from typing import Any from fastapi import UploadFile from sqlalchemy.ext.asyncio import AsyncSession from app.core.base_schema import AuthSchema, PageResultSchema, ImportResultSchema from app.core.exceptions import CustomException from app.core.logger import logger from app.utils.common_util import search_to_dict from app.utils.excel_util import ExcelUtil from app.utils.dict_util import DictLabelResolver, dict_value_to_label from app.utils.number_gen import NumberGenService from .crud import BreedingTreeCRUD from .model import TreeModel from .schema import ( TreeCreateSchema, TreeOutSchema, TreeQueryParam, TreeUpdateSchema, ) from app.api.v1.module_bre.cross_combination.crud import BreedingCrossCombinationCRUD from app.api.v1.module_bre.germplasm.crud import BreedingGermplasmCRUD from app.api.v1.module_bre.germplasm.model import BreedingGermplasmModel from app.api.v1.module_bre.clone.crud import BreedingCloneCRUD from app.api.v1.module_bre.rootstock.crud import BreedingRootstockCRUD from app.api.v1.module_bre.trial_study.crud import BreedingTrialStudyCRUD from app.api.v1.module_bre.site.crud import BreedingPlotCRUD from app.api.v1.module_bre.personnel.crud import BreedingPersonnelCRUD from app.api.v1.module_bre.planting.crud import BreedingPlantingCRUD from app.api.v1.module_bre.trial_study_entry.crud import BreedingTrialStudyEntryCRUD from app.core.base_crud import assert_dict_values, assert_no_children, assert_parents_exist, assert_status_forward from app.api.v1.module_bre.site.model import BreedingPlotModel from app.api.v1.module_bre.cross_combination.model import CrossCombinationModel from app.api.v1.module_bre.clone.model import CloneModel from app.api.v1.module_bre.rootstock.model import RootstockModel from app.api.v1.module_bre.trial_study.model import TrialStudyModel from app.api.v1.module_bre.personnel.model import PersonnelModel from app.api.v1.module_bre.planting.model import PlantingModel from app.api.v1.module_bre.selection_result.model import SelectionResultModel from app.api.v1.module_bre.trait_observation.model import TraitObservationModel from app.api.v1.module_bre.tree_evaluation.model import TreeEvaluationModel from app.api.v1.module_bre.tree_photo.model import TreePhotoModel def _is_blank(v: Any) -> bool: return v is None or (isinstance(v, str) and v.strip() == "") def _none_if_blank(v: Any) -> Any: if _is_blank(v): return None return str(v).strip() if isinstance(v, str) else v def _to_float(v: Any) -> float | None: if _is_blank(v): return None try: return float(v) except (TypeError, ValueError): return None def _to_int(v: Any) -> int | None: if _is_blank(v): return None try: return int(float(v)) except (TypeError, ValueError): return None class TreeService: """育种单株 模块服务层""" def __init__(self, auth: AuthSchema, db: AsyncSession) -> None: self.auth = auth self.db = db async def _resolve_parents( self, combination_id: int | None, dam_id: int | None, sire_id: int | None ) -> tuple[int | None, int | None, str | None]: """母本/父本：未显式给出时从组合取 female/male 亲本；显式给出时校验种质存在且方向可用。 显式亲本与组合父母本不一致时返回警示文案（以显式为准，不阻断）。 """ combo_dam = combo_sire = None if combination_id is not None: cc = await BreedingCrossCombinationCRUD(self.auth, self.db).get(id=combination_id) if cc: combo_dam = cc.female_parent_id combo_sire = cc.male_parent_id dam = dam_id if dam_id is not None else combo_dam sire = sire_id if sire_id is not None else combo_sire mismatches = [] if dam_id is not None and combo_dam is not None and dam_id != combo_dam: mismatches.append("显式母本与组合母本不一致") if sire_id is not None and combo_sire is not None and sire_id != combo_sire: mismatches.append("显式父本与组合父本不一致") warning = ("；".join(mismatches) + "（以显式为准）") if mismatches else None explicit = [ (dam_id, "can_be_female", "母本") if dam_id is not None else None, (sire_id, "can_be_male", "父本") if sire_id is not None else None, ] explicit = [e for e in explicit if e] if explicit: ids = {e[0] for e in explicit} germs = await BreedingGermplasmCRUD(self.auth, self.db).get_list(search={"id": ("in", list(ids))}) germ_map = {g.id: g for g in germs} for gid, flag, role in explicit: g = germ_map.get(gid) if not g: raise CustomException(msg=f"种质不存在(id={gid})，无法作为{role}") if not getattr(g, flag): raise CustomException(msg=f"种质「{g.cultivar_name}」不可作{role}") return dam, sire, warning async def _attach_fk_labels(self, items: list[TreeOutSchema]) -> None: if not items: return crud = BreedingTreeCRUD(self.auth, self.db) combination_id_ids = {getattr(it, "combination_id") for it in items if getattr(it, "combination_id")} if combination_id_ids: refs = await BreedingCrossCombinationCRUD(self.auth, self.db).get_list(search={"id": ("in", list(combination_id_ids))}) ref_map = {r.id: getattr(r, "combination_code") for r in refs} for it in items: it.combination_name = ref_map.get(getattr(it, "combination_id")) germ_ids = {getattr(it, "dam_id") for it in items if getattr(it, "dam_id")} germ_ids |= {getattr(it, "sire_id") for it in items if getattr(it, "sire_id")} if germ_ids: germs = await BreedingGermplasmCRUD(self.auth, self.db).get_list(search={"id": ("in", list(germ_ids))}) germ_map = {r.id: getattr(r, "cultivar_name") for r in germs} for it in items: it.dam_name = germ_map.get(getattr(it, "dam_id")) it.sire_name = germ_map.get(getattr(it, "sire_id")) plot_id_ids = {getattr(it, "plot_id") for it in items if getattr(it, "plot_id")} if plot_id_ids: refs = await BreedingPlotCRUD(self.auth, self.db).get_list(search={"id": ("in", list(plot_id_ids))}) ref_map = {r.id: getattr(r, "plot_code") for r in refs} for it in items: it.plot_name = ref_map.get(getattr(it, "plot_id")) bre_personnel_id_ids = {getattr(it, "bre_personnel_id") for it in items if getattr(it, "bre_personnel_id")} if bre_personnel_id_ids: refs = await BreedingPersonnelCRUD(self.auth, self.db).get_list(search={"id": ("in", list(bre_personnel_id_ids))}) ref_map = {r.id: getattr(r, "name") for r in refs} for it in items: it.bre_personnel_name = ref_map.get(getattr(it, "bre_personnel_id")) planting_id_ids = {getattr(it, "planting_id") for it in items if getattr(it, "planting_id")} if planting_id_ids: refs = await BreedingPlantingCRUD(self.auth, self.db).get_list(search={"id": ("in", list(planting_id_ids))}) ref_map = {r.id: (getattr(r, "planting_date") or f"定植#{r.id}") for r in refs} for it in items: it.planting_name = ref_map.get(getattr(it, "planting_id")) study_ids = {getattr(it, "trial_study_id") for it in items if getattr(it, "trial_study_id")} if study_ids: refs = await BreedingTrialStudyCRUD(self.auth, self.db).get_list(search={"id": ("in", list(study_ids))}) ref_map = {r.id: getattr(r, "study_name") for r in refs} for it in items: it.study_name = ref_map.get(getattr(it, "trial_study_id")) rootstock_ids = {getattr(it, "rootstock_id") for it in items if getattr(it, "rootstock_id")} if rootstock_ids: refs = await BreedingRootstockCRUD(self.auth, self.db).get_list(search={"id": ("in", list(rootstock_ids))}) ref_map = {r.id: getattr(r, "rootstock_name") for r in refs} for it in items: it.rootstock_name = ref_map.get(getattr(it, "rootstock_id")) clone_ids = {getattr(it, "clone_id") for it in items if getattr(it, "clone_id")} if clone_ids: refs = await BreedingCloneCRUD(self.auth, self.db).get_list(search={"id": ("in", list(clone_ids))}) ref_map = {r.id: getattr(r, "clone_code") for r in refs} for it in items: it.clone_name = ref_map.get(getattr(it, "clone_id")) germ_ids = {getattr(it, "germplasm_id") for it in items if getattr(it, "germplasm_id")} if germ_ids: germs = await BreedingGermplasmCRUD(self.auth, self.db).get_list(search={"id": ("in", list(germ_ids))}) germ_map = {r.id: getattr(r, "cultivar_name") for r in germs} for it in items: it.germplasm_name = germ_map.get(getattr(it, "germplasm_id")) entry_ids = {getattr(it, "entry_id") for it in items if getattr(it, "entry_id")} if entry_ids: entries = await BreedingTrialStudyEntryCRUD(self.auth, self.db).get_list(search={"id": ("in", list(entry_ids))}) entry_map = {r.id: getattr(r, "entry_number") for r in entries} for it in items: it.entry_number = entry_map.get(getattr(it, "entry_id")) async def detail(self, id: int) -> TreeOutSchema: obj = await BreedingTreeCRUD(self.auth, self.db).get(id=id) if not obj: raise CustomException(msg="该育种单株不存在") out = TreeOutSchema.model_validate(obj) await self._attach_fk_labels([out]) return out async def get_list( self, search: TreeQueryParam | None = None, order_by: list[dict[str, str]] | None = None, ) -> list[TreeOutSchema]: obj_list = await BreedingTreeCRUD(self.auth, self.db).get_list( search=search_to_dict(search), order_by=order_by ) outs = [TreeOutSchema.model_validate(obj) for obj in obj_list] await self._attach_fk_labels(outs) return outs async def page( self, page_no: int, page_size: int, search: TreeQueryParam | None = None, order_by: list[dict[str, str]] | None = None, ) -> PageResultSchema[TreeOutSchema]: offset = (page_no - 1) * page_size result = await BreedingTreeCRUD(self.auth, self.db).page( offset=offset, limit=page_size, order_by=order_by or [{"id": "asc"}], search=search_to_dict(search, {}), out_schema=TreeOutSchema, ) await self._attach_fk_labels(result.items) return result async def _gen_tree_no(self, combination_id: int) -> str: """自动生成单株编号：{组合编号}-{两位序号}（如 26001-01），原子取号。""" cc = await BreedingCrossCombinationCRUD(self.auth, self.db).get(id=combination_id) base = (cc.combination_code or f"C{combination_id}") if cc else f"C{combination_id}" async def _seed() -> int | None: crud = BreedingTreeCRUD(self.auth, self.db) objs = await crud.get_list(search={"combination_id": ("eq", combination_id)}) max_seq = 0 for o in objs: tail = (o.tree_no or "").rsplit("-", 1)[-1] if tail.isdigit(): max_seq = max(max_seq, int(tail)) return max_seq + 1 seq = await NumberGenService(self.db).next_seq(f"tree:{combination_id}", seed_fn=_seed) return f"{base}-{seq:02d}" async def _derive_from_planting(self, planting_id: int | None, fields: dict[str, Any]) -> None: """单写点派生：试验/区组/参试条目以定植记录为准，覆盖写入单株。""" if not planting_id: return planting = await BreedingPlantingCRUD(self.auth, self.db).get(id=planting_id) if not planting: return for col in ("trial_study_id", "block_no", "entry_id"): val = getattr(planting, col, None) if val is not None: fields[col] = val async def create(self, data: TreeCreateSchema) -> TreeOutSchema: fields = data.model_dump(exclude_none=True) if _is_blank(fields.get("tree_no")): fields["tree_no"] = await self._gen_tree_no(fields["combination_id"]) # 育种阶段自动设置：F 代/回交杂种实生苗 → seedling(童期)，亲本/成株由调用方显式给 if _is_blank(fields.get("stage")): gen = str(fields.get("generation") or "").strip().upper() if gen in ("F1", "F2", "BC1", "BC2", "BC3"): fields["stage"] = "seedling" fields["dam_id"], fields["sire_id"], parent_warning = await self._resolve_parents( fields.get("combination_id"), fields.get("dam_id"), fields.get("sire_id") ) await self._derive_from_planting(fields.get("planting_id"), fields) data = TreeCreateSchema(**fields) exist_obj = await BreedingTreeCRUD(self.auth, self.db).get(tree_no=data.tree_no) if exist_obj: raise CustomException(msg="创建失败，单株编号已存在") await assert_parents_exist( self.db, [ (CrossCombinationModel, data.combination_id, '杂交组合'), (TrialStudyModel, data.trial_study_id, '试验执行'), (CloneModel, data.clone_id, '无性系'), (RootstockModel, data.rootstock_id, '砧木'), (BreedingPlotModel, data.plot_id, '试验地块'), (PlantingModel, data.planting_id, '定植'), (PersonnelModel, data.bre_personnel_id, '育种人员'), ], ) await assert_dict_values( self.db, [ ('row_orientation', data.row_orientation, '行向'), ('tree_status', data.status, '单株状态'), ('breeding_stage', data.stage, '育种阶段'), ('breeding_generation', data.generation, '世代'), ], ) obj = await BreedingTreeCRUD(self.auth, self.db).create(data=data) out = TreeOutSchema.model_validate(obj) if parent_warning: out.warning = parent_warning await self._attach_fk_labels([out]) return out async def update(self, id: int, data: TreeUpdateSchema) -> TreeOutSchema: obj = await BreedingTreeCRUD(self.auth, self.db).get(id=id) if not obj: raise CustomException(msg="更新失败，该育种单株不存在") if data.tree_no is not None: exist_obj = await BreedingTreeCRUD(self.auth, self.db).get(tree_no=data.tree_no) if exist_obj and exist_obj.id != id: raise CustomException(msg="更新失败，单株编号重复") await assert_parents_exist( self.db, [ (CrossCombinationModel, data.combination_id, '杂交组合'), (TrialStudyModel, data.trial_study_id, '试验执行'), (CloneModel, data.clone_id, '无性系'), (RootstockModel, data.rootstock_id, '砧木'), (BreedingPlotModel, data.plot_id, '试验地块'), (PlantingModel, data.planting_id, '定植'), (PersonnelModel, data.bre_personnel_id, '育种人员'), ], ) await assert_dict_values( self.db, [ ('row_orientation', data.row_orientation, '行向'), ('tree_status', data.status, '单株状态'), ('breeding_stage', data.stage, '育种阶段'), ('breeding_generation', data.generation, '世代'), ], ) await assert_status_forward(self.db, "tree_status", [obj.status], data.status, "单株状态") # 母本/父本：显式给出则校验；否则随当前(新)组合自动派生 eff_combo = data.combination_id if data.combination_id is not None else obj.combination_id dam, sire, parent_warning = await self._resolve_parents(eff_combo, data.dam_id, data.sire_id) data = data.model_copy(update={"dam_id": dam, "sire_id": sire}) # 单写点派生：定植记录持有试验/区组/参试条目 eff_planting = data.planting_id if data.planting_id is not None else obj.planting_id if data.planting_id is not None or obj.planting_id is not None: fields = dict(data.model_dump(exclude_none=True)) await self._derive_from_planting(eff_planting, fields) if any(fields.get(c) != getattr(obj, c) for c in ("trial_study_id", "block_no", "entry_id")): data = TreeUpdateSchema(**fields) obj = await BreedingTreeCRUD(self.auth, self.db).update(id=id, data=data) out = TreeOutSchema.model_validate(obj) if parent_warning: out.warning = parent_warning await self._attach_fk_labels([out]) return out async def delete(self, ids: list[int]) -> None: if not ids: raise CustomException(msg="删除失败，删除对象不能为空") objs = await BreedingTreeCRUD(self.auth, self.db).get_list(search={"id": ("in", ids)}) obj_map = {o.id: o for o in objs} for id_ in ids: if id_ not in obj_map: raise CustomException(msg="删除失败，该育种单株不存在") await assert_no_children( self.db, ids, [ (TreeEvaluationModel, 'tree_id', '单株评价'), (TreePhotoModel, 'tree_id', '单株照片'), (SelectionResultModel, 'tree_id', '选择结果'), (TraitObservationModel, 'tree_id', '性状观测'), ], ) await BreedingTreeCRUD(self.auth, self.db).delete(ids=ids) async def list_options(self) -> list[dict[str, Any]]: """供前端下拉选择使用：返回 [{value, label}]。只取 id/tree_no 两列，避免全表列加载拖慢下拉。""" obj_list = await BreedingTreeCRUD(self.auth, self.db).get_list( order_by=[{"id": "asc"}], load_columns=[TreeModel.id, TreeModel.tree_no] ) return [{"value": o.id, "label": o.tree_no} for o in obj_list] @staticmethod def batch_export(obj_list: list[dict[str, Any]]) -> bytes: mapping_dict = { "combination_name": "杂交组合", "plot_name": "试验地块/位置", "planting_name": "来源定植批次", "tree_no": "单株编号", "row_orientation": "行向", "row_no": "行数", "col_no": "列数", "planted_date": "定植时间", "bre_personnel_name": "责任人", "status": "状态", "stage": "育种阶段", "generation": "世代", "germplasm_name": "关联种质", "entry_number": "参试编号", "remark": "备注", "created_time": "创建时间", "created_by": "创建者", } data = [dict(item) for item in obj_list] for item in data: creator = item.get("created_by") item["created_by"] = creator.get("name", "未知") if isinstance(creator, dict) else "未知" item["row_orientation"] = dict_value_to_label("row_orientation", item.get("row_orientation")) item["status"] = dict_value_to_label("tree_status", item.get("status")) item["stage"] = dict_value_to_label("breeding_stage", item.get("stage")) item["generation"] = dict_value_to_label("breeding_generation", item.get("generation")) return ExcelUtil.export_list2excel(list_data=data, mapping_dict=mapping_dict) async def batch_import(self, file: UploadFile, update_support: bool = False) -> ImportResultSchema: header_dict = { "杂交组合": "combination_id", "试验地块/位置": "plot_id", "来源定植批次": "planting_id", "单株编号": "tree_no", "行向": "row_orientation", "行数": "row_no", "列数": "col_no", "定植时间": "planted_date", "责任人": "bre_personnel_id", "状态": "status", "育种阶段": "stage", "世代": "generation", "备注": "remark", } try: contents = await file.read() rows = ExcelUtil.read_excel_to_dicts(contents) await file.close() if not rows: raise CustomException(msg="导入文件为空") missing_headers = [h for h in header_dict if h not in rows[0]] if missing_headers: raise CustomException(msg=f"导入文件缺少必要的列: {', '.join(missing_headers)}") combination_id_refs = await BreedingCrossCombinationCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}]) combination_id_map = {getattr(r, "combination_code"): r.id for r in combination_id_refs} combination_parents_map = { r.id: (getattr(r, "female_parent_id"), getattr(r, "male_parent_id")) for r in combination_id_refs } plot_id_refs = await BreedingPlotCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}]) plot_id_map = {getattr(r, "plot_code"): r.id for r in plot_id_refs} bre_personnel_id_refs = await BreedingPersonnelCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}]) bre_personnel_id_map = {getattr(r, "name"): r.id for r in bre_personnel_id_refs} planting_id_refs = await BreedingPlantingCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}]) planting_id_map = {str(getattr(r, "planting_date") or r.id): r.id for r in planting_id_refs} mapped_rows = [] for row in rows: mapped_rows.append({en: row.get(ch) for ch, en in header_dict.items()}) required_fields = ["combination_id", "tree_no"] errors = [] for field in required_fields: missing_indices = [i + 1 for i, r in enumerate(mapped_rows) if _is_blank(r.get(field))] if missing_indices: field_name = next(k for k, v in header_dict.items() if v == field) rows_str = "、".join(str(i) for i in missing_indices) errors.append(f"{field_name}不能为空，第{rows_str}行") if errors: raise CustomException(msg=f"导入失败，以下行缺少必要字段：\n{'; '.join(errors)}") error_msgs: list[str] = [] success_count = 0 crud = BreedingTreeCRUD(self.auth, self.db) resolver = DictLabelResolver( self.auth, self.db, ["row_orientation", "tree_status", "breeding_stage", "breeding_generation"], ) for i, row in enumerate(mapped_rows, start=1): try: combination_id_val = combination_id_map.get(str(row.get("combination_id")).strip()) if not _is_blank(row.get("combination_id")) else None plot_id_val = plot_id_map.get(str(row.get("plot_id")).strip()) if not _is_blank(row.get("plot_id")) else None planting_id_val = planting_id_map.get(str(row.get("planting_id")).strip()) if not _is_blank(row.get("planting_id")) else None bre_personnel_id_val = bre_personnel_id_map.get(str(row.get("bre_personnel_id")).strip()) if not _is_blank(row.get("bre_personnel_id")) else None combo_parents = combination_parents_map.get(combination_id_val, (None, None)) fields = { "combination_id": combination_id_val, "dam_id": combo_parents[0], "sire_id": combo_parents[1], "plot_id": plot_id_val, "planting_id": planting_id_val, "tree_no": _none_if_blank(row.get("tree_no")), "row_orientation": await resolver.resolve("row_orientation", row.get("row_orientation")), "row_no": _to_int(row.get("row_no")), "col_no": _to_int(row.get("col_no")), "planted_date": _none_if_blank(row.get("planted_date")), "bre_personnel_id": bre_personnel_id_val, "status": await resolver.resolve("tree_status", row.get("status")), "stage": await resolver.resolve("breeding_stage", row.get("stage")), "generation": await resolver.resolve("breeding_generation", row.get("generation")), "remark": _none_if_blank(row.get("remark")), } unique_kwargs = {"tree_no": fields["tree_no"]} create_data = TreeCreateSchema(**fields) exist_obj = await crud.get(**unique_kwargs) if exist_obj: if update_support: await crud.update(id=exist_obj.id, data=TreeUpdateSchema(**fields)) success_count += 1 else: error_msgs.append(f"第{i}行: 单株编号 {fields['tree_no']} 已存在") else: await crud.create(data=create_data) success_count += 1 except Exception as e: error_msgs.append(f"第{i}行: {e!s}") continue return ImportResultSchema( valid_count=success_count, invalid_count=len(error_msgs), message_list=error_msgs, ) except Exception as e: logger.error(f"批量导入育种单株失败: {e!s}") raise CustomException(msg=f"导入失败: {e!s}") @staticmethod def import_template_download() -> bytes: header_list = [ "杂交组合", "试验地块/位置", "来源定植批次", "单株编号", "行向", "行数", "列数", "定植时间", "责任人", "状态", "育种阶段", "世代", "备注", ] selector_header_list = ["行向", "状态", "育种阶段", "世代"] option_list = [ {"行向": ["南北行", "东西行"]}, {"状态": ["存活", "入选", "初选", "重点", "保存", "淘汰"]}, {"育种阶段": ["种质", "亲本", "实生苗", "初选株", "复选株", "品系", "区试品系", "新品种"]}, {"世代": ["F1", "F2", "BC1", "BC2", "BC3"]}, ] return ExcelUtil.get_excel_template( header_list=header_list, selector_header_list=selector_header_list, option_list=option_list, )