392 lines
19 KiB
Python
392 lines
19 KiB
Python
from typing import Any
|
||
|
||
from fastapi import UploadFile
|
||
from sqlalchemy.ext.asyncio import AsyncSession
|
||
|
||
from app.core.base_schema import AuthSchema, PageResultSchema, ImportResultSchema
|
||
from app.core.exceptions import CustomException
|
||
from app.core.logger import logger
|
||
from app.utils.common_util import search_to_dict
|
||
from app.utils.excel_util import ExcelUtil
|
||
|
||
from .crud import BreedingTraitObservationCRUD
|
||
from .schema import (
|
||
TraitObservationCreateSchema,
|
||
TraitObservationOutSchema,
|
||
TraitObservationQueryParam,
|
||
TraitObservationUpdateSchema,
|
||
)
|
||
from app.api.v1.module_bre.tree_evaluation.crud import BreedingTreeEvaluationCRUD
|
||
from app.api.v1.module_bre.tree.crud import BreedingTreeCRUD
|
||
from app.api.v1.module_bre.cross_combination.crud import BreedingCrossCombinationCRUD
|
||
from app.api.v1.module_bre.trait.crud import BreedingTraitCRUD
|
||
|
||
|
||
|
||
from app.core.base_crud import assert_no_children, assert_parents_exist
|
||
from app.api.v1.module_bre.cross_combination.model import CrossCombinationModel
|
||
from app.api.v1.module_bre.trait.model import TraitModel
|
||
from app.api.v1.module_bre.tree_evaluation.model import TreeEvaluationModel
|
||
from app.api.v1.module_bre.tree.model import TreeModel
|
||
|
||
def _is_blank(v: Any) -> bool:
|
||
return v is None or (isinstance(v, str) and v.strip() == "")
|
||
|
||
|
||
def _none_if_blank(v: Any) -> Any:
|
||
if _is_blank(v):
|
||
return None
|
||
return str(v).strip() if isinstance(v, str) else v
|
||
|
||
|
||
def _to_float(v: Any) -> float | None:
|
||
if _is_blank(v):
|
||
return None
|
||
try:
|
||
return float(v)
|
||
except (TypeError, ValueError):
|
||
return None
|
||
|
||
|
||
def _to_int(v: Any) -> int | None:
|
||
if _is_blank(v):
|
||
return None
|
||
try:
|
||
return int(float(v))
|
||
except (TypeError, ValueError):
|
||
return None
|
||
|
||
|
||
class TraitObservationService:
|
||
"""性状观测 模块服务层"""
|
||
|
||
def __init__(self, auth: AuthSchema, db: AsyncSession) -> None:
|
||
self.auth = auth
|
||
self.db = db
|
||
|
||
async def _assert_numeric_range(self, trait_id: int | None, value_numeric: float | None) -> None:
|
||
"""数值观测必须在性状 valid_min/valid_max 区间内，越界拒绝入库。"""
|
||
if trait_id is None or value_numeric is None:
|
||
return
|
||
trait = await BreedingTraitCRUD(self.auth, self.db).get(id=trait_id)
|
||
if not trait:
|
||
return # assert_parents_exist 已拦截不存在的性状，这里仅兜底
|
||
if trait.valid_min is not None and value_numeric < float(trait.valid_min):
|
||
raise CustomException(msg=f"数值 {value_numeric} 低于性状有效下限 {trait.valid_min}")
|
||
if trait.valid_max is not None and value_numeric > float(trait.valid_max):
|
||
raise CustomException(msg=f"数值 {value_numeric} 超出性状有效上限 {trait.valid_max}")
|
||
|
||
async def _assert_stage_gate(self, data: Any, exclude_id: int | None = None, eff_stage_override: str | None = None) -> None:
|
||
"""成株性状门禁（A6）：实生苗(童期)单株不可录成株(evaluation)性状。
|
||
|
||
判定阶段取观测自带 stage，缺省继承 bre_trait.stage；观测显式 stage=juvenile
|
||
视为童期评估可放行。单株已选优晋级(sp/ap/line…)或非实生苗不受限。
|
||
update 走 eff_stage_override（data.stage 或既有行 stage），避免部分更新误判。
|
||
"""
|
||
tree_id = getattr(data, "tree_id", None)
|
||
trait_id = getattr(data, "trait_id", None)
|
||
if not tree_id or not trait_id:
|
||
return
|
||
tree = await BreedingTreeCRUD(self.auth, self.db).get(id=tree_id)
|
||
if not tree or (getattr(tree, "stage", None) or "") != "seedling":
|
||
return
|
||
trait = await BreedingTraitCRUD(self.auth, self.db).get(id=trait_id)
|
||
if not trait:
|
||
return
|
||
eff_stage = eff_stage_override or getattr(data, "stage", None) or trait.stage or "evaluation"
|
||
if eff_stage == "evaluation":
|
||
tree_no = getattr(tree, "tree_no", None) or f"#{tree.id}"
|
||
raise CustomException(
|
||
msg=f"实生苗(童期)单株 {tree_no} 不可记录成株性状「{trait.trait_name}」；"
|
||
f"请将观测阶段改为 juvenile 评估，或先将单株选优晋级(sp/ap/line)"
|
||
)
|
||
|
||
async def _attach_fk_labels(self, items: list[TraitObservationOutSchema]) -> None:
|
||
if not items:
|
||
return
|
||
crud = BreedingTraitObservationCRUD(self.auth, self.db)
|
||
evaluation_id_ids = {getattr(it, "evaluation_id") for it in items if getattr(it, "evaluation_id")}
|
||
if evaluation_id_ids:
|
||
refs = await BreedingTreeEvaluationCRUD(self.auth, self.db).get_list(search={"id": ("in", list(evaluation_id_ids))})
|
||
ref_map = {r.id: getattr(r, "evaluate_date") for r in refs}
|
||
for it in items:
|
||
it.evaluation_name = ref_map.get(getattr(it, "evaluation_id"))
|
||
tree_id_ids = {getattr(it, "tree_id") for it in items if getattr(it, "tree_id")}
|
||
if tree_id_ids:
|
||
refs = await BreedingTreeCRUD(self.auth, self.db).get_list(search={"id": ("in", list(tree_id_ids))})
|
||
ref_map = {r.id: getattr(r, "tree_no") for r in refs}
|
||
for it in items:
|
||
it.tree_name = ref_map.get(getattr(it, "tree_id"))
|
||
combination_id_ids = {getattr(it, "combination_id") for it in items if getattr(it, "combination_id")}
|
||
if combination_id_ids:
|
||
refs = await BreedingCrossCombinationCRUD(self.auth, self.db).get_list(search={"id": ("in", list(combination_id_ids))})
|
||
ref_map = {r.id: getattr(r, "combination_code") for r in refs}
|
||
for it in items:
|
||
it.combination_name = ref_map.get(getattr(it, "combination_id"))
|
||
trait_id_ids = {getattr(it, "trait_id") for it in items if getattr(it, "trait_id")}
|
||
if trait_id_ids:
|
||
refs = await BreedingTraitCRUD(self.auth, self.db).get_list(search={"id": ("in", list(trait_id_ids))})
|
||
ref_map = {r.id: getattr(r, "trait_name") for r in refs}
|
||
for it in items:
|
||
it.trait_name = ref_map.get(getattr(it, "trait_id"))
|
||
|
||
async def detail(self, id: int) -> TraitObservationOutSchema:
|
||
obj = await BreedingTraitObservationCRUD(self.auth, self.db).get(id=id)
|
||
if not obj:
|
||
raise CustomException(msg="该性状观测不存在")
|
||
out = TraitObservationOutSchema.model_validate(obj)
|
||
await self._attach_fk_labels([out])
|
||
return out
|
||
|
||
async def get_list(
|
||
self,
|
||
search: TraitObservationQueryParam | None = None,
|
||
order_by: list[dict[str, str]] | None = None,
|
||
) -> list[TraitObservationOutSchema]:
|
||
obj_list = await BreedingTraitObservationCRUD(self.auth, self.db).get_list(
|
||
search=search_to_dict(search), order_by=order_by
|
||
)
|
||
outs = [TraitObservationOutSchema.model_validate(obj) for obj in obj_list]
|
||
await self._attach_fk_labels(outs)
|
||
return outs
|
||
|
||
async def page(
|
||
self,
|
||
page_no: int,
|
||
page_size: int,
|
||
search: TraitObservationQueryParam | None = None,
|
||
order_by: list[dict[str, str]] | None = None,
|
||
) -> PageResultSchema[TraitObservationOutSchema]:
|
||
offset = (page_no - 1) * page_size
|
||
result = await BreedingTraitObservationCRUD(self.auth, self.db).page(
|
||
offset=offset,
|
||
limit=page_size,
|
||
order_by=order_by or [{"id": "asc"}],
|
||
search=search_to_dict(search, {}),
|
||
out_schema=TraitObservationOutSchema,
|
||
)
|
||
await self._attach_fk_labels(result.items)
|
||
return result
|
||
|
||
async def create(self, data: TraitObservationCreateSchema) -> TraitObservationOutSchema:
|
||
await assert_parents_exist(
|
||
self.db,
|
||
[
|
||
(TreeEvaluationModel, data.evaluation_id, '单株评价'),
|
||
(TreeModel, data.tree_id, '单株'),
|
||
(CrossCombinationModel, data.combination_id, '杂交组合'),
|
||
(TraitModel, data.trait_id, '性状'),
|
||
],
|
||
)
|
||
# 缺省继承性状发育阶段（schema 注释约定）：data.stage 留空时以 bre_trait.stage 回填落库
|
||
if data.stage is None and data.trait_id is not None:
|
||
_trait = await BreedingTraitCRUD(self.auth, self.db).get(id=data.trait_id)
|
||
if _trait and _trait.stage:
|
||
data = data.model_copy(update={"stage": _trait.stage})
|
||
# 同一次鉴定下同一单株同一性状只允许一条观测（tree_id 为空表示组合级观测，跳过判重）
|
||
if data.tree_id is not None:
|
||
dup = await BreedingTraitObservationCRUD(self.auth, self.db).get(
|
||
evaluation_id=data.evaluation_id, tree_id=data.tree_id, trait_id=data.trait_id
|
||
)
|
||
if dup:
|
||
raise CustomException(msg="创建失败，该单株在此次鉴定中已存在该性状观测")
|
||
await self._assert_numeric_range(data.trait_id, data.value_numeric)
|
||
await self._assert_stage_gate(data)
|
||
obj = await BreedingTraitObservationCRUD(self.auth, self.db).create(data=data)
|
||
out = TraitObservationOutSchema.model_validate(obj)
|
||
await self._attach_fk_labels([out])
|
||
return out
|
||
|
||
async def update(self, id: int, data: TraitObservationUpdateSchema) -> TraitObservationOutSchema:
|
||
obj = await BreedingTraitObservationCRUD(self.auth, self.db).get(id=id)
|
||
if not obj:
|
||
raise CustomException(msg="更新失败，该性状观测不存在")
|
||
await assert_parents_exist(
|
||
self.db,
|
||
[
|
||
(TreeEvaluationModel, data.evaluation_id, '单株评价'),
|
||
(TreeModel, data.tree_id, '单株'),
|
||
(CrossCombinationModel, data.combination_id, '杂交组合'),
|
||
(TraitModel, data.trait_id, '性状'),
|
||
],
|
||
)
|
||
# 更新后 (evaluation_id, tree_id, trait_id) 仍需唯一（未提交的字段取现值）
|
||
eval_id = data.evaluation_id if data.evaluation_id is not None else obj.evaluation_id
|
||
tree_id = data.tree_id if data.tree_id is not None else obj.tree_id
|
||
trait_id = data.trait_id if data.trait_id is not None else obj.trait_id
|
||
if tree_id is not None:
|
||
dup = await BreedingTraitObservationCRUD(self.auth, self.db).get(
|
||
evaluation_id=eval_id, tree_id=tree_id, trait_id=trait_id
|
||
)
|
||
if dup and dup.id != id:
|
||
raise CustomException(msg="更新失败，该单株在此次鉴定中已存在该性状观测")
|
||
await self._assert_numeric_range(
|
||
data.trait_id if data.trait_id is not None else obj.trait_id,
|
||
data.value_numeric if data.value_numeric is not None else obj.value_numeric,
|
||
)
|
||
await self._assert_stage_gate(
|
||
data, exclude_id=id, eff_stage_override=(data.stage or obj.stage)
|
||
)
|
||
obj = await BreedingTraitObservationCRUD(self.auth, self.db).update(id=id, data=data)
|
||
out = TraitObservationOutSchema.model_validate(obj)
|
||
await self._attach_fk_labels([out])
|
||
return out
|
||
|
||
async def delete(self, ids: list[int]) -> None:
|
||
if not ids:
|
||
raise CustomException(msg="删除失败，删除对象不能为空")
|
||
objs = await BreedingTraitObservationCRUD(self.auth, self.db).get_list(search={"id": ("in", ids)})
|
||
obj_map = {o.id: o for o in objs}
|
||
for id_ in ids:
|
||
if id_ not in obj_map:
|
||
raise CustomException(msg="删除失败，该性状观测不存在")
|
||
await BreedingTraitObservationCRUD(self.auth, self.db).delete(ids=ids)
|
||
|
||
async def list_options(self) -> list[dict[str, Any]]:
|
||
"""供前端下拉选择使用：返回 [{value, label}]。"""
|
||
obj_list = await BreedingTraitObservationCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
|
||
return [{"value": o.id, "label": o.value_text} for o in obj_list]
|
||
|
||
@staticmethod
|
||
def batch_export(obj_list: list[dict[str, Any]]) -> bytes:
|
||
mapping_dict = {
|
||
"evaluation_name": "所属鉴定",
|
||
"tree_name": "单株",
|
||
"combination_name": "杂交组合",
|
||
"trait_name": "性状",
|
||
"evaluate_year": "观测年份",
|
||
"value_numeric": "数值",
|
||
"value_text": "文本值",
|
||
"value_date": "日期值",
|
||
"stage": "阶段",
|
||
"remark": "备注",
|
||
"created_time": "创建时间",
|
||
"created_by": "创建者",
|
||
}
|
||
data = [dict(item) for item in obj_list]
|
||
for item in data:
|
||
creator = item.get("created_by")
|
||
item["created_by"] = creator.get("name", "未知") if isinstance(creator, dict) else "未知"
|
||
return ExcelUtil.export_list2excel(list_data=data, mapping_dict=mapping_dict)
|
||
|
||
async def batch_import(self, file: UploadFile, update_support: bool = False) -> ImportResultSchema:
|
||
header_dict = {
|
||
"所属鉴定": "evaluation_id",
|
||
"单株": "tree_id",
|
||
"杂交组合": "combination_id",
|
||
"性状": "trait_id",
|
||
"观测年份": "evaluate_year",
|
||
"数值": "value_numeric",
|
||
"文本值": "value_text",
|
||
"日期值": "value_date",
|
||
"阶段": "stage",
|
||
"备注": "remark",
|
||
}
|
||
try:
|
||
contents = await file.read()
|
||
rows = ExcelUtil.read_excel_to_dicts(contents)
|
||
await file.close()
|
||
if not rows:
|
||
raise CustomException(msg="导入文件为空")
|
||
missing_headers = [h for h in header_dict if h not in rows[0]]
|
||
if missing_headers:
|
||
raise CustomException(msg=f"导入文件缺少必要的列: {', '.join(missing_headers)}")
|
||
evaluation_id_refs = await BreedingTreeEvaluationCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
|
||
evaluation_id_map = {getattr(r, "evaluate_date"): r.id for r in evaluation_id_refs}
|
||
tree_id_refs = await BreedingTreeCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
|
||
tree_id_map = {getattr(r, "tree_no"): r.id for r in tree_id_refs}
|
||
combination_id_refs = await BreedingCrossCombinationCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
|
||
combination_id_map = {getattr(r, "combination_code"): r.id for r in combination_id_refs}
|
||
trait_id_refs = await BreedingTraitCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
|
||
trait_id_map = {getattr(r, "trait_name"): r.id for r in trait_id_refs}
|
||
trait_valid_map = {r.id: (r.valid_min, r.valid_max) for r in trait_id_refs}
|
||
mapped_rows = []
|
||
for row in rows:
|
||
mapped_rows.append({en: row.get(ch) for ch, en in header_dict.items()})
|
||
required_fields = ["trait_id"]
|
||
errors = []
|
||
for field in required_fields:
|
||
missing_indices = [i + 1 for i, r in enumerate(mapped_rows) if _is_blank(r.get(field))]
|
||
if missing_indices:
|
||
field_name = next(k for k, v in header_dict.items() if v == field)
|
||
rows_str = "、".join(str(i) for i in missing_indices)
|
||
errors.append(f"{field_name}不能为空，第{rows_str}行")
|
||
if errors:
|
||
raise CustomException(msg=f"导入失败，以下行缺少必要字段：\n{'; '.join(errors)}")
|
||
error_msgs: list[str] = []
|
||
success_count = 0
|
||
crud = BreedingTraitObservationCRUD(self.auth, self.db)
|
||
for i, row in enumerate(mapped_rows, start=1):
|
||
try:
|
||
evaluation_id_val = evaluation_id_map.get(str(row.get("evaluation_id")).strip()) if not _is_blank(row.get("evaluation_id")) else None
|
||
tree_id_val = tree_id_map.get(str(row.get("tree_id")).strip()) if not _is_blank(row.get("tree_id")) else None
|
||
combination_id_val = combination_id_map.get(str(row.get("combination_id")).strip()) if not _is_blank(row.get("combination_id")) else None
|
||
trait_id_val = trait_id_map.get(str(row.get("trait_id")).strip()) if not _is_blank(row.get("trait_id")) else None
|
||
fields = {
|
||
"evaluation_id": evaluation_id_val,
|
||
"tree_id": tree_id_val,
|
||
"combination_id": combination_id_val,
|
||
"trait_id": trait_id_val,
|
||
"evaluate_year": _to_int(row.get("evaluate_year")),
|
||
"value_numeric": _to_float(row.get("value_numeric")),
|
||
"value_text": _none_if_blank(row.get("value_text")),
|
||
"value_date": _none_if_blank(row.get("value_date")),
|
||
"stage": _none_if_blank(row.get("stage")),
|
||
"remark": _none_if_blank(row.get("remark")),
|
||
}
|
||
if fields["value_numeric"] is not None and trait_id_val is not None:
|
||
vmin, vmax = trait_valid_map.get(trait_id_val, (None, None))
|
||
if vmin is not None and fields["value_numeric"] < float(vmin):
|
||
error_msgs.append(f"第{i}行: 数值 {fields['value_numeric']} 低于性状有效下限 {vmin}")
|
||
continue
|
||
if vmax is not None and fields["value_numeric"] > float(vmax):
|
||
error_msgs.append(f"第{i}行: 数值 {fields['value_numeric']} 超出性状有效上限 {vmax}")
|
||
continue
|
||
create_data = TraitObservationCreateSchema(**fields)
|
||
if tree_id_val is not None:
|
||
dup = await crud.get(
|
||
evaluation_id=evaluation_id_val, tree_id=tree_id_val, trait_id=trait_id_val
|
||
)
|
||
if dup:
|
||
if update_support:
|
||
await crud.update(id=dup.id, data=TraitObservationUpdateSchema(**fields))
|
||
success_count += 1
|
||
else:
|
||
error_msgs.append(f"第{i}行: 该单株在此次鉴定中已存在该性状观测")
|
||
continue
|
||
await crud.create(data=create_data)
|
||
success_count += 1
|
||
except Exception as e:
|
||
error_msgs.append(f"第{i}行: {e!s}")
|
||
continue
|
||
return ImportResultSchema(
|
||
valid_count=success_count,
|
||
invalid_count=len(error_msgs),
|
||
message_list=error_msgs,
|
||
)
|
||
except Exception as e:
|
||
logger.error(f"批量导入性状观测失败: {e!s}")
|
||
raise CustomException(msg=f"导入失败: {e!s}")
|
||
|
||
@staticmethod
|
||
def import_template_download() -> bytes:
|
||
header_list = [
|
||
"所属鉴定",
|
||
"单株",
|
||
"杂交组合",
|
||
"性状",
|
||
"观测年份",
|
||
"数值",
|
||
"文本值",
|
||
"日期值",
|
||
"阶段",
|
||
"备注",
|
||
]
|
||
selector_header_list = []
|
||
option_list = [
|
||
]
|
||
return ExcelUtil.get_excel_template(
|
||
header_list=header_list,
|
||
selector_header_list=selector_header_list,
|
||
option_list=option_list,
|
||
) |