init: 初始化 dpb 桃育种系统代码库

前后端 + 后端 FastAPI 全量源码、部署脚本与文档。
This commit is contained in:
34047007@qq.com
2026-08-06 00:17:49 +08:00
commit b95053c52c
1469 changed files with 322298 additions and 0 deletions
@@ -0,0 +1,135 @@
import urllib.parse
from typing import Annotated
from fastapi import APIRouter, Body, Depends, File, Path, Query, UploadFile
from fastapi.responses import JSONResponse, StreamingResponse
from sqlalchemy.ext.asyncio import AsyncSession
from app.common.response import ResponseSchema, StreamResponse, SuccessResponse
from app.core.base_schema import AuthSchema, PageResultSchema, PaginationQueryParam, ImportResultSchema
from app.core.dependencies import AuthPermission, db_getter
from app.core.router_class import OperationLogRoute
from app.utils.common_util import bytes2file_response
from .schema import (
TraitObservationCreateSchema,
TraitObservationOutSchema,
TraitObservationQueryParam,
TraitObservationUpdateSchema,
)
from .service import TraitObservationService
TraitObservationRouter = APIRouter(route_class=OperationLogRoute, prefix="/trait_observation", tags=["性状观测"])
@TraitObservationRouter.get("/detail/{id}", summary="获取性状观测详情", response_model=ResponseSchema[TraitObservationOutSchema])
async def get_trait_observation__detail_controller(
auth: Annotated[AuthSchema, Depends(AuthPermission(["module_bre:trait_observation:detail"]))],
id: Annotated[int, Path(description="性状观测ID")],
db: Annotated[AsyncSession, Depends(db_getter)],
) -> JSONResponse:
service = TraitObservationService(auth, db)
result_dict = await service.detail(id=id)
return SuccessResponse(data=result_dict, msg="获取性状观测详情成功")
@TraitObservationRouter.get("/list", summary="分页查询性状观测", response_model=ResponseSchema[PageResultSchema[TraitObservationOutSchema]])
async def get_trait_observation__list_controller(
auth: Annotated[AuthSchema, Depends(AuthPermission(["module_bre:trait_observation:query"]))],
page: Annotated[PaginationQueryParam, Depends()],
search: Annotated[TraitObservationQueryParam, Query()],
db: Annotated[AsyncSession, Depends(db_getter)],
) -> JSONResponse:
service = TraitObservationService(auth, db)
result_dict = await service.page(
page_no=page.page_no,
page_size=page.page_size,
search=search,
order_by=page.order_by,
)
return SuccessResponse(data=result_dict, msg="查询性状观测列表成功")
@TraitObservationRouter.get("/options", summary="性状观测下拉选项")
async def get_trait_observation__options_controller(
auth: Annotated[AuthSchema, Depends(AuthPermission(["module_bre:trait_observation:query"]))],
db: Annotated[AsyncSession, Depends(db_getter)],
) -> JSONResponse:
service = TraitObservationService(auth, db)
options = await service.list_options()
return SuccessResponse(data=options, msg="获取性状观测选项成功")
@TraitObservationRouter.post("/create", summary="创建性状观测", response_model=ResponseSchema[TraitObservationOutSchema])
async def create_trait_observation__controller(
auth: Annotated[AuthSchema, Depends(AuthPermission(["module_bre:trait_observation:create"]))],
data: Annotated[TraitObservationCreateSchema, Body(description="创建参数")],
db: Annotated[AsyncSession, Depends(db_getter)],
) -> JSONResponse:
service = TraitObservationService(auth, db)
result_dict = await service.create(data=data)
return SuccessResponse(data=result_dict, msg="创建性状观测成功")
@TraitObservationRouter.put("/update/{id}", summary="修改性状观测", response_model=ResponseSchema[TraitObservationOutSchema])
async def update_trait_observation__controller(
auth: Annotated[AuthSchema, Depends(AuthPermission(["module_bre:trait_observation:update"]))],
id: Annotated[int, Path(description="性状观测ID")],
data: Annotated[TraitObservationUpdateSchema, Body(description="修改参数")],
db: Annotated[AsyncSession, Depends(db_getter)],
) -> JSONResponse:
service = TraitObservationService(auth, db)
result_dict = await service.update(id=id, data=data)
return SuccessResponse(data=result_dict, msg="修改性状观测成功")
@TraitObservationRouter.delete("/delete", summary="删除性状观测", response_model=ResponseSchema[None])
async def delete_trait_observation__controller(
auth: Annotated[AuthSchema, Depends(AuthPermission(["module_bre:trait_observation:delete"]))],
ids: Annotated[list[int], Body(description="ID列表")],
db: Annotated[AsyncSession, Depends(db_getter)],
) -> JSONResponse:
service = TraitObservationService(auth, db)
await service.delete(ids=ids)
return SuccessResponse(msg="删除性状观测成功")
@TraitObservationRouter.post("/export", summary="导出性状观测")
async def export_trait_observation__controller(
auth: Annotated[AuthSchema, Depends(AuthPermission(["module_bre:trait_observation:export"]))],
search: Annotated[TraitObservationQueryParam, Query()],
db: Annotated[AsyncSession, Depends(db_getter)],
) -> StreamingResponse:
service = TraitObservationService(auth, db)
result_dict_list = await service.get_list(search=search)
export_result = TraitObservationService.batch_export(obj_list=[item.model_dump() for item in result_dict_list])
return StreamResponse(
data=bytes2file_response(export_result),
media_type="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
headers={"Content-Disposition": f"attachment; filename={urllib.parse.quote('性状观测管理.xlsx')}"},
)
@TraitObservationRouter.post("/import", summary="导入性状观测", response_model=ResponseSchema[ImportResultSchema])
async def import_trait_observation__controller(
file: Annotated[UploadFile, File(description="导入文件")],
auth: Annotated[AuthSchema, Depends(AuthPermission(["module_bre:trait_observation:import"]))],
db: Annotated[AsyncSession, Depends(db_getter)],
) -> JSONResponse:
service = TraitObservationService(auth, db)
batch_import_result = await service.batch_import(file=file, update_support=True)
return SuccessResponse(data=batch_import_result, msg="导入性状观测成功")
@TraitObservationRouter.post("/download/template", summary="获取性状观测导入模板", dependencies=[Depends(AuthPermission(["module_bre:trait_observation:download"]))])
async def download_trait_observation__template_controller() -> StreamingResponse:
import_template_result = TraitObservationService.import_template_download()
return StreamResponse(
data=bytes2file_response(import_template_result),
media_type="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
headers={
"Content-Disposition": f"attachment; filename={urllib.parse.quote('性状观测管理导入模板.xlsx')}",
"Access-Control-Expose-Headers": "Content-Disposition",
},
)
@@ -0,0 +1,18 @@
from typing import Any
from sqlalchemy.ext.asyncio import AsyncSession
from app.core.base_crud import CRUDBase
from app.core.base_schema import AuthSchema
from .model import TraitObservationModel
class BreedingTraitObservationCRUD(CRUDBase[TraitObservationModel, Any, Any]):
"""性状观测 CRUD —— 直接复用 CRUDBase(已自动注入数据权限过滤)。"""
def __init__(self, auth: AuthSchema, db: AsyncSession) -> None:
super().__init__(TraitObservationModel, auth, db)
trait_observation_crud = BreedingTraitObservationCRUD
@@ -0,0 +1,60 @@
"""性状观测 数据模型"""
from datetime import datetime
from sqlalchemy import Float, ForeignKey, Index, Integer, String, Text
from sqlalchemy.orm import Mapped, mapped_column
from app.core.base_model import MappedBase, ModelMixin, UserMixin
class TraitObservationModel(ModelMixin, UserMixin, MappedBase):
"""性状观测 主数据表。"""
__tablename__ = "bre_trait_observation"
evaluation_id: Mapped[int] = mapped_column(
Integer, ForeignKey("bre_tree_evaluation.id", ondelete="CASCADE"),
index=True, nullable=True, comment="所属鉴定"
)
tree_id: Mapped[int] = mapped_column(
Integer, ForeignKey("bre_tree.id", ondelete="CASCADE"),
index=True, nullable=True, comment="单株"
)
combination_id: Mapped[int] = mapped_column(
Integer, ForeignKey("bre_cross_combination.id", ondelete="CASCADE"),
index=True, nullable=True, comment="杂交组合"
)
trait_id: Mapped[int] = mapped_column(
Integer, ForeignKey("bre_trait.id", ondelete="CASCADE"),
index=True, nullable=False, comment="性状"
)
evaluate_year: Mapped[int | None] = mapped_column(Integer, nullable=True, comment="观测年份", default=None)
value_numeric: Mapped[float | None] = mapped_column(Float, nullable=True, comment="数值", default=None)
value_text: Mapped[str | None] = mapped_column(String(255), nullable=True, comment="文本值", default=None)
value_date: Mapped[str | None] = mapped_column(String(20), nullable=True, comment="日期值", default=None)
remark: Mapped[str | None] = mapped_column(Text, nullable=True, comment="备注", default=None)
trial_study_id: Mapped[int | None] = mapped_column(
Integer, ForeignKey("bre_trial_study.id", ondelete="SET NULL"),
index=True, nullable=True, comment="所属试验/站点(MET)"
)
crop_load: Mapped[float | None] = mapped_column(Float, nullable=True, comment="负载量(协变量)")
stage: Mapped[str | None] = mapped_column(
String(16), nullable=True, comment="观测发育阶段(juvenile幼龄/evaluation成株,缺省继承bre_trait.stage)"
)
# 无 status 列:覆盖基类默认 ix_<表>_status_deleted 索引,
# 仅保留 (created_time, is_deleted) 复合索引用于数据权限过滤。
__table_args__ = (
Index("ix_bre_trait_observation_created_deleted", "created_time", "is_deleted"),
)
@@ -0,0 +1,65 @@
from app.core.base_schema import CommonSchema
"""性状观测 —— Pydantic 校验/序列化模型。"""
from datetime import datetime
from pydantic import BaseModel, ConfigDict, Field
class TraitObservationBaseSchema(BaseModel):
model_config = ConfigDict(from_attributes=True)
evaluation_id: int | None = Field(default=None, description="所属鉴定")
tree_id: int | None = Field(default=None, description="单株")
combination_id: int | None = Field(default=None, description="杂交组合")
trait_id: int = Field(..., description="性状")
evaluate_year: int | None = Field(default=None, description="观测年份")
value_numeric: float | None = Field(default=None, description="数值")
value_text: str | None = Field(default=None, description="文本值")
value_date: str | None = Field(default=None, description="日期值")
stage: str | None = Field(default=None, description="观测发育阶段(juvenile/evaluation,缺省继承bre_trait.stage)")
remark: str | None = Field(default=None, description="备注")
class TraitObservationCreateSchema(TraitObservationBaseSchema):
pass
class TraitObservationUpdateSchema(TraitObservationBaseSchema):
evaluation_id: int | None = Field(default=None, description="所属鉴定")
tree_id: int | None = Field(default=None, description="单株")
combination_id: int | None = Field(default=None, description="杂交组合")
trait_id: int | None = Field(default=None, description="性状")
evaluate_year: int | None = Field(default=None, description="观测年份")
value_numeric: float | None = Field(default=None, description="数值")
value_text: str | None = Field(default=None, description="文本值")
value_date: str | None = Field(default=None, description="日期值")
stage: str | None = Field(default=None, description="观测发育阶段(juvenile/evaluation,缺省继承bre_trait.stage)")
remark: str | None = Field(default=None, description="备注")
class TraitObservationOutSchema(TraitObservationBaseSchema):
id: int
uuid: str
evaluation_name: str | None = None # 由 Service 层联表填充
tree_name: str | None = None # 由 Service 层联表填充
combination_name: str | None = None # 由 Service 层联表填充
trait_name: str | None = None # 由 Service 层联表填充
evaluate_year: int | None = None
value_numeric: float | None = None
value_text: str | None = None
value_date: str | None = None
stage: str | None = None
remark: str | None = None
created_time: datetime | None = None
updated_time: datetime | None = None
created_by: CommonSchema | None = None
updated_by: CommonSchema | None = None
class TraitObservationQueryParam(BaseModel):
evaluation_id: int | None = Field(default=None, description="所属鉴定", json_schema_extra={"q": "eq"})
tree_id: int | None = Field(default=None, description="单株", json_schema_extra={"q": "eq"})
combination_id: int | None = Field(default=None, description="杂交组合", json_schema_extra={"q": "eq"})
trait_id: int | None = Field(default=None, description="性状", json_schema_extra={"q": "eq"})
evaluate_year: int | None = Field(default=None, description="观测年份", json_schema_extra={"q": "eq"})
@@ -0,0 +1,392 @@
from typing import Any
from fastapi import UploadFile
from sqlalchemy.ext.asyncio import AsyncSession
from app.core.base_schema import AuthSchema, PageResultSchema, ImportResultSchema
from app.core.exceptions import CustomException
from app.core.logger import logger
from app.utils.common_util import search_to_dict
from app.utils.excel_util import ExcelUtil
from .crud import BreedingTraitObservationCRUD
from .schema import (
TraitObservationCreateSchema,
TraitObservationOutSchema,
TraitObservationQueryParam,
TraitObservationUpdateSchema,
)
from app.api.v1.module_bre.tree_evaluation.crud import BreedingTreeEvaluationCRUD
from app.api.v1.module_bre.tree.crud import BreedingTreeCRUD
from app.api.v1.module_bre.cross_combination.crud import BreedingCrossCombinationCRUD
from app.api.v1.module_bre.trait.crud import BreedingTraitCRUD
from app.core.base_crud import assert_no_children, assert_parents_exist
from app.api.v1.module_bre.cross_combination.model import CrossCombinationModel
from app.api.v1.module_bre.trait.model import TraitModel
from app.api.v1.module_bre.tree_evaluation.model import TreeEvaluationModel
from app.api.v1.module_bre.tree.model import TreeModel
def _is_blank(v: Any) -> bool:
return v is None or (isinstance(v, str) and v.strip() == "")
def _none_if_blank(v: Any) -> Any:
if _is_blank(v):
return None
return str(v).strip() if isinstance(v, str) else v
def _to_float(v: Any) -> float | None:
if _is_blank(v):
return None
try:
return float(v)
except (TypeError, ValueError):
return None
def _to_int(v: Any) -> int | None:
if _is_blank(v):
return None
try:
return int(float(v))
except (TypeError, ValueError):
return None
class TraitObservationService:
"""性状观测 模块服务层"""
def __init__(self, auth: AuthSchema, db: AsyncSession) -> None:
self.auth = auth
self.db = db
async def _assert_numeric_range(self, trait_id: int | None, value_numeric: float | None) -> None:
"""数值观测必须在性状 valid_min/valid_max 区间内,越界拒绝入库。"""
if trait_id is None or value_numeric is None:
return
trait = await BreedingTraitCRUD(self.auth, self.db).get(id=trait_id)
if not trait:
return # assert_parents_exist 已拦截不存在的性状,这里仅兜底
if trait.valid_min is not None and value_numeric < float(trait.valid_min):
raise CustomException(msg=f"数值 {value_numeric} 低于性状有效下限 {trait.valid_min}")
if trait.valid_max is not None and value_numeric > float(trait.valid_max):
raise CustomException(msg=f"数值 {value_numeric} 超出性状有效上限 {trait.valid_max}")
async def _assert_stage_gate(self, data: Any, exclude_id: int | None = None, eff_stage_override: str | None = None) -> None:
"""成株性状门禁(A6):实生苗(童期)单株不可录成株(evaluation)性状。
判定阶段取观测自带 stage,缺省继承 bre_trait.stage;观测显式 stage=juvenile
视为童期评估可放行。单株已选优晋级(sp/ap/line…)或非实生苗不受限。
update 走 eff_stage_overridedata.stage 或既有行 stage),避免部分更新误判。
"""
tree_id = getattr(data, "tree_id", None)
trait_id = getattr(data, "trait_id", None)
if not tree_id or not trait_id:
return
tree = await BreedingTreeCRUD(self.auth, self.db).get(id=tree_id)
if not tree or (getattr(tree, "stage", None) or "") != "seedling":
return
trait = await BreedingTraitCRUD(self.auth, self.db).get(id=trait_id)
if not trait:
return
eff_stage = eff_stage_override or getattr(data, "stage", None) or trait.stage or "evaluation"
if eff_stage == "evaluation":
tree_no = getattr(tree, "tree_no", None) or f"#{tree.id}"
raise CustomException(
msg=f"实生苗(童期)单株 {tree_no} 不可记录成株性状「{trait.trait_name}」;"
f"请将观测阶段改为 juvenile 评估,或先将单株选优晋级(sp/ap/line)"
)
async def _attach_fk_labels(self, items: list[TraitObservationOutSchema]) -> None:
if not items:
return
crud = BreedingTraitObservationCRUD(self.auth, self.db)
evaluation_id_ids = {getattr(it, "evaluation_id") for it in items if getattr(it, "evaluation_id")}
if evaluation_id_ids:
refs = await BreedingTreeEvaluationCRUD(self.auth, self.db).get_list(search={"id": ("in", list(evaluation_id_ids))})
ref_map = {r.id: getattr(r, "evaluate_date") for r in refs}
for it in items:
it.evaluation_name = ref_map.get(getattr(it, "evaluation_id"))
tree_id_ids = {getattr(it, "tree_id") for it in items if getattr(it, "tree_id")}
if tree_id_ids:
refs = await BreedingTreeCRUD(self.auth, self.db).get_list(search={"id": ("in", list(tree_id_ids))})
ref_map = {r.id: getattr(r, "tree_no") for r in refs}
for it in items:
it.tree_name = ref_map.get(getattr(it, "tree_id"))
combination_id_ids = {getattr(it, "combination_id") for it in items if getattr(it, "combination_id")}
if combination_id_ids:
refs = await BreedingCrossCombinationCRUD(self.auth, self.db).get_list(search={"id": ("in", list(combination_id_ids))})
ref_map = {r.id: getattr(r, "combination_code") for r in refs}
for it in items:
it.combination_name = ref_map.get(getattr(it, "combination_id"))
trait_id_ids = {getattr(it, "trait_id") for it in items if getattr(it, "trait_id")}
if trait_id_ids:
refs = await BreedingTraitCRUD(self.auth, self.db).get_list(search={"id": ("in", list(trait_id_ids))})
ref_map = {r.id: getattr(r, "trait_name") for r in refs}
for it in items:
it.trait_name = ref_map.get(getattr(it, "trait_id"))
async def detail(self, id: int) -> TraitObservationOutSchema:
obj = await BreedingTraitObservationCRUD(self.auth, self.db).get(id=id)
if not obj:
raise CustomException(msg="该性状观测不存在")
out = TraitObservationOutSchema.model_validate(obj)
await self._attach_fk_labels([out])
return out
async def get_list(
self,
search: TraitObservationQueryParam | None = None,
order_by: list[dict[str, str]] | None = None,
) -> list[TraitObservationOutSchema]:
obj_list = await BreedingTraitObservationCRUD(self.auth, self.db).get_list(
search=search_to_dict(search), order_by=order_by
)
outs = [TraitObservationOutSchema.model_validate(obj) for obj in obj_list]
await self._attach_fk_labels(outs)
return outs
async def page(
self,
page_no: int,
page_size: int,
search: TraitObservationQueryParam | None = None,
order_by: list[dict[str, str]] | None = None,
) -> PageResultSchema[TraitObservationOutSchema]:
offset = (page_no - 1) * page_size
result = await BreedingTraitObservationCRUD(self.auth, self.db).page(
offset=offset,
limit=page_size,
order_by=order_by or [{"id": "asc"}],
search=search_to_dict(search, {}),
out_schema=TraitObservationOutSchema,
)
await self._attach_fk_labels(result.items)
return result
async def create(self, data: TraitObservationCreateSchema) -> TraitObservationOutSchema:
await assert_parents_exist(
self.db,
[
(TreeEvaluationModel, data.evaluation_id, '单株评价'),
(TreeModel, data.tree_id, '单株'),
(CrossCombinationModel, data.combination_id, '杂交组合'),
(TraitModel, data.trait_id, '性状'),
],
)
# 缺省继承性状发育阶段(schema 注释约定):data.stage 留空时以 bre_trait.stage 回填落库
if data.stage is None and data.trait_id is not None:
_trait = await BreedingTraitCRUD(self.auth, self.db).get(id=data.trait_id)
if _trait and _trait.stage:
data = data.model_copy(update={"stage": _trait.stage})
# 同一次鉴定下同一单株同一性状只允许一条观测(tree_id 为空表示组合级观测,跳过判重)
if data.tree_id is not None:
dup = await BreedingTraitObservationCRUD(self.auth, self.db).get(
evaluation_id=data.evaluation_id, tree_id=data.tree_id, trait_id=data.trait_id
)
if dup:
raise CustomException(msg="创建失败,该单株在此次鉴定中已存在该性状观测")
await self._assert_numeric_range(data.trait_id, data.value_numeric)
await self._assert_stage_gate(data)
obj = await BreedingTraitObservationCRUD(self.auth, self.db).create(data=data)
out = TraitObservationOutSchema.model_validate(obj)
await self._attach_fk_labels([out])
return out
async def update(self, id: int, data: TraitObservationUpdateSchema) -> TraitObservationOutSchema:
obj = await BreedingTraitObservationCRUD(self.auth, self.db).get(id=id)
if not obj:
raise CustomException(msg="更新失败,该性状观测不存在")
await assert_parents_exist(
self.db,
[
(TreeEvaluationModel, data.evaluation_id, '单株评价'),
(TreeModel, data.tree_id, '单株'),
(CrossCombinationModel, data.combination_id, '杂交组合'),
(TraitModel, data.trait_id, '性状'),
],
)
# 更新后 (evaluation_id, tree_id, trait_id) 仍需唯一(未提交的字段取现值)
eval_id = data.evaluation_id if data.evaluation_id is not None else obj.evaluation_id
tree_id = data.tree_id if data.tree_id is not None else obj.tree_id
trait_id = data.trait_id if data.trait_id is not None else obj.trait_id
if tree_id is not None:
dup = await BreedingTraitObservationCRUD(self.auth, self.db).get(
evaluation_id=eval_id, tree_id=tree_id, trait_id=trait_id
)
if dup and dup.id != id:
raise CustomException(msg="更新失败,该单株在此次鉴定中已存在该性状观测")
await self._assert_numeric_range(
data.trait_id if data.trait_id is not None else obj.trait_id,
data.value_numeric if data.value_numeric is not None else obj.value_numeric,
)
await self._assert_stage_gate(
data, exclude_id=id, eff_stage_override=(data.stage or obj.stage)
)
obj = await BreedingTraitObservationCRUD(self.auth, self.db).update(id=id, data=data)
out = TraitObservationOutSchema.model_validate(obj)
await self._attach_fk_labels([out])
return out
async def delete(self, ids: list[int]) -> None:
if not ids:
raise CustomException(msg="删除失败,删除对象不能为空")
objs = await BreedingTraitObservationCRUD(self.auth, self.db).get_list(search={"id": ("in", ids)})
obj_map = {o.id: o for o in objs}
for id_ in ids:
if id_ not in obj_map:
raise CustomException(msg="删除失败,该性状观测不存在")
await BreedingTraitObservationCRUD(self.auth, self.db).delete(ids=ids)
async def list_options(self) -> list[dict[str, Any]]:
"""供前端下拉选择使用:返回 [{value, label}]。"""
obj_list = await BreedingTraitObservationCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
return [{"value": o.id, "label": o.value_text} for o in obj_list]
@staticmethod
def batch_export(obj_list: list[dict[str, Any]]) -> bytes:
mapping_dict = {
"evaluation_name": "所属鉴定",
"tree_name": "单株",
"combination_name": "杂交组合",
"trait_name": "性状",
"evaluate_year": "观测年份",
"value_numeric": "数值",
"value_text": "文本值",
"value_date": "日期值",
"stage": "阶段",
"remark": "备注",
"created_time": "创建时间",
"created_by": "创建者",
}
data = [dict(item) for item in obj_list]
for item in data:
creator = item.get("created_by")
item["created_by"] = creator.get("name", "未知") if isinstance(creator, dict) else "未知"
return ExcelUtil.export_list2excel(list_data=data, mapping_dict=mapping_dict)
async def batch_import(self, file: UploadFile, update_support: bool = False) -> ImportResultSchema:
header_dict = {
"所属鉴定": "evaluation_id",
"单株": "tree_id",
"杂交组合": "combination_id",
"性状": "trait_id",
"观测年份": "evaluate_year",
"数值": "value_numeric",
"文本值": "value_text",
"日期值": "value_date",
"阶段": "stage",
"备注": "remark",
}
try:
contents = await file.read()
rows = ExcelUtil.read_excel_to_dicts(contents)
await file.close()
if not rows:
raise CustomException(msg="导入文件为空")
missing_headers = [h for h in header_dict if h not in rows[0]]
if missing_headers:
raise CustomException(msg=f"导入文件缺少必要的列: {', '.join(missing_headers)}")
evaluation_id_refs = await BreedingTreeEvaluationCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
evaluation_id_map = {getattr(r, "evaluate_date"): r.id for r in evaluation_id_refs}
tree_id_refs = await BreedingTreeCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
tree_id_map = {getattr(r, "tree_no"): r.id for r in tree_id_refs}
combination_id_refs = await BreedingCrossCombinationCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
combination_id_map = {getattr(r, "combination_code"): r.id for r in combination_id_refs}
trait_id_refs = await BreedingTraitCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
trait_id_map = {getattr(r, "trait_name"): r.id for r in trait_id_refs}
trait_valid_map = {r.id: (r.valid_min, r.valid_max) for r in trait_id_refs}
mapped_rows = []
for row in rows:
mapped_rows.append({en: row.get(ch) for ch, en in header_dict.items()})
required_fields = ["trait_id"]
errors = []
for field in required_fields:
missing_indices = [i + 1 for i, r in enumerate(mapped_rows) if _is_blank(r.get(field))]
if missing_indices:
field_name = next(k for k, v in header_dict.items() if v == field)
rows_str = "".join(str(i) for i in missing_indices)
errors.append(f"{field_name}不能为空,第{rows_str}")
if errors:
raise CustomException(msg=f"导入失败,以下行缺少必要字段:\n{'; '.join(errors)}")
error_msgs: list[str] = []
success_count = 0
crud = BreedingTraitObservationCRUD(self.auth, self.db)
for i, row in enumerate(mapped_rows, start=1):
try:
evaluation_id_val = evaluation_id_map.get(str(row.get("evaluation_id")).strip()) if not _is_blank(row.get("evaluation_id")) else None
tree_id_val = tree_id_map.get(str(row.get("tree_id")).strip()) if not _is_blank(row.get("tree_id")) else None
combination_id_val = combination_id_map.get(str(row.get("combination_id")).strip()) if not _is_blank(row.get("combination_id")) else None
trait_id_val = trait_id_map.get(str(row.get("trait_id")).strip()) if not _is_blank(row.get("trait_id")) else None
fields = {
"evaluation_id": evaluation_id_val,
"tree_id": tree_id_val,
"combination_id": combination_id_val,
"trait_id": trait_id_val,
"evaluate_year": _to_int(row.get("evaluate_year")),
"value_numeric": _to_float(row.get("value_numeric")),
"value_text": _none_if_blank(row.get("value_text")),
"value_date": _none_if_blank(row.get("value_date")),
"stage": _none_if_blank(row.get("stage")),
"remark": _none_if_blank(row.get("remark")),
}
if fields["value_numeric"] is not None and trait_id_val is not None:
vmin, vmax = trait_valid_map.get(trait_id_val, (None, None))
if vmin is not None and fields["value_numeric"] < float(vmin):
error_msgs.append(f"{i}行: 数值 {fields['value_numeric']} 低于性状有效下限 {vmin}")
continue
if vmax is not None and fields["value_numeric"] > float(vmax):
error_msgs.append(f"{i}行: 数值 {fields['value_numeric']} 超出性状有效上限 {vmax}")
continue
create_data = TraitObservationCreateSchema(**fields)
if tree_id_val is not None:
dup = await crud.get(
evaluation_id=evaluation_id_val, tree_id=tree_id_val, trait_id=trait_id_val
)
if dup:
if update_support:
await crud.update(id=dup.id, data=TraitObservationUpdateSchema(**fields))
success_count += 1
else:
error_msgs.append(f"{i}行: 该单株在此次鉴定中已存在该性状观测")
continue
await crud.create(data=create_data)
success_count += 1
except Exception as e:
error_msgs.append(f"{i}行: {e!s}")
continue
return ImportResultSchema(
valid_count=success_count,
invalid_count=len(error_msgs),
message_list=error_msgs,
)
except Exception as e:
logger.error(f"批量导入性状观测失败: {e!s}")
raise CustomException(msg=f"导入失败: {e!s}")
@staticmethod
def import_template_download() -> bytes:
header_list = [
"所属鉴定",
"单株",
"杂交组合",
"性状",
"观测年份",
"数值",
"文本值",
"日期值",
"阶段",
"备注",
]
selector_header_list = []
option_list = [
]
return ExcelUtil.get_excel_template(
header_list=header_list,
selector_header_list=selector_header_list,
option_list=option_list,
)