| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976 |
- """HTTP orchestration boundary for data-research ingestion jobs."""
- from __future__ import annotations
- import io
- import logging
- from flask import current_app, g, jsonify, request, send_file
- from app import db
- from app.api.data_development import bp
- from app.core.data_research.errors import DataResearchError
- from app.models.result import failed, success
- logger = logging.getLogger(__name__)
- def get_ingestion_service():
- from app.core.data_research.ingestion import IngestionService
- from app.core.data_research.repository import SqlAlchemyIngestionJobRepository
- return IngestionService(
- SqlAlchemyIngestionJobRepository(db.session),
- commit=db.session.commit,
- rollback=db.session.rollback,
- )
- def get_database_source_registration_service():
- from app.core.data_research.repository import (
- SqlAlchemyIngestionSourceRepository,
- )
- from app.core.data_research.sources import (
- DatabaseSourceRegistrationService,
- )
- from app.core.data_source.runtime import get_data_source_manager
- manager = get_data_source_manager()
- return DatabaseSourceRegistrationService(
- SqlAlchemyIngestionSourceRepository(db.session),
- definition_resolver=manager.definitions.get,
- commit=db.session.commit,
- rollback=db.session.rollback,
- )
- def get_catalog_snapshot_repository():
- from app.core.data_research.repository import (
- SqlAlchemyCatalogSnapshotRepository,
- )
- return SqlAlchemyCatalogSnapshotRepository(db.session)
- def get_catalog_ingestion_executor():
- from app.core.data_research.catalog.execution import (
- CatalogIngestionExecutor,
- )
- from app.core.data_research.catalog.mysql import MySqlCatalogCollector
- from app.core.data_research.catalog.postgresql import (
- PostgreSqlCatalogCollector,
- )
- from app.core.data_research.catalog.service import CatalogCollectionService
- from app.core.data_research.errors import IngestionSourceInvalid
- from app.core.data_source.runtime import get_data_source_manager
- manager = get_data_source_manager()
- def collector_resolver(database_type):
- if database_type == "postgresql":
- return PostgreSqlCatalogCollector()
- if database_type == "mysql":
- return MySqlCatalogCollector()
- raise IngestionSourceInvalid(
- f"database type {database_type} is not supported"
- )
- collector = CatalogCollectionService(
- manager,
- definition_resolver=manager.definitions.get,
- collector_resolver=collector_resolver,
- )
- return CatalogIngestionExecutor(
- get_ingestion_service(),
- collector,
- get_catalog_snapshot_repository(),
- commit=db.session.commit,
- rollback=db.session.rollback,
- )
- def get_data_element_service():
- from app.core.data_research.data_elements import DataElementService
- from app.core.data_research.repository import SqlAlchemyDataElementRepository
- from app.core.events.outbox import enqueue_outbox
- return DataElementService(
- SqlAlchemyDataElementRepository(db.session),
- outbox_enqueue=lambda **event: enqueue_outbox(db.session, **event),
- )
- def get_device_asset_service():
- from app.core.data_research.device_asset_repository import (
- SqlAlchemyDeviceAssetRepository,
- )
- from app.core.data_research.device_assets import DeviceAssetService
- return DeviceAssetService(
- SqlAlchemyDeviceAssetRepository(db.session),
- commit=db.session.commit,
- rollback=db.session.rollback,
- )
- def _device_ontology_authorizer(ontology_repository):
- from app.core.data_research.device_semantics import (
- DeviceOntologyPublicationAuthorizer,
- )
- from app.core.governance.responsibilities import (
- ResponsibilityService,
- SqlAlchemyResponsibilityRepository,
- )
- responsibilities = ResponsibilityService(
- SqlAlchemyResponsibilityRepository(db.session)
- )
- return DeviceOntologyPublicationAuthorizer(
- ontology_repository,
- responsibility_lookup=responsibilities.get,
- )
- def get_device_semantic_service():
- from app.core.data_research.device_semantics import DeviceSemanticService
- from app.core.data_research.ontology.repository import (
- SqlAlchemyOntologyRepository,
- )
- return DeviceSemanticService(
- SqlAlchemyOntologyRepository(db.session),
- commit=db.session.commit,
- rollback=db.session.rollback,
- )
- def get_device_semantic_code_service():
- from app.core.data_research.device_semantic_repository import (
- SqlAlchemyDeviceSemanticCodeRepository,
- )
- from app.core.data_research.device_semantics import (
- DeviceSemanticCodeService,
- )
- from app.core.data_research.ontology.repository import (
- SqlAlchemyOntologyRepository,
- )
- ontology_repository = SqlAlchemyOntologyRepository(db.session)
- authorizer = _device_ontology_authorizer(ontology_repository)
- return DeviceSemanticCodeService(
- SqlAlchemyDeviceSemanticCodeRepository(db.session),
- review_authorizer=authorizer.assert_accountable,
- commit=db.session.commit,
- rollback=db.session.rollback,
- )
- def get_device_entity_resolution_service():
- from app.core.data_research.device_entity_repository import (
- SqlAlchemyDeviceEntityResolutionRepository,
- )
- from app.core.data_research.device_entity_resolution import (
- DeviceEntityForbidden,
- DeviceEntityResolutionService,
- )
- from app.core.governance.responsibilities import (
- ResponsibilityService,
- SqlAlchemyResponsibilityRepository,
- )
- responsibilities = ResponsibilityService(
- SqlAlchemyResponsibilityRepository(db.session)
- )
- def assert_accountable(actor_uid):
- matrix = responsibilities.get(
- "device_mapping",
- "DEVICE_ENTITY_RESOLUTION",
- )
- accountable = [
- item
- for item in matrix.get("assignments", [])
- if item.get("responsibility_role") == "asset_manager"
- and item.get("raci_role") == "accountable"
- ]
- if len(accountable) != 1 or str(accountable[0].get("user_id")) != str(
- actor_uid
- ):
- raise DeviceEntityForbidden(
- "only the accountable device mapping asset manager may decide"
- )
- return DeviceEntityResolutionService(
- SqlAlchemyDeviceEntityResolutionRepository(db.session),
- review_authorizer=assert_accountable,
- auto_merge_enabled=current_app.config.get(
- "DEVICE_ENTITY_AUTO_MERGE_ENABLED",
- False,
- ),
- commit=db.session.commit,
- rollback=db.session.rollback,
- )
- def get_device_quality_service():
- from app.core.data_research.device_quality import DeviceQualityService
- from app.core.data_research.device_quality_repository import (
- SqlAlchemyDeviceQualityRepository,
- )
- from app.core.data_research.errors import DeviceQualityForbidden
- from app.core.governance.responsibilities import (
- ResponsibilityService,
- SqlAlchemyResponsibilityRepository,
- )
- responsibilities = ResponsibilityService(
- SqlAlchemyResponsibilityRepository(db.session)
- )
- def assert_accountable(actor_uid):
- matrix = responsibilities.get(
- "device_quality",
- "DEVICE_QUALITY",
- )
- accountable = [
- item
- for item in matrix.get("assignments", [])
- if item.get("responsibility_role") == "asset_manager"
- and item.get("raci_role") == "accountable"
- ]
- if len(accountable) != 1 or str(accountable[0].get("user_id")) != str(
- actor_uid
- ):
- raise DeviceQualityForbidden(
- "only the accountable device quality asset manager may publish"
- )
- return DeviceQualityService(
- SqlAlchemyDeviceQualityRepository(db.session),
- publish_authorizer=assert_accountable,
- commit=db.session.commit,
- rollback=db.session.rollback,
- )
- def get_candidate_decision_service():
- from app.core.data_research.candidate_decisions import CandidateDecisionService
- from app.core.data_research.data_elements import DataElementService
- from app.core.data_research.repository import (
- SqlAlchemyCandidateDecisionRepository,
- SqlAlchemyDataElementRepository,
- )
- return CandidateDecisionService(
- SqlAlchemyCandidateDecisionRepository(db.session),
- data_elements=DataElementService(SqlAlchemyDataElementRepository(db.session)),
- )
- def _artifact_storage():
- from minio import Minio
- from app.core.data_research.artifacts import MinioArtifactStorage
- client = Minio(
- current_app.config["MINIO_HOST"],
- access_key=current_app.config["MINIO_USER"],
- secret_key=current_app.config["MINIO_PASSWORD"],
- secure=bool(current_app.config.get("MINIO_SECURE")),
- )
- return MinioArtifactStorage(client, current_app.config["MINIO_BUCKET"])
- def get_artifact_service():
- from app.core.common.identifiers import new_governance_uid
- from app.core.data_research.artifacts import (
- ArtifactService,
- SqlAlchemyArtifactRepository,
- )
- from app.core.data_research.file_policy import FilePolicy
- return ArtifactService(
- SqlAlchemyArtifactRepository(db.session),
- _artifact_storage(),
- FilePolicy(
- max_bytes=int(current_app.config.get("DATA_RESEARCH_FILE_MAX_BYTES", 25 * 1024 * 1024)),
- max_pages=int(current_app.config.get("DATA_RESEARCH_FILE_MAX_PAGES", 500)),
- ),
- uid_factory=new_governance_uid,
- )
- def get_evidence_service():
- from app.core.data_research.artifacts import EvidenceService
- return EvidenceService(db.session, _artifact_storage())
- def get_ontology_service():
- from app.core.data_research.ontology.publication import (
- OntologyApplicationService,
- OntologyPublicationService,
- )
- from app.core.data_research.ontology.repository import SqlAlchemyOntologyRepository
- from app.core.events.outbox import enqueue_outbox
- repository = SqlAlchemyOntologyRepository(db.session)
- authorizer = _device_ontology_authorizer(repository)
- publication = OntologyPublicationService(
- repository,
- outbox_enqueue=lambda **event: enqueue_outbox(db.session, **event),
- publication_authorizer=authorizer,
- commit=db.session.commit,
- rollback=db.session.rollback,
- )
- return OntologyApplicationService(
- repository,
- publication=publication,
- commit=db.session.commit,
- rollback=db.session.rollback,
- )
- def get_ontology_dynamic_service():
- from app.core.data_research.ontology.change_sets import (
- SqlAlchemyDynamicOntologyService,
- )
- return SqlAlchemyDynamicOntologyService(db.session)
- def get_ontology_exchange_service():
- from app.core.data_research.ontology.exchange import OntologyExchangeService
- from app.core.data_research.ontology.repository import SqlAlchemyOntologyRepository
- return OntologyExchangeService(
- SqlAlchemyOntologyRepository(db.session),
- commit=db.session.commit,
- rollback=db.session.rollback,
- )
- def get_semantic_query_service():
- from app.core.data_research.ontology.query import (
- Neo4jSemanticRepository,
- SemanticQueryService,
- )
- from app.services.neo4j_driver import neo4j_driver
- return SemanticQueryService(Neo4jSemanticRepository(neo4j_driver))
- def _identity():
- return getattr(g, "current_user", {}) or {}
- def _record(record):
- return {
- "uid": str(record.uid),
- "source_uid": str(record.source_uid),
- "artifact_uid": str(record.artifact_uid) if record.artifact_uid else None,
- "job_type": record.job_type,
- "parser_version": record.parser_version,
- "status": record.status,
- "parameters": dict(record.parameters or {}),
- "statistics": dict(record.statistics or {}),
- "last_error": record.last_error,
- "attempt_count": int(record.attempt_count or 0),
- "failure_stage": record.failure_stage,
- "actor_uid": record.actor_uid,
- "created_at": record.created_at.isoformat() if record.created_at else None,
- "updated_at": record.updated_at.isoformat() if record.updated_at else None,
- "started_at": record.started_at.isoformat() if record.started_at else None,
- "finished_at": record.finished_at.isoformat() if record.finished_at else None,
- }
- def _catalog_snapshot(record):
- return {
- "uid": str(record.uid),
- "job_uid": str(record.job_uid),
- "source_uid": str(record.source_uid),
- "attempt": int(record.attempt),
- "database_type": record.database_type,
- "content_hash": record.content_hash,
- "snapshot": dict(record.snapshot or {}),
- "evidence_count": int(record.evidence_count),
- "created_at": (
- record.created_at.isoformat()
- if record.created_at
- else None
- ),
- }
- def _element(record):
- return {
- "uid": str(record.uid),
- "code": record.code,
- "status": record.status,
- "current_version": int(record.current_version),
- "snapshot": dict(record.snapshot or {}),
- "created_by": record.created_by,
- "updated_by": record.updated_by,
- }
- def _decision(record):
- return {
- "uid": str(record.uid),
- "candidate_uid": str(record.candidate_uid),
- "action": record.action,
- "data_element_uid": (
- str(record.data_element_uid) if record.data_element_uid else None
- ),
- "evidence_uids": list(record.evidence_uids),
- "actor_uid": record.actor_uid,
- "reason": record.reason,
- }
- def _artifact(record):
- return {
- "uid": str(record.uid),
- "source_uid": str(record.source_uid),
- "filename": record.filename,
- "media_type": record.media_type,
- "size_bytes": int(record.size_bytes),
- "content_hash": record.content_hash,
- "parser_version": record.parser_version,
- }
- def _ontology(record):
- return {
- "uid": str(record.uid),
- "code": record.code,
- "name": record.name,
- "owner_uid": record.owner_uid,
- "status": record.status,
- "draft_revision": int(record.draft_revision),
- "active_version_uid": record.active_version_uid,
- "domain_links": [
- {"domain_uid": link.domain_uid, "role": link.role}
- for link in record.domain_links
- ],
- }
- def _ontology_version(record):
- return {
- "uid": str(record.uid),
- "ontology_uid": str(record.ontology_uid),
- "version": int(record.version),
- "parent_version_uid": record.parent_version_uid,
- "status": record.status,
- "content_hash": record.content_hash,
- "graph_document": record.graph_document.to_dict(),
- "created_by": record.created_by,
- }
- def _iso(value):
- return value.isoformat() if value else None
- def _device_asset(record):
- return {
- "uid": str(record.uid),
- "asset_type": record.asset_type,
- "name": record.name,
- "status": record.status,
- "current_version": int(record.current_version),
- "location": record.location,
- "organization": record.organization,
- "responsible_person": record.responsible_person,
- "attributes": dict(record.attributes or {}),
- "created_by": record.created_by,
- "updated_by": record.updated_by,
- "created_at": _iso(record.created_at),
- "updated_at": _iso(record.updated_at),
- }
- def _device_asset_mapping(record):
- return {
- "uid": str(record.uid),
- "asset_uid": str(record.asset_uid),
- "source_uid": str(record.source_uid),
- "source_entity": record.source_entity,
- "asset_type": record.asset_type,
- "source_code": record.source_code,
- "source_updated_at": _iso(record.source_updated_at),
- "first_seen_at": _iso(record.first_seen_at),
- "last_seen_at": _iso(record.last_seen_at),
- }
- def _device_asset_detail(detail):
- data = _device_asset(detail.asset)
- data["source_mappings"] = [
- _device_asset_mapping(mapping)
- for mapping in detail.mappings
- ]
- return data
- def _device_asset_version(record):
- return {
- "uid": str(record.uid),
- "asset_uid": str(record.asset_uid),
- "version": int(record.version),
- "snapshot": dict(record.snapshot or {}),
- "source_mapping_uid": str(record.source_mapping_uid),
- "actor_uid": record.actor_uid,
- "created_at": _iso(record.created_at),
- }
- def _device_asset_import_result(result):
- return {
- "records": [
- {
- "action": item.action,
- "asset": _device_asset(item.asset),
- "source_mapping": _device_asset_mapping(item.mapping),
- }
- for item in result.items
- ],
- "created_count": int(result.created_count),
- "updated_count": int(result.updated_count),
- "unchanged_count": int(result.unchanged_count),
- }
- def _device_semantic_profile(result):
- if result is None:
- return {
- "bootstrapped": False,
- "ontology": None,
- "version": None,
- "profile": {
- "ready_to_publish": False,
- "class_count": 0,
- "relation_count": 0,
- "mapping_count": 0,
- "missing_classes": [],
- "missing_relations": [],
- "missing_mappings": [],
- },
- }
- profile = result.profile
- return {
- "bootstrapped": True,
- "created": bool(result.created),
- "ontology": _ontology(result.ontology),
- "version": _ontology_version(result.version),
- "profile": {
- "ready_to_publish": bool(profile.ready_to_publish),
- "class_count": int(profile.class_count),
- "relation_count": int(profile.relation_count),
- "mapping_count": int(profile.mapping_count),
- "missing_classes": list(profile.missing_classes),
- "missing_relations": list(profile.missing_relations),
- "missing_mappings": list(profile.missing_mappings),
- },
- }
- def _device_semantic_code(record):
- return {
- "uid": str(record.uid),
- "ontology_uid": str(record.ontology_uid),
- "code_type": record.code_type,
- "canonical_code": record.canonical_code,
- "canonical_name": record.canonical_name,
- "definition": record.definition,
- "status": record.status,
- "current_version": int(record.current_version),
- "source_mappings": [
- dict(item) for item in record.source_mappings
- ],
- "evidence_uids": list(record.evidence_uids),
- "suggestion_source": record.suggestion_source,
- "confidence": record.confidence,
- "created_by": record.created_by,
- "updated_by": record.updated_by,
- "created_at": _iso(record.created_at),
- "updated_at": _iso(record.updated_at),
- }
- def _device_semantic_version(record):
- return {
- "uid": str(record.uid),
- "code_uid": str(record.code_uid),
- "version": int(record.version),
- "snapshot": dict(record.snapshot),
- "created_by": record.created_by,
- "created_at": _iso(record.created_at),
- }
- def _device_semantic_review(record):
- return {
- "uid": str(record.uid),
- "code_uid": str(record.code_uid),
- "version": int(record.version),
- "decision": record.decision,
- "reason": record.reason,
- "actor_uid": record.actor_uid,
- "created_at": _iso(record.created_at),
- }
- def _device_entity_candidate(record):
- return {
- "uid": str(record.uid),
- "left_asset_uid": str(record.left_asset_uid),
- "right_asset_uid": str(record.right_asset_uid),
- "canonical_asset_uid": (
- str(record.canonical_asset_uid)
- if record.canonical_asset_uid
- else None
- ),
- "status": record.status,
- "suggestion_source": record.suggestion_source,
- "confidence": float(record.confidence),
- "explanation": [
- dict(item) for item in record.explanation
- ],
- "evidence_uids": list(record.evidence_uids),
- "model_provider": record.model_provider,
- "model_name": record.model_name,
- "current_version": int(record.current_version),
- "created_by": record.created_by,
- "reviewed_by": record.reviewed_by,
- "created_at": _iso(record.created_at),
- "updated_at": _iso(record.updated_at),
- }
- def _device_entity_review(record):
- return {
- "uid": str(record.uid),
- "candidate_uid": str(record.candidate_uid),
- "version": int(record.version),
- "decision": record.decision,
- "reason": record.reason,
- "actor_uid": record.actor_uid,
- "created_at": _iso(record.created_at),
- }
- def _device_entity_merge(record):
- return {
- "uid": str(record.uid),
- "candidate_uid": str(record.candidate_uid),
- "canonical_asset_uid": str(record.canonical_asset_uid),
- "member_asset_uid": str(record.member_asset_uid),
- "review_uid": str(record.review_uid),
- "snapshot": dict(record.snapshot),
- "actor_uid": record.actor_uid,
- "created_at": _iso(record.created_at),
- }
- def _device_entity_rollback(record):
- return {
- "uid": str(record.uid),
- "merge_uid": str(record.merge_uid),
- "candidate_uid": str(record.candidate_uid),
- "reason": record.reason,
- "snapshot": dict(record.snapshot),
- "actor_uid": record.actor_uid,
- "created_at": _iso(record.created_at),
- }
- def _device_entity_generation(result):
- return {
- "records": [
- _device_entity_candidate(record)
- for record in result.records
- ],
- "created_count": int(result.created_count),
- "existing_count": int(result.existing_count),
- "evaluated_pair_count": int(result.evaluated_pair_count),
- "auto_merged_count": int(result.auto_merged_count),
- "auto_merge_enabled": bool(
- current_app.config.get(
- "DEVICE_ENTITY_AUTO_MERGE_ENABLED",
- False,
- )
- ),
- }
- def _device_quality_version(record):
- if record is None:
- return None
- return {
- "uid": str(record.uid),
- "profile_uid": str(record.profile_uid),
- "version": int(record.version),
- "status": record.status,
- "rules": [dict(item) for item in record.rules],
- "content_hash": record.content_hash,
- "created_by": record.created_by,
- "created_at": _iso(record.created_at),
- "published_by": record.published_by,
- "published_at": _iso(record.published_at),
- }
- def _device_quality_run(record):
- return {
- "uid": str(record.uid),
- "policy_version_uid": str(record.policy_version_uid),
- "policy_hash": record.policy_hash,
- "source_uid": (
- str(record.source_uid) if record.source_uid else None
- ),
- "status": record.status,
- "total_assets": int(record.total_assets),
- "total_violations": int(record.total_violations),
- "score": float(record.score),
- "created_by": record.created_by,
- "created_at": _iso(record.created_at),
- }
- def _device_quality_rule_result(record):
- return {
- "uid": str(record.uid),
- "run_uid": str(record.run_uid),
- "rule_code": record.rule_code,
- "severity": record.severity,
- "weight": float(record.weight),
- "status": record.status,
- "evaluated_count": int(record.evaluated_count),
- "violation_count": int(record.violation_count),
- "sampled_count": int(record.sampled_count),
- "pass_rate": float(record.pass_rate),
- "weighted_score": float(record.weighted_score),
- "created_at": _iso(record.created_at),
- }
- def _device_quality_violation(record):
- return {
- "uid": str(record.uid),
- "run_uid": str(record.run_uid),
- "rule_code": record.rule_code,
- "severity": record.severity,
- "asset_uid": str(record.asset_uid),
- "field_name": record.field_name,
- "source_uid": (
- str(record.source_uid) if record.source_uid else None
- ),
- "source_mapping_uid": (
- str(record.source_mapping_uid)
- if record.source_mapping_uid
- else None
- ),
- "message": record.message,
- "evidence": dict(record.evidence or {}),
- "created_at": _iso(record.created_at),
- "expires_at": _iso(record.expires_at),
- }
- def _device_quality_asset_score(record):
- return {
- "uid": str(record.uid),
- "run_uid": str(record.run_uid),
- "asset_uid": str(record.asset_uid),
- "asset_type": record.asset_type,
- "status": record.status,
- "evaluated_rule_count": int(record.evaluated_rule_count),
- "violation_count": int(record.violation_count),
- "score": float(record.score),
- "created_at": _iso(record.created_at),
- }
- def _device_asset_page(name, *, default, maximum):
- from app.core.data_research.errors import DeviceAssetInvalid
- raw = request.args.get(name)
- try:
- value = default if raw in (None, "") else int(raw)
- except (TypeError, ValueError) as error:
- raise DeviceAssetInvalid(f"{name} must be an integer") from error
- if value < 1 or value > maximum:
- raise DeviceAssetInvalid(
- f"{name} must be between 1 and {maximum}"
- )
- return value
- def _error(error):
- if isinstance(error, DataResearchError):
- return (
- jsonify(
- failed(
- str(error),
- code=error.http_status,
- error={"code": error.code},
- )
- ),
- error.http_status,
- )
- logger.exception("data-research ingestion request failed")
- return (
- jsonify(
- failed(
- "数据采集任务处理失败",
- code=500,
- error={"code": "DATA_RESEARCH_ERROR"},
- )
- ),
- 500,
- )
- @bp.route("/ingestion-jobs", methods=["POST"])
- def create_ingestion_job():
- payload = request.get_json(silent=True) or {}
- try:
- actor_uid = _identity().get("id") or _identity().get("sub")
- if payload.get("job_type") == "catalog_collect":
- get_database_source_registration_service().ensure(
- payload.get("source_uid"),
- actor_uid=actor_uid,
- )
- record, created = get_ingestion_service().create_job(
- payload,
- actor_uid=actor_uid,
- )
- return jsonify(success(_record(record))), 201 if created else 200
- except Exception as error:
- return _error(error)
- @bp.route("/ingestion-jobs", methods=["GET"])
- def list_ingestion_jobs():
- filters = {
- name: request.args.get(name)
- for name in ("status", "source_uid")
- if request.args.get(name)
- }
- try:
- records = get_ingestion_service().list_jobs(filters)
- return jsonify(
- success({"records": [_record(item) for item in records], "total": len(records)})
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/ingestion-jobs/<job_uid>", methods=["GET"])
- def get_ingestion_job(job_uid):
- try:
- return jsonify(success(_record(get_ingestion_service().get_job(job_uid)))), 200
- except Exception as error:
- return _error(error)
- @bp.route("/ingestion-jobs/<job_uid>/execute", methods=["POST"])
- def execute_ingestion_job(job_uid):
- try:
- record = get_catalog_ingestion_executor().execute(job_uid)
- return jsonify(success(_record(record))), 200
- except Exception as error:
- return _error(error)
- @bp.route(
- "/ingestion-jobs/<job_uid>/catalog-snapshots",
- methods=["GET"],
- )
- def list_catalog_snapshots(job_uid):
- try:
- records = get_catalog_snapshot_repository().list(job_uid)
- return jsonify(
- success(
- {
- "records": [
- _catalog_snapshot(record)
- for record in records
- ],
- "total": len(records),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/ingestion-jobs/<job_uid>/evidence", methods=["GET"])
- def list_ingestion_job_evidence(job_uid):
- try:
- records = get_evidence_service().list_for_job(job_uid)
- return jsonify(
- success({"records": records, "total": len(records)})
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/ingestion-jobs/<job_uid>/retry", methods=["POST"])
- def retry_ingestion_job(job_uid):
- try:
- return jsonify(success(_record(get_ingestion_service().retry(job_uid)))), 200
- except Exception as error:
- return _error(error)
- @bp.route("/ingestion-jobs/<job_uid>/cancel", methods=["POST"])
- def cancel_ingestion_job(job_uid):
- try:
- service = get_ingestion_service()
- record = service.get_job(job_uid)
- identity = _identity()
- permissions = set(identity.get("permissions") or [])
- actor_uid = identity.get("id") or identity.get("sub")
- if record.actor_uid != actor_uid and "ingestion:admin" not in permissions:
- return jsonify(failed("权限不足", code=403)), 403
- return jsonify(success(_record(service.cancel(job_uid)))), 200
- except Exception as error:
- return _error(error)
- @bp.route("/data-elements", methods=["GET"])
- def list_data_elements():
- try:
- records = get_data_element_service().list(
- status=request.args.get("status"),
- business_domain_uid=request.args.get("business_domain_uid"),
- )
- return jsonify(
- success(
- {
- "records": [_element(item) for item in records],
- "total": len(records),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/device-assets", methods=["GET"])
- def list_device_assets():
- filters = {
- name: request.args.get(name)
- for name in ("keyword", "asset_type", "status", "source_uid")
- if request.args.get(name)
- }
- try:
- page = _device_asset_page(
- "page",
- default=1,
- maximum=1_000_000,
- )
- page_size = _device_asset_page(
- "page_size",
- default=20,
- maximum=100,
- )
- records, total = get_device_asset_service().search(
- filters,
- page=page,
- page_size=page_size,
- )
- return jsonify(
- success(
- {
- "records": [
- _device_asset_detail(record)
- for record in records
- ],
- "total": int(total),
- "page": page,
- "page_size": page_size,
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/device-assets/import", methods=["POST"])
- def import_device_assets():
- try:
- result = get_device_asset_service().import_records(
- request.get_json(silent=True) or {},
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- return jsonify(success(_device_asset_import_result(result))), 200
- except Exception as error:
- return _error(error)
- @bp.route("/device-assets/<asset_uid>", methods=["GET"])
- def get_device_asset(asset_uid):
- try:
- return jsonify(
- success(
- _device_asset_detail(
- get_device_asset_service().get(asset_uid)
- )
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/device-assets/<asset_uid>/versions", methods=["GET"])
- def list_device_asset_versions(asset_uid):
- try:
- records = get_device_asset_service().versions(asset_uid)
- return jsonify(
- success(
- {
- "records": [
- _device_asset_version(record)
- for record in records
- ],
- "total": len(records),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/device-semantics/bootstrap", methods=["POST"])
- def bootstrap_device_semantics():
- try:
- result = get_device_semantic_service().bootstrap(
- request.get_json(silent=True) or {},
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- return (
- jsonify(success(_device_semantic_profile(result))),
- 201 if result.created else 200,
- )
- except Exception as error:
- return _error(error)
- @bp.route("/device-semantics/profile", methods=["GET"])
- def get_device_semantic_profile():
- try:
- result = get_device_semantic_service().profile()
- return jsonify(success(_device_semantic_profile(result))), 200
- except Exception as error:
- return _error(error)
- @bp.route("/device-semantics/codes", methods=["GET"])
- def list_device_semantic_codes():
- filters = {
- name: request.args.get(name)
- for name in ("ontology_uid", "code_type", "status", "keyword")
- if request.args.get(name)
- }
- try:
- records, total = get_device_semantic_code_service().search(
- filters,
- page=request.args.get("page", 1),
- page_size=request.args.get("page_size", 20),
- )
- return jsonify(
- success(
- {
- "records": [
- _device_semantic_code(record)
- for record in records
- ],
- "total": int(total),
- "page": int(request.args.get("page", 1)),
- "page_size": int(request.args.get("page_size", 20)),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/device-semantics/codes", methods=["POST"])
- def create_device_semantic_code():
- try:
- record = get_device_semantic_code_service().create(
- request.get_json(silent=True) or {},
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- return jsonify(success(_device_semantic_code(record))), 201
- except Exception as error:
- return _error(error)
- @bp.route("/device-semantics/codes/<code_uid>", methods=["GET"])
- def get_device_semantic_code(code_uid):
- try:
- record = get_device_semantic_code_service().get(code_uid)
- return jsonify(success(_device_semantic_code(record))), 200
- except Exception as error:
- return _error(error)
- @bp.route(
- "/device-semantics/codes/<code_uid>/revisions",
- methods=["POST"],
- )
- def revise_device_semantic_code(code_uid):
- payload = request.get_json(silent=True) or {}
- try:
- record = get_device_semantic_code_service().revise(
- code_uid,
- payload,
- expected_version=payload.get("expected_version"),
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- return jsonify(success(_device_semantic_code(record))), 200
- except Exception as error:
- return _error(error)
- @bp.route(
- "/device-semantics/codes/<code_uid>/submit",
- methods=["POST"],
- )
- def submit_device_semantic_code(code_uid):
- payload = request.get_json(silent=True) or {}
- try:
- record = get_device_semantic_code_service().submit(
- code_uid,
- expected_version=payload.get("expected_version"),
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- return jsonify(success(_device_semantic_code(record))), 200
- except Exception as error:
- return _error(error)
- @bp.route(
- "/device-semantics/codes/<code_uid>/review",
- methods=["POST"],
- )
- def review_device_semantic_code(code_uid):
- try:
- record, review = get_device_semantic_code_service().review(
- code_uid,
- request.get_json(silent=True) or {},
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- return jsonify(
- success(
- {
- "record": _device_semantic_code(record),
- "review": _device_semantic_review(review),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route(
- "/device-semantics/codes/<code_uid>/versions",
- methods=["GET"],
- )
- def list_device_semantic_code_versions(code_uid):
- try:
- records = get_device_semantic_code_service().versions(code_uid)
- return jsonify(
- success(
- {
- "records": [
- _device_semantic_version(record)
- for record in records
- ],
- "total": len(records),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route(
- "/device-semantics/codes/<code_uid>/reviews",
- methods=["GET"],
- )
- def list_device_semantic_code_reviews(code_uid):
- try:
- records = get_device_semantic_code_service().reviews(code_uid)
- return jsonify(
- success(
- {
- "records": [
- _device_semantic_review(record)
- for record in records
- ],
- "total": len(records),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/device-entities/candidates", methods=["GET"])
- def list_device_entity_candidates():
- filters = {
- name: request.args.get(name)
- for name in ("status", "suggestion_source")
- if request.args.get(name)
- }
- try:
- records, total = get_device_entity_resolution_service().search(
- filters,
- page=request.args.get("page", 1),
- page_size=request.args.get("page_size", 20),
- )
- return jsonify(
- success(
- {
- "records": [
- _device_entity_candidate(record)
- for record in records
- ],
- "total": int(total),
- "page": int(request.args.get("page", 1)),
- "page_size": int(request.args.get("page_size", 20)),
- "auto_merge_enabled": bool(
- current_app.config.get(
- "DEVICE_ENTITY_AUTO_MERGE_ENABLED",
- False,
- )
- ),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/device-entities/candidates/generate", methods=["POST"])
- def generate_device_entity_candidates():
- try:
- result = get_device_entity_resolution_service().generate(
- request.get_json(silent=True) or {},
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- status = 201 if result.created_count else 200
- return jsonify(success(_device_entity_generation(result))), status
- except Exception as error:
- return _error(error)
- @bp.route("/device-entities/candidates", methods=["POST"])
- def submit_device_entity_candidate():
- try:
- record = (
- get_device_entity_resolution_service().submit_ai_candidate(
- request.get_json(silent=True) or {},
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- )
- return jsonify(success(_device_entity_candidate(record))), 201
- except Exception as error:
- return _error(error)
- @bp.route("/device-entities/candidates/<candidate_uid>", methods=["GET"])
- def get_device_entity_candidate(candidate_uid):
- try:
- record = get_device_entity_resolution_service().get(candidate_uid)
- return jsonify(success(_device_entity_candidate(record))), 200
- except Exception as error:
- return _error(error)
- @bp.route(
- "/device-entities/candidates/<candidate_uid>/review",
- methods=["POST"],
- )
- def review_device_entity_candidate(candidate_uid):
- try:
- candidate, review, merge = (
- get_device_entity_resolution_service().review(
- candidate_uid,
- request.get_json(silent=True) or {},
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- )
- return jsonify(
- success(
- {
- "candidate": _device_entity_candidate(candidate),
- "review": _device_entity_review(review),
- "merge": (
- _device_entity_merge(merge)
- if merge is not None
- else None
- ),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route(
- "/device-entities/candidates/<candidate_uid>/reviews",
- methods=["GET"],
- )
- def list_device_entity_reviews(candidate_uid):
- try:
- records = get_device_entity_resolution_service().reviews(
- candidate_uid
- )
- return jsonify(
- success(
- {
- "records": [
- _device_entity_review(record)
- for record in records
- ],
- "total": len(records),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route(
- "/device-entities/candidates/<candidate_uid>/merges",
- methods=["GET"],
- )
- def list_device_entity_merges(candidate_uid):
- try:
- records = get_device_entity_resolution_service().merges(
- candidate_uid
- )
- return jsonify(
- success(
- {
- "records": [
- _device_entity_merge(record)
- for record in records
- ],
- "total": len(records),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route(
- "/device-entities/merges/<merge_uid>/rollback",
- methods=["POST"],
- )
- def rollback_device_entity_merge(merge_uid):
- try:
- candidate, rollback = (
- get_device_entity_resolution_service().rollback(
- merge_uid,
- request.get_json(silent=True) or {},
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- )
- return jsonify(
- success(
- {
- "candidate": _device_entity_candidate(candidate),
- "rollback": _device_entity_rollback(rollback),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route(
- "/device-entities/merges/<merge_uid>/rollbacks",
- methods=["GET"],
- )
- def list_device_entity_rollbacks(merge_uid):
- try:
- records = get_device_entity_resolution_service().rollbacks(
- merge_uid
- )
- return jsonify(
- success(
- {
- "records": [
- _device_entity_rollback(record)
- for record in records
- ],
- "total": len(records),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/device-quality/profile", methods=["GET"])
- def get_device_quality_profile():
- try:
- result = get_device_quality_service().profile()
- return jsonify(
- success(
- {
- "profile_uid": result["profile_uid"],
- "name": result["name"],
- "latest_version": _device_quality_version(
- result["latest_version"]
- ),
- "active_version": _device_quality_version(
- result["active_version"]
- ),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/device-quality/bootstrap", methods=["POST"])
- def bootstrap_device_quality():
- try:
- record = get_device_quality_service().bootstrap(
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- return jsonify(success(_device_quality_version(record))), 201
- except Exception as error:
- return _error(error)
- @bp.route("/device-quality/profile/versions", methods=["POST"])
- def revise_device_quality_profile():
- try:
- body = request.get_json(silent=True) or {}
- record = get_device_quality_service().revise(
- rules=body.get("rules"),
- expected_version=body.get("expected_version"),
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- return jsonify(success(_device_quality_version(record))), 201
- except Exception as error:
- return _error(error)
- @bp.route("/device-quality/profile/versions", methods=["GET"])
- def list_device_quality_versions():
- try:
- records = get_device_quality_service().versions()
- return jsonify(
- success(
- {
- "records": [
- _device_quality_version(record)
- for record in records
- ],
- "total": len(records),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route(
- "/device-quality/profile/versions/<version_uid>/publish",
- methods=["POST"],
- )
- def publish_device_quality_version(version_uid):
- try:
- record = get_device_quality_service().publish(
- version_uid,
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- return jsonify(success(_device_quality_version(record))), 200
- except Exception as error:
- return _error(error)
- @bp.route("/device-quality/runs", methods=["POST"])
- def run_device_quality():
- try:
- body = request.get_json(silent=True) or {}
- record = get_device_quality_service().run(
- actor_uid=_identity().get("id") or _identity().get("sub"),
- source_uid=body.get("source_uid"),
- )
- return jsonify(success(_device_quality_run(record))), 201
- except Exception as error:
- return _error(error)
- @bp.route("/device-quality/runs", methods=["GET"])
- def list_device_quality_runs():
- try:
- page = request.args.get("page", 1)
- page_size = request.args.get("page_size", 20)
- records, total = get_device_quality_service().runs(
- page=page,
- page_size=page_size,
- )
- return jsonify(
- success(
- {
- "records": [
- _device_quality_run(record)
- for record in records
- ],
- "total": int(total),
- "page": int(page),
- "page_size": int(page_size),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/device-quality/runs/<run_uid>", methods=["GET"])
- def get_device_quality_run(run_uid):
- try:
- record, results = get_device_quality_service().get_run(run_uid)
- return jsonify(
- success(
- {
- **_device_quality_run(record),
- "rule_results": [
- _device_quality_rule_result(item)
- for item in results
- ],
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route(
- "/device-quality/runs/<run_uid>/violations",
- methods=["GET"],
- )
- def list_device_quality_violations(run_uid):
- try:
- page = request.args.get("page", 1)
- page_size = request.args.get("page_size", 20)
- records, total = get_device_quality_service().violations(
- run_uid,
- rule_code=request.args.get("rule_code"),
- page=page,
- page_size=page_size,
- )
- return jsonify(
- success(
- {
- "records": [
- _device_quality_violation(record)
- for record in records
- ],
- "total": int(total),
- "page": int(page),
- "page_size": int(page_size),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route(
- "/device-quality/runs/<run_uid>/asset-scores",
- methods=["GET"],
- )
- def list_device_quality_asset_scores(run_uid):
- try:
- page = request.args.get("page", 1)
- page_size = request.args.get("page_size", 20)
- records, total = get_device_quality_service().asset_scores(
- run_uid,
- page=page,
- page_size=page_size,
- )
- return jsonify(
- success(
- {
- "records": [
- _device_quality_asset_score(record)
- for record in records
- ],
- "total": int(total),
- "page": int(page),
- "page_size": int(page_size),
- }
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/data-elements", methods=["POST"])
- def create_data_element():
- try:
- record = get_data_element_service().create_draft(
- request.get_json(silent=True) or {},
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- db.session.commit()
- return jsonify(success(_element(record))), 201
- except Exception as error:
- db.session.rollback()
- return _error(error)
- @bp.route("/data-elements/<element_uid>/transitions", methods=["POST"])
- def transition_data_element(element_uid):
- payload = request.get_json(silent=True) or {}
- identity = _identity()
- target_status = str(payload.get("target_status") or "")
- if (
- target_status in {"published", "deprecated", "retired"}
- and "data-elements:publish" not in set(identity.get("permissions") or [])
- ):
- return jsonify(failed("权限不足", code=403)), 403
- try:
- record = get_data_element_service().transition(
- element_uid,
- target_status,
- expected_version=int(payload.get("expected_version")),
- actor_uid=identity.get("id") or identity.get("sub"),
- )
- db.session.commit()
- return jsonify(success(_element(record))), 200
- except Exception as error:
- db.session.rollback()
- return _error(error)
- @bp.route("/candidate-decisions", methods=["POST"])
- def decide_candidates():
- payload = request.get_json(silent=True) or {}
- try:
- records = get_candidate_decision_service().decide(
- payload.get("decisions") or [],
- actor_uid=_identity().get("id") or _identity().get("sub"),
- )
- return jsonify(success([_decision(record) for record in records])), 200
- except Exception as error:
- return _error(error)
- @bp.route("/sources/files", methods=["POST"])
- def upload_source_file():
- uploaded = request.files.get("file")
- if uploaded is None:
- return jsonify(failed("缺少上传文件", code=400)), 400
- try:
- record, created = get_artifact_service().store(
- request.form.get("source_uid"),
- uploaded.filename,
- uploaded.mimetype,
- uploaded.read(),
- request.form.get("parser_version") or "auto-v1",
- )
- db.session.commit()
- return jsonify(success(_artifact(record))), 201 if created else 200
- except Exception as error:
- db.session.rollback()
- return _error(error)
- @bp.route("/evidence/<evidence_uid>", methods=["GET"])
- def get_evidence(evidence_uid):
- identity = _identity()
- try:
- service = get_evidence_service()
- if request.args.get("download") in {"1", "true", "yes"}:
- if "evidence:download" not in set(identity.get("permissions") or []):
- return jsonify(failed("权限不足", code=403)), 403
- content, filename, media_type = service.download(evidence_uid)
- return send_file(
- io.BytesIO(content),
- mimetype=media_type,
- as_attachment=True,
- download_name=filename,
- )
- preview = service.preview(evidence_uid)
- from app.core.data_research.artifacts import redact_excerpt
- preview["excerpt"] = redact_excerpt(preview.get("excerpt"))
- return jsonify(success(preview)), 200
- except Exception as error:
- return _error(error)
- @bp.route("/ontologies", methods=["GET"])
- def list_ontologies():
- try:
- return jsonify(success([_ontology(item) for item in get_ontology_service().list()])), 200
- except Exception as error:
- return _error(error)
- @bp.route("/ontologies", methods=["POST"])
- def create_ontology():
- try:
- record = get_ontology_service().create(
- request.get_json(silent=True) or {},
- _identity().get("id") or _identity().get("sub"),
- )
- return jsonify(success(_ontology(record))), 201
- except Exception as error:
- return _error(error)
- @bp.route("/ontologies/<ontology_uid>", methods=["GET"])
- def get_ontology(ontology_uid):
- try:
- return jsonify(success(_ontology(get_ontology_service().get(ontology_uid)))), 200
- except Exception as error:
- return _error(error)
- @bp.route("/ontologies/<ontology_uid>/versions", methods=["GET"])
- def list_ontology_versions(ontology_uid):
- try:
- return jsonify(
- success(
- [
- _ontology_version(item)
- for item in get_ontology_service().list_versions(ontology_uid)
- ]
- )
- ), 200
- except Exception as error:
- return _error(error)
- @bp.route("/ontologies/<ontology_uid>/graph", methods=["GET"])
- def get_ontology_graph(ontology_uid):
- try:
- service = get_ontology_service()
- ontology = service.get(ontology_uid)
- version = service.latest_version(ontology_uid)
- data = (
- _ontology_version(version)
- if version is not None
- else {
- "uid": None,
- "ontology_uid": str(ontology_uid),
- "version": 0,
- "parent_version_uid": None,
- "status": "draft",
- "content_hash": None,
- "graph_document": {
- name: []
- for name in (
- "classes",
- "properties",
- "relations",
- "constraints",
- "domain_links",
- "element_mappings",
- )
- },
- "created_by": None,
- }
- )
- response = jsonify(success(data))
- response.headers["ETag"] = f'"{int(ontology.draft_revision)}"'
- return response, 200
- except Exception as error:
- return _error(error)
- @bp.route("/ontologies/<ontology_uid>/graph", methods=["PATCH"])
- def save_ontology_graph(ontology_uid):
- etag = str(request.headers.get("If-Match") or "").strip().strip('"')
- if not etag.isdigit():
- return jsonify(failed("缺少有效 If-Match 修订号", code=428)), 428
- try:
- version = get_ontology_service().save_draft(
- ontology_uid,
- request.get_json(silent=True) or {},
- int(etag),
- _identity().get("id") or _identity().get("sub"),
- )
- response = jsonify(success(_ontology_version(version)))
- response.headers["ETag"] = f'"{int(etag) + 1}"'
- return response, 200
- except Exception as error:
- return _error(error)
- @bp.route("/ontologies/<ontology_uid>/validate", methods=["POST"])
- def validate_ontology(ontology_uid):
- try:
- issues = get_ontology_service().validate(ontology_uid)
- data = [
- {"code": item.code, "message": item.message, "path": item.path}
- for item in issues
- ]
- return jsonify(success(data)), 200
- except Exception as error:
- return _error(error)
- @bp.route("/ontologies/<ontology_uid>/publish", methods=["POST"])
- def publish_ontology(ontology_uid):
- try:
- version = get_ontology_service().publish(
- ontology_uid,
- request.headers.get("Idempotency-Key") or f"{ontology_uid}:publish",
- _identity().get("id") or _identity().get("sub"),
- )
- return jsonify(success(_ontology_version(version))), 200
- except Exception as error:
- return _error(error)
- @bp.route("/ontologies/<ontology_uid>/diff", methods=["GET"])
- def diff_ontology(ontology_uid):
- try:
- return jsonify(success(get_ontology_service().diff(
- ontology_uid, request.args.get("left"), request.args.get("right")
- ))), 200
- except Exception as error:
- return _error(error)
- @bp.route("/ontologies/<ontology_uid>/rollback", methods=["POST"])
- def rollback_ontology(ontology_uid):
- payload = request.get_json(silent=True) or {}
- try:
- version = get_ontology_service().rollback(
- ontology_uid,
- payload.get("target_version_uid"),
- int(payload.get("expected_revision")),
- _identity().get("id") or _identity().get("sub"),
- )
- return jsonify(success(_ontology_version(version))), 201
- except Exception as error:
- return _error(error)
- @bp.route("/ontologies/<ontology_uid>/suggestions", methods=["POST"])
- def generate_ontology_suggestions(ontology_uid):
- try:
- result = get_ontology_dynamic_service().generate(
- ontology_uid,
- request.get_json(silent=True) or {},
- _identity().get("id") or _identity().get("sub"),
- )
- records = (
- result.get("suggestions") or []
- if isinstance(result, dict)
- else result
- )
- suggestions = [
- item
- if isinstance(item, dict)
- else {
- "uid": item.uid,
- "kind": item.kind,
- "payload": item.payload,
- "evidence_uids": list(item.evidence_uids),
- "confidence": item.confidence,
- "source": item.source,
- "model_version": item.model_version,
- "prompt_version": item.prompt_version,
- }
- for item in records
- ]
- data = {
- "change_set_uid": (
- result.get("change_set_uid")
- if isinstance(result, dict)
- else None
- ),
- "suggestions": suggestions,
- }
- return jsonify(success(data)), 201
- except Exception as error:
- return _error(error)
- @bp.route(
- "/ontologies/<ontology_uid>/change-sets/<change_set_uid>/decisions",
- methods=["POST"],
- )
- def decide_ontology_change_set(ontology_uid, change_set_uid):
- payload = request.get_json(silent=True) or {}
- try:
- result = get_ontology_dynamic_service().decide(
- ontology_uid,
- change_set_uid,
- payload.get("decisions") or [],
- _identity().get("id") or _identity().get("sub"),
- )
- return jsonify(success(result)), 200
- except Exception as error:
- return _error(error)
- @bp.route("/ontologies/<ontology_uid>/export", methods=["GET"])
- def export_ontology(ontology_uid):
- try:
- content, media_type, filename = get_ontology_exchange_service().export(
- ontology_uid, request.args.get("format") or "json"
- )
- return send_file(
- io.BytesIO(content),
- mimetype=media_type,
- as_attachment=True,
- download_name=filename,
- )
- except Exception as error:
- return _error(error)
- @bp.route("/ontologies/import", methods=["POST"])
- def import_ontology():
- try:
- uploaded = request.files.get("file")
- content = uploaded.read() if uploaded is not None else request.get_data(cache=False)
- result = get_ontology_exchange_service().import_document(
- content,
- request.args.get("format") or "json",
- _identity().get("id") or _identity().get("sub"),
- )
- return jsonify(success(result)), 201
- except Exception as error:
- return _error(error)
- @bp.route("/semantic/properties/<property_uid>", methods=["GET"])
- def query_semantic_property(property_uid):
- domain = str(request.args.get("business_domain_uid") or "").strip()
- identity = _identity()
- scoped = set(identity.get("business_domains") or [domain])
- if "*" not in scoped and domain not in scoped:
- return jsonify(failed("权限不足", code=403)), 403
- try:
- result = get_semantic_query_service().trace_property(
- property_uid,
- allowed_domains={domain},
- limit=int(request.args.get("limit") or 20),
- after_uid=request.args.get("after_uid"),
- )
- return jsonify(success(result)), 200
- except Exception as error:
- return _error(error)
|