routes.py 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782
  1. from io import BytesIO, StringIO
  2. import os
  3. import pandas as pd
  4. from flask import request, jsonify, send_file, current_app
  5. from app.api.data_resource import bp
  6. from app.models.result import success, failed
  7. import logging
  8. import json
  9. import re
  10. from minio import Minio
  11. from app.core.graph.graph_operations import MyEncoder
  12. from app.services.neo4j_driver import neo4j_driver
  13. from app.core.data_resource.resource import (
  14. resource_list,
  15. handle_node,
  16. resource_kinship_graph,
  17. resource_impact_all_graph,
  18. model_resource_list,
  19. select_create_ddl,
  20. data_resource_edit,
  21. handle_id_resource,
  22. id_data_search_list,
  23. table_sql,
  24. select_sql,
  25. id_resource_graph,
  26. status_query
  27. )
  28. from app.core.meta_data import (
  29. translate_and_parse,
  30. infer_column_type,
  31. text_resource_solve,
  32. get_file_content,
  33. get_formatted_time
  34. )
  35. import traceback
  36. from app.core.system.auth import require_auth
  37. from app.core.llm.ddl_parser import DDLParser
  38. logger = logging.getLogger("app")
  39. def get_minio_client():
  40. """获取 MinIO 客户端实例"""
  41. return Minio(
  42. current_app.config['MINIO_HOST'],
  43. access_key=current_app.config['MINIO_USER'],
  44. secret_key=current_app.config['MINIO_PASSWORD'],
  45. secure=current_app.config['MINIO_SECURE']
  46. )
  47. def get_minio_config():
  48. """获取 MinIO 配置"""
  49. return {
  50. 'bucket_name': current_app.config['BUCKET_NAME'],
  51. 'prefix': current_app.config['PREFIX'],
  52. 'allowed_extensions': current_app.config['ALLOWED_EXTENSIONS']
  53. }
  54. def is_english(text):
  55. """检查文本是否为英文"""
  56. return text.isascii() and bool(re.match(r'^[a-zA-Z0-9_\s.,;:!?()\'"-]+$', text))
  57. @bp.route('/translate', methods=['POST'])
  58. def data_resource_translate():
  59. # 获取表单数据
  60. data_resource = request.form.get('data_resource')
  61. meta_data = request.form.get('meta_data')
  62. file = request.files.get('file')
  63. if not data_resource or not file:
  64. return jsonify(failed("缺少必要参数:data_resource 或文件"))
  65. # 处理meta_data可能为None的情况
  66. if meta_data:
  67. try:
  68. # 修复JSON解析问题,处理可能包含特殊引号的情况
  69. # 替换可能存在的特殊引号字符
  70. meta_data = meta_data.replace('â', '"').replace('"', '"').replace('"', '"')
  71. meta_data_list = json.loads(meta_data)
  72. except json.JSONDecodeError as e:
  73. logger.error(f"解析meta_data失败: {meta_data}, 错误: {str(e)}")
  74. # 尝试进行基本的字符串解析,以处理简单的数组格式
  75. if meta_data.startswith('[') and meta_data.endswith(']'):
  76. try:
  77. # 使用ast.literal_eval作为备用解析方法
  78. import ast
  79. meta_data_list = ast.literal_eval(meta_data)
  80. except Exception:
  81. # 如果仍然失败,使用简单的字符串分割
  82. meta_data = meta_data.strip('[]')
  83. meta_data_list = [item.strip('"\'') for item in meta_data.split(',')]
  84. else:
  85. meta_data_list = []
  86. else:
  87. logger.warning("meta_data为空,将使用空列表")
  88. meta_data_list = []
  89. # 构建翻译后的内容组合
  90. translated_meta_data_list = []
  91. for meta_item in meta_data_list:
  92. if is_english(meta_item): # 检查是否为英文
  93. translated_meta_data_list.append(meta_item) # 如果是英文,则直接添加
  94. else:
  95. translated_meta_data_list.append(translate_and_parse(meta_item)[0]) # 否则翻译后添加
  96. # 对 data_resource 进行翻译
  97. translated_data_resource = translate_and_parse(data_resource)
  98. if translated_data_resource and len(translated_data_resource) > 0:
  99. translated_data_resource = translated_data_resource[0]
  100. else:
  101. translated_data_resource = data_resource # 翻译失败时使用原值
  102. try:
  103. # 构建最终的翻译结果
  104. resource = {"name": data_resource, "en_name": translated_data_resource}
  105. parsed_data = []
  106. # 读取文件内容
  107. file_content = file.read()
  108. # 重置文件指针
  109. file.seek(0)
  110. try:
  111. df = pd.read_excel(BytesIO(file_content))
  112. except Exception as e:
  113. return jsonify(failed(f"文件格式错误: {str(e)}"))
  114. # 获取列名和对应的数据类型
  115. # 如果meta_data为空,使用DataFrame的列名
  116. if not meta_data_list and not df.empty:
  117. meta_data_list = df.columns.tolist()
  118. translated_meta_data_list = []
  119. for col in meta_data_list:
  120. if is_english(col):
  121. translated_meta_data_list.append(col)
  122. else:
  123. translated_meta_data_list.append(translate_and_parse(col)[0])
  124. columns_and_types = infer_column_type(df)
  125. for i in range(len(meta_data_list)):
  126. zh = meta_data_list[i]
  127. en = translated_meta_data_list[i]
  128. data_type = columns_and_types[i] if i < len(columns_and_types) else "varchar(255)"
  129. parsed_item = {"name": zh, "en_name": en, "data_type": data_type}
  130. parsed_data.append(parsed_item)
  131. response_data = {
  132. "head_data": parsed_data,
  133. "data_resource": resource
  134. }
  135. return jsonify(success(response_data, "success"))
  136. except Exception as e:
  137. logger.error(f"翻译处理失败: {str(e)}", exc_info=True)
  138. return jsonify(failed({}, str(e)))
  139. @bp.route('/save', methods=['POST'])
  140. def data_resource_save():
  141. """保存数据资源"""
  142. try:
  143. # 获取表单数据
  144. # 表单以 receiver 开头时使用下面的方法:
  145. # receiver = request.json.get('receiver', {})
  146. receiver = request.get_json()
  147. # 检查receiver是否存在
  148. if not receiver:
  149. return jsonify(failed("参数不完整:缺少receiver"))
  150. # 检查url是否存在
  151. if 'url' not in receiver:
  152. return jsonify(failed("参数不完整:缺少url"))
  153. additional_info = receiver['additional_info']
  154. if not additional_info:
  155. return jsonify(failed("参数不完整: 缺少additional_info"))
  156. file_extension = receiver['url'].split('.')[-1]
  157. head_data = additional_info['head_data']
  158. if file_extension == 'xlsx' or file_extension == 'xls' or file_extension == 'csv':
  159. # 如果文件是excel或csv,则需要检查storage_location是否存在
  160. storage_location = receiver.get('storage_location', '')
  161. if not storage_location:
  162. return jsonify(failed("参数不完整:缺少storage_location或storage_location为空"))
  163. # 调用业务逻辑处理数据资源创建,设置resource_type为structure
  164. resource_id = handle_node(receiver, head_data, data_source=None, resource_type='structure')
  165. elif file_extension == 'sql':
  166. data_source = additional_info['data_source']
  167. # 如果是ddl,则需要检查data_source是否存在
  168. if not data_source or (isinstance(data_source, dict) and not data_source.get("en_name")):
  169. return jsonify(failed("数据源信息不完整或无效"))
  170. # 调用业务逻辑处理数据资源创建,设置resource_type为ddl
  171. resource_id = handle_node(receiver, head_data, data_source, resource_type='ddl')
  172. else:
  173. return jsonify(failed("文件格式错误"))
  174. return jsonify(success({"id": resource_id}))
  175. except Exception as e:
  176. logger.error(f"保存数据资源失败: {str(e)}")
  177. error_traceback = traceback.format_exc()
  178. logger.error(f"错误详情: {error_traceback}")
  179. return jsonify(failed(str(e)))
  180. @bp.route('/delete', methods=['POST'])
  181. def data_resource_delete():
  182. """删除数据资源"""
  183. try:
  184. # 获取资源ID
  185. resource_id = request.json.get('id')
  186. if not resource_id:
  187. return jsonify(failed("资源ID不能为空"))
  188. with neo4j_driver.get_session() as session:
  189. # 删除数据资源节点及其关系
  190. cypher = """
  191. MATCH (n:data_resource)
  192. WHERE id(n) = $resource_id
  193. DETACH DELETE n
  194. """
  195. session.run(cypher, resource_id=int(resource_id))
  196. return jsonify(success({"message": "数据资源删除成功"}))
  197. except Exception as e:
  198. logger.error(f"删除数据资源失败: {str(e)}")
  199. return jsonify(failed(str(e)))
  200. @bp.route('/update', methods=['POST'])
  201. def data_resource_update():
  202. """更新数据资源"""
  203. try:
  204. # 获取更新数据
  205. data = request.json
  206. if not data or "id" not in data:
  207. return jsonify(failed("参数不完整"))
  208. # 调用业务逻辑更新数据资源
  209. updated_data = data_resource_edit(data)
  210. return jsonify(success(updated_data))
  211. except Exception as e:
  212. logger.error(f"更新数据资源失败: {str(e)}")
  213. return jsonify(failed(str(e)))
  214. # 解析ddl,使用正则表达式匹配,但没有进行翻译,也没有对注释进行识别
  215. # 使用ddl创建数据资源时,调用该API
  216. @bp.route('/ddl', methods=['POST'])
  217. def id_data_ddl():
  218. """解析数据资源的DDL"""
  219. try:
  220. # 获取SQL内容
  221. sql_content = request.json.get('sql', '')
  222. if not sql_content:
  223. return jsonify(failed("SQL内容不能为空"))
  224. # 记录原始SQL用于调试
  225. logger.debug(f"原始SQL: {sql_content}")
  226. # 提取创建表的DDL语句
  227. create_ddl_list = select_create_ddl(sql_content)
  228. if not create_ddl_list:
  229. return jsonify(failed("未找到有效的CREATE TABLE语句"))
  230. # 解析每个表定义
  231. tables_dict = {} # 最终返回的表字典
  232. for ddl in create_ddl_list:
  233. table_info = table_sql(ddl)
  234. if table_info:
  235. # table_info格式: {"table_name": {"exist": bool, "meta": [...], "table_comment": "..."}}
  236. # 合并到结果字典中
  237. tables_dict.update(table_info)
  238. if not tables_dict:
  239. return jsonify(failed("解析表结构失败"))
  240. # 记录结果
  241. logger.debug(f"解析结果: {json.dumps(tables_dict, ensure_ascii=False)}")
  242. # 直接返回解析结果
  243. return jsonify(success(tables_dict))
  244. except Exception as e:
  245. logger.error(f"解析DDL失败: {str(e)}")
  246. logger.error(traceback.format_exc()) # 添加详细错误堆栈
  247. return jsonify(failed(str(e)))
  248. @bp.route('/list', methods=['POST'])
  249. def data_resource_list():
  250. """获取数据资源列表"""
  251. try:
  252. # 获取分页和筛选参数
  253. page = int(request.json.get('current', 1))
  254. page_size = int(request.json.get('size', 10))
  255. en_name_filter = request.json.get('en_name')
  256. name_filter = request.json.get('name')
  257. type_filter = request.json.get('type', 'all')
  258. category_filter = request.json.get('category')
  259. tag_filter = request.json.get('tag')
  260. # 调用业务逻辑查询数据资源列表
  261. resources, total_count = resource_list(
  262. page,
  263. page_size,
  264. en_name_filter,
  265. name_filter,
  266. type_filter,
  267. category_filter,
  268. tag_filter
  269. )
  270. # 返回结果
  271. return jsonify(success({
  272. "records": resources,
  273. "total": total_count,
  274. "size": page_size,
  275. "current": page
  276. }))
  277. except Exception as e:
  278. logger.error(f"获取数据资源列表失败: {str(e)}")
  279. return jsonify(failed(str(e)))
  280. @bp.route('/search', methods=['POST'])
  281. def id_data_search():
  282. """数据资源关联元数据搜索"""
  283. try:
  284. # 获取分页和筛选参数
  285. page = int(request.json.get('current', 1))
  286. page_size = int(request.json.get('size', 10))
  287. resource_id = request.json.get('id')
  288. en_name_filter = request.json.get('en_name')
  289. name_filter = request.json.get('name')
  290. category_filter = request.json.get('category')
  291. tag_filter = request.json.get('tag')
  292. if resource_id is None:
  293. return jsonify(failed("资源ID不能为空"))
  294. # 确保传入的ID为整数
  295. try:
  296. resource_id = int(resource_id)
  297. except (ValueError, TypeError):
  298. return jsonify(failed(f"资源ID必须为整数, 收到的是: {resource_id}"))
  299. # 记录请求信息
  300. logger.info(f"获取资源关联元数据请求,ID: {resource_id}")
  301. # 调用业务逻辑查询关联元数据
  302. metadata_list, total_count = id_data_search_list(
  303. resource_id,
  304. page,
  305. page_size,
  306. en_name_filter,
  307. name_filter,
  308. category_filter,
  309. tag_filter
  310. )
  311. # 返回结果
  312. return jsonify(success({
  313. "records": metadata_list,
  314. "total": total_count,
  315. "size": page_size,
  316. "current": page
  317. }))
  318. except Exception as e:
  319. logger.error(f"数据资源关联元数据搜索失败: {str(e)}")
  320. return jsonify(failed(str(e)))
  321. def dynamic_type_conversion(value, target_type):
  322. """动态类型转换"""
  323. if value is None:
  324. return None
  325. if target_type == "int" or target_type == "INT":
  326. return int(value)
  327. elif target_type == "float" or target_type == "FLOAT" or target_type == "double" or target_type == "DOUBLE":
  328. return float(value)
  329. elif target_type == "bool" or target_type == "BOOL" or target_type == "boolean" or target_type == "BOOLEAN":
  330. if isinstance(value, str):
  331. return value.lower() in ('true', 'yes', '1', 't', 'y')
  332. return bool(value)
  333. else:
  334. return str(value)
  335. @bp.route('/graph/all', methods=['POST'])
  336. def data_resource_graph_all():
  337. """获取数据资源完整图谱"""
  338. try:
  339. # 获取参数
  340. resource_id = request.json.get('id')
  341. meta = request.json.get('meta', True)
  342. if resource_id is None:
  343. return jsonify(failed("资源ID不能为空"))
  344. # 确保传入的ID为整数
  345. try:
  346. resource_id = int(resource_id)
  347. except (ValueError, TypeError):
  348. return jsonify(failed(f"资源ID必须为整数, 收到的是: {resource_id}"))
  349. # 调用业务逻辑获取完整图谱
  350. graph_data = resource_impact_all_graph(resource_id, meta)
  351. return jsonify(success(graph_data))
  352. except Exception as e:
  353. logger.error(f"获取数据资源完整图谱失败: {str(e)}")
  354. return jsonify(failed(str(e)))
  355. @bp.route('/graph', methods=['POST'])
  356. def data_resource_list_graph():
  357. """获取数据资源亲缘关系图谱"""
  358. try:
  359. # 获取参数
  360. resource_id = request.json.get('id')
  361. meta = request.json.get('meta', True)
  362. if resource_id is None:
  363. return jsonify(failed("资源ID不能为空"))
  364. # 确保传入的ID为整数
  365. try:
  366. resource_id = int(resource_id)
  367. except (ValueError, TypeError):
  368. return jsonify(failed(f"资源ID必须为整数, 收到的是: {resource_id}"))
  369. # 记录请求信息
  370. logger.info(f"获取图谱请求,ID: {resource_id}")
  371. # 调用业务逻辑获取图谱
  372. graph_data = resource_kinship_graph(resource_id, meta)
  373. return jsonify(success(graph_data))
  374. except Exception as e:
  375. logger.error(f"获取数据资源亲缘关系图谱失败: {str(e)}")
  376. return jsonify(failed(str(e)))
  377. @bp.route('/save/metadata', methods=['POST'])
  378. def id_data_save():
  379. """保存数据资源关联的元数据"""
  380. try:
  381. # 获取参数
  382. resource_id = request.json.get('id')
  383. metadata_list = request.json.get('data', [])
  384. if not resource_id:
  385. return jsonify(failed("资源ID不能为空"))
  386. if not metadata_list:
  387. return jsonify(failed("元数据列表不能为空"))
  388. # 处理元数据保存
  389. with neo4j_driver.get_session() as session:
  390. # 获取数据资源名称
  391. resource_query = """
  392. MATCH (n:data_resource)
  393. WHERE id(n) = $resource_id
  394. RETURN n.name as resource_name
  395. """
  396. resource_result = session.run(resource_query, resource_id=int(resource_id))
  397. resource_record = resource_result.single()
  398. if not resource_record:
  399. return jsonify(failed(f"未找到ID为{resource_id}的数据资源"))
  400. resource_name = resource_record["resource_name"]
  401. # 先删除现有关系
  402. cypher_delete = """
  403. MATCH (n:data_resource)-[r:contain]->()
  404. WHERE id(n) = $resource_id
  405. DELETE r
  406. """
  407. session.run(cypher_delete, resource_id=int(resource_id))
  408. # 添加新关系
  409. for meta in metadata_list:
  410. # 创建元数据节点
  411. meta_cypher = """
  412. MERGE (m:meta_data {name: $name})
  413. ON CREATE SET m.en_name = $en_name,
  414. m.createTime = $create_time,
  415. m.data_type = $type
  416. ON MATCH SET m.data_type = $type
  417. RETURN m
  418. """
  419. create_time = get_formatted_time()
  420. meta_result = session.run(
  421. meta_cypher,
  422. name=meta["name"],
  423. en_name=meta["en_name"],
  424. create_time=create_time,
  425. type=meta["data_type"]
  426. )
  427. meta_node = meta_result.single()["m"]
  428. meta_id = meta_node.id
  429. # 打印节点ID信息,便于调试
  430. logger.info(f"元数据节点ID: {meta_id}, 类型: {type(meta_id)}")
  431. logger.info(f"数据资源节点ID: {resource_id}, 类型: {type(resource_id)}")
  432. # 使用明确的属性名匹配而不是ID
  433. rel_cypher = """
  434. MATCH (a:data_resource {name: $r_name}), (m:meta_data {name: $m_name})
  435. MERGE (a)-[r:contain]->(m)
  436. RETURN r
  437. """
  438. rel_result = session.run(
  439. rel_cypher,
  440. r_name=resource_name,
  441. m_name=meta["name"]
  442. )
  443. # 检查关系是否创建成功
  444. if rel_result.single():
  445. logger.info(f"成功创建关系: {resource_name} -> {meta['name']}")
  446. else:
  447. logger.warning(f"关系创建结果为空")
  448. # 额外验证关系是否创建
  449. verify_cypher = """
  450. MATCH (a:data_resource {name: $r_name})-[r:contain]->(m:meta_data {name: $m_name})
  451. RETURN count(r) as rel_count
  452. """
  453. verify_result = session.run(
  454. verify_cypher,
  455. r_name=resource_name,
  456. m_name=meta["name"]
  457. )
  458. count = verify_result.single()["rel_count"]
  459. logger.info(f"验证关系数量: {count}")
  460. return jsonify(success({"message": "元数据保存成功"}))
  461. except Exception as e:
  462. logger.error(f"保存数据资源关联的元数据失败: {str(e)}")
  463. return jsonify(failed(str(e)))
  464. @bp.route('/sql/test', methods=['POST'])
  465. def sql_test():
  466. """测试SQL查询"""
  467. try:
  468. # 获取参数
  469. sql_query = request.json.get('sql', '')
  470. if not sql_query:
  471. return jsonify(failed("SQL查询不能为空"))
  472. # 解析SQL
  473. parsed_sql = select_sql(sql_query)
  474. if not parsed_sql:
  475. return jsonify(failed("解析SQL失败"))
  476. # 返回解析结果
  477. return jsonify(success(parsed_sql))
  478. except Exception as e:
  479. logger.error(f"测试SQL查询失败: {str(e)}")
  480. return jsonify(failed(str(e)))
  481. # 使用LLM识别DDL语句,用来代替原来的正则的方式
  482. # 用于在数据资源创建时,识别DDL语句 /api/resource/ddl/parse
  483. @bp.route('/ddl/parse', methods=['POST'])
  484. def ddl_identify():
  485. """识别DDL语句"""
  486. try:
  487. # 获取参数 - 支持两种方式:上传文件或JSON
  488. sql_content = ''
  489. # 检查是否有文件上传
  490. if 'file' in request.files:
  491. file = request.files['file']
  492. # 检查文件是否存在且文件名不为空
  493. if file and file.filename:
  494. # 检查是否是SQL文件
  495. if not file.filename.lower().endswith('.sql'):
  496. return jsonify(failed("只接受SQL文件"))
  497. # 读取文件内容
  498. sql_content = file.read().decode('utf-8')
  499. logger.info(f"从上传的文件中读取SQL内容,文件名: {file.filename}")
  500. # 如果没有文件上传,检查是否有JSON输入
  501. elif request.is_json:
  502. sql_content = request.json.get('sql', '')
  503. # 如果两种方式都没有提供SQL内容,则返回错误
  504. if not sql_content:
  505. return jsonify(failed("SQL内容不能为空,请上传SQL文件或提供SQL内容"))
  506. parser = DDLParser()
  507. # 提取创建表的DDL语句
  508. ddl_list = parser.parse_ddl(sql_content)
  509. if not ddl_list:
  510. return jsonify(failed("未找到有效的CREATE TABLE语句"))
  511. # 创建最终返回结果的结构
  512. result = {}
  513. data_source = None
  514. tables = {}
  515. # 为每个表名添加exist字段
  516. if isinstance(ddl_list, dict):
  517. # 检查是否有data_source键
  518. if "data_source" in ddl_list:
  519. # 提取数据源信息
  520. data_source = ddl_list.pop("data_source", None)
  521. # 检查数据源是否存在
  522. if data_source:
  523. # 检查数据源是否包含en_name
  524. if "en_name" not in data_source:
  525. return jsonify(failed("数据源信息不完整:缺少en_name字段"))
  526. try:
  527. # 使用Neo4j查询检查数据源是否存在
  528. data_source_name = data_source["en_name"]
  529. # 注意:数据源的标签应该是data_source而不是data_resource
  530. with neo4j_driver.get_session() as session:
  531. source_query = """
  532. MATCH (n:data_source {en_name: $name})
  533. RETURN n IS NOT NULL AS exists
  534. """
  535. source_result = session.run(source_query, name=data_source_name)
  536. source_exists = source_result.single()
  537. if source_exists:
  538. data_source["exist"] = source_exists["exists"]
  539. else:
  540. data_source["exist"] = False
  541. except Exception as e:
  542. logger.error(f"检查数据源存在状态失败: {str(e)}")
  543. data_source["exist"] = False
  544. # 获取所有表名 - 过滤掉可能的非表结构键
  545. table_names = []
  546. for key, value in list(ddl_list.items()):
  547. # 检查值是否是字典且包含meta键,这表明它是一个表结构
  548. if isinstance(value, dict) and "meta" in value:
  549. table_names.append(key)
  550. # 将表信息添加到tables字典中
  551. tables[key] = value
  552. # 如果不是表结构,则不处理
  553. # 只有在有表名时才查询表是否存在
  554. if table_names:
  555. try:
  556. # 在Neo4j中查询表名是否存在于data_resource节点
  557. with neo4j_driver.get_session() as session:
  558. table_query = """
  559. UNWIND $names AS name
  560. OPTIONAL MATCH (n:data_resource {en_name: name})
  561. RETURN name, n IS NOT NULL AS exists
  562. """
  563. table_results = session.run(table_query, names=table_names)
  564. # 处理结果
  565. for record in table_results:
  566. table_name = record["name"]
  567. exists = record["exists"]
  568. if table_name in tables:
  569. tables[table_name]["exist"] = exists
  570. # 确保所有表都有exist字段
  571. for table_name in table_names:
  572. if "exist" not in tables[table_name]:
  573. tables[table_name]["exist"] = False
  574. except Exception as e:
  575. logger.error(f"检查表存在状态失败: {str(e)}")
  576. # 如果查询失败,所有表默认为不存在
  577. for table_name in table_names:
  578. tables[table_name]["exist"] = False
  579. # 构建最终返回的结构
  580. result["tables"] = tables
  581. if data_source:
  582. result["data_source"] = data_source
  583. logger.debug(f"识别到的DDL语句: {result}")
  584. return jsonify(success(result))
  585. except Exception as e:
  586. logger.error(f"识别DDL语句失败: {str(e)}")
  587. logger.error(traceback.format_exc()) # 添加详细错误堆栈
  588. return jsonify(failed(str(e)))
  589. # 废弃的识别DDL语句方法,该API 与 ddl API 功能类似,但功能简化了
  590. @bp.route('/ddl/identify', methods=['POST'])
  591. def sql_ddl_identify():
  592. """识别DDL语句"""
  593. try:
  594. # 获取参数
  595. sql_content = request.json.get('sql', '')
  596. if not sql_content:
  597. return jsonify(failed("SQL内容不能为空"))
  598. # 提取创建表的DDL语句
  599. create_ddl_list = select_create_ddl(sql_content)
  600. if not create_ddl_list:
  601. return jsonify(failed("未找到有效的CREATE TABLE语句"))
  602. return jsonify(success({"count": len(create_ddl_list)}))
  603. except Exception as e:
  604. logger.error(f"识别DDL语句失败: {str(e)}")
  605. return jsonify(failed(str(e)))
  606. @bp.route('/model/list', methods=['POST'])
  607. def resource_model_list():
  608. """获取模型资源列表"""
  609. try:
  610. # 获取分页和筛选参数
  611. page = int(request.json.get('current', 1))
  612. page_size = int(request.json.get('size', 10))
  613. name_filter = request.json.get('name')
  614. # 调用业务逻辑查询模型资源列表
  615. resources, total_count = model_resource_list(page, page_size, name_filter)
  616. # 返回结果
  617. return jsonify(success({
  618. "records": resources,
  619. "total": total_count,
  620. "size": page_size,
  621. "current": page
  622. }))
  623. except Exception as e:
  624. logger.error(f"获取模型资源列表失败: {str(e)}")
  625. return jsonify(failed(str(e)))
  626. @bp.route('/detail', methods=['POST'])
  627. def data_resource_detail():
  628. """获取数据资源详情"""
  629. try:
  630. # 获取资源ID
  631. resource_id = request.json.get('id')
  632. if resource_id is None:
  633. return jsonify(failed("资源ID不能为空"))
  634. # 确保传入的ID为整数
  635. try:
  636. resource_id = int(resource_id)
  637. except (ValueError, TypeError):
  638. return jsonify(failed(f"资源ID必须为整数, 收到的是: {resource_id}"))
  639. # 记录请求信息
  640. logger.info(f"获取资源详情请求,ID: {resource_id}")
  641. # 调用业务逻辑查询数据资源详情
  642. resource_data = handle_id_resource(resource_id)
  643. if not resource_data:
  644. logger.error(f"资源不存在,ID: {resource_id}")
  645. return jsonify(failed("资源不存在"))
  646. return jsonify(success(resource_data))
  647. except Exception as e:
  648. logger.error(f"获取数据资源详情失败: {str(e)}")
  649. return jsonify(failed(str(e)))
  650. @bp.route('/config', methods=['GET'])
  651. @require_auth
  652. def get_resource_config():
  653. """获取数据资源配置信息"""
  654. config = get_minio_config()
  655. return jsonify({
  656. 'allowed_extensions': list(config['allowed_extensions']),
  657. 'bucket_name': config['bucket_name'],
  658. 'prefix': config['prefix']
  659. })