#!/usr/bin/env python3 # -*- coding: utf-8 -*- import json import re def extract_full_sections(content): """从项目内容中提取完整的各个部分""" # 提取项目概述 - 从"一、项目概述"到"二、项目整体流程介绍"之前 overview_match = re.search(r'# 一、项目概述\s*\n\n(.*?)(?=\n# 二、)', content, re.DOTALL) overview = overview_match.group(1).strip() if overview_match else "" # 提取项目整体流程介绍 - 从"二、项目整体流程介绍"到"三、项目案例关键技术点"之前 process_match = re.search(r'# 二、项目整体流程介绍\s*\n\n(.*?)(?=\n# 三、)', content, re.DOTALL) process = process_match.group(1).strip() if process_match else "" # 提取项目案例关键技术点 - 从"三、项目案例关键技术点"到结尾 keypoints_match = re.search(r'# 三、项目案例关键技术点\s*\n\n(.*?)$', content, re.DOTALL) keypoints = keypoints_match.group(1).strip() if keypoints_match else "" return overview, process, keypoints def main(): # 读取原始数据 with open('网页未导入数据/化工产业/化工项目案例.json', 'r', encoding='utf-8') as f: data = json.load(f) # 为每个项目提取完整内容 complete_projects = [] for i, project in enumerate(data): project_id = i + 1 content = project['项目案例内容'] overview, process, keypoints = extract_full_sections(content) # 统计流程和技术点数量 process_count = len(re.findall(r'### 流程[一二三四五六七八九十]+:', process)) keypoints_count = len(re.findall(r'### ([一二三四五六七八九十]+)', keypoints)) print(f"项目 {project_id}: {project['案例名称']}") print(f" 概述长度: {len(overview)} 字符") print(f" 流程部分长度: {len(process)} 字符 ({process_count} 个流程)") print(f" 技术点长度: {len(keypoints)} 字符 ({keypoints_count} 个技术点)") complete_projects.append({ 'id': project_id, 'name': project['案例名称'], 'overview': overview, 'process': process, 'keypoints': keypoints, 'process_count': process_count, 'keypoints_count': keypoints_count }) # 保存提取的完整数据 with open('complete_project_data.json', 'w', encoding='utf-8') as f: json.dump(complete_projects, f, ensure_ascii=False, indent=2) print(f"\n✅ 已提取 {len(complete_projects)} 个项目的完整数据到 complete_project_data.json") # 显示统计信息 total_processes = sum(p['process_count'] for p in complete_projects) total_keypoints = sum(p['keypoints_count'] for p in complete_projects) print(f"总计: {total_processes} 个流程, {total_keypoints} 个技术点") if __name__ == "__main__": main()