371 lines
12 KiB
Python
371 lines
12 KiB
Python
|
import json
|
|||
|
|
import re
|
|||
|
|
from docx import Document
|
|||
|
|
# from docx.oml import CT_OMath
|
|||
|
|
from docx.table import Table
|
|||
|
|
from lxml import etree
|
|||
|
|
|
|||
|
|
|
|||
|
|
def extract_text_from_paragraph(paragraph):
|
|||
|
|
"""从段落中提取文本，包括处理特殊元素"""
|
|||
|
|
text_parts = []
|
|||
|
|
for child in paragraph._element:
|
|||
|
|
if child.tag.endswith('}r'): # 文本运行
|
|||
|
|
for sub in child:
|
|||
|
|
if sub.tag.endswith('}t'):
|
|||
|
|
if sub.text:
|
|||
|
|
text_parts.append(sub.text)
|
|||
|
|
elif child.tag.endswith('}hyperlink'): # 超链接
|
|||
|
|
for r in child:
|
|||
|
|
for sub in r:
|
|||
|
|
if sub.tag.endswith('}t'):
|
|||
|
|
if sub.text:
|
|||
|
|
text_parts.append(sub.text)
|
|||
|
|
return ''.join(text_parts).strip()
|
|||
|
|
|
|||
|
|
|
|||
|
|
def is_image_paragraph(paragraph):
|
|||
|
|
"""检查段落是否包含图片"""
|
|||
|
|
# 定义命名空间URI
|
|||
|
|
NS_A = 'http://schemas.openxmlformats.org/drawingml/2006/main'
|
|||
|
|
NS_PIC = 'http://schemas.openxmlformats.org/drawingml/2006/picture'
|
|||
|
|
NS_W = 'http://schemas.openxmlformats.org/wordprocessingml/2006/main'
|
|||
|
|
|
|||
|
|
# 检查所有元素，查找图片相关标签
|
|||
|
|
def has_image_element(element):
|
|||
|
|
"""递归检查元素及其子元素是否包含图片"""
|
|||
|
|
# 检查当前元素的标签
|
|||
|
|
tag = element.tag
|
|||
|
|
if tag == f'{{{NS_A}}}blip' or tag == f'{{{NS_PIC}}}pic':
|
|||
|
|
return True
|
|||
|
|
if tag == f'{{{NS_W}}}drawing':
|
|||
|
|
return True
|
|||
|
|
# 递归检查子元素
|
|||
|
|
for child in element:
|
|||
|
|
if has_image_element(child):
|
|||
|
|
return True
|
|||
|
|
return False
|
|||
|
|
|
|||
|
|
for run in paragraph.runs:
|
|||
|
|
if has_image_element(run._element):
|
|||
|
|
return True
|
|||
|
|
# 检查段落元素本身
|
|||
|
|
if has_image_element(paragraph._element):
|
|||
|
|
return True
|
|||
|
|
return False
|
|||
|
|
|
|||
|
|
|
|||
|
|
def get_heading_level(paragraph):
|
|||
|
|
"""
|
|||
|
|
获取段落的标题级别
|
|||
|
|
返回: 0表示非标题，1-9表示对应级别的标题
|
|||
|
|
"""
|
|||
|
|
style_name = paragraph.style.name if paragraph.style else ""
|
|||
|
|
|
|||
|
|
# 检查是否是Heading样式
|
|||
|
|
if style_name.startswith('Heading'):
|
|||
|
|
try:
|
|||
|
|
level = int(style_name.replace('Heading', '').strip())
|
|||
|
|
return level
|
|||
|
|
except ValueError:
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
# 检查是否是标题样式（中文）
|
|||
|
|
if '标题' in style_name:
|
|||
|
|
match = re.search(r'(\d+)', style_name)
|
|||
|
|
if match:
|
|||
|
|
return int(match.group(1))
|
|||
|
|
|
|||
|
|
# 通过文本内容判断（处理列表编号格式的标题）
|
|||
|
|
text = extract_text_from_paragraph(paragraph)
|
|||
|
|
if not text:
|
|||
|
|
return 0
|
|||
|
|
|
|||
|
|
# 匹配 "1. 船舶图面展示" 这种一级标题
|
|||
|
|
if re.match(r'^[1-9]\d*\.\s+\S', text):
|
|||
|
|
return 1
|
|||
|
|
|
|||
|
|
# 匹配 "1.1 地图图面" 这种二级标题
|
|||
|
|
if re.match(r'^[1-9]\d*\.[1-9]\d*\s+\S', text):
|
|||
|
|
return 2
|
|||
|
|
|
|||
|
|
# 匹配 "1.1.1 xxx" 这种三级标题
|
|||
|
|
if re.match(r'^[1-9]\d*\.[1-9]\d*\.[1-9]\d*\s+\S', text):
|
|||
|
|
return 3
|
|||
|
|
|
|||
|
|
return 0
|
|||
|
|
|
|||
|
|
|
|||
|
|
def parse_heading_text(text):
|
|||
|
|
"""解析标题文本，提取编号和标题内容"""
|
|||
|
|
# 匹配 "1. 标题" 或 "1.1 标题" 或 "1.1.1 标题"
|
|||
|
|
match = re.match(r'^([1-9]\d*(?:\.[1-9]\d*)*\.?)\s*(.+)$', text)
|
|||
|
|
if match:
|
|||
|
|
return {
|
|||
|
|
'number': match.group(1).rstrip('.'),
|
|||
|
|
'title': match.group(2).strip()
|
|||
|
|
}
|
|||
|
|
return {
|
|||
|
|
'number': '',
|
|||
|
|
'title': text.strip()
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
def extract_table_data(table):
|
|||
|
|
"""提取表格数据"""
|
|||
|
|
table_data = []
|
|||
|
|
for row in table.rows:
|
|||
|
|
row_data = []
|
|||
|
|
for cell in row.cells:
|
|||
|
|
cell_text = cell.text.strip()
|
|||
|
|
row_data.append(cell_text)
|
|||
|
|
table_data.append(row_data)
|
|||
|
|
return table_data
|
|||
|
|
|
|||
|
|
|
|||
|
|
def parse_document(doc_path):
|
|||
|
|
"""解析Word文档并转换为结构化数据"""
|
|||
|
|
try:
|
|||
|
|
doc = Document(doc_path)
|
|||
|
|
except Exception as e:
|
|||
|
|
raise Exception(f"无法打开文档: {e}")
|
|||
|
|
|
|||
|
|
result = {
|
|||
|
|
'document_title': '',
|
|||
|
|
'version': '',
|
|||
|
|
'date': '',
|
|||
|
|
'table_of_contents': [],
|
|||
|
|
'sections': []
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
# 用于追踪当前位置
|
|||
|
|
current_section = None # 一级章节
|
|||
|
|
current_subsection = None # 二级章节
|
|||
|
|
content_started = False
|
|||
|
|
toc_section = False
|
|||
|
|
|
|||
|
|
# 提取元数据（标题、版本、日期）
|
|||
|
|
for i, para in enumerate(doc.paragraphs[:10]):
|
|||
|
|
text = extract_text_from_paragraph(para)
|
|||
|
|
if not text:
|
|||
|
|
continue
|
|||
|
|
|
|||
|
|
if 'VDES' in text and '使用说明书' in text and not result['document_title']:
|
|||
|
|
result['document_title'] = text
|
|||
|
|
elif text.startswith('版本'):
|
|||
|
|
result['version'] = text.replace('版本：', '').replace('版本:', '').strip()
|
|||
|
|
elif '日期' in text or re.match(r'.*\d{4}\s*年', text):
|
|||
|
|
result['date'] = text.replace('日期：', '').replace('日期:', '').strip()
|
|||
|
|
elif text == '目录':
|
|||
|
|
toc_section = True
|
|||
|
|
continue
|
|||
|
|
|
|||
|
|
# 主要解析逻辑
|
|||
|
|
skip_until_content = True
|
|||
|
|
|
|||
|
|
for i, para in enumerate(doc.paragraphs):
|
|||
|
|
text = extract_text_from_paragraph(para)
|
|||
|
|
|
|||
|
|
# 跳过空段落和图片占位符
|
|||
|
|
if not text:
|
|||
|
|
if is_image_paragraph(para):
|
|||
|
|
# 记录图片位置
|
|||
|
|
if current_subsection is not None:
|
|||
|
|
current_subsection['content'].append({
|
|||
|
|
'type': 'image',
|
|||
|
|
'description': '[图片]'
|
|||
|
|
})
|
|||
|
|
elif current_section is not None:
|
|||
|
|
current_section['content'].append({
|
|||
|
|
'type': 'image',
|
|||
|
|
'description': '[图片]'
|
|||
|
|
})
|
|||
|
|
continue
|
|||
|
|
|
|||
|
|
# 跳过目录部分
|
|||
|
|
if text == '目录':
|
|||
|
|
toc_section = True
|
|||
|
|
continue
|
|||
|
|
|
|||
|
|
if toc_section:
|
|||
|
|
# 检测目录结束（遇到正式章节标题）
|
|||
|
|
if re.match(r'^[1-9]\.\s+', text) or get_heading_level(para) == 1:
|
|||
|
|
# 检查这是否是正式内容的开始
|
|||
|
|
if '船舶' in text or '卫星' in text or '气象' in text or '辅助' in text or '运维' in text:
|
|||
|
|
toc_section = False
|
|||
|
|
skip_until_content = False
|
|||
|
|
|
|||
|
|
# 跳过文档开头的元数据
|
|||
|
|
if skip_until_content:
|
|||
|
|
if result['document_title'] and text == result['document_title']:
|
|||
|
|
continue
|
|||
|
|
if '版本' in text or '日期' in text or text == '目录':
|
|||
|
|
continue
|
|||
|
|
# 检测正式内容开始
|
|||
|
|
heading_level = get_heading_level(para)
|
|||
|
|
if heading_level == 1 or re.match(r'^1\.\s+船舶', text):
|
|||
|
|
skip_until_content = False
|
|||
|
|
toc_section = False
|
|||
|
|
else:
|
|||
|
|
continue
|
|||
|
|
|
|||
|
|
# 判断标题级别
|
|||
|
|
heading_level = get_heading_level(para)
|
|||
|
|
|
|||
|
|
if heading_level == 1:
|
|||
|
|
# 一级标题：新章节
|
|||
|
|
parsed = parse_heading_text(text)
|
|||
|
|
|
|||
|
|
# 保存之前的subsection到section
|
|||
|
|
if current_subsection is not None and current_section is not None:
|
|||
|
|
current_section['subsections'].append(current_subsection)
|
|||
|
|
current_subsection = None
|
|||
|
|
|
|||
|
|
# 保存之前的section
|
|||
|
|
if current_section is not None:
|
|||
|
|
result['sections'].append(current_section)
|
|||
|
|
|
|||
|
|
current_section = {
|
|||
|
|
'number': parsed['number'],
|
|||
|
|
'title': parsed['title'],
|
|||
|
|
'content': [],
|
|||
|
|
'subsections': []
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
elif heading_level == 2:
|
|||
|
|
# 二级标题：新子章节
|
|||
|
|
parsed = parse_heading_text(text)
|
|||
|
|
|
|||
|
|
# 保存之前的subsection
|
|||
|
|
if current_subsection is not None and current_section is not None:
|
|||
|
|
current_section['subsections'].append(current_subsection)
|
|||
|
|
|
|||
|
|
current_subsection = {
|
|||
|
|
'number': parsed['number'],
|
|||
|
|
'title': parsed['title'],
|
|||
|
|
'content': []
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
else:
|
|||
|
|
# 普通段落内容
|
|||
|
|
content_item = {
|
|||
|
|
'type': 'text',
|
|||
|
|
'content': text
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
# 检查是否包含图片引用（UUID格式）
|
|||
|
|
if re.match(r'^[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}$', text, re.IGNORECASE):
|
|||
|
|
content_item = {
|
|||
|
|
'type': 'image_reference',
|
|||
|
|
'reference_id': text
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
# 添加到适当的位置
|
|||
|
|
if current_subsection is not None:
|
|||
|
|
current_subsection['content'].append(content_item)
|
|||
|
|
elif current_section is not None:
|
|||
|
|
current_section['content'].append(content_item)
|
|||
|
|
|
|||
|
|
# 保存最后的subsection和section
|
|||
|
|
if current_subsection is not None and current_section is not None:
|
|||
|
|
current_section['subsections'].append(current_subsection)
|
|||
|
|
if current_section is not None:
|
|||
|
|
result['sections'].append(current_section)
|
|||
|
|
|
|||
|
|
return result
|
|||
|
|
|
|||
|
|
|
|||
|
|
def clean_json_output(data):
|
|||
|
|
"""清理JSON输出，移除空内容"""
|
|||
|
|
if isinstance(data, dict):
|
|||
|
|
cleaned = {}
|
|||
|
|
for key, value in data.items():
|
|||
|
|
cleaned_value = clean_json_output(value)
|
|||
|
|
# 保留空列表以保持结构完整性
|
|||
|
|
if cleaned_value is not None:
|
|||
|
|
cleaned[key] = cleaned_value
|
|||
|
|
return cleaned
|
|||
|
|
elif isinstance(data, list):
|
|||
|
|
cleaned = [clean_json_output(item) for item in data if item]
|
|||
|
|
return cleaned
|
|||
|
|
elif isinstance(data, str):
|
|||
|
|
return data.strip() if data.strip() else None
|
|||
|
|
else:
|
|||
|
|
return data
|
|||
|
|
|
|||
|
|
|
|||
|
|
def convert_docx_to_json(input_path, output_path=None, indent=2, ensure_ascii=False):
|
|||
|
|
"""
|
|||
|
|
主函数：将Word文档转换为JSON
|
|||
|
|
|
|||
|
|
参数:
|
|||
|
|
input_path: Word文档路径
|
|||
|
|
output_path: JSON输出路径（可选）
|
|||
|
|
indent: JSON缩进空格数
|
|||
|
|
ensure_ascii: 是否将非ASCII字符转义
|
|||
|
|
|
|||
|
|
返回:
|
|||
|
|
解析后的字典数据
|
|||
|
|
"""
|
|||
|
|
# 解析文档
|
|||
|
|
parsed_data = parse_document(input_path)
|
|||
|
|
|
|||
|
|
# 清理数据
|
|||
|
|
cleaned_data = clean_json_output(parsed_data)
|
|||
|
|
|
|||
|
|
# 输出到文件
|
|||
|
|
if output_path:
|
|||
|
|
with open(output_path, 'w', encoding='utf-8') as f:
|
|||
|
|
json.dump(cleaned_data, f, ensure_ascii=ensure_ascii, indent=indent)
|
|||
|
|
print(f"JSON已保存至: {output_path}")
|
|||
|
|
|
|||
|
|
return cleaned_data
|
|||
|
|
|
|||
|
|
|
|||
|
|
def main():
|
|||
|
|
"""主入口函数"""
|
|||
|
|
import sys
|
|||
|
|
import os
|
|||
|
|
|
|||
|
|
# 默认输入输出路径
|
|||
|
|
input_file = "VDES软件使用说明书.docx"
|
|||
|
|
output_file = "VDES软件使用说明书.json"
|
|||
|
|
|
|||
|
|
# 支持命令行参数
|
|||
|
|
if len(sys.argv) >= 2:
|
|||
|
|
input_file = sys.argv[1]
|
|||
|
|
if len(sys.argv) >= 3:
|
|||
|
|
output_file = sys.argv[2]
|
|||
|
|
|
|||
|
|
# 检查文件存在
|
|||
|
|
if not os.path.exists(input_file):
|
|||
|
|
print(f"错误: 找不到文件 '{input_file}'")
|
|||
|
|
sys.exit(1)
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
# 转换文档
|
|||
|
|
result = convert_docx_to_json(input_file, output_file)
|
|||
|
|
|
|||
|
|
# 打印预览
|
|||
|
|
print("\n=== 转换结果预览 ===")
|
|||
|
|
print(f"文档标题: {result.get('document_title', 'N/A')}")
|
|||
|
|
print(f"版本: {result.get('version', 'N/A')}")
|
|||
|
|
print(f"日期: {result.get('date', 'N/A')}")
|
|||
|
|
print(f"章节数量: {len(result.get('sections', []))}")
|
|||
|
|
|
|||
|
|
for section in result.get('sections', []):
|
|||
|
|
print(f"\n {section.get('number', '')} {section.get('title', '')}")
|
|||
|
|
for subsection in section.get('subsections', []):
|
|||
|
|
print(f" {subsection.get('number', '')} {subsection.get('title', '')}")
|
|||
|
|
|
|||
|
|
print("\n转换完成!")
|
|||
|
|
|
|||
|
|
except Exception as e:
|
|||
|
|
print(f"转换失败: {e}")
|
|||
|
|
import traceback
|
|||
|
|
traceback.print_exc()
|
|||
|
|
sys.exit(1)
|
|||
|
|
|
|||
|
|
|
|||
|
|
if __name__ == "__main__":
|
|||
|
|
main()
|