refactor: 重构后端结构并迁移前端到 Vue3

This commit is contained in:
2026-05-15 11:46:21 +08:00
parent 9107378fcc
commit 9c5a5a54c6
165 changed files with 5057 additions and 62710 deletions
+4 -8
View File
@@ -1,19 +1,18 @@
"""
数据处理核心模块 - 性能优化版
"""
import chardet
import os
import re
import shutil
import tempfile
import time
import zipfile
import multiprocessing
import numpy as np
import pandas as pd
import sqlparse
from pathlib import Path
from typing import Any, Callable, Dict, Generator, List, Optional, Tuple
from datetime import datetime
from concurrent.futures import ThreadPoolExecutor, as_completed
from io import StringIO
from app.config import AppConfig, SQL_SCRIPT
from app.database import DatabaseManager
@@ -259,7 +258,6 @@ class DataProcessor:
def _detect_encoding(self, file_path: Path) -> str:
"""快速检测文件编码(只读取前 8KB)"""
import chardet
with open(file_path, 'rb') as f:
# 只读取前 8KB,足够检测编码,比 64KB 快很多
result = chardet.detect(f.read(8192))
@@ -377,7 +375,6 @@ class DataProcessor:
temp_dir = self.work_dir / '.temp'
if temp_dir.exists():
try:
import shutil
shutil.rmtree(temp_dir)
except Exception:
pass
@@ -405,8 +402,7 @@ class DataProcessor:
如果失败则自动回退到 bulk_insert 方式
临时文件放在工作目录的 .temp 子目录中
"""
import tempfile
# 检测是否支持 LOAD DATA INFILE
if not self._check_load_data_support():
# 不支持,直接使用 bulk_insert