864 lines
34 KiB
Java
864 lines
34 KiB
Java
package org.example;
|
||
|
||
import org.apache.poi.openxml4j.util.ZipSecureFile;
|
||
import org.apache.poi.ss.usermodel.Cell;
|
||
import org.apache.poi.ss.usermodel.Row;
|
||
import org.apache.poi.ss.usermodel.Sheet;
|
||
import org.apache.poi.ss.usermodel.Workbook;
|
||
import org.apache.poi.xssf.usermodel.XSSFWorkbook;
|
||
|
||
import java.io.File;
|
||
import java.io.FileInputStream;
|
||
import java.sql.Connection;
|
||
import java.sql.PreparedStatement;
|
||
import java.sql.ResultSet;
|
||
import java.sql.Timestamp;
|
||
import java.util.ArrayList;
|
||
import java.util.List;
|
||
import java.util.UUID;
|
||
import java.util.regex.Matcher;
|
||
import java.util.regex.Pattern;
|
||
|
||
/**
|
||
* ---------纵断面数据导入器（根据实际Excel格式修正版）
|
||
*/
|
||
public class IaShzhVsurfaceDataImporter2 {
|
||
|
||
// 纵断面主表插入SQL
|
||
private static final String INSERT_VSURFACE_SQL =
|
||
"INSERT INTO SHZH_JCSJ.IA_M_VSURFACE " +
|
||
"(ZECD, ADCD, CHANNEL, ADDRESS, ISCTOWN, BASEELE, BASELGTD, BASELTTD, ELETYPE, " +
|
||
"METHOD, SIGNER, AUDID, STATUS, REMARK, MODITIME, ISENABLE, IMPORTYEAR, AUDBATCH, " +
|
||
"CADCD, GUID, INPUTTYPE, WSCD, SURFACE_CLASSIFY, OBJECT_NAME) " +
|
||
"VALUES(?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)";
|
||
|
||
// 纵断面点表插入SQL
|
||
private static final String INSERT_VSPOINT_SQL =
|
||
"INSERT INTO SHZH_JCSJ.IA_M_VSPOINT " +
|
||
"(ZSURFACEID, TRANSECTNAME, FID, POINT, DISTANCE, DIRECTION, HDEELE, SMEELE, " +
|
||
"LGTD, LTTD, MODITIME, REMARK, GUID, CHANNEL) " +
|
||
"VALUES(?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)";
|
||
|
||
// 检查纵断面主表重复的SQL
|
||
private static final String CHECK_VSURFACE_DUPLICATE_SQL =
|
||
"SELECT COUNT(*) FROM SHZH_JCSJ.IA_M_VSURFACE WHERE ZECD = ? and SURFACE_CLASSIFY = ?";
|
||
|
||
// 检查纵断面点表重复的SQL
|
||
private static final String CHECK_VSPOINT_DUPLICATE_SQL =
|
||
"SELECT COUNT(*) FROM SHZH_JCSJ.IA_M_VSPOINT WHERE ZSURFACEID = ? AND FID = ?";
|
||
|
||
public static void main(String[] args) {
|
||
// 测试用的固定路径
|
||
// args = new String[]{"C:\\Users\\gsiot\\Desktop\\项目资料\\山洪\\小流域\\111"};
|
||
// args = new String[]{"F:\\1111-湖工大50条成果-已通过初检-待入库"};
|
||
// args = new String[]{"F:\\3333-2024年度咸宁市8条20251017-已通过初检-待入库"};
|
||
// args = new String[]{"F:\\4444-长江科学院-黄冈28条-已通过初检-已统一表头-待入库"};
|
||
|
||
args = new String[]{"C:\\Users\\gsiot\\Desktop\\项目资料\\山洪\\小流域\\111"};
|
||
if (args.length == 0) {
|
||
System.out.println("请提供湖工大9.29目录路径作为参数");
|
||
return;
|
||
}
|
||
|
||
String baseDir = args[0];
|
||
File baseDirectory = new File(baseDir);
|
||
|
||
if (!baseDirectory.exists() || !baseDirectory.isDirectory()) {
|
||
System.out.println("指定的目录不存在或不是有效目录: " + baseDir);
|
||
return;
|
||
}
|
||
|
||
System.out.println("开始处理目录: " + baseDir);
|
||
|
||
try {
|
||
processAllCounties(baseDirectory);
|
||
} catch (Exception e) {
|
||
System.err.println("处理过程中发生错误: " + e.getMessage());
|
||
e.printStackTrace();
|
||
}
|
||
}
|
||
|
||
private static void processAllCounties(File baseDir) {
|
||
File[] countyDirs = baseDir.listFiles(File::isDirectory);
|
||
if (countyDirs == null) {
|
||
System.out.println("在基础目录下未找到任何县市文件夹");
|
||
return;
|
||
}
|
||
|
||
int totalProcessed = 0;
|
||
int totalSuccess = 0;
|
||
int totalDuplicates = 0;
|
||
int totalPointDuplicates = 0;
|
||
|
||
System.out.println("找到 " + countyDirs.length + " 个县市文件夹");
|
||
|
||
for (File countyDir : countyDirs) {
|
||
String countyName = extractCountyName(countyDir.getName());
|
||
System.out.println("\n=== 处理县市: " + countyName + " ===");
|
||
|
||
try {
|
||
ProcessResult result = processCountyData(countyDir, countyName);
|
||
totalProcessed += result.processed;
|
||
totalDuplicates += result.duplicates;
|
||
totalPointDuplicates += result.pointDuplicates;
|
||
totalSuccess++;
|
||
System.out.println("✓ 成功处理 " + countyName +
|
||
"，导入 " + result.processed + " 条记录，跳过 " + result.duplicates +
|
||
" 条重复记录，断面点跳过 " + result.pointDuplicates + " 条重复记录");
|
||
} catch (Exception e) {
|
||
System.err.println("✗ 处理县市 " + countyName + " 时出错: " + e.getMessage());
|
||
}
|
||
}
|
||
|
||
System.out.println("\n=== 处理完成 ===");
|
||
System.out.println("成功处理县市: " + totalSuccess + " 个");
|
||
System.out.println("总导入记录: " + totalProcessed + " 条");
|
||
System.out.println("纵断面主表跳过重复记录: " + totalDuplicates + " 条");
|
||
System.out.println("纵断面点表跳过重复记录: " + totalPointDuplicates + " 条");
|
||
}
|
||
|
||
private static ProcessResult processCountyData(File countyDir, String countyName) throws Exception {
|
||
int totalProcessed = 0;
|
||
int totalDuplicates = 0;
|
||
int totalPointDuplicates = 0;
|
||
|
||
// 查找小流域目录
|
||
File watershedDir = findWatershedDirectory(countyDir);
|
||
if (watershedDir == null) {
|
||
System.out.println("在 " + countyName + " 下未找到小流域目录");
|
||
return new ProcessResult(0, 0, 0);
|
||
}
|
||
System.out.println("找到小流域目录: " + watershedDir.getName());
|
||
|
||
// 查找所有水系目录
|
||
File[] sxDirs = findSxDirectories(watershedDir);
|
||
if (sxDirs == null || sxDirs.length == 0) {
|
||
System.out.println("在 " + watershedDir.getPath() + " 下未找到水系目录");
|
||
return new ProcessResult(0, 0, 0);
|
||
}
|
||
|
||
System.out.println("找到 " + sxDirs.length + " 个水系文件夹:");
|
||
for (File sxDir : sxDirs) {
|
||
System.out.println(" - " + sxDir.getName());
|
||
}
|
||
|
||
// 遍历处理每个水系文件夹
|
||
for (File sxDir : sxDirs) {
|
||
System.out.println("\n处理水系: " + sxDir.getName());
|
||
ProcessResult result = processSxData(sxDir, countyName);
|
||
totalProcessed += result.processed;
|
||
totalDuplicates += result.duplicates;
|
||
totalPointDuplicates += result.pointDuplicates;
|
||
System.out.println("水系 " + sxDir.getName() + " 导入 " + result.processed + " 条记录，跳过 " +
|
||
result.duplicates + " 条重复记录，断面点跳过 " + result.pointDuplicates + " 条重复记录");
|
||
}
|
||
|
||
return new ProcessResult(totalProcessed, totalDuplicates, totalPointDuplicates);
|
||
}
|
||
|
||
private static ProcessResult processSxData(File sxDir, String countyName) throws Exception {
|
||
int processedCount = 0;
|
||
int duplicateCount = 0;
|
||
int pointDuplicateCount = 0;
|
||
|
||
// 按照新的目录结构查找文件
|
||
File crossSectionDir = findCrossSectionDirectory(sxDir);
|
||
if (crossSectionDir == null) {
|
||
System.out.println("在 " + sxDir.getPath() + " 下未找到纵断面成果表目录");
|
||
return new ProcessResult(0, 0, 0);
|
||
}
|
||
System.out.println("找到纵断面成果表目录: " + crossSectionDir.getPath());
|
||
|
||
// 查找所有Excel文件
|
||
File[] excelFiles = findExcelFiles(crossSectionDir);
|
||
if (excelFiles == null || excelFiles.length == 0) {
|
||
System.out.println("在 " + crossSectionDir.getPath() + " 下未找到纵断面Excel文件");
|
||
return new ProcessResult(0, 0, 0);
|
||
}
|
||
|
||
System.out.println("找到 " + excelFiles.length + " 个纵断面Excel文件:");
|
||
for (File excelFile : excelFiles) {
|
||
System.out.println(" - " + excelFile.getName());
|
||
}
|
||
|
||
// 提取流域编码
|
||
String watershedCode = CommonUtils.extractWatershedCode(sxDir.getName());
|
||
System.out.println("流域编码: " + watershedCode);
|
||
|
||
// 处理每个Excel文件
|
||
for (File excelFile : excelFiles) {
|
||
System.out.println("\n处理文件: " + excelFile.getName());
|
||
try {
|
||
// 验证文件是否为有效Excel文件
|
||
if (!isValidExcelFile(excelFile)) {
|
||
System.err.println("跳过无效的Excel文件: " + excelFile.getName());
|
||
continue;
|
||
}
|
||
|
||
ProcessResult result = readExcelAndImport(excelFile, countyName, watershedCode);
|
||
processedCount += result.processed;
|
||
duplicateCount += result.duplicates;
|
||
pointDuplicateCount += result.pointDuplicates;
|
||
System.out.println("文件 " + excelFile.getName() + " 导入 " + result.processed +
|
||
" 条记录，跳过 " + result.duplicates + " 条重复记录");
|
||
} catch (Exception e) {
|
||
System.err.println("处理文件 " + excelFile.getName() + " 时出错: " + e.getMessage());
|
||
if (e.getMessage().contains("valid OOXML")) {
|
||
System.err.println(" 文件可能损坏或格式不正确，跳过此文件");
|
||
}
|
||
// 继续处理下一个文件
|
||
}
|
||
}
|
||
|
||
return new ProcessResult(processedCount, duplicateCount, pointDuplicateCount);
|
||
}
|
||
|
||
/**
|
||
* 验证文件是否为有效的Excel文件
|
||
*/
|
||
private static boolean isValidExcelFile(File file) {
|
||
if (!file.exists() || !file.isFile()) {
|
||
return false;
|
||
}
|
||
|
||
// 检查文件扩展名
|
||
String fileName = file.getName().toLowerCase();
|
||
if (!fileName.endsWith(".xlsx")) {
|
||
System.err.println("文件扩展名不是.xlsx: " + file.getName());
|
||
return false;
|
||
}
|
||
|
||
// 检查文件大小
|
||
if (file.length() == 0) {
|
||
System.err.println("文件大小为0: " + file.getName());
|
||
return false;
|
||
}
|
||
|
||
// 尝试打开文件验证格式
|
||
try (FileInputStream fis = new FileInputStream(file)) {
|
||
// 只读取文件头进行验证，不加载整个文件
|
||
byte[] header = new byte[4];
|
||
if (fis.read(header) != 4) {
|
||
return false;
|
||
}
|
||
// Excel文件的文件头特征
|
||
if (header[0] != 0x50 || header[1] != 0x4B || header[2] != 0x03 || header[3] != 0x04) {
|
||
System.err.println("文件头不符合Excel格式: " + file.getName());
|
||
return false;
|
||
}
|
||
return true;
|
||
} catch (Exception e) {
|
||
System.err.println("验证Excel文件失败: " + file.getName() + " - " + e.getMessage());
|
||
return false;
|
||
}
|
||
}
|
||
|
||
|
||
private static ProcessResult readExcelAndImport(File excelFile, String countyName, String wscd) throws Exception {
|
||
int importedCount = 0;
|
||
int duplicateCount = 0;
|
||
int pointDuplicateCount = 0;
|
||
|
||
// 先读取所有数据到内存
|
||
List<Object[]> vsurfaceDataList = new ArrayList<>();
|
||
List<Object[]> vspointDataList = new ArrayList<>();
|
||
|
||
readExcelData(wscd, excelFile, vsurfaceDataList, vspointDataList);
|
||
|
||
if (vsurfaceDataList.isEmpty()) {
|
||
System.out.println("未读取到有效数据");
|
||
return new ProcessResult(0, 0, 0);
|
||
}
|
||
|
||
System.out.println("成功读取 " + vsurfaceDataList.size() + " 条纵断面数据，包含 " +
|
||
vspointDataList.size() + " 个断面点，开始导入数据库...");
|
||
|
||
// 批量导入数据库
|
||
ProcessResult result = batchInsertData(vsurfaceDataList, vspointDataList);
|
||
return result;
|
||
}
|
||
|
||
private static void readExcelData(String wscd, File excelFile,
|
||
List<Object[]> vsurfaceDataList,
|
||
List<Object[]> vspointDataList) throws Exception {
|
||
|
||
// 保存原始设置
|
||
double originalRatio = ZipSecureFile.getMinInflateRatio();
|
||
|
||
try {
|
||
// 临时调整安全阈值
|
||
ZipSecureFile.setMinInflateRatio(0.001);
|
||
|
||
try (FileInputStream fis = new FileInputStream(excelFile);
|
||
Workbook workbook = new XSSFWorkbook(fis)) {
|
||
|
||
String surfaceClassify=excelFile.getName();
|
||
Pattern pattern = Pattern.compile("^[a-zA-Z0-9]+");
|
||
Matcher matcher = pattern.matcher(surfaceClassify);
|
||
if(matcher.find()){
|
||
surfaceClassify=matcher.group();
|
||
}else{
|
||
System.out.println("工作表表名有问题: " + surfaceClassify);
|
||
}
|
||
|
||
// 遍历所有工作表
|
||
for (int sheetIndex = 0; sheetIndex < workbook.getNumberOfSheets(); sheetIndex++) {
|
||
Sheet sheet = workbook.getSheetAt(sheetIndex);
|
||
String sheetName = sheet.getSheetName();
|
||
|
||
// 跳过填表说明等非数据工作表
|
||
if (sheetName.contains("填表说明") || sheetName.contains("说明")) {
|
||
continue;
|
||
}
|
||
|
||
System.out.println("处理工作表: " + sheetName);
|
||
|
||
try {
|
||
// 解析纵断面主表数据
|
||
Object[] vsurfaceData = parseVsurfaceData(sheet, sheetName, wscd, surfaceClassify);
|
||
if (vsurfaceData != null) {
|
||
vsurfaceDataList.add(vsurfaceData);
|
||
System.out.println("✓ 解析纵断面主表数据成功: " + sheetName);
|
||
|
||
// 解析断面点数据
|
||
List<Object[]> points = parseVspointData(sheet, (String) vsurfaceData[19]);
|
||
vspointDataList.addAll(points);
|
||
System.out.println("✓ 解析 " + points.size() + " 个断面点数据");
|
||
}
|
||
} catch (Exception e) {
|
||
System.err.println("解析工作表 " + sheetName + " 时出错: " + e.getMessage());
|
||
}
|
||
}
|
||
}
|
||
} finally {
|
||
// 恢复原始设置
|
||
ZipSecureFile.setMinInflateRatio(originalRatio);
|
||
}
|
||
}
|
||
|
||
private static Object[] parseVsurfaceData(Sheet sheet, String sheetName, String wscd, String surfaceClassify) {
|
||
try {
|
||
Object[] data = new Object[24]; // 对应24个插入参数
|
||
|
||
int index = 0;
|
||
|
||
// 根据Excel格式解析数据
|
||
// 第1行：C列-所在位置
|
||
String location = getCellValue(sheet, 0, 2); // C1单元格
|
||
|
||
// 第2行：C列-所在沟道，G列-行政区划代码
|
||
String channel = getCellValue(sheet, 1, 2); // C2单元格
|
||
String adminCode = getCellValue(sheet, 1, 6); // G2单元格
|
||
|
||
// 第3行：C列-是否跨县
|
||
String isCrossCounty = getCellValue(sheet, 2, 2); // C3单元格
|
||
|
||
// 第4行：C列-控制点纬度，G列-控制点高程
|
||
String baseLatitude = getCellValue(sheet, 3, 2); // C4单元格 - 控制点纬度
|
||
String baseElevation = getCellValue(sheet, 3, 6); // G4单元格 - 控制点高程
|
||
|
||
// 第5行：C列-高程系，G列-测量方法
|
||
String elevationType = getCellValue(sheet, 4, 2); // C5单元格 - 高程系
|
||
String method = getCellValue(sheet, 4, 6); // G5单元格 - 测量方法
|
||
|
||
// 控制点经度（在Excel中没有明确位置，设为空）
|
||
String baseLongitude = null;
|
||
|
||
// 1. ZECD - 纵断面编码 (工作表名)
|
||
data[index++] = sheetName;
|
||
|
||
// 2. ADCD - 行政区划代码
|
||
data[index++] = getSafeString(adminCode);
|
||
|
||
// 3. CHANNEL - 所在沟道
|
||
data[index++] = getSafeString(channel);
|
||
|
||
// 4. ADDRESS - 所在位置
|
||
data[index++] = getSafeString(location);
|
||
|
||
// 5. ISCTOWN - 是否跨县
|
||
data[index++] = getSafeString(isCrossCounty);
|
||
|
||
// 6. BASEELE - 控制点高程
|
||
data[index++] = getSafeString(baseElevation);
|
||
|
||
// 7. BASELGTD - 控制点经度
|
||
data[index++] = getSafeString(baseLongitude);
|
||
|
||
// 8. BASELTTD - 控制点纬度
|
||
data[index++] = getSafeString(baseLatitude);
|
||
|
||
// 9. ELETYPE - 高程系
|
||
data[index++] = getSafeString(elevationType);
|
||
|
||
// 10. METHOD - 测量方法
|
||
data[index++] = getSafeString(method);
|
||
|
||
// 11. SIGNER - 填写人姓名（默认为空）
|
||
data[index++] = null;
|
||
|
||
// 12. AUDID - 审核批次号（默认为空）
|
||
data[index++] = null;
|
||
|
||
// 13. STATUS - 状态（默认1-待审核）
|
||
data[index++] = "1";
|
||
|
||
// 14. REMARK - 备注
|
||
data[index++] = null;
|
||
|
||
// 15. MODITIME - 时间戳
|
||
data[index++] = new Timestamp(System.currentTimeMillis());
|
||
|
||
// 16. ISENABLE - 启用状态
|
||
data[index++] = "1";
|
||
|
||
// 17. IMPORTYEAR - 导入年份
|
||
data[index++] = "2025";
|
||
|
||
// 18. AUDBATCH - 审核批次
|
||
data[index++] = "BATCH_" + System.currentTimeMillis();
|
||
|
||
// 19. CADCD - 县级编码（从行政区划代码提取）
|
||
data[index++] = adminCode != null && adminCode.length() >= 6 ?
|
||
adminCode.substring(0, 6)+"000000000" : "";
|
||
|
||
// 20. GUID - 唯一标识
|
||
String guid = UUID.randomUUID().toString();
|
||
data[index++] = guid;
|
||
|
||
// 21. INPUTTYPE - 录入方式
|
||
data[index++] = "1";
|
||
|
||
// 22. WSCD - 流域编码
|
||
data[index++] = wscd;
|
||
|
||
// 23. SURFACE_CLASSIFY - 断面分类
|
||
data[index++] = surfaceClassify;
|
||
|
||
// 24. OBJECT_NAME - 对象名称（使用沟道名称）
|
||
data[index++] = null;
|
||
|
||
return data;
|
||
|
||
} catch (Exception e) {
|
||
System.err.println("解析纵断面主表数据失败: " + e.getMessage());
|
||
e.printStackTrace();
|
||
return null;
|
||
}
|
||
}
|
||
|
||
private static List<Object[]> parseVspointData(Sheet sheet, String vsurfaceId) {
|
||
List<Object[]> points = new ArrayList<>();
|
||
|
||
try {
|
||
// 找到数据开始行（从第7行开始，序号列开始）
|
||
int startRow = 6; // 根据Excel格式，数据从第7行开始
|
||
System.out.println("断面点数据从第 " + (startRow + 1) + " 行开始");
|
||
|
||
for (int i = startRow; i <= sheet.getLastRowNum(); i++) {
|
||
Row row = sheet.getRow(i);
|
||
if (row == null) continue;
|
||
|
||
// 检查序号列是否为空
|
||
Cell serialCell = row.getCell(0);
|
||
if (serialCell == null || isCellEmpty(serialCell)) {
|
||
continue;
|
||
}
|
||
|
||
Object[] pointData = parseVspointRowData(row, vsurfaceId, i - startRow + 1);
|
||
if (pointData != null) {
|
||
points.add(pointData);
|
||
}
|
||
}
|
||
|
||
} catch (Exception e) {
|
||
System.err.println("解析断面点数据失败: " + e.getMessage());
|
||
e.printStackTrace();
|
||
}
|
||
|
||
return points;
|
||
}
|
||
|
||
private static Object[] parseVspointRowData(Row row, String vsurfaceId, int fid) {
|
||
try {
|
||
Object[] data = new Object[14]; // 对应14个插入参数
|
||
|
||
int index = 0;
|
||
|
||
// 1. ZSURFACEID - 纵断面主表ID
|
||
data[index++] = vsurfaceId;
|
||
|
||
// 2. TRANSECTNAME - 断面名称（使用测量点）
|
||
String measurePoint = getCellStringValue(row.getCell(1));
|
||
data[index++] = getSafeString(measurePoint);
|
||
|
||
// 3. FID - 断面序号
|
||
data[index++] = fid;
|
||
|
||
// 4. POINT - 断面信息-测量点
|
||
data[index++] = getSafeString(measurePoint);
|
||
|
||
// 5. DISTANCE - 断面信息-距离(m) - 第3列
|
||
data[index++] = parseDoubleWithDefault(getCellStringValue(row.getCell(2)));
|
||
|
||
// 6. DIRECTION - 量距方向(°) - 第4列
|
||
data[index++] = parseDoubleWithDefault(getCellStringValue(row.getCell(3)));
|
||
|
||
// 7. HDEELE - 断面信息-河底高程(m) - 第5列
|
||
data[index++] = parseDoubleWithDefault(getCellStringValue(row.getCell(4)));
|
||
|
||
// 8. SMEELE - 断面信息-水面高程(m) - 第6列
|
||
data[index++] = parseDoubleWithDefault(getCellStringValue(row.getCell(5)));
|
||
|
||
// 9. LGTD - 经度(°) - 第7列
|
||
data[index++] = parseDoubleWithDefault(getCellStringValue(row.getCell(6)));
|
||
|
||
// 10. LTTD - 纬度(°) - 第8列
|
||
data[index++] = parseDoubleWithDefault(getCellStringValue(row.getCell(7)));
|
||
|
||
// 11. MODITIME - 时间戳
|
||
data[index++] = new Timestamp(System.currentTimeMillis());
|
||
|
||
// 12. REMARK - 备注
|
||
data[index++] = null;
|
||
|
||
// 13. GUID - 唯一标识
|
||
data[index++] = UUID.randomUUID().toString();
|
||
|
||
// 14. CHANNEL - 量距方向(°) - 使用第4列的值
|
||
data[index++] = parseDoubleWithDefault(getCellStringValue(row.getCell(3)));
|
||
|
||
return data;
|
||
|
||
} catch (Exception e) {
|
||
System.err.println("解析断面点行数据失败: " + e.getMessage());
|
||
return null;
|
||
}
|
||
}
|
||
|
||
private static ProcessResult batchInsertData(List<Object[]> vsurfaceDataList, List<Object[]> vspointDataList) {
|
||
int importedCount = 0;
|
||
int duplicateCount = 0;
|
||
int pointDuplicateCount = 0;
|
||
|
||
Connection conn = null;
|
||
PreparedStatement vsurfacePstmt = null;
|
||
PreparedStatement vspointPstmt = null;
|
||
PreparedStatement checkVsurfaceDupPstmt = null;
|
||
PreparedStatement checkVspointDupPstmt = null;
|
||
|
||
try {
|
||
conn = DatabaseUtil.getConnection();
|
||
if (conn == null) {
|
||
System.err.println("无法获取数据库连接");
|
||
return new ProcessResult(0, 0, 0);
|
||
}
|
||
|
||
vsurfacePstmt = conn.prepareStatement(INSERT_VSURFACE_SQL);
|
||
vspointPstmt = conn.prepareStatement(INSERT_VSPOINT_SQL);
|
||
checkVsurfaceDupPstmt = conn.prepareStatement(CHECK_VSURFACE_DUPLICATE_SQL);
|
||
checkVspointDupPstmt = conn.prepareStatement(CHECK_VSPOINT_DUPLICATE_SQL);
|
||
|
||
conn.setAutoCommit(false); // 开启事务
|
||
|
||
// 处理纵断面主表数据
|
||
for (Object[] rowData : vsurfaceDataList) {
|
||
try {
|
||
String zecd = (String) rowData[0];
|
||
String surface_clasify = (String) rowData[22];
|
||
// 检查纵断面是否重复
|
||
checkVsurfaceDupPstmt.setString(1, zecd);
|
||
checkVsurfaceDupPstmt.setString(2, surface_clasify);
|
||
try (ResultSet rs = checkVsurfaceDupPstmt.executeQuery()) {
|
||
if (rs.next() && rs.getInt(1) > 0) {
|
||
duplicateCount++;
|
||
System.out.println("跳过重复纵断面: " + zecd);
|
||
continue;
|
||
}
|
||
}
|
||
|
||
// 插入数据 - 设置所有参数
|
||
setVsurfaceParameters(vsurfacePstmt, rowData);
|
||
vsurfacePstmt.executeUpdate();
|
||
importedCount++;
|
||
System.out.println("✓ 插入纵断面记录: " + zecd);
|
||
|
||
} catch (Exception e) {
|
||
System.err.println("纵断面数据插入失败: " + e.getMessage());
|
||
e.printStackTrace();
|
||
}
|
||
}
|
||
|
||
// 处理纵断面点表数据
|
||
int pointImportedCount = 0;
|
||
for (Object[] pointData : vspointDataList) {
|
||
try {
|
||
String vsurfaceId = (String) pointData[0];
|
||
Integer fid = (Integer) pointData[2];
|
||
|
||
// 检查断面点是否重复
|
||
checkVspointDupPstmt.setString(1, vsurfaceId);
|
||
checkVspointDupPstmt.setInt(2, fid);
|
||
try (ResultSet rs = checkVspointDupPstmt.executeQuery()) {
|
||
if (rs.next() && rs.getInt(1) > 0) {
|
||
pointDuplicateCount++;
|
||
continue;
|
||
}
|
||
}
|
||
|
||
// 插入数据 - 设置所有参数
|
||
setVspointParameters(vspointPstmt, pointData);
|
||
vspointPstmt.addBatch();
|
||
pointImportedCount++;
|
||
|
||
// 每10条执行一次批量插入
|
||
if (pointImportedCount % 10 == 0) {
|
||
vspointPstmt.executeBatch();
|
||
vspointPstmt.clearBatch(); // 清空批量
|
||
System.out.println("已批量插入 " + pointImportedCount + " 条断面点记录");
|
||
}
|
||
|
||
} catch (Exception e) {
|
||
System.err.println("断面点数据插入失败: " + e.getMessage());
|
||
e.printStackTrace();
|
||
}
|
||
}
|
||
|
||
// 执行剩余的断面点批量插入
|
||
if (pointImportedCount > 0) {
|
||
vspointPstmt.executeBatch();
|
||
System.out.println("最终批量插入完成，共 " + pointImportedCount + " 条断面点记录");
|
||
}
|
||
|
||
conn.commit(); // 提交事务
|
||
System.out.println("事务提交成功");
|
||
|
||
} catch (Exception e) {
|
||
System.err.println("批量插入数据失败: " + e.getMessage());
|
||
e.printStackTrace();
|
||
if (conn != null) {
|
||
try {
|
||
conn.rollback();
|
||
System.out.println("事务回滚成功");
|
||
} catch (Exception rollbackEx) {
|
||
System.err.println("事务回滚失败: " + rollbackEx.getMessage());
|
||
}
|
||
}
|
||
} finally {
|
||
// 关闭资源
|
||
closeResource(checkVspointDupPstmt);
|
||
closeResource(checkVsurfaceDupPstmt);
|
||
closeResource(vspointPstmt);
|
||
closeResource(vsurfacePstmt);
|
||
closeResource(conn);
|
||
}
|
||
|
||
return new ProcessResult(importedCount, duplicateCount, pointDuplicateCount);
|
||
}
|
||
|
||
// 设置纵断面主表参数
|
||
private static void setVsurfaceParameters(PreparedStatement pstmt, Object[] rowData) throws Exception {
|
||
for (int i = 0; i < rowData.length; i++) {
|
||
Object value = rowData[i];
|
||
if (value == null) {
|
||
pstmt.setNull(i + 1, java.sql.Types.NULL);
|
||
} else if (value instanceof String) {
|
||
pstmt.setString(i + 1, (String) value);
|
||
} else if (value instanceof Double) {
|
||
pstmt.setDouble(i + 1, (Double) value);
|
||
} else if (value instanceof Integer) {
|
||
pstmt.setInt(i + 1, (Integer) value);
|
||
} else if (value instanceof Timestamp) {
|
||
pstmt.setTimestamp(i + 1, (Timestamp) value);
|
||
} else {
|
||
pstmt.setObject(i + 1, value);
|
||
}
|
||
}
|
||
}
|
||
|
||
// 设置纵断面点表参数
|
||
private static void setVspointParameters(PreparedStatement pstmt, Object[] pointData) throws Exception {
|
||
for (int i = 0; i < pointData.length; i++) {
|
||
Object value = pointData[i];
|
||
if (value == null) {
|
||
pstmt.setNull(i + 1, java.sql.Types.NULL);
|
||
} else if (value instanceof String) {
|
||
pstmt.setString(i + 1, (String) value);
|
||
} else if (value instanceof Double) {
|
||
pstmt.setDouble(i + 1, (Double) value);
|
||
} else if (value instanceof Integer) {
|
||
pstmt.setInt(i + 1, (Integer) value);
|
||
} else if (value instanceof Timestamp) {
|
||
pstmt.setTimestamp(i + 1, (Timestamp) value);
|
||
} else {
|
||
pstmt.setObject(i + 1, value);
|
||
}
|
||
}
|
||
}
|
||
|
||
// 安全关闭资源的方法
|
||
private static void closeResource(AutoCloseable resource) {
|
||
if (resource != null) {
|
||
try {
|
||
resource.close();
|
||
} catch (Exception e) {
|
||
System.err.println("关闭资源时出错: " + e.getMessage());
|
||
}
|
||
}
|
||
}
|
||
|
||
// 辅助方法：安全获取字符串，避免null
|
||
private static String getSafeString(String value) {
|
||
return value != null ? value : "";
|
||
}
|
||
|
||
// 辅助方法：解析Double，提供默认值
|
||
private static Double parseDoubleWithDefault(String value) {
|
||
if (value != null && !value.trim().isEmpty()) {
|
||
try {
|
||
return Double.parseDouble(value.trim());
|
||
} catch (NumberFormatException e) {
|
||
return 0.0;
|
||
}
|
||
}
|
||
return 0.0;
|
||
}
|
||
|
||
// 辅助方法
|
||
private static class ProcessResult {
|
||
int processed;
|
||
int duplicates;
|
||
int pointDuplicates;
|
||
|
||
ProcessResult(int processed, int duplicates, int pointDuplicates) {
|
||
this.processed = processed;
|
||
this.duplicates = duplicates;
|
||
this.pointDuplicates = pointDuplicates;
|
||
}
|
||
}
|
||
|
||
// 目录查找方法（保持不变）
|
||
private static File findWatershedDirectory(File countyDir) {
|
||
File[] subDirs = countyDir.listFiles(File::isDirectory);
|
||
if (subDirs != null) {
|
||
for (File subDir : subDirs) {
|
||
if (subDir.getName().contains("小流域")) {
|
||
return subDir;
|
||
}
|
||
}
|
||
if (subDirs.length > 0) return subDirs[0];
|
||
}
|
||
return null;
|
||
}
|
||
|
||
private static File[] findSxDirectories(File watershedDir) {
|
||
File[] subDirs = watershedDir.listFiles(File::isDirectory);
|
||
if (subDirs != null) {
|
||
List<File> sxDirs = new ArrayList<>();
|
||
for (File subDir : subDirs) {
|
||
if (subDir.getName().contains("水系") || subDir.getName().matches("^HBWFF.*")) {
|
||
sxDirs.add(subDir);
|
||
}
|
||
}
|
||
return sxDirs.toArray(new File[0]);
|
||
}
|
||
return null;
|
||
}
|
||
|
||
private static File findCrossSectionDirectory(File sxDir) {
|
||
// 按照新目录结构：水系目录 > 电子数据 > 测量数据 > 防治对象断面成果 > 纵断面成果表
|
||
File electronicDataDir = findSubDirectory(sxDir, "电子数据");
|
||
if (electronicDataDir == null) {
|
||
System.out.println("在 " + sxDir.getPath() + " 下未找到电子数据目录");
|
||
return null;
|
||
}
|
||
|
||
File measureDataDir = findSubDirectory(electronicDataDir, "测量数据");
|
||
if (measureDataDir == null) {
|
||
System.out.println("在 " + electronicDataDir.getPath() + " 下未找到测量数据目录");
|
||
return null;
|
||
}
|
||
|
||
File sectionResultDir = findSubDirectory(measureDataDir, "防治对象断面成果");
|
||
if (sectionResultDir == null) {
|
||
System.out.println("在 " + measureDataDir.getPath() + " 下未找到防治对象断面成果目录");
|
||
return null;
|
||
}
|
||
|
||
File crossSectionDir = findSubDirectory(sectionResultDir, "纵断面成果表");
|
||
if (crossSectionDir == null) {
|
||
System.out.println("在 " + sectionResultDir.getPath() + " 下未找到纵断面成果表目录");
|
||
return null;
|
||
}
|
||
|
||
return crossSectionDir;
|
||
}
|
||
|
||
private static File findSubDirectory(File parentDir, String dirName) {
|
||
File[] subDirs = parentDir.listFiles(File::isDirectory);
|
||
if (subDirs != null) {
|
||
for (File subDir : subDirs) {
|
||
if (subDir.getName().equals(dirName)) {
|
||
return subDir;
|
||
}
|
||
}
|
||
// 如果没有精确匹配，尝试包含匹配
|
||
for (File subDir : subDirs) {
|
||
if (subDir.getName().contains(dirName)) {
|
||
return subDir;
|
||
}
|
||
}
|
||
}
|
||
return null;
|
||
}
|
||
|
||
private static File[] findExcelFiles(File crossSectionDir) {
|
||
File[] files = crossSectionDir.listFiles((dir, name) ->
|
||
name.toLowerCase().endsWith(".xlsx"));
|
||
return files != null ? files : new File[0];
|
||
}
|
||
|
||
private static String extractCountyName(String dirName) {
|
||
return dirName.contains("、") ? dirName.split("、")[1].trim() : dirName;
|
||
}
|
||
|
||
private static String getCellValue(Sheet sheet, int rowNum, int colNum) {
|
||
Row row = sheet.getRow(rowNum);
|
||
if (row != null) {
|
||
Cell cell = row.getCell(colNum);
|
||
return getCellStringValue(cell);
|
||
}
|
||
return null;
|
||
}
|
||
|
||
private static String getCellStringValue(Cell cell) {
|
||
if (cell == null) return null;
|
||
try {
|
||
switch (cell.getCellType()) {
|
||
case STRING:
|
||
return cell.getStringCellValue().trim();
|
||
case NUMERIC:
|
||
double num = cell.getNumericCellValue();
|
||
return (num == (long) num) ? String.valueOf((long) num) : String.valueOf(num);
|
||
case BOOLEAN:
|
||
return String.valueOf(cell.getBooleanCellValue());
|
||
default:
|
||
return null;
|
||
}
|
||
} catch (Exception e) {
|
||
return null;
|
||
}
|
||
}
|
||
|
||
private static boolean isCellEmpty(Cell cell) {
|
||
if (cell == null) return true;
|
||
switch (cell.getCellType()) {
|
||
case BLANK:
|
||
return true;
|
||
case STRING:
|
||
return cell.getStringCellValue().trim().isEmpty();
|
||
default:
|
||
return false;
|
||
}
|
||
}
|
||
} |