数采调整

zouyu

2025-10-21 3e08f23e92e24734e937b99a128da9b217ffef46

数采调整

 src/main/java/com/chinaztt/mes/docx/dto/ThicknessData.java

ÎļþÒÑɾ³ý

 src/main/java/com/chinaztt/mes/docx/service/impl/DocxServiceImpl.java

@@ -3,16 +3,16 @@
import cn.hutool.core.io.FileUtil;
import cn.hutool.core.util.ObjectUtil;
import com.chinaztt.mes.docx.dto.GetFileDto;
import com.chinaztt.mes.docx.dto.ThicknessData;
import com.chinaztt.mes.docx.service.DocxService;
import com.chinaztt.mes.docx.util.R;
import com.chinaztt.mes.docx.util.TakeWords;
import net.sourceforge.tess4j.TesseractException;
import org.apache.commons.lang3.ObjectUtils;
import org.springframework.stereotype.Service;

import java.io.*;
import java.sql.*;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.sql.SQLException;
import java.util.ArrayList;
import java.util.List;
import java.util.Objects;
@@ -114,10 +114,11 @@
            boolean b;
            switch (fileExtension) {
                case ".docx":
                    b = i.getName().endsWith(".docx") || i.getName().endsWith(".doc");
                    b = i.getName().endsWith(".docx") || i.getName().endsWith(".doc") || i.getName().endsWith(".DOCX") || i.getName().endsWith(".DOC");
                    break;
                case ".xlsx":
                    b = i.getName().endsWith(".xlsx") || i.getName().endsWith(".xls");

                    b = i.getName().endsWith(".xlsx") || i.getName().endsWith(".xls") || i.getName().endsWith(".XLSX") || i.getName().endsWith(".XLS");
                    break;
                default:
                    b = i.getName().endsWith(fileExtension);

 src/main/java/com/chinaztt/mes/docx/util/TakeWords.java

@@ -5,33 +5,26 @@
import com.opencsv.CSVReader;
import com.opencsv.CSVReaderBuilder;
import com.opencsv.exceptions.CsvValidationException;
import com.chinaztt.mes.docx.dto.ThicknessData;
import net.sourceforge.tess4j.Tesseract;
import net.sourceforge.tess4j.TesseractException;
import org.apache.commons.lang3.ObjectUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.poi.POIXMLDocument;
import org.apache.poi.POIXMLTextExtractor;
import org.apache.poi.hssf.usermodel.HSSFPicture;
import org.apache.poi.hssf.usermodel.HSSFPictureData;
import org.apache.poi.hssf.usermodel.HSSFSheet;
import org.apache.poi.hssf.usermodel.HSSFWorkbook;
import org.apache.poi.hwpf.extractor.WordExtractor;
import org.apache.poi.openxml4j.exceptions.InvalidFormatException;
import org.apache.poi.openxml4j.opc.OPCPackage;
import org.apache.poi.ss.usermodel.*;
import org.apache.poi.ss.usermodel.Sheet;
import org.apache.poi.ss.usermodel.Workbook;
import org.apache.poi.xssf.usermodel.XSSFSheet;
import org.apache.poi.xssf.usermodel.XSSFWorkbook;
import org.apache.poi.xwpf.extractor.XWPFWordExtractor;
import java.awt.Color;
import java.awt.image.BufferedImage;
import javax.imageio.ImageIO;

import java.io.*;
import java.nio.file.Files;
import java.sql.*;
import java.util.*;
import java.util.regex.Pattern;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

public class TakeWords {
@@ -64,18 +57,17 @@
        return result;
    }

    public static Object readExcelFile(File file) throws FileNotFoundException, IOException {
    public static Object readExcelFile(File file) throws IOException {
        StringBuilder result = new StringBuilder();
        //创建工作簿对象
        XSSFWorkbook xssfWorkbook = new XSSFWorkbook(new FileInputStream(file));
        XSSFWorkbook xssfWorkbook = new XSSFWorkbook(Files.newInputStream(file.toPath()));
        //获取工作簿下sheet的个数 åªè¯»å–第一个sheet
//            int sheetNum = xssfWorkbook.getNumberOfSheets();
        //遍历工作簿中的所有数据
        for (int i = 0; i < 1; i++) {
            XSSFSheet sheet = xssfWorkbook.getSheetAt(i);
        XSSFSheet sheet = xssfWorkbook.getSheetAt(0);
            //获取最后一行的num，即总行数。此处从0开始
            int maxRow = sheet.getLastRowNum();
            for (int row = 0; row <= maxRow; row++) {
        for (int row = 1; row <= maxRow; row++) {
                //获取最后单元格num，即总单元格数 ***注意：此处从1开始计数***
                int maxRol = sheet.getRow(row).getLastCellNum();
                StringBuilder aLine = new StringBuilder();
@@ -84,12 +76,11 @@
                }
                result.append(aLine).append("\n");
            }
        }
        return result.toString();
    }

    public static Object readExcelxlsFile(File file) throws IOException {
        StringBuilder result = new StringBuilder();
        String result = "";
        try (FileInputStream fis = new FileInputStream(file);
             Workbook workbook = new HSSFWorkbook(fis)) {
            // èŽ·å–第一个工作表
@@ -98,41 +89,66 @@
            if (workbook instanceof HSSFWorkbook) {
                HSSFWorkbook hssfWorkbook = (HSSFWorkbook) workbook;
                List<HSSFPictureData> pictures = hssfWorkbook.getAllPictures();
                for (HSSFPictureData picture : pictures) {
                //处理最后一张图片数据
                HSSFPictureData lastPicture = pictures.get(pictures.size()-1);
                    // èŽ·å–图片类型
                    String pictureType = picture.suggestFileExtension();
                String pictureType = lastPicture.suggestFileExtension();
                    // èŽ·å–图片数据
                    byte[] pictureData = picture.getData();
                byte[] pictureData = lastPicture.getData();
                    // åˆ›å»ºä¸´æ—¶æ–‡ä»¶
                    File tempFile = File.createTempFile(UUID.randomUUID().toString(), "." + pictureType);
                    try (FileOutputStream fos = new FileOutputStream(tempFile)) {
                        fos.write(pictureData);
                    }
                    // å›¾ç‰‡é¢„处理
//                    File processedFile = preprocessImage(tempFile, pictureType);
                    // è°ƒç”¨ readPngFile1 æ–¹æ³•è¯»å–图片文字信息
                    String ocrResult = "";
                    try {
                        ocrResult = (String) readPngFile1(tempFile);
//                        ocrResult = (String) readPngFile(tempFile);
//                        ocrResult = (String) readPngFile(processedFile);
                    ocrResult = (String) readPngFile(tempFile);
                    } catch (TesseractException e) {
                        ocrResult = "OCR识别失败: " + e.getMessage();
                    } finally {
                        // åˆ é™¤ä¸´æ—¶æ–‡ä»¶
                        tempFile.delete();
//                        processedFile.delete();
                    }
                result = ocrResult;
//                String ocrText = fixOcrText(ocrResult);
//                result.append("OCR Result:").append(ocrText).append(",");

                    // å°†å›¾ç‰‡ä¿¡æ¯æ·»åŠ åˆ°ç»“果中
//                    result.append("Picture Type: ").append(pictureType)
//                            .append(", Picture Size: ").append(pictureData.length)
//                            .append(" bytes")
//                            .append(", OCR Result: ").append(ocrResult)
//                            .append(",");
                    String ocrText = fixOcrText(ocrResult);
                    result.append("OCR Result:").append(ocrText).append(",");
                }

//                for (HSSFPictureData picture : pictures) {
//                    // èŽ·å–图片类型
//                    String pictureType = picture.suggestFileExtension();
//                    // èŽ·å–图片数据
//                    byte[] pictureData = picture.getData();
//                    // åˆ›å»ºä¸´æ—¶æ–‡ä»¶
//                    File tempFile = File.createTempFile(UUID.randomUUID().toString(), "." + pictureType);
//                    try (FileOutputStream fos = new FileOutputStream(tempFile)) {
//                        fos.write(pictureData);
//                    }
//                    // å›¾ç‰‡é¢„处理
////                    File processedFile = preprocessImage(tempFile, pictureType);
//                    // è°ƒç”¨ readPngFile1 æ–¹æ³•è¯»å–图片文字信息
//                    String ocrResult = "";
//                    try {
//                        ocrResult = (String) readPngFile(tempFile);
////                        ocrResult = (String) readPngFile(tempFile);
////                        ocrResult = (String) readPngFile(processedFile);
//                    } catch (TesseractException e) {
//                        ocrResult = "OCR识别失败: " + e.getMessage();
//                    } finally {
//                        // åˆ é™¤ä¸´æ—¶æ–‡ä»¶
////                        tempFile.delete();
////                        processedFile.delete();
//                    }
//
//                    // å°†å›¾ç‰‡ä¿¡æ¯æ·»åŠ åˆ°ç»“果中
////                    result.append("Picture Type: ").append(pictureType)
////                            .append(", Picture Size: ").append(pictureData.length)
////                            .append(" bytes")
////                            .append(", OCR Result: ").append(ocrResult)
////                            .append(",");
//                    String ocrText = fixOcrText(ocrResult);
//                    result.append("OCR Result:").append(ocrText).append(",");
//                }
            }
//
//            // éåŽ†æ¯ä¸€è¡Œ
@@ -208,9 +224,6 @@
        return tesseract.doOCR(file);
    }




    public static Object readTxtFile(File file) throws IOException {
        FileInputStream fin = new FileInputStream(file);
        InputStreamReader reader = new InputStreamReader(fin);
@@ -228,21 +241,6 @@

        StringBuilder stringBuilder = new StringBuilder();
        // åˆ›å»º reader
//        try (BufferedReader br = Files.newBufferedReader(file.toPath())) {
//            // CSV文件的分隔符
//            String DELIMITER = ",";
//            // æŒ‰è¡Œè¯»å–
//            String line;
//            System.out.println(br.readLine());
//            while ((line = br.readLine()) != null) {
//                // åˆ†å‰²
//                String[] columns = line.split(DELIMITER);
//                // æ‰“印行
//                stringBuilder.append(String.join(splitIdentifier, columns)).append("\n");
//            }
//        } catch (IOException ex) {
//            ex.printStackTrace();
//        }
        try (FileReader fileReader = new FileReader(file);
             CSVReader csvReader = new CSVReaderBuilder(fileReader).build()) {

@@ -319,6 +317,7 @@
            }
            tableMap.put("data", list);
        } catch (Exception e) {
            e.printStackTrace();
        } finally {
            closeA1l(conn, preparedStatement, rs);
        }
@@ -339,6 +338,7 @@
        } catch (Exception ignore) {
        }
    }

    public static Object getMysqlFile(GetFileDto getFileDto){
        Map<String, Object> tableMap = new HashMap<>(16);
        // ä»Ž GetFileDto èŽ·å–数据库名，对应【文件名称】字段
@@ -352,7 +352,7 @@
            return R.failed("数据库名或表名不能为空");
        }
        // æ•°æ®åº“连接信息
        String url = "jdbc:mysql://localhost:3306/"+dbName+"?useSSL=false&serverTimezone=UTC&allowPublicKeyRetrieval=true";
        String url = "jdbc:mysql://localhost:3306/"+dbName+"?useSSL=false&serverTimezone=GMT%2B8&allowPublicKeyRetrieval=true&characterEncoding=utf8";
        Connection connection = null;
        PreparedStatement preparedStatement = null;
        ResultSet resultSet = null;
@@ -363,9 +363,15 @@
            connection = DriverManager.getConnection(url, user, password);
            // æž„建基础 SQL

            StringBuilder sql = new StringBuilder("SELECT * FROM ").append(table);
            String sql = "SELECT * FROM "+table+" WHERE 1=1";
            if(StringUtils.isNotBlank(getFileDto.getMdbEntrustCode())){
                sql+=" AND " + getFileDto.getMdbEntrustCode() + " = '" + getFileDto.getEntrustCode()+ "'";
            }
            if(StringUtils.isNotBlank(getFileDto.getMdbSampleCode())){
                sql+=" AND " + getFileDto.getMdbSampleCode() + " = '" + getFileDto.getSampleCode() + "'";
            }
            // åˆ›å»º PreparedStatement å¯¹è±¡æ‰§è¡Œ SQL
            preparedStatement = connection.prepareStatement(sql.toString());
            preparedStatement = connection.prepareStatement(sql);
            resultSet = preparedStatement.executeQuery();
            ResultSetMetaData metaData = resultSet.getMetaData();
            int columnCount = metaData.getColumnCount();
@@ -378,11 +384,6 @@
                }
                dataList.add(rowData);
            }
//            while (resultSet.next()) {
//                double thinnestPoint = resultSet.getDouble("ThinnestPoint");
//                double averageThickness = resultSet.getDouble("AverageThickness");
//                dataList.add(new ThicknessData(thinnestPoint, averageThickness));
//            }
            tableMap.put("data", dataList);
        } catch (Exception e) {
            e.printStackTrace();