DZ/faw-report-library-boot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'caihaohan'

Browse Source
This commit is contained in:
mzaxd
2023-05-30 14:11:33 +08:00
parent 00ddf11490 57df00641a
commit 264ee7b141
5 changed files with 228 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
adc-da-main/src/test/java/com/adc/da/DataDictionaryGenerator.java
+164
View File
@@ -0,0 +1,164 @@
package com.adc.da;
import java.math.BigInteger;
import java.nio.file.Files;
import java.nio.file.Paths;
import java.sql.*;
import java.util.HashSet;
import java.util.Set;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import org.apache.poi.xwpf.usermodel.*;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.openxmlformats.schemas.wordprocessingml.x2006.main.CTTblWidth;
import org.openxmlformats.schemas.wordprocessingml.x2006.main.STTblWidth;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.test.context.junit4.SpringRunner;
@RunWith(SpringRunner.class)
@SpringBootTest
public class DataDictionaryGenerator {
/**
* 生成数据字典Word
*/
@Test
public void generate() throws Exception {
// Connect to the database
String url = "jdbc:mysql://localhost:3306/report_library?characterEncoding=UTF-8&useUnicode=true&useSSL=false&tinyInt1isBit=false&allowPublicKeyRetrieval=true&serverTimezone=Asia/Shanghai";
String username = "root";
String password = "rootroot";
Connection connection = DriverManager.getConnection(url, username, password);
// Get metadata
DatabaseMetaData metaData = connection.getMetaData();
// Specify the database name
String databaseName = "report_library"; // Replace "report_library" with the actual database name
// Get tables in the specified database
ResultSet tables = metaData.getTables(databaseName, null, "%", null);
// Create a new Word document
XWPFDocument document = new XWPFDocument();
int tableCounter = 1;
// Iterate over the tables
while (tables.next()) {
String tableName = tables.getString(3);
// Add the table name to the document
XWPFParagraph tableNameParagraph = document.createParagraph();
XWPFRun run = tableNameParagraph.createRun();
// Set table name as "Table 1: 表名"
String tableNumber = tableCounter + ": ";
String tableNameText = tableNumber + tableName;
run.setText(tableNameText);
run.setBold(true);
// Set font size
run.setFontSize(12); // 12 points for font size (equivalent to three号字号)
// Increment table counter
tableCounter++;
// Create table
XWPFTable table = document.createTable();
CTTblWidth tableWidth = table.getCTTbl().addNewTblPr().addNewTblW();
tableWidth.setType(STTblWidth.PCT);
tableWidth.setW(BigInteger.valueOf(5000)); // Set the table width (10000 = 100%)
// create header row
XWPFTableRow headerRow = table.getRow(0);
headerRow.getCell(0).setText("列名");
headerRow.addNewTableCell().setText("中文含义");
headerRow.addNewTableCell().setText("数据类型");
headerRow.addNewTableCell().setText("主键");
headerRow.addNewTableCell().setText("外键");
headerRow.addNewTableCell().setText("不为空");
headerRow.addNewTableCell().setText("备注");
// Get columns
ResultSet columns = metaData.getColumns(null, null, tableName, "%");
// get primary keys
ResultSet primaryKeys = metaData.getPrimaryKeys(null, null, tableName);
Set<String> primaryKeySet = new HashSet<>();
while (primaryKeys.next()) {
primaryKeySet.add(primaryKeys.getString("COLUMN_NAME"));
}
// Pattern for matching remarks
Pattern pattern = Pattern.compile("([^（(]+)[（(]([^）)]+)[）)]");
// Iterate over the columns
while (columns.next()) {
String columnName = columns.getString(4);
int columnSize = columns.getInt("COLUMN_SIZE");
String columnType = columns.getString(6) + "(" + columnSize + ")";
String isNullable = columns.getString(18);
boolean isNotNull = isNullable.equals("NO");
// Check if column is primary key
String isPrimaryKey = primaryKeySet.contains(columnName) ? "是" : "否";
String isForeignKey = "否";
// Extracting Chinese meaning and remarks from the remarks column
String fullRemarks = columns.getString("REMARKS");
Matcher matcher = pattern.matcher(fullRemarks);
String chineseMeaning = "";
String remarks = "";
if (matcher.find()) {
chineseMeaning = matcher.group(1);
remarks = matcher.group(2);
} else {
chineseMeaning = fullRemarks;
}
// Add the column details to the table
XWPFTableRow row = table.createRow();
XWPFRun cellRun = row.getCell(0).getParagraphs().get(0).createRun();
cellRun.setFontSize(10);
cellRun.setText(columnName);
cellRun = row.getCell(1).getParagraphs().get(0).createRun();
cellRun.setFontSize(10);
cellRun.setText(chineseMeaning);
cellRun = row.getCell(2).getParagraphs().get(0).createRun();
cellRun.setFontSize(10);
cellRun.setText(columnType);
cellRun = row.getCell(3).getParagraphs().get(0).createRun();
cellRun.setFontSize(10);
cellRun.setText(isPrimaryKey);
cellRun = row.getCell(4).getParagraphs().get(0).createRun();
cellRun.setFontSize(10);
cellRun.setText(isForeignKey);
cellRun = row.getCell(5).getParagraphs().get(0).createRun();
cellRun.setFontSize(10);
cellRun.setText(isNotNull ? "是" : "否");
cellRun = row.getCell(6).getParagraphs().get(0).createRun();
cellRun.setFontSize(10);
cellRun.setText(remarks);
}
// Create an empty paragraph
XWPFParagraph emptyParagraph = document.createParagraph();
emptyParagraph.setSpacingAfter(200); // Set the spacing after the paragraph (adjust the value as needed)
}
// Save the document
document.write(Files.newOutputStream(Paths.get("DataDictionary.docx")));
// Close the document
document.close();
}
}
adc-da-report/src/main/java/com/adc/da/report/eo/ReportContentEntity.java
+6
View File
@@ -35,6 +35,12 @@ public class ReportContentEntity implements Serializable {
@TableField(value = "report_id")
private String reportId;
/**
* 报告id
*/
@TableField(value = "file_ids")
private String fileIds;
/**
* 文件内容
*/
adc-da-report/src/main/java/com/adc/da/report/service/impl/IReportContentServiceImpl.java
+15 -2
View File
@@ -1,5 +1,6 @@
package com.adc.da.report.service.impl;
import cn.hutool.json.JSONUtil;
import com.adc.da.report.dao.mysql.FileDao;
import com.adc.da.report.dao.mysql.ReportFileDao;
import com.adc.da.report.eo.FileEntity;
@@ -72,6 +73,7 @@ public class IReportContentServiceImpl extends ServiceImpl<ReportContentDao, Rep
fileIds = reportFiles.stream().map(ReportFile::getFileId).collect(Collectors.toList());
}
StringBuilder content = new StringBuilder();
List<String> reportContentFileIdList = new ArrayList<>();
for (String fileId : fileIds) {
//获取文件
FileEntity fileEntity = fileDao.selectById(fileId);
@@ -87,16 +89,27 @@ public class IReportContentServiceImpl extends ServiceImpl<ReportContentDao, Rep
}
File file = new File(path);
//解析出内容
content.append(FileContentUtil.readFileContent(file));
try {
String fileContent = FileContentUtil.readFileContent(file);
content.append(fileContent);
reportContentFileIdList.add(fileId);
} catch (Exception e) {
log.error("抽取文件内容发生错误，请检查", e);
}
//将文件删除
outputStream.close();
FileUtil.deleteFile(path);
}
String reportContentFileIds = "";
if (CollectionUtils.isNotEmpty(reportContentFileIdList)) {
reportContentFileIds = JSONUtil.toJsonStr(reportContentFileIdList);
}
//将内容存入
ReportContentEntity reportContent = query().eq("report_id", reportId).one();
if (reportContent == null) {
ReportContentEntity reportContentEntity = new ReportContentEntity(UUID.randomUUID10(), reportId, content.toString());
ReportContentEntity reportContentEntity = new ReportContentEntity(UUID.randomUUID10(), reportId, reportContentFileIds,content.toString());
save(reportContentEntity);
} else {
reportContent.setReportContent(content.toString());
adc-da-report/src/main/java/com/adc/da/report/service/impl/IReportServiceImpl.java
+41 -9
View File
@@ -1,6 +1,8 @@
package com.adc.da.report.service.impl;
import cn.hutool.core.util.StrUtil;
import cn.hutool.json.JSONArray;
import cn.hutool.json.JSONUtil;
import com.adc.da.login.util.CommonUtils;
import com.adc.da.login.util.UserUtils;
import com.adc.da.report.constant.ReportConstants;
@@ -218,20 +220,43 @@ public class IReportServiceImpl extends ServiceImpl<ReportDao, ReportEntity>
public ResponseMessage refreshReportContent() {
//找出所有能生成内容的报告id
LambdaQueryWrapper<ReportFile> reportFileLambdaQueryWrapper = new LambdaQueryWrapper<>();
//只找不在流程中的报告
reportFileLambdaQueryWrapper.ne(ReportFile::getState, 1);
List<ReportFile> reportFileList = iReportFileService.list(reportFileLambdaQueryWrapper);
//所有报告的id
Set<String> allReportIdSet = reportFileList.stream().map(ReportFile::getReportId).collect(Collectors.toSet());
//找出已经生成过的报告id
//所有文件的id
Set<String> allFileIdSet = reportFileList.stream().map(ReportFile::getFileId).collect(Collectors.toSet());
List<ReportContentEntity> reportContentList = iReportContentService.list();
//找出已经生成过的报告id
Set<String> generatedReportIdSet = reportContentList.stream().map(ReportContentEntity::getReportId).collect(Collectors.toSet());
//获取缺失的报告id
//找出已经生成过的报告的fileId
List<String> generatedFileIds = reportContentList.stream().map(ReportContentEntity::getFileIds).collect(Collectors.toList());
Set<String> generatedFileIdSet = new HashSet<>();
for (String fileIds : generatedFileIds) {
// 将JSONArray转换为List
// 解析JSON字符串为JSONArray
if (StrUtil.isNotBlank(fileIds)) {
JSONArray jsonArray = JSONUtil.parseArray(fileIds);
List<String> fileIdList = jsonArray.toList(String.class);
generatedFileIdSet.addAll(fileIdList);
}
}
//获取缺失的文件id
allFileIdSet.removeAll(generatedFileIdSet);
allReportIdSet.removeAll(generatedReportIdSet);
//需要生成的数量
int needGenerateCount = allReportIdSet.size();
log.info("发现缺少" + needGenerateCount + "条报告的内容");
//需要生成的文件的数量
int needGenerateFileCount = allFileIdSet.size();
int needGenerateReportCount = allReportIdSet.size();
log.info("发现缺少" + needGenerateFileCount + "个文件的内容");
log.info("有" + needGenerateReportCount + "个报告需要重新生成");
//实际生成的数量
int count = 0;
List<String> failGenerateReportId = new ArrayList<>();
//生成报告内容
for (String reportId : allReportIdSet) {
//修改报表内容表(先删后增)
@@ -242,15 +267,19 @@ public class IReportServiceImpl extends ServiceImpl<ReportDao, ReportEntity>
count++;
} catch (IOException e) {
log.error("获取reportId为{}的报告内容失败", reportId);
failGenerateReportId.add(reportId);
log.error(String.valueOf(e));
}
}
log.info("实际生成" + count + "条报告的内容");
if (needGenerateCount == count) {
if (needGenerateReportCount == count) {
if (needGenerateReportCount == 0) {
return Result.success("未发现缺失报告内容，无需生成");
}
return Result.success("成功，全部生成完毕，共" + count + "条");
} else {
int missing = needGenerateCount - count;
return Result.success("失败，" + missing + "条报告的内容生成失败");
int missing = needGenerateReportCount - count;
return Result.success("失败，" + missing + "条报告的内容生成失败，请检查其是否有空文件或其余问题，失败的报告id为" + failGenerateReportId);
}
}
@@ -449,7 +478,10 @@ public class IReportServiceImpl extends ServiceImpl<ReportDao, ReportEntity>
LambdaQueryWrapper<ReportContentEntity> wrapper = new LambdaQueryWrapper<>();
wrapper.in(ReportContentEntity::getReportId, idList);
iReportContentService.remove(wrapper);
//TODO 删除文件关联
//删除文件关联
LambdaQueryWrapper<ReportFile> reportFileLambdaQueryWrapper = new LambdaQueryWrapper<>();
reportFileLambdaQueryWrapper.in(ReportFile::getReportId, idList);
iReportFileService.remove(reportFileLambdaQueryWrapper);
return nameList;
}
adc-da-report/src/main/java/com/adc/da/report/util/FileContentUtil.java
+2 -1
View File
@@ -10,6 +10,7 @@ import org.apache.poi.hslf.usermodel.HSLFShape;
import org.apache.poi.hslf.usermodel.HSLFSlide;
import org.apache.poi.hslf.usermodel.HSLFTextShape;
import org.apache.poi.hssf.usermodel.HSSFWorkbook;
import org.apache.poi.openxml4j.exceptions.NotOfficeXmlFileException;
import org.apache.poi.ss.usermodel.Cell;
import org.apache.poi.ss.usermodel.Row;
import org.apache.poi.xslf.usermodel.XMLSlideShow;
@@ -87,7 +88,7 @@ public class FileContentUtil {
content = new StringBuilder(stripper.getText(document));
default:
}
} catch (Exception e) {
} catch (NotOfficeXmlFileException e) {
fis.close();
log.info("文件内容抽取失败，原因可能是上传的文件为空文件");
}