From e22e727b4fc42274fdc9618d507f9439bc4da352 Mon Sep 17 00:00:00 2001
From: sws <15810472099@163.com>
Date: 星期二, 22 十一月 2022 21:20:03 +0800
Subject: [PATCH] 2022-11-22 21：20
---
src/main/java/com/lf/server/service/data/DataLoaderService.java | 304 +++++++++++++++++++++++++-------------------------
1 files changed, 150 insertions(+), 154 deletions(-)
diff --git a/src/main/java/com/lf/server/service/data/DataLoaderService.java b/src/main/java/com/lf/server/service/data/DataLoaderService.java
index 91b50a4..efe5704 100644
--- a/src/main/java/com/lf/server/service/data/DataLoaderService.java
+++ b/src/main/java/com/lf/server/service/data/DataLoaderService.java
@@ -9,6 +9,7 @@
import com.lf.server.mapper.all.GeomBaseMapper;
import com.lf.server.service.all.BaseQueryService;
import com.lf.server.service.all.BaseUploadService;
+import org.apache.commons.text.StringEscapeUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
@@ -69,17 +70,21 @@
* 鑾峰彇鏄犲皠
*/
private List<TabMapperEntity> getMappers(String zipPath, File[] files) {
+ String temp = pathHelper.getConfig().getTempPath();
+
List<TabMapperEntity> list = new ArrayList<>();
for (File f : files) {
String fileName = FileHelper.getFileName(f.getPath());
if (fileName.contains(XLS)) {
- list.add(new TabMapperEntity(fileName, "xls", fileName));
+ String path = f.getPath().replace(temp + File.separator, "");
+ list.add(new TabMapperEntity(fileName, "xls", null, path));
continue;
}
if (fileName.contains(MDB)) {
+ String path = f.getPath().replace(temp + File.separator, "");
List<String> tabs = MdbHelper.getTabNames(f.getPath());
for (String tab : tabs) {
- list.add(new TabMapperEntity(fileName, "mdb", tab, fileName));
+ list.add(new TabMapperEntity(fileName, "mdb", tab, path));
}
continue;
}
@@ -110,7 +115,7 @@
List<String> files = new ArrayList<>();
getShpFiles(subPath, files);
- String root = subPath.substring(0, subPath.lastIndexOf(File.separator) + 1);
+ String root = pathHelper.getConfig().getTempPath() + File.separator;
for (String file : files) {
String name = FileHelper.getFileName(file);
String path = file.replace(root, "");
@@ -148,7 +153,7 @@
List<String> files = new ArrayList<>();
getGdbFiles(subPath, files);
- String root = subPath.substring(0, subPath.lastIndexOf(File.separator) + 1);
+ String root = pathHelper.getConfig().getTempPath() + File.separator;
for (String file : files) {
String path = file.replace(root, "");
List<String> tabs = GdbHelper.getTabNames(file);
@@ -203,43 +208,68 @@
/**
* 鎻掑叆鏂囦欢
*/
- public void insertFiles(MetaEntity entity, List<MetaFileEntity> list, List<TabMapperEntity> tabs) {
+ public void insertFiles(MetaEntity entity, List<MetaFileEntity> list, List<TabMapperEntity> tabList) {
try {
String temp = pathHelper.getConfig().getTempPath();
- String full = pathHelper.getUploadFullPath();
- String root = pathHelper.getConfig().getUploadPath();
+ String upload = pathHelper.getUploadFullPath();
for (MetaFileEntity mf : list) {
- String filePath = getFilePath(temp, full, mf);
- if (null == filePath) {
+ File file = new File(temp + File.separator + mf.getPath());
+ File newFile = new File(upload + File.separator + mf.getGuid());
+
+ String type = getType(mf.getName().toLowerCase());
+ if (null == type) {
+ file.delete();
continue;
}
- // 鍏冩暟鎹�
- MetaEntity me = createMetaEntity(entity, mf);
- if (metaService.insert(me) < 1) {
+ // 鑾峰彇琛ㄦ槧灏�
+ List<TabMapperEntity> tabs = getTabs(mf, tabList);
+ if (tabs.isEmpty()) {
+ file.delete();
continue;
}
- // 鍏冩暟鎹枃浠�
- MetaFileEntity mfe = createMetaFileEntity(me, mf, filePath);
- if (metaFileService.insert(mfe) < 1) {
- continue;
+ MetaFileEntity old = metaFileService.selectByGuid(mf.getGuid());
+ String filePath = null == old ? newFile.getPath() : old.getPath();
+
+ int count = 0;
+ for (TabMapperEntity tab : tabs) {
+ if (null == tab || StringHelper.isEmpty(tab.getEntity())) {
+ return;
+ }
+ switch (type) {
+ case "shp":
+ case "gdb":
+ case "mdb":
+ insertDb(type, temp, mf, tab);
+ break;
+ // case "xls":
+ default:
+ insertXls(temp, mf, tab);
+ break;
+ }
+ if (0 == tab.getRows()) {
+ continue;
+ }
+
+ MetaEntity me = createMetaEntity(entity, mf, tab.getTab(), tab.getRows());
+ if (metaService.insert(me) == 0) {
+ continue;
+ }
+
+ MetaFileEntity mfe = createMetaFileEntity(me, mf, filePath);
+ if (metaFileService.insert(mfe) == 0) {
+ metaService.delete(me.getId());
+ continue;
+ }
+ count += tab.getRows();
}
- // 鍏ュ簱
- switch (me.getType()) {
- case "xls":
- insertXls(root, mfe, tabs);
- break;
- case "shp":
- case "gdb":
- case "mdb":
- String zipPath = FileHelper.getPath(temp + File.separator + mf.getPath()) + "_zip";
- insertDb(me.getType(), zipPath, mfe, tabs);
- break;
- default:
- break;
+ if (count == 0 || null != old) {
+ file.delete();
+ } else {
+ file.renameTo(newFile);
}
}
} catch (Exception ex) {
@@ -248,68 +278,19 @@
}
/**
- * 鑾峰彇鏂囦欢璺緞
+ * 鑾峰彇 Tabs
*/
- private String getFilePath(String temp, String root, MetaFileEntity mf) {
- // 绉诲姩鏂囦欢
- File file = new File(temp + File.separator + mf.getPath());
- File newFile = new File(root + File.separator + mf.getGuid());
+ private List<TabMapperEntity> getTabs(MetaFileEntity mfe, List<TabMapperEntity> tabs) {
+ List<TabMapperEntity> list = new ArrayList<>();
+ for (TabMapperEntity tab : tabs) {
+ if (!tab.getFileName().equals(mfe.getName()) || StringHelper.isEmpty(tab.getEntity())) {
+ continue;
+ }
- // 鏂囦欢绫诲瀷
- String metaType = getType(mf.getName().toLowerCase());
- if (null == metaType) {
- file.delete();
- return null;
+ list.add(tab);
}
- MetaFileEntity old = metaFileService.selectByGuid(mf.getGuid());
-
- String filePath = null;
- if (null == old) {
- filePath = newFile.getPath();
- file.renameTo(newFile);
- } else {
- filePath = old.getPath();
- file.delete();
- }
-
- return filePath;
- }
-
- /**
- * 鍒涘缓鍏冩暟鎹疄浣�
- */
- private MetaEntity createMetaEntity(MetaEntity entity, MetaFileEntity mf) {
- MetaEntity me = new MetaEntity();
- me.setDepid(entity.getDepid());
- me.setDirid(entity.getDirid());
- me.setVerid(entity.getVerid());
- me.setType(getType(mf.getName().toLowerCase()));
- me.setGather(entity.getGather());
- me.setBatch(entity.getBatch());
- me.setDescr(entity.getDescr());
- me.setName(mf.getName());
- me.setSizes(mf.getSizes());
- me.setCreateTime(entity.getCreateTime());
- me.setCreateUser(entity.getCreateUser());
-
- return me;
- }
-
- /**
- * 鍒涘缓鍏冩暟鎹枃浠跺疄浣�
- */
- private MetaFileEntity createMetaFileEntity(MetaEntity me, MetaFileEntity entity, String filePath) {
- MetaFileEntity mfe = new MetaFileEntity();
- mfe.setName(entity.getName());
- mfe.setMetaid(me.getId());
- mfe.setGuid(entity.getGuid());
- mfe.setSizes(entity.getSizes());
- mfe.setPath(FileHelper.getRelativePath(filePath));
- mfe.setCreateUser(me.getCreateUser());
- mfe.setCreateTime(me.getCreateTime());
-
- return mfe;
+ return list;
}
/**
@@ -333,30 +314,64 @@
}
/**
+ * 鍒涘缓鍏冩暟鎹疄浣�
+ */
+ private MetaEntity createMetaEntity(MetaEntity entity, MetaFileEntity mf, String tab, int rows) {
+ MetaEntity me = new MetaEntity();
+ me.setDepid(entity.getDepid());
+ me.setDirid(entity.getDirid());
+ me.setVerid(entity.getVerid());
+ me.setType(getType(mf.getName().toLowerCase()));
+ me.setGather(entity.getGather());
+ me.setBatch(entity.getBatch());
+ me.setDescr(entity.getDescr());
+ me.setName(mf.getName());
+ me.setSizes(mf.getSizes());
+ me.setTab(tab);
+ me.setRows(rows);
+ me.setCreateTime(entity.getCreateTime());
+ me.setCreateUser(entity.getCreateUser());
+
+ return me;
+ }
+
+ /**
+ * 鍒涘缓鍏冩暟鎹枃浠跺疄浣�
+ */
+ private MetaFileEntity createMetaFileEntity(MetaEntity me, MetaFileEntity entity, String filePath) {
+ MetaFileEntity mfe = new MetaFileEntity();
+ mfe.setName(entity.getName());
+ mfe.setMetaid(me.getId());
+ mfe.setGuid(entity.getGuid());
+ mfe.setSizes(entity.getSizes());
+ mfe.setPath(FileHelper.getRelativePath(filePath));
+ mfe.setCreateUser(me.getCreateUser());
+ mfe.setCreateTime(me.getCreateTime());
+
+ return mfe;
+ }
+
+ /**
* 鎻掑叆Excel
*/
- private void insertXls(String root, MetaFileEntity mfe, List<TabMapperEntity> tabs) {
- TabMapperEntity tab = getTabEntity(mfe, tabs);
- if (null == tab || StringHelper.isEmpty(tab.getEntity())) {
- return;
- }
-
+ private void insertXls(String root, MetaFileEntity mf, TabMapperEntity tab) {
BasicMapper basicMapper = ClassHelper.getBasicMapper(tab.getEntity());
if (null == basicMapper) {
return;
}
+ String tabName = BaseQueryService.getTabName(basicMapper);
String className = ClassHelper.getClassName(basicMapper);
Class clazz = ClassHelper.getEntityClass(className);
- if (null == clazz) {
+ if (null == clazz || null == tabName) {
return;
}
- List<?> list = ExcelHelper.readExcel(clazz, root + File.separator + mfe.getPath());
+ List<?> list = ExcelHelper.readExcel(clazz, root + File.separator + mf.getPath());
if (list.isEmpty()) {
return;
}
- setCreateInfo(list, mfe);
+ setCreateInfo(list, mf);
int rows = 0;
for (int i = 0, c = list.size(); i < c; i++) {
@@ -366,35 +381,23 @@
updateXlsGeom((GeomBaseMapper) basicMapper, list);
}
+ tab.setTab(tabName);
tab.setRows(rows);
- }
-
- /**
- * 鑾峰彇琛ㄦ槧灏勫疄浣撶被
- */
- private TabMapperEntity getTabEntity(MetaFileEntity mfe, List<TabMapperEntity> tabs) {
- for (TabMapperEntity tab : tabs) {
- if (tab.getFileName().equals(mfe.getName())) {
- return tab;
- }
- }
-
- return null;
}
/**
* 璁剧疆鍒涘缓淇℃伅
*/
- private <T> void setCreateInfo(List<T> list, MetaFileEntity mfe) {
+ private <T> void setCreateInfo(List<T> list, MetaFileEntity mf) {
try {
for (T t : list) {
Field cuField = t.getClass().getDeclaredField("createuser");
cuField.setAccessible(true);
- cuField.set(t, mfe.getCreateUser());
+ cuField.set(t, mf.getCreateUser());
Field ctField = t.getClass().getDeclaredField("createtime");
ctField.setAccessible(true);
- ctField.set(t, mfe.getCreateTime());
+ ctField.set(t, mf.getCreateTime());
}
} catch (Exception ex) {
log.error(ex.getMessage(), ex);
@@ -430,49 +433,42 @@
/**
* 鎻掑叆DB
*/
- private void insertDb(String type, String root, MetaFileEntity mfe, List<TabMapperEntity> tabs) {
- for (TabMapperEntity tab : tabs) {
- if (!tab.getFileName().equals(mfe.getName()) || StringHelper.isEmpty(tab.getEntity())) {
- continue;
- }
-
- BasicMapper basicMapper = ClassHelper.getBasicMapper(tab.getEntity());
- if (null == basicMapper) {
- continue;
- }
-
- String className = ClassHelper.getClassName(basicMapper);
- Class clazz = ClassHelper.getEntityClass(className);
- if (null == clazz) {
- continue;
- }
-
- List<?> list = null;
- switch (type) {
- case "shp":
- list = ShpHelper.readData(clazz, root + File.separator + tab.getSubPath());
- break;
- case "gdb":
- list = GdbHelper.readData(clazz, root + File.separator + tab.getSubPath(), tab.getTab());
- break;
- case "mdb":
- list = MdbHelper.readData(clazz, root + File.separator + tab.getSubPath(), tab.getTab());
- break;
- default:
- break;
- }
- if (null == list || list.isEmpty()) {
- continue;
- }
- setCreateInfo(list, mfe);
-
- Integer rows = basicMapper.insertBatch(list);
- if (basicMapper instanceof GeomBaseMapper) {
- updateDbGeom((GeomBaseMapper) basicMapper, list);
- }
-
- tab.setRows(rows);
+ private void insertDb(String type, String root, MetaFileEntity mf, TabMapperEntity tab) {
+ BasicMapper basicMapper = ClassHelper.getBasicMapper(tab.getEntity());
+ if (null == basicMapper) {
+ return;
}
+
+ String tabName = BaseQueryService.getTabName(basicMapper);
+ String className = ClassHelper.getClassName(basicMapper);
+ Class clazz = ClassHelper.getEntityClass(className);
+ if (null == clazz || null == tabName) {
+ return;
+ }
+
+ String filePath = StringEscapeUtils.escapeJava(root + File.separator + tab.getSubPath());
+ List<?> list = null;
+ switch (type) {
+ case "shp":
+ list = ShpHelper.readData(clazz, filePath);
+ break;
+ case "gdb":
+ list = GdbHelper.readData(clazz, filePath, tab.getTab());
+ break;
+ case "mdb":
+ list = MdbHelper.readData(clazz, filePath, tab.getTab());
+ break;
+ default:
+ break;
+ }
+ if (null == list || list.isEmpty()) {
+ return;
+ }
+ setCreateInfo(list, mf);
+
+ int rows = basicMapper.insertBatch(list);
+ tab.setTab(tabName);
+ tab.setRows(rows);
}
/**
--
Gitblit v1.9.3