From 1d53dd8f501a98ddcce8146443b51b357ef5f9b1 Mon Sep 17 00:00:00 2001
From: 13693261870 <252740454@qq.com>
Date: 星期四, 29 十二月 2022 16:55:46 +0800
Subject: [PATCH] 1
---
src/main/java/com/lf/server/service/data/DataLoaderService.java | 490 ++++++++++++++++++++++++++++++++++++++++++++++++++++++
1 files changed, 489 insertions(+), 1 deletions(-)
diff --git a/src/main/java/com/lf/server/service/data/DataLoaderService.java b/src/main/java/com/lf/server/service/data/DataLoaderService.java
index 20fe04a..a5bcbcf 100644
--- a/src/main/java/com/lf/server/service/data/DataLoaderService.java
+++ b/src/main/java/com/lf/server/service/data/DataLoaderService.java
@@ -1,11 +1,499 @@
package com.lf.server.service.data;
+import com.lf.server.entity.all.BaseEntity;
+import com.lf.server.entity.ctrl.TabMapperEntity;
+import com.lf.server.entity.data.MetaEntity;
+import com.lf.server.entity.data.MetaFileEntity;
+import com.lf.server.helper.*;
+import com.lf.server.mapper.all.BasicMapper;
+import com.lf.server.mapper.all.GeomBaseMapper;
+import com.lf.server.service.all.BaseQueryService;
+import com.lf.server.service.all.BaseUploadService;
+import org.apache.commons.text.StringEscapeUtils;
+import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
+
+import java.io.File;
+import java.lang.reflect.Field;
+import java.util.ArrayList;
+import java.util.List;
/**
* 鏁版嵁鍏ュ簱
* @author WWW
*/
@Service
-public class DataLoaderService {
+public class DataLoaderService extends BaseUploadService {
+ @Autowired
+ MetaService metaService;
+
+ @Autowired
+ MetaFileService metaFileService;
+
+ private final static String XLS = ".xls";
+
+ private final static String MDB = ".mdb";
+
+ private final static String GDB = ".gdb";
+
+ private final static String SHP_ZIP = ".shp.zip";
+
+ private final static String GDB_ZIP = ".gdb.zip";
+
+ private final static String ZIP = ".zip";
+
+ /**
+ * 鏌ヨ鏄犲皠
+ */
+ public List<TabMapperEntity> selectMappers(String subPath) {
+ String root = pathHelper.getConfig().getTempPath() + File.separator + subPath;
+
+ File file = new File(root);
+ if (!file.exists() && !file.isDirectory()) {
+ return null;
+ }
+
+ File[] files = file.listFiles();
+ if (null == files || files.length == 0) {
+ return null;
+ }
+
+ File zipFile = new File(root + "_zip");
+ if (!zipFile.exists() || !zipFile.isDirectory()) {
+ zipFile.mkdirs();
+ }
+
+ return getMappers(zipFile.getPath(), files);
+ }
+
+ /**
+ * 鑾峰彇鏄犲皠
+ */
+ private List<TabMapperEntity> getMappers(String zipPath, File[] files) {
+ String temp = pathHelper.getConfig().getTempPath();
+
+ List<TabMapperEntity> list = new ArrayList<>();
+ for (File f : files) {
+ String fileName = FileHelper.getFileName(f.getPath());
+ if (fileName.contains(XLS)) {
+ String path = f.getPath().replace(temp + File.separator, "");
+ list.add(new TabMapperEntity(fileName, "xls", null, path));
+ continue;
+ }
+ if (fileName.contains(MDB)) {
+ String path = f.getPath().replace(temp + File.separator, "");
+ List<String> tabs = MdbHelper.getTabNames(f.getPath());
+ for (String tab : tabs) {
+ list.add(new TabMapperEntity(fileName, "mdb", tab, path));
+ }
+ continue;
+ }
+ if (fileName.contains(SHP_ZIP)) {
+ String subPath = zipPath + File.separator + f.getName().toLowerCase().replace(".zip", "");
+ ZipHelper.unzip(f.getPath(), subPath);
+ getShpFiles(f.getName(), subPath, list);
+ continue;
+ }
+ if (fileName.contains(GDB_ZIP)) {
+ String subPath = zipPath + File.separator + f.getName().toLowerCase().replace(".zip", "");
+ ZipHelper.unzip(f.getPath(), subPath);
+ getGdbFiles(f.getName(), subPath, list);
+ continue;
+ }
+ if (fileName.contains(ZIP)) {
+ // 鏆傛椂涓嶅疄鐜�
+ }
+ }
+
+ return list;
+ }
+
+ /**
+ * 鑾峰彇Shp鏂囦欢
+ */
+ private void getShpFiles(String sourceName, String subPath, List<TabMapperEntity> list) {
+ List<String> files = new ArrayList<>();
+ getShpFiles(subPath, files);
+
+ String root = pathHelper.getConfig().getTempPath() + File.separator;
+ for (String file : files) {
+ String name = FileHelper.getFileName(file);
+ String path = file.replace(root, "");
+ list.add(new TabMapperEntity(sourceName, "shp", name, path));
+ }
+ }
+
+ /**
+ * 鑾峰彇Shp鏂囦欢
+ */
+ private void getShpFiles(String shpPath, List<String> list) {
+ File file = new File(shpPath);
+
+ File[] files = file.listFiles();
+ if (null == files || files.length == 0) {
+ return;
+ }
+
+ for (File f : files) {
+ if (f.isDirectory()) {
+ getShpFiles(f.getPath(), list);
+ continue;
+ }
+
+ if (f.getName().toLowerCase().endsWith(".shp")) {
+ list.add(f.getPath());
+ }
+ }
+ }
+
+ /**
+ * 鑾峰彇Gdb鏂囦欢
+ */
+ private void getGdbFiles(String sourceName, String subPath, List<TabMapperEntity> list) {
+ List<String> files = new ArrayList<>();
+ getGdbFiles(subPath, files);
+
+ String root = pathHelper.getConfig().getTempPath() + File.separator;
+ for (String file : files) {
+ String path = file.replace(root, "");
+ List<String> tabs = GdbHelper.getTabNames(file);
+ for (String tab : tabs) {
+ list.add(new TabMapperEntity(sourceName, "gdb", tab, path));
+ }
+ }
+ }
+
+ /**
+ * 鑾峰彇Gdb鏂囦欢
+ */
+ private void getGdbFiles(String shpPath, List<String> list) {
+ File file = new File(shpPath);
+
+ File[] files = file.listFiles();
+ if (null == files || files.length == 0) {
+ return;
+ }
+
+ for (File f : files) {
+ if (!f.isDirectory()) {
+ continue;
+ }
+
+ if (isGdbFile(f)) {
+ list.add(f.getPath());
+ continue;
+ }
+
+ getGdbFiles(f.getPath(), list);
+ }
+ }
+
+ private boolean isGdbFile(File f) {
+ if (f.getName().toLowerCase().endsWith(GDB)) {
+ File[] files = f.listFiles();
+ if (null == files || files.length == 0) {
+ return false;
+ }
+
+ for (File file : files) {
+ if ("gdb".equals(file.getName())) {
+ return true;
+ }
+ }
+ }
+
+ return false;
+ }
+
+ /**
+ * 鎻掑叆鏂囦欢
+ */
+ public void insertFiles(MetaEntity entity, List<MetaFileEntity> list, List<TabMapperEntity> tabList) {
+ try {
+ String temp = pathHelper.getConfig().getTempPath();
+ String upload = pathHelper.getUploadFullPath();
+
+ for (MetaFileEntity mf : list) {
+ File file = new File(temp + File.separator + mf.getPath());
+ File newFile = new File(upload + File.separator + mf.getGuid());
+
+ String type = getType(mf.getName().toLowerCase());
+ if (null == type) {
+ file.delete();
+ continue;
+ }
+
+ // 鑾峰彇琛ㄦ槧灏�
+ List<TabMapperEntity> tabs = getTabs(mf, tabList);
+ if (tabs.isEmpty()) {
+ file.delete();
+ continue;
+ }
+
+ MetaFileEntity old = metaFileService.selectByGuid(mf.getGuid());
+ String filePath = null == old ? newFile.getPath() : old.getPath();
+
+ int count = 0;
+ for (TabMapperEntity tab : tabs) {
+ if (null == tab || StringHelper.isEmpty(tab.getEntity())) {
+ return;
+ }
+ switch (type) {
+ case "shp":
+ case "gdb":
+ case "mdb":
+ insertDb(type, temp, entity, tab);
+ break;
+ // case "xls":
+ default:
+ insertXls(temp, entity, mf, tab);
+ break;
+ }
+ if (0 == tab.getRows()) {
+ continue;
+ }
+
+ MetaEntity me = createMetaEntity(entity, mf, tab.getTab(), tab.getRows());
+ if (metaService.insert(me) == 0) {
+ continue;
+ }
+
+ MetaFileEntity mfe = createMetaFileEntity(me, mf, filePath);
+ if (metaFileService.insert(mfe) == 0) {
+ metaService.delete(me.getId());
+ continue;
+ }
+ count += tab.getRows();
+ }
+
+ if (count == 0 || null != old) {
+ file.delete();
+ } else {
+ file.renameTo(newFile);
+ }
+ }
+ } catch (Exception ex) {
+ log.error(ex.getMessage(), ex);
+ }
+ }
+
+ /**
+ * 鑾峰彇 Tabs
+ */
+ private List<TabMapperEntity> getTabs(MetaFileEntity mfe, List<TabMapperEntity> tabs) {
+ List<TabMapperEntity> list = new ArrayList<>();
+ for (TabMapperEntity tab : tabs) {
+ if (!tab.getFileName().equals(mfe.getName()) || StringHelper.isEmpty(tab.getEntity())) {
+ continue;
+ }
+
+ list.add(tab);
+ }
+
+ return list;
+ }
+
+ /**
+ * 鑾峰彇鏂囦欢绫诲瀷
+ */
+ private String getType(String name) {
+ if (name.contains(XLS)) {
+ return "xls";
+ }
+ if (name.contains(MDB)) {
+ return "mdb";
+ }
+ if (name.contains(SHP_ZIP)) {
+ return "shp";
+ }
+ if (name.contains(GDB_ZIP)) {
+ return "gdb";
+ }
+
+ return null;
+ }
+
+ /**
+ * 鍒涘缓鍏冩暟鎹疄浣�
+ */
+ private MetaEntity createMetaEntity(MetaEntity entity, MetaFileEntity mf, String tab, int rows) {
+ MetaEntity me = new MetaEntity();
+ me.setDepid(entity.getDepid());
+ me.setDirid(entity.getDirid());
+ me.setVerid(entity.getVerid());
+ me.setType(getType(mf.getName().toLowerCase()));
+ me.setGather(entity.getGather());
+ me.setBatch(entity.getBatch());
+ me.setDescr(entity.getDescr());
+ me.setName(mf.getName());
+ me.setSizes(mf.getSizes());
+ me.setTab(tab);
+ me.setRows(rows);
+ me.setCreateTime(entity.getCreateTime());
+ me.setCreateUser(entity.getCreateUser());
+
+ return me;
+ }
+
+ /**
+ * 鍒涘缓鍏冩暟鎹枃浠跺疄浣�
+ */
+ private MetaFileEntity createMetaFileEntity(MetaEntity me, MetaFileEntity entity, String filePath) {
+ MetaFileEntity mfe = new MetaFileEntity();
+ mfe.setName(entity.getName());
+ mfe.setMetaid(me.getId());
+ mfe.setGuid(entity.getGuid());
+ mfe.setSizes(entity.getSizes());
+ mfe.setPath(FileHelper.getRelativePath(filePath));
+ mfe.setCreateUser(me.getCreateUser());
+ mfe.setCreateTime(me.getCreateTime());
+
+ return mfe;
+ }
+
+ /**
+ * 鎻掑叆Excel
+ */
+ private void insertXls(String root, MetaEntity me, MetaFileEntity mf, TabMapperEntity tab) {
+ BasicMapper basicMapper = ClassHelper.getBasicMapper(tab.getEntity());
+ if (null == basicMapper) {
+ return;
+ }
+
+ String tabName = BaseQueryService.getTabName(basicMapper);
+ String className = ClassHelper.getClassName(basicMapper);
+ Class clazz = ClassHelper.getEntityClass(className);
+ if (null == clazz || null == tabName) {
+ return;
+ }
+
+ List<?> list = ExcelHelper.readExcel(clazz, root + File.separator + mf.getPath());
+ if (list.isEmpty()) {
+ return;
+ }
+ setCreateInfo(list, me);
+
+ int rows = 0;
+ for (int i = 0, c = list.size(); i < c; i++) {
+ rows += basicMapper.insert(list.get(i));
+ }
+ if (basicMapper instanceof GeomBaseMapper) {
+ updateXlsGeom((GeomBaseMapper) basicMapper, list);
+ }
+
+ tab.setTab(tabName);
+ tab.setRows(rows);
+ }
+
+ /**
+ * 璁剧疆鍒涘缓淇℃伅
+ */
+ private <T> void setCreateInfo(List<T> list, MetaEntity me) {
+ try {
+ if (!(list.get(0) instanceof BaseEntity)) {
+ return;
+ }
+
+ for (T t : list) {
+ BaseEntity be = (BaseEntity) t;
+ be.setCreateuser(me.getCreateUser());
+ be.setCreatetime(me.getCreateTime());
+ be.setDirid(me.getDirid());
+ be.setDepid(me.getDepid());
+ be.setVerid(me.getVerid());
+ }
+ } catch (Exception ex) {
+ log.error(ex.getMessage(), ex);
+ }
+ }
+
+ /**
+ * 璁剧疆绌洪棿淇℃伅
+ */
+ private <T> void updateXlsGeom(GeomBaseMapper geomBaseMapper, List<T> list) {
+ try {
+ String tabName = BaseQueryService.getTabName(geomBaseMapper);
+ for (T t : list) {
+ Field xField = t.getClass().getDeclaredField("x");
+ xField.setAccessible(true);
+ double x = (double) xField.get(t);
+
+ Field yField = t.getClass().getDeclaredField("y");
+ yField.setAccessible(true);
+ double y = (double) yField.get(t);
+
+ BaseEntity baseEntity = (BaseEntity) t;
+ Integer gid = baseEntity.getGid();
+
+ String wkt = String.format("POINT(%f %f)", x, y);
+ geomBaseMapper.updateGeom(tabName, gid, wkt);
+ }
+ } catch (Exception ex) {
+ log.error(ex.getMessage(), ex);
+ }
+ }
+
+ /**
+ * 鎻掑叆DB
+ */
+ private void insertDb(String type, String root, MetaEntity me, TabMapperEntity tab) {
+ BasicMapper basicMapper = ClassHelper.getBasicMapper(tab.getEntity());
+ if (null == basicMapper) {
+ return;
+ }
+
+ String tabName = BaseQueryService.getTabName(basicMapper);
+ String className = ClassHelper.getClassName(basicMapper);
+ Class clazz = ClassHelper.getEntityClass(className);
+ if (null == clazz || null == tabName) {
+ return;
+ }
+
+ String filePath = StringEscapeUtils.escapeJava(root + File.separator + tab.getSubPath());
+ List<?> list = null;
+ switch (type) {
+ case "shp":
+ list = ShpHelper.readData(clazz, filePath);
+ break;
+ case "gdb":
+ list = GdbHelper.readData(clazz, filePath, tab.getTab());
+ break;
+ case "mdb":
+ list = MdbHelper.readData(clazz, filePath, tab.getTab());
+ break;
+ default:
+ break;
+ }
+ if (null == list || list.isEmpty()) {
+ return;
+ }
+ setCreateInfo(list, me);
+
+ int rows = basicMapper.insertBatch(list);
+ tab.setTab(tabName);
+ tab.setRows(rows);
+ }
+
+ /**
+ * 璁剧疆绌洪棿淇℃伅
+ */
+ private <T> void updateDbGeom(GeomBaseMapper geomBaseMapper, List<T> list) {
+ try {
+ String tabName = BaseQueryService.getTabName(geomBaseMapper);
+ for (T t : list) {
+ BaseEntity baseEntity = (BaseEntity) t;
+ Integer gid = baseEntity.getGid();
+
+ Field gField = t.getClass().getDeclaredField("geom");
+ gField.setAccessible(true);
+ Object obj = gField.get(t);
+
+ if (null != obj) {
+ geomBaseMapper.updateGeom(tabName, gid, (String) obj);
+ }
+ }
+ } catch (Exception ex) {
+ log.error(ex.getMessage(), ex);
+ }
+ }
}
--
Gitblit v1.9.3