From a94c07fa9c4f8d814644bbfa8f55533a4e6cde10 Mon Sep 17 00:00:00 2001 From: 13693261870 <252740454@qq.com> Date: 星期一, 21 十一月 2022 14:19:28 +0800 Subject: [PATCH] 1 --- src/main/java/com/lf/server/service/data/DataLoaderService.java | 233 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++-- 1 files changed, 225 insertions(+), 8 deletions(-) diff --git a/src/main/java/com/lf/server/service/data/DataLoaderService.java b/src/main/java/com/lf/server/service/data/DataLoaderService.java index 99b624e..5595ade 100644 --- a/src/main/java/com/lf/server/service/data/DataLoaderService.java +++ b/src/main/java/com/lf/server/service/data/DataLoaderService.java @@ -1,17 +1,20 @@ package com.lf.server.service.data; import com.baomidou.mybatisplus.core.mapper.BaseMapper; +import com.lf.server.entity.all.BaseEntity; import com.lf.server.entity.ctrl.TabMapperEntity; import com.lf.server.entity.data.MetaEntity; import com.lf.server.entity.data.MetaFileEntity; -import com.lf.server.helper.ClassHelper; -import com.lf.server.helper.ExcelHelper; -import com.lf.server.helper.FileHelper; +import com.lf.server.helper.*; +import com.lf.server.mapper.all.GeomBaseMapper; +import com.lf.server.service.all.BaseQueryService; import com.lf.server.service.all.BaseUploadService; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import java.io.File; +import java.lang.reflect.Field; +import java.util.ArrayList; import java.util.List; /** @@ -30,9 +33,172 @@ private final static String MDB = ".mdb"; - private final static String SHP = ".shp"; - private final static String GDB = ".gdb"; + + private final static String SHP_ZIP = ".shp.zip"; + + private final static String GDB_ZIP = ".gdb.zip"; + + private final static String ZIP = ".zip"; + + /** + * 鏌ヨ鏄犲皠 + */ + public List<TabMapperEntity> selectMappers(String subPath) { + String root = pathHelper.getConfig().getTempPath() + File.separator + subPath; + + File file = new File(root); + if (!file.exists() && !file.isDirectory()) { + return null; + } + + File[] files = file.listFiles(); + if (null == files || files.length == 0) { + return null; + } + + File zipFile = new File(root + "_zip"); + if (!zipFile.exists() || !zipFile.isDirectory()) { + zipFile.mkdirs(); + } + + return getMappers(zipFile.getPath(), files); + } + + /** + * 鑾峰彇鏄犲皠 + */ + private List<TabMapperEntity> getMappers(String zipPath, File[] files) { + List<TabMapperEntity> list = new ArrayList<>(); + for (File f : files) { + String fileName = FileHelper.getFileName(f.getPath()); + if (fileName.contains(XLS)) { + list.add(new TabMapperEntity(fileName, "xls", fileName)); + continue; + } + if (fileName.contains(MDB)) { + List<String> tabs = MdbHelper.getTabNames(f.getPath()); + for (String tab : tabs) { + list.add(new TabMapperEntity(fileName, "mdb", tab, fileName)); + } + continue; + } + if (fileName.contains(SHP_ZIP)) { + String subPath = zipPath + File.separator + f.getName().toLowerCase().replace(".zip", ""); + ZipHelper.unzip(f.getPath(), subPath); + getShpFiles(f.getName(), subPath, list); + continue; + } + if (fileName.contains(GDB_ZIP)) { + String subPath = zipPath + File.separator + f.getName().toLowerCase().replace(".zip", ""); + ZipHelper.unzip(f.getPath(), subPath); + getGdbFiles(f.getName(), subPath, list); + continue; + } + if (!fileName.contains(ZIP)) { + // + } + } + + return list; + } + + /** + * 鑾峰彇Shp鏂囦欢 + */ + private void getShpFiles(String sourceName, String subPath, List<TabMapperEntity> list) { + List<String> files = new ArrayList<>(); + getShpFiles(subPath, files); + + String root = subPath.substring(0, subPath.lastIndexOf(File.separator) + 1); + for (String file : files) { + String name = FileHelper.getFileName(file); + String path = file.replace(root, ""); + list.add(new TabMapperEntity(sourceName, "shp", name, path)); + } + } + + /** + * 鑾峰彇Shp鏂囦欢 + */ + private void getShpFiles(String shpPath, List<String> list) { + File file = new File(shpPath); + + File[] files = file.listFiles(); + if (null == files || files.length == 0) { + return; + } + + for (File f : files) { + if (f.isDirectory()) { + getShpFiles(f.getPath(), list); + continue; + } + + if (f.getName().toLowerCase().endsWith(".shp")) { + list.add(f.getPath()); + } + } + } + + /** + * 鑾峰彇Gdb鏂囦欢 + */ + private void getGdbFiles(String sourceName, String subPath, List<TabMapperEntity> list) { + List<String> files = new ArrayList<>(); + getGdbFiles(subPath, files); + + String root = subPath.substring(0, subPath.lastIndexOf(File.separator) + 1); + for (String file : files) { + String path = file.replace(root, ""); + List<String> tabs = GdbHelper.getTabNames(file); + for (String tab : tabs) { + list.add(new TabMapperEntity(sourceName, "gdb", tab, path)); + } + } + } + + /** + * 鑾峰彇Gdb鏂囦欢 + */ + private void getGdbFiles(String shpPath, List<String> list) { + File file = new File(shpPath); + + File[] files = file.listFiles(); + if (null == files || files.length == 0) { + return; + } + + for (File f : files) { + if (!f.isDirectory()) { + continue; + } + + if (isGdbFile(f)) { + list.add(f.getPath()); + continue; + } + + getGdbFiles(f.getPath(), list); + } + } + + private boolean isGdbFile(File f) { + if (f.getName().toLowerCase().endsWith(GDB)) { + File[] files = f.listFiles(); + if (null == files || files.length == 0) { + return false; + } + + for (File file : files) { + if ("gdb".equals(file.getName())) { + return true; + } + } + } + + return false; + } /** * 鎻掑叆鏂囦欢 @@ -148,10 +314,10 @@ if (name.contains(MDB)) { return "mdb"; } - if (name.contains(SHP)) { + if (name.contains(SHP_ZIP)) { return "shp"; } - if (name.contains(GDB)) { + if (name.contains(GDB_ZIP)) { return "gdb"; } @@ -202,17 +368,68 @@ return 0; } - // https://blog.csdn.net/LSL1618/article/details/109102424 + setCreateInfo(list, mfe); int rows = 0; for (int i = 0, c = list.size(); i < c; i++) { rows += baseMapper.insert(list.get(i)); } + if (baseMapper instanceof GeomBaseMapper) { + GeomBaseMapper geomBaseMapper = (GeomBaseMapper) baseMapper; + updateGeom(geomBaseMapper, list); + } + return rows; } /** + * 璁剧疆鍒涘缓淇℃伅 + */ + @SuppressWarnings("AlibabaRemoveCommentedCode") + private <T> void setCreateInfo(List<T> list, MetaFileEntity mfe) { + try { + for (T t : list) { + Field cuField = t.getClass().getDeclaredField("createuser"); + cuField.setAccessible(true); + cuField.set(t, mfe.getCreateUser()); + + Field ctField = t.getClass().getDeclaredField("createtime"); + ctField.setAccessible(true); + ctField.set(t, mfe.getCreateTime()); + } + } catch (Exception ex) { + log.error(ex.getMessage(), ex); + } + } + + /** + * 璁剧疆绌洪棿淇℃伅 + */ + private <T> void updateGeom(GeomBaseMapper geomBaseMapper, List<T> list) { + try { + String tabName = BaseQueryService.getTabName(geomBaseMapper); + for (T t : list) { + Field xField = t.getClass().getDeclaredField("x"); + xField.setAccessible(true); + double x = (double) xField.get(t); + + Field yField = t.getClass().getDeclaredField("y"); + yField.setAccessible(true); + double y = (double) yField.get(t); + + BaseEntity baseEntity = (BaseEntity) t; + Integer gid = baseEntity.getGid(); + + String wkt = String.format("POINT(%f %f)", x, y); + geomBaseMapper.updateGeom(tabName, gid, wkt); + } + } catch (Exception ex) { + log.error(ex.getMessage(), ex); + } + } + + /** * 鎻掑叆MDB */ private Integer insertMdb(String root, MetaFileEntity mfe, List<TabMapperEntity> tabs) { -- Gitblit v1.9.3