package com.lf.server.service.data; import com.lf.server.entity.all.BaseEntity; import com.lf.server.entity.ctrl.TabMapperEntity; import com.lf.server.entity.data.MetaEntity; import com.lf.server.entity.data.MetaFileEntity; import com.lf.server.helper.*; import com.lf.server.mapper.all.BasicMapper; import com.lf.server.mapper.all.GeomBaseMapper; import com.lf.server.service.all.BaseQueryService; import com.lf.server.service.all.BaseUploadService; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import java.io.File; import java.lang.reflect.Field; import java.util.ArrayList; import java.util.List; /** * 数据入库 * @author WWW */ @Service public class DataLoaderService extends BaseUploadService { @Autowired MetaService metaService; @Autowired MetaFileService metaFileService; private final static String XLS = ".xls"; private final static String MDB = ".mdb"; private final static String GDB = ".gdb"; private final static String SHP_ZIP = ".shp.zip"; private final static String GDB_ZIP = ".gdb.zip"; private final static String ZIP = ".zip"; /** * 查询映射 */ public List selectMappers(String subPath) { String root = pathHelper.getConfig().getTempPath() + File.separator + subPath; File file = new File(root); if (!file.exists() && !file.isDirectory()) { return null; } File[] files = file.listFiles(); if (null == files || files.length == 0) { return null; } File zipFile = new File(root + "_zip"); if (!zipFile.exists() || !zipFile.isDirectory()) { zipFile.mkdirs(); } return getMappers(zipFile.getPath(), files); } /** * 获取映射 */ private List getMappers(String zipPath, File[] files) { List list = new ArrayList<>(); for (File f : files) { String fileName = FileHelper.getFileName(f.getPath()); if (fileName.contains(XLS)) { list.add(new TabMapperEntity(fileName, "xls", fileName)); continue; } if (fileName.contains(MDB)) { List tabs = MdbHelper.getTabNames(f.getPath()); for (String tab : tabs) { list.add(new TabMapperEntity(fileName, "mdb", tab, fileName)); } continue; } if (fileName.contains(SHP_ZIP)) { String subPath = zipPath + File.separator + f.getName().toLowerCase().replace(".zip", ""); ZipHelper.unzip(f.getPath(), subPath); getShpFiles(f.getName(), subPath, list); continue; } if (fileName.contains(GDB_ZIP)) { String subPath = zipPath + File.separator + f.getName().toLowerCase().replace(".zip", ""); ZipHelper.unzip(f.getPath(), subPath); getGdbFiles(f.getName(), subPath, list); continue; } if (!fileName.contains(ZIP)) { // } } return list; } /** * 获取Shp文件 */ private void getShpFiles(String sourceName, String subPath, List list) { List files = new ArrayList<>(); getShpFiles(subPath, files); String root = subPath.substring(0, subPath.lastIndexOf(File.separator) + 1); for (String file : files) { String name = FileHelper.getFileName(file); String path = file.replace(root, ""); list.add(new TabMapperEntity(sourceName, "shp", name, path)); } } /** * 获取Shp文件 */ private void getShpFiles(String shpPath, List list) { File file = new File(shpPath); File[] files = file.listFiles(); if (null == files || files.length == 0) { return; } for (File f : files) { if (f.isDirectory()) { getShpFiles(f.getPath(), list); continue; } if (f.getName().toLowerCase().endsWith(".shp")) { list.add(f.getPath()); } } } /** * 获取Gdb文件 */ private void getGdbFiles(String sourceName, String subPath, List list) { List files = new ArrayList<>(); getGdbFiles(subPath, files); String root = subPath.substring(0, subPath.lastIndexOf(File.separator) + 1); for (String file : files) { String path = file.replace(root, ""); List tabs = GdbHelper.getTabNames(file); for (String tab : tabs) { list.add(new TabMapperEntity(sourceName, "gdb", tab, path)); } } } /** * 获取Gdb文件 */ private void getGdbFiles(String shpPath, List list) { File file = new File(shpPath); File[] files = file.listFiles(); if (null == files || files.length == 0) { return; } for (File f : files) { if (!f.isDirectory()) { continue; } if (isGdbFile(f)) { list.add(f.getPath()); continue; } getGdbFiles(f.getPath(), list); } } private boolean isGdbFile(File f) { if (f.getName().toLowerCase().endsWith(GDB)) { File[] files = f.listFiles(); if (null == files || files.length == 0) { return false; } for (File file : files) { if ("gdb".equals(file.getName())) { return true; } } } return false; } /** * 插入文件 */ public void insertFiles(MetaEntity entity, List list, List tabs) { try { String temp = pathHelper.getConfig().getTempPath(); String full = pathHelper.getUploadFullPath(); String root = pathHelper.getConfig().getUploadPath(); for (MetaFileEntity mf : list) { String filePath = getFilePath(temp, full, mf); if (null == filePath) { continue; } // 元数据 MetaEntity me = createMetaEntity(entity, mf); if (metaService.insert(me) < 1) { continue; } // 元数据文件 MetaFileEntity mfe = createMetaFileEntity(me, mf, filePath); if (metaFileService.insert(mfe) < 1) { continue; } // 入库 switch (me.getType()) { case "xls": insertXls(root, mfe, tabs); break; case "shp": insertShp(temp + "_zip", mfe, tabs); break; case "gdb": insertGdb(temp + "_zip", mfe, tabs); break; case "mdb": insertMdb(temp + "_zip", mfe, tabs); break; default: break; } } } catch (Exception ex) { log.error(ex.getMessage(), ex); } } /** * 获取文件路径 */ private String getFilePath(String temp, String root, MetaFileEntity mf) { // 移动文件 File file = new File(temp + File.separator + mf.getPath()); File newFile = new File(root + File.separator + mf.getGuid()); // 文件类型 String metaType = getType(mf.getName().toLowerCase()); if (null == metaType) { file.delete(); return null; } MetaFileEntity old = metaFileService.selectByGuid(mf.getGuid()); String filePath = null; if (null == old) { filePath = newFile.getPath(); file.renameTo(newFile); } else { filePath = old.getPath(); file.delete(); } return filePath; } /** * 创建元数据实体 */ private MetaEntity createMetaEntity(MetaEntity entity, MetaFileEntity mf) { MetaEntity me = new MetaEntity(); me.setDepid(entity.getDepid()); me.setDirid(entity.getDirid()); me.setVerid(entity.getVerid()); me.setType(getType(mf.getName().toLowerCase())); me.setGather(entity.getGather()); me.setBatch(entity.getBatch()); me.setDescr(entity.getDescr()); me.setName(mf.getName()); me.setSizes(mf.getSizes()); me.setCreateTime(entity.getCreateTime()); me.setCreateUser(entity.getCreateUser()); return me; } /** * 创建元数据文件实体 */ private MetaFileEntity createMetaFileEntity(MetaEntity me, MetaFileEntity entity, String filePath) { MetaFileEntity mfe = new MetaFileEntity(); mfe.setName(entity.getName()); mfe.setMetaid(me.getId()); mfe.setGuid(entity.getGuid()); mfe.setSizes(entity.getSizes()); mfe.setPath(FileHelper.getRelativePath(filePath)); mfe.setCreateUser(me.getCreateUser()); mfe.setCreateTime(me.getCreateTime()); return mfe; } /** * 获取文件类型 */ private String getType(String name) { if (name.contains(XLS)) { return "xls"; } if (name.contains(MDB)) { return "mdb"; } if (name.contains(SHP_ZIP)) { return "shp"; } if (name.contains(GDB_ZIP)) { return "gdb"; } return null; } /** * 插入Excel */ private void insertXls(String root, MetaFileEntity mfe, List tabs) { TabMapperEntity tab = getTabEntity(mfe, tabs); if (null == tab || StringHelper.isEmpty(tab.getEntity())) { return; } BasicMapper basicMapper = ClassHelper.getBasicMapper(tab.getEntity()); if (null == basicMapper) { return; } String className = ClassHelper.getClassName(basicMapper); Class clazz = ClassHelper.getEntityClass(className); if (null == clazz) { return; } List list = ExcelHelper.readExcel(clazz, root + File.separator + mfe.getPath()); if (list.isEmpty()) { return; } setCreateInfo(list, mfe); int rows = 0; for (int i = 0, c = list.size(); i < c; i++) { rows += basicMapper.insert(list.get(i)); } if (basicMapper instanceof GeomBaseMapper) { updateXlsGeom((GeomBaseMapper) basicMapper, list); } tab.setRows(rows); } /** * 获取表映射实体类 */ private TabMapperEntity getTabEntity(MetaFileEntity mfe, List tabs) { for (TabMapperEntity tab : tabs) { if (tab.getFileName().equals(mfe.getName())) { return tab; } } return null; } /** * 设置创建信息 */ private void setCreateInfo(List list, MetaFileEntity mfe) { try { for (T t : list) { Field cuField = t.getClass().getDeclaredField("createuser"); cuField.setAccessible(true); cuField.set(t, mfe.getCreateUser()); Field ctField = t.getClass().getDeclaredField("createtime"); ctField.setAccessible(true); ctField.set(t, mfe.getCreateTime()); } } catch (Exception ex) { log.error(ex.getMessage(), ex); } } /** * 设置空间信息 */ private void updateXlsGeom(GeomBaseMapper geomBaseMapper, List list) { try { String tabName = BaseQueryService.getTabName(geomBaseMapper); for (T t : list) { Field xField = t.getClass().getDeclaredField("x"); xField.setAccessible(true); double x = (double) xField.get(t); Field yField = t.getClass().getDeclaredField("y"); yField.setAccessible(true); double y = (double) yField.get(t); BaseEntity baseEntity = (BaseEntity) t; Integer gid = baseEntity.getGid(); String wkt = String.format("POINT(%f %f)", x, y); geomBaseMapper.updateGeom(tabName, gid, wkt); } } catch (Exception ex) { log.error(ex.getMessage(), ex); } } /** * 插入SHP */ private void insertShp(String root, MetaFileEntity mfe, List tabs) { for (TabMapperEntity tab : tabs) { if (!tab.getFileName().equals(mfe.getName()) || StringHelper.isEmpty(tab.getEntity())) { continue; } BasicMapper basicMapper = ClassHelper.getBasicMapper(tab.getEntity()); if (null == basicMapper) { continue; } String className = ClassHelper.getClassName(basicMapper); Class clazz = ClassHelper.getEntityClass(className); if (null == clazz) { continue; } List list = ShpHelper.readData(clazz, root + File.separator + tab.getSubPath()); if (list.isEmpty()) { continue; } setCreateInfo(list, mfe); Integer rows = basicMapper.insertBatch(list); if (basicMapper instanceof GeomBaseMapper) { updateDbGeom((GeomBaseMapper) basicMapper, list); } tab.setRows(rows); } } /** * 设置空间信息 */ private void updateDbGeom(GeomBaseMapper geomBaseMapper, List list) { try { String tabName = BaseQueryService.getTabName(geomBaseMapper); for (T t : list) { BaseEntity baseEntity = (BaseEntity) t; Integer gid = baseEntity.getGid(); Field gField = t.getClass().getDeclaredField("geom"); gField.setAccessible(true); Object obj = gField.get(t); if (null != obj) { geomBaseMapper.updateGeom(tabName, gid, (String) obj); } } } catch (Exception ex) { log.error(ex.getMessage(), ex); } } /** * 插入GDB */ private Integer insertGdb(String root, MetaFileEntity mfe, List tabs) { return 0; } /** * 插入MDB */ private Integer insertMdb(String root, MetaFileEntity mfe, List tabs) { return 0; } }