From b6b0cb226fcf184525ee7b36af3a09471e9c0057 Mon Sep 17 00:00:00 2001 From: 13693261870 <252740454@qq.com> Date: 星期一, 25 三月 2024 11:29:33 +0800 Subject: [PATCH] 修改数据统计的查询条件 --- src/main/java/com/lf/server/helper/GdbHelper.java | 463 ++++++++++++++++++++++++++++++++++++++++++++++++++------- 1 files changed, 402 insertions(+), 61 deletions(-) diff --git a/src/main/java/com/lf/server/helper/GdbHelper.java b/src/main/java/com/lf/server/helper/GdbHelper.java index 115776a..d11badd 100644 --- a/src/main/java/com/lf/server/helper/GdbHelper.java +++ b/src/main/java/com/lf/server/helper/GdbHelper.java @@ -1,10 +1,19 @@ package com.lf.server.helper; +import com.lf.server.entity.all.BaseGeoEntity; +import com.lf.server.entity.all.StaticData; +import com.lf.server.mapper.all.BasicMapper; +import com.lf.server.mapper.all.GeomBaseMapper; +import com.lf.server.service.all.BaseQueryService; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.gdal.ogr.*; +import org.gdal.osr.CoordinateTransformation; +import org.gdal.osr.SpatialReference; +import org.gdal.osr.osr; import java.lang.reflect.Field; +import java.math.BigDecimal; import java.sql.Timestamp; import java.time.LocalDate; import java.time.LocalDateTime; @@ -17,8 +26,6 @@ */ public class GdbHelper { private final static Log log = LogFactory.getLog(GdbHelper.class); - - public static List<String> excludeFields = new ArrayList<>(Arrays.asList("gid", "shape_leng")); /** * 閿�姣佽祫婧� @@ -71,13 +78,16 @@ Driver driver = null; DataSource dataSource = null; try { - driver = ogr.GetDriverByName("OpenFileGDB"); + // driver = ogr.GetDriverByName("OpenFileGDB") + driver = ogr.GetDriverByName("FileGDB"); if (null == driver) { + log.error("GdbHelper.getTabNames.driver is null."); return list; } dataSource = driver.Open(filePath, 0); if (null == dataSource) { + log.error("GdbHelper.getTabNames.dataSource is null. " + filePath); return list; } @@ -99,13 +109,14 @@ /** * 璇诲彇鏁版嵁 */ - public static <T> List<T> readData(Class clazz, String filePath, String layerName) { + public static <T> List<T> readData(Class clazz, String filePath, String layerName, boolean isTransform) { List<T> list = new ArrayList<>(); Driver driver = null; DataSource dataSource = null; try { - driver = ogr.GetDriverByName("OpenFileGDB"); + // driver = ogr.GetDriverByName("OpenFileGDB") + driver = ogr.GetDriverByName("FileGDB"); if (null == driver) { return list; } @@ -118,7 +129,7 @@ for (int i = 0, count = dataSource.GetLayerCount(); i < count; i++) { Layer layer = dataSource.GetLayer(i); if (layer.GetName().equals(layerName)) { - GdbHelper.readLayer(clazz, layer, list); + GdbHelper.readLayer(clazz, layer, list, isTransform); break; } @@ -136,16 +147,17 @@ /** * 璇诲彇鍥惧眰 */ - public static <T> void readLayer(Class clazz, Layer layer, List<T> list) { + public static <T> void readLayer(Class clazz, Layer layer, List<T> list, boolean isTransform) { try { Field gField = getGeomField(clazz); - Map<Integer, Field> map = getFieldMapper(clazz, layer); - if (map.size() == 0) { + + Map<Integer, Field> map = new HashMap<>(3); + getFieldMapper(clazz, layer, map); + if (map.isEmpty() || 0 == layer.GetFeatureCount()) { return; } - if (1 > layer.GetFeatureCount()) { - return; - } + + CoordinateTransformation ct = getCoordinateTransformation(layer, isTransform); do { Feature f = layer.GetNextFeature(); @@ -154,15 +166,41 @@ } T t = (T) clazz.newInstance(); - if (readFeature(t, f, map, gField)) { - list.add(t); - } + readFeature(t, f, map, gField, ct); + list.add(t); } while (true); } catch (Exception ex) { log.error(ex.getMessage(), ex); } finally { GdbHelper.delete(layer); } + } + + /** + * 鑾峰彇鍧愭爣杞崲鍣� + */ + private static CoordinateTransformation getCoordinateTransformation(Layer layer, boolean isTransform) { + if (!isTransform) { + return null; + } + + String epsg = layer.GetSpatialRef().GetAttrValue("AUTHORITY", 1); + if (StringHelper.isEmpty(epsg)) { + return null; + } + + int epsgId = Integer.parseInt(epsg); + if (StaticData.I4326 == epsgId || StaticData.I4490 == epsgId) { + return null; + } + + SpatialReference srTarget = new SpatialReference(); + srTarget.ImportFromEPSG(StaticData.I4490); + + layer.GetSpatialRef().SetAxisMappingStrategy(osr.OAMS_TRADITIONAL_GIS_ORDER); + srTarget.SetAxisMappingStrategy(osr.OAMS_TRADITIONAL_GIS_ORDER); + + return CoordinateTransformation.CreateCoordinateTransformation(layer.GetSpatialRef(), srTarget); } /** @@ -182,20 +220,17 @@ /** * 鑾峰彇瀛楁鏄犲皠 */ - private static <T> Map<Integer, Field> getFieldMapper(Class clazz, Layer layer) { - Map<Integer, Field> map = new HashMap<>(3); - + private static void getFieldMapper(Class clazz, Layer layer, Map<Integer, Field> map) { try { FeatureDefn fd = layer.GetLayerDefn(); for (int i = 0, count = fd.GetFieldCount(); i < count; i++) { - FieldDefn fieldDefn = fd.GetFieldDefn(i); try { - String name = fieldDefn.GetName().toLowerCase(); - if (excludeFields.contains(name)){ + String name = fd.GetFieldDefn(i).GetName().toLowerCase(); + if (StaticData.READ_EXCLUDE_FIELDS.contains(name)) { continue; } - Field field = clazz.getDeclaredField(name); + Field field = clazz.getDeclaredField("gbcode".equals(name) ? "gb" : name); field.setAccessible(true); map.put(i, field); @@ -203,53 +238,65 @@ // } } - } catch (Exception ex) { - // - } - return map; + if (!StaticData.OBJECT.equals(clazz.getSuperclass().getName())) { + getFieldMapper(clazz.getSuperclass(), layer, map); + } + } catch (Exception ex) { + log.error(ex); + } } /** * 璇诲彇Feature */ - private static <T> boolean readFeature(T t, Feature f, Map<Integer, Field> map, Field gField) { - try { - for (Integer i : map.keySet()) { + private static <T> void readFeature(T t, Feature f, Map<Integer, Field> map, Field gField, CoordinateTransformation ct) { + for (Integer i : map.keySet()) { + try { Field field = map.get(i); setValue(t, f, field, i); + } catch (Exception e) { + log.error(e.getMessage(), e); } + } - if (null != gField) { - setGeom(t, f, gField); - } - - return true; - } catch (Exception ex) { - return false; + if (null != gField) { + setGeom(t, gField, f.GetGeometryRef(), ct); } } /** * 璁剧疆鍊� */ - private static <T> void setValue(T t, Feature f, Field field, Integer i) throws Exception { - switch (field.getType().toString()) { - case "class java.math.BigDecimal": - case "class java.lang.Double": + public static <T> void setValue(T t, Feature f, Field field, Integer i) throws Exception { + switch (field.getType().getName()) { + case "java.math.BigDecimal": + double dd = f.GetFieldAsDouble(i); + field.set(t, BigDecimal.valueOf(dd)); + break; + case "java.lang.Double": case "double": field.set(t, f.GetFieldAsDouble(i)); break; - case "class java.lang.Long": + case "java.lang.Long": case "long": field.set(t, f.GetFieldAsInteger64(i)); break; - case "class java.lang.Integer": + case "java.lang.Integer": case "int": field.set(t, f.GetFieldAsInteger(i)); break; - case "class java.sql.Timestamp": - field.set(t, getTimestamp(f, i)); + case "java.sql.Timestamp": + Timestamp ts = getTimestamp(f, i); + if (null != ts) { + field.set(t, ts); + } + break; + case "java.time.LocalDate": + LocalDate ld = getLocalDate(f, i); + if (null != ld) { + field.set(t, ld); + } break; default: field.set(t, f.GetFieldAsString(i)); @@ -271,30 +318,41 @@ * wkbNone = 100, * wkbLinearRing = 101 */ - private static <T> void setGeom(T t, Feature f, Field gField) throws Exception { - String geo = "null"; - if (null != f.GetGeometryRef()) { - String wkt = f.GetGeometryRef().ExportToWkt(); - switch (f.GetGeometryRef().GetGeometryType()) { - case 2: - wkt = wkt.replace("LINESTRING (", "MULTILINESTRING ((") + ")"; - break; - case 3: - wkt = wkt.replace("POLYGON (", "MULTIPOLYGON ((") + ")"; - break; - default: - break; + private static <T> void setGeom(T t, Field gField, Geometry geometry, CoordinateTransformation ct) { + try { + if (null == geometry) { + gField.set(t, "null"); + return; } - geo = String.format("ST_GeomFromText('%s')", wkt); - } + if (null != ct) { + int flag = geometry.Transform(ct); + } - gField.set(t, geo); + String wkt = geometry.ExportToWkt(); + if (wkt.contains(StaticData.LINESTRING) && !wkt.contains(StaticData.MULTILINESTRING)) { + wkt = wkt.replace("LINESTRING (", "MULTILINESTRING ((") + ")"; + } + if (wkt.contains(StaticData.POLYGON) && !wkt.contains(StaticData.MULTIPOLYGON)) { + wkt = wkt.replace("POLYGON (", "MULTIPOLYGON ((") + ")"; + } + wkt = wkt.replace(" 0,", ",").replace(" 0)", ")"); + if (wkt.contains(StaticData.MULTICURVE)) { + wkt = wkt.replace("MULTICURVE (", "MULTILINESTRING (").replace("CIRCULARSTRING ", ""); + if (wkt.contains(StaticData.COMPOUNDCURVE)) { + wkt = wkt.replace("COMPOUNDCURVE (", "").replace(")))", "))"); + } + } + + gField.set(t, String.format("ST_GeomFromText('%s')", wkt)); + } catch (Exception ex) { + log.error(ex.getMessage(), ex); + } } /** * 鑾峰彇 Timestamp */ - private static Timestamp getTimestamp(Feature f, int index) { + public static Timestamp getTimestamp(Feature f, int index) { int[] pnYear = new int[1]; int[] pnMonth = new int[1]; int[] pnDay = new int[1]; @@ -309,6 +367,10 @@ int s = (int) fSecond; int ns = (int) (1000000000 * fSecond - s); + if (pnYear[0] > StaticData.I2050 || pnMonth[0] > StaticData.I12 || pnDay[0] > StaticData.I31 || pnHour[0] > StaticData.I24 || pnMinute[0] > StaticData.I60) { + return null; + } + LocalDateTime localDateTime = LocalDateTime.of( LocalDate.of(pnYear[0], pnMonth[0], pnDay[0]), LocalTime.of(pnHour[0], pnMinute[0], s, ns) @@ -316,4 +378,283 @@ return Timestamp.valueOf(localDateTime); } + + /** + * 鑾峰彇 LocalDate + */ + public static LocalDate getLocalDate(Feature f, int index) { + int[] pnYear = new int[1]; + int[] pnMonth = new int[1]; + int[] pnDay = new int[1]; + int[] pnHour = new int[1]; + int[] pnMinute = new int[1]; + float[] pfSecond = new float[1]; + int[] pnTzFlag = new int[1]; + + f.GetFieldAsDateTime(index, pnYear, pnMonth, pnDay, pnHour, pnMinute, pfSecond, pnTzFlag); + if (pnYear[0] > StaticData.I2050 || pnMonth[0] > StaticData.I12 || pnDay[0] > StaticData.I31) { + return null; + } + + return LocalDate.of(pnYear[0], pnMonth[0], pnDay[0]); + } + + /** + * 鍒涘缓GDB + */ + public static void createGdb(String filePath, Map<String, List<?>> map) throws Exception { + Driver driver = null; + DataSource dataSource = null; + try { + driver = ogr.GetDriverByName("FileGDB"); + if (null == driver) { + log.error("GdbHelper.createGdb.driver(FileGDB) is null."); + return; + } + dataSource = driver.CreateDataSource(filePath, null); + if (null == dataSource) { + log.error("GdbHelper.createGdb.dataSource is null. " + filePath); + return; + } + + for (String key : map.keySet()) { + Layer layer = null; + try { + BasicMapper baseMapper = ClassHelper.getBasicMapper(key); + if (null == baseMapper) { + continue; + } + layer = createLayer(dataSource, baseMapper); + if (null == layer) { + continue; + } + + String className = ClassHelper.getClassName(baseMapper); + Class clazz = ClassHelper.getEntityClass(className); + if (null == clazz) { + continue; + } + + List<Field> fields = new ArrayList<>(); + getFields(clazz, fields, StaticData.GDB_EXCLUDE_FIELDS); + addLayerField(layer, fields); + + setLayerData(layer, fields, map.get(key)); + } finally { + if (null != layer) { + layer.delete(); + } + } + } + + dataSource.SyncToDisk(); + dataSource.FlushCache(); + } catch (Exception ex) { + log.error(ex.getMessage(), ex); + throw ex; + } finally { + GdbHelper.delete(dataSource, driver); + } + } + + /** + * 鍒涘缓鍥惧眰 + */ + private static Layer createLayer(DataSource dataSource, BasicMapper baseMapper ) { + String tab = BaseQueryService.getTabName(baseMapper); + if (StringHelper.isNull(tab)) { + return null; + } + + Integer srid = null; + String geomType = null; + if (baseMapper instanceof GeomBaseMapper) { + GeomBaseMapper geomMapper = (GeomBaseMapper) baseMapper; + geomType = geomMapper.selectGeometryType(tab); + + srid = geomMapper.selectSrid(tab); + } + + SpatialReference sr = new SpatialReference(); + sr.ImportFromEPSG(null == srid ? 4490 : srid); + + return dataSource.CreateLayer(tab.replace(".", "_"), sr, getGeomType(geomType), null); + } + + /** + * 鑾峰彇Geom绫诲埆 + */ + private static Integer getGeomType(String geomType) { + if (StringHelper.isEmpty(geomType)) { + return ogr.wkbPoint; + } + + switch (geomType) { + case "ST_Point": + return ogr.wkbPoint; + case "ST_MultiPoint": + return ogr.wkbMultiPoint; + case "ST_LineString": + return ogr.wkbLineString; + case "ST_MultiLineString": + return ogr.wkbMultiLineString; + case "ST_Polygon": + return ogr.wkbPolygon; + case "ST_MultiPolygon": + return ogr.wkbMultiPolygon; + default: + return ogr.wkbUnknown; + } + } + + /** + * 鑾峰彇瀛楁 + */ + public static void getFields(Class clazz, List<Field> list, List<String> excludeFields) { + try { + Field[] fields = clazz.getDeclaredFields(); + for (Field f : fields) { + if (excludeFields.contains(f.getName())) { + continue; + } + + f.setAccessible(true); + list.add(f); + } + + if (!StaticData.OBJECT.equals(clazz.getSuperclass().getName())) { + getFields(clazz.getSuperclass(), list, excludeFields); + } + } catch (Exception ex) { + // + } + } + + /** + * 娣诲姞鍥惧眰瀛楁 + */ + public static void addLayerField(Layer layer, List<Field> list) { + for (int i = 0, c = list.size(); i < c; i++) { + Field f = list.get(i); + + int fieldType = getFieldType(f); + FieldDefn fd = new FieldDefn(f.getName(), fieldType); + + layer.CreateField(fd, i + 1); + } + } + + /** + * 鑾峰彇瀛楁绫诲瀷 + */ + private static Integer getFieldType(Field f) { + switch (f.getType().getName()) { + case "java.math.BigDecimal": + case "java.lang.Double": + case "double": + return ogr.OFTReal; + case "java.lang.Long": + case "long": + return ogr.OFTInteger64; + case "java.lang.Integer": + case "int": + return ogr.OFTInteger; + case "java.sql.Timestamp": + return ogr.OFTDateTime; + case "java.time.LocalDate": + return ogr.OFTDate; + default: + return ogr.OFTString; + } + } + + /** + * 璁剧疆鍥惧眰鏁版嵁 + */ + private static <T> void setLayerData(Layer layer, List<Field> fields, List<T> list) throws Exception { + for (T t : list) { + Feature f = new Feature(layer.GetLayerDefn()); + + if (t instanceof BaseGeoEntity) { + BaseGeoEntity geoEntity = (BaseGeoEntity) t; + if (!StringHelper.isEmpty(geoEntity.getGeom())) { + Geometry geom = Geometry.CreateFromWkt(geoEntity.getGeom()); + f.SetGeometry(geom); + } + } + + setFeatureData(f, fields, t); + layer.CreateFeature(f); + } + } + + /** + * 璁剧疆瑕佺礌鐨勬暟鎹� + */ + public static <T> void setFeatureData(Feature f, List<Field> fields, T t) throws Exception { + for (int i = 0, c = fields.size(); i < c; i++) { + Field field = fields.get(i); + Object val = field.get(t); + if (null == val) { + continue; + } + + switch (field.getType().getName()) { + case "java.math.BigDecimal": + BigDecimal big = (BigDecimal) val; + f.SetField(i, big.doubleValue()); + break; + case "java.lang.Double": + case "double": + double d = (double) val; + f.SetField(i, d); + break; + case "java.lang.Long": + case "long": + long l = (long) val; + f.SetField(i, l); + break; + case "java.lang.Integer": + case "int": + int n = (int) val; + f.SetField(i, n); + break; + case "java.sql.Timestamp": + Timestamp timestamp = (Timestamp) field.get(t); + setTimestamp(f, i, timestamp); + break; + case "java.time.LocalDate": + LocalDate localDate = (LocalDate) field.get(t); + setLocalDate(f, i, localDate); + break; + default: + String str = (String) val; + f.SetField(i, str); + break; + } + } + } + + /** + * 璁剧疆Timestamp + */ + private static void setTimestamp(Feature f, int i, Timestamp time) { + if (null == time) { + return; + } + + LocalDateTime local = time.toLocalDateTime(); + f.SetField(i, local.getYear(), local.getMonthValue(), local.getDayOfMonth(), local.getHour(), local.getMinute(), local.getSecond(), 8); + } + + /** + * 璁剧疆LocalDate + */ + private static void setLocalDate(Feature f, int i, LocalDate local) { + if (null == local) { + return; + } + + f.SetField(i, local.getYear(), local.getMonthValue(), local.getDayOfMonth(), 0, 0, 0, 8); + } } -- Gitblit v1.9.3