From e2988bcd446dfda8cb1be7f15e2afc58bdd4df8c Mon Sep 17 00:00:00 2001 From: 13693261870 <252740454@qq.com> Date: 星期五, 08 十一月 2024 13:41:37 +0800 Subject: [PATCH] 1 --- src/main/java/com/se/simu/service/ResultService.java | 331 ++++++++++++++++++++++++++++++++++++++---------------- 1 files changed, 231 insertions(+), 100 deletions(-) diff --git a/src/main/java/com/se/simu/service/ResultService.java b/src/main/java/com/se/simu/service/ResultService.java index 772ec93..e6fa0d7 100644 --- a/src/main/java/com/se/simu/service/ResultService.java +++ b/src/main/java/com/se/simu/service/ResultService.java @@ -3,27 +3,36 @@ import cn.hutool.core.io.FileUtil; import com.alibaba.fastjson.JSON; import com.se.simu.config.PropertiesConfig; +import com.se.simu.domain.dto.BuildingDto; import com.se.simu.domain.dto.ExtensionDto; import com.se.simu.domain.dto.LayerDto; import com.se.simu.domain.dto.ResultDto; import com.se.simu.domain.po.DataPo; +import com.se.simu.domain.vo.BuildingDepthVo; import com.se.simu.helper.GdalHelper; +import com.se.simu.helper.ShpHelper; import lombok.extern.slf4j.Slf4j; import org.gdal.gdal.Band; import org.gdal.gdal.Dataset; import org.gdal.gdal.WarpOptions; import org.gdal.gdal.gdal; import org.gdal.gdalconst.gdalconst; -import org.gdal.ogr.Geometry; +import org.gdal.ogr.*; import org.springframework.stereotype.Service; +import org.springframework.util.CollectionUtils; import javax.annotation.Resource; import javax.imageio.ImageIO; import java.awt.*; import java.awt.image.BufferedImage; import java.io.*; +import java.math.BigDecimal; +import java.math.RoundingMode; +import java.text.ParseException; +import java.text.SimpleDateFormat; import java.util.*; import java.util.List; +import java.util.concurrent.CopyOnWriteArrayList; /** * 澶勭悊缁撴灉鏈嶅姟绫� @@ -38,22 +47,9 @@ @Resource PropertiesConfig config; - public final static double MAX_X_OFFSET = 0.002; + public final static double MAX_X_OFFSET = 0; - public String testResuslt() throws Exception { - ResultDto dto = new ResultDto( - "202409", - "D:\\simu\\input\\tongzhou-local-mesh2-terrain.tif", - "D:\\simu\\input\\tongzhou-local-mesh2-buildings.tif", - "D:\\simu\\input\\waters", - "D:\\simu\\input\\flows", - "D:\\simu\\out", - ""); - LayerDto layer = new LayerDto(config.getVer(), 4528, config.getSizes()); - process(dto, layer); - - return "OK"; - } + private final static SimpleDateFormat SDF = new SimpleDateFormat("yyyy-MM-dd HH:mm"); public void process(DataPo data) throws Exception { String basePath = config.getInPath() + File.separator + data.getInPath() + File.separator; @@ -64,7 +60,7 @@ basePath + config.getWaterPath(), basePath + config.getFlowPath(), config.getOutPath(), - ""); + data.getEpsg()); LayerDto layer = new LayerDto(config.getVer(), data.getEpsg(), config.getSizes()); process(dto, layer); } @@ -73,9 +69,11 @@ try { copeTerrain(dto, layer); copeBuilding(dto, layer); - copeWater(dto, layer); + List<BuildingDepthVo> buildings = copeWater(dto, layer); copeFlow(dto, layer); copeLayerJson(dto, layer); + copeRainFallJson(dto, layer); + copeBuildingDepthJson(dto, buildings); } finally { File dir = new File(dto.getTemp()); if (dir.exists()) { @@ -91,7 +89,7 @@ Dataset ds = null; try { ds = gdal.Open(dto.getTerrainFile(), gdalconst.GA_ReadOnly); - if (null == ds || 0 == ds.getRasterCount() || null == ds.GetSpatialRef()) return; + if (null == ds || 0 == ds.getRasterCount()) return; setTerrainInfo(ds, layer); setWaterInfo(dto, layer); @@ -108,12 +106,13 @@ double miny = getMinVal(minPoint.GetY(0), 10000000); double maxx = getMaxVal(maxPoint.GetX(0) + MAX_X_OFFSET, 10000000); double maxy = getMaxVal(maxPoint.GetY(0), 10000000); - layer.setExtension(new ExtensionDto(minx, miny, maxx, maxy, Double.MAX_VALUE, Double.MIN_VALUE)); + //layer.setExtension(new ExtensionDto(minx, miny, maxx, maxy, Double.MAX_VALUE, Double.MIN_VALUE)); Band band = ds.GetRasterBand(1); double[] mm = new double[2]; band.ComputeRasterMinMax(mm, 0); - layer.getTerrain().setHeight(getMinVal(mm[0], 1000), getMaxVal(mm[1], 1000)); + //layer.getTerrain().setHeight(getMinVal(mm[0], 1000), getMaxVal(mm[1], 1000)); + layer.setExtension(new ExtensionDto(minx, miny, maxx, maxy, getMinVal(mm[0] - 1, 1000), getMaxVal(mm[1] + 1, 1000))); } private static double getMinVal(double val, double radix) { @@ -139,20 +138,25 @@ } } + /** + * 閲嶉噰鏍�: https://blog.51cto.com/u_16099346/6691820 + */ private static void Resample(Dataset ds, String dest, int width, int height, LayerDto layer) { Vector<String> vector = new Vector<>(); - vector.add("-t_srs"); - vector.add("EPSG:" + 4326); + //vector.add("-s_srs"); + //vector.add("EPSG:" + 4548); + //vector.add("-t_srs"); + //vector.add("EPSG:" + 4326); vector.add("-ts"); vector.add("" + width); vector.add("" + height); - vector.add("-te"); - vector.add("" + layer.getExtension().getMinx()); - vector.add("" + layer.getExtension().getMiny()); - vector.add("" + layer.getExtension().getMaxx()); - vector.add("" + layer.getExtension().getMaxy()); - vector.add("-te_srs"); - vector.add("EPSG:" + 4326); + //vector.add("-te"); + //vector.add("" + layer.getExtension().getMinx()); + //vector.add("" + layer.getExtension().getMiny()); + //vector.add("" + layer.getExtension().getMaxx()); + //vector.add("" + layer.getExtension().getMaxy()); + //vector.add("-te_srs"); + //vector.add("EPSG:" + 4326); vector.add("-r"); vector.add("bilinear"); vector.add("-of"); @@ -224,28 +228,31 @@ * 寤虹瓚 */ private void copeBuilding(ResultDto dto, LayerDto layer) { - Dataset ds = null; + Driver driver = null; + DataSource dataSource = null; + Layer shpLayer = null; try { - ds = gdal.Open(dto.getBuildingFile(), gdalconst.GA_ReadOnly); - if (null == ds || 0 == ds.getRasterCount()) return; + driver = ogr.GetDriverByName("ESRI shapefile"); + if (null == driver) return; - for (int[] sizes : layer.getTerrain().getSize()) { - String tif = dto.getTemp() + File.separator + "building_" + sizes[0] + "_" + sizes[1] + ".tif"; - Resample(ds, tif, sizes[0], sizes[1], layer); - if (!new File(tif).exists()) continue; + dataSource = driver.Open(dto.getBuildingFile()); + if (null == dataSource) return; - Dataset dataset = gdal.Open(tif, gdalconst.GA_ReadOnly); - if (null == dataset || 0 == dataset.getRasterCount()) return; + shpLayer = dataSource.GetLayer(0); + if (shpLayer.GetFeatureCount() < 1) return; - float[] buffer = new float[sizes[0] * sizes[1]]; - //dataset.GetRasterBand(1).ReadRaster(0, 0, sizes[0], sizes[1], buffer, sizes[0], sizes[1], 0, 0); - dataset.GetRasterBand(1).ReadRaster(0, 0, sizes[0], sizes[1], buffer); - dto.getBuildings().put(sizes[0] + "_" + sizes[1], buffer); + do { + Feature f = shpLayer.GetNextFeature(); + if (null == f) break; - dataset.delete(); - } + String id = f.GetFieldAsString(config.getBuildingKey()); + BuildingDto building = new BuildingDto(id, f.GetGeometryRef()); + dto.getBuildingList().add(building); + } while (true); } finally { - if (null != ds) ds.delete(); + if (null != shpLayer) shpLayer.delete(); + if (null != dataSource) dataSource.delete(); + if (null != driver) driver.delete(); } } @@ -261,11 +268,13 @@ setWaterHeight(layer, files); } - private void copeWater(ResultDto dto, LayerDto layer) { + private List<BuildingDepthVo> copeWater(ResultDto dto, LayerDto layer) { List<String> files = layer.getWaters().getFiles(); - if (files.size() == 0 || files.size() != layer.getWaters().getData().size()) return; + if (files.size() == 0 || files.size() != layer.getWaters().getData().size()) return null; processWaters(dto, files, layer); + + return processBuilding(dto, files, layer); } private static List<String> getFiles(String path, String suffix) { @@ -304,10 +313,16 @@ for (String file : files) { String fileName = getNameWithExt(file); - int hour = Integer.parseInt(fileName.substring(0, 2)); - int minute = Integer.parseInt(fileName.substring(2, 4)); - int second = Integer.parseInt(fileName.substring(4, 6)); + int year = Integer.parseInt(fileName.substring(0, 4)); + int month = Integer.parseInt(fileName.substring(4, 6)); + int day = Integer.parseInt(fileName.substring(6, 8)); + int hour = Integer.parseInt(fileName.substring(8, 10)); + int minute = Integer.parseInt(fileName.substring(10, 12)); + int second = Integer.parseInt(fileName.substring(12, 14)); + calendar.set(Calendar.YEAR, year); + calendar.set(Calendar.MONTH, month); + calendar.set(Calendar.DAY_OF_MONTH, day); calendar.set(Calendar.HOUR_OF_DAY, hour); calendar.set(Calendar.MINUTE, minute); calendar.set(Calendar.SECOND, second); @@ -323,17 +338,20 @@ Dataset ds = null; try { ds = gdal.Open(file, gdalconst.GA_ReadOnly); - if (null == ds || 0 == ds.getRasterCount() || null == ds.GetSpatialRef()) return; + if (null == ds || 0 == ds.getRasterCount()) return; double[] mm = new double[2]; ds.GetRasterBand(1).ComputeRasterMinMax(mm, 0); - layer.getExtension().setHeight(mm[0], mm[1]); + //layer.getExtension().setHeight(mm[0], mm[1]); + layer.getWaters().setHeight(mm[0], mm[1]); } finally { if (null != ds) ds.delete(); } }); - layer.getExtension().setMinHeight(getMinVal(layer.getExtension().getMinHeight() - 1, 1000)); - layer.getExtension().setMaxHeight(getMaxVal(layer.getExtension().getMaxHeight() + 1, 1000)); + //layer.getExtension().setMinHeight(getMinVal(layer.getExtension().getMinHeight() - 1, 1000)); + //layer.getExtension().setMaxHeight(getMaxVal(layer.getExtension().getMaxHeight() + 1, 1000)); + layer.getWaters().setMinHeight(getMinVal(layer.getWaters().getMinHeight() - 1, 1000)); + layer.getWaters().setMaxHeight(getMaxVal(layer.getWaters().getMaxHeight() + 1, 1000)); } private static void processWaters(ResultDto dto, List<String> files, LayerDto layer) { @@ -341,9 +359,12 @@ Dataset ds = null; try { ds = gdal.Open(files.get(i), gdalconst.GA_ReadOnly); - if (null == ds || 0 == ds.getRasterCount() || null == ds.GetSpatialRef()) return; + if (null == ds || 0 == ds.getRasterCount()) return; + if (null == ds.GetSpatialRef()) ds.SetSpatialRef(dto.getSpatialReference()); createWaterPng(dto, ds, layer, layer.getWaters().getData().get(i)); + copyWaterTif(dto, ds, layer.getWaters().getData().get(i)); + createVectorShp(dto, ds, layer, layer.getWaters().getData().get(i)); } finally { if (null != ds) ds.delete(); } @@ -378,20 +399,23 @@ Band band = ds.GetRasterBand(1); float[] buffer = new float[width * height]; - //band.ReadRaster(0, 0, width, height, buffer, width, height, 0, 0); band.ReadRaster(0, 0, width, height, buffer); - float[] building = dto.getBuildings().get(width + "_" + height); + double[] transform = ds.GetGeoTransform(); BufferedImage image = new BufferedImage(width, height, BufferedImage.TYPE_INT_ARGB); - double differ = layer.getExtension().getMaxHeight() - layer.getExtension().getMinHeight(), minHeight = layer.getExtension().getMinHeight(); + double differ = layer.getWaters().getMaxHeight() - layer.getWaters().getMinHeight(), minHeight = layer.getWaters().getMinHeight(); for (int x = 0; x < width; x++) { for (int y = 0; y < height; y++) { int offset = x + y * width; if (Float.isNaN(buffer[offset]) || buffer[offset] < -999 || buffer[offset] < minHeight) continue; - if (!Float.isNaN(building[offset]) && building[offset] > -999) continue; + + //double X = transform[0] + x * transform[1] + y * transform[2]; + //double Y = transform[3] + x * transform[4] + y * transform[5]; + //BuildingDto building = intersects(dto, X, Y); + //if (null != building) continue; int r = 0, g, b; - if (buffer[offset] - layer.getExtension().getMaxHeight() > 0) { + if (buffer[offset] - layer.getWaters().getMaxHeight() > 0) { g = b = 255; } else { int val = (int) ((buffer[offset] - minHeight) / differ * 65535); @@ -409,68 +433,133 @@ } } - private void copeFlow(ResultDto dto, LayerDto layer) { - List<String> vxFiles = new ArrayList<>(); - List<String> vyFiles = new ArrayList<>(); - List<String> files = getFiles(dto.getFlowPath(), ".tif"); - for (String file : files) { - if (file.contains(File.separator + "vx")) vxFiles.add(file); - if (file.contains(File.separator + "vy")) vyFiles.add(file); - } - if (null == vxFiles || null == vyFiles || vxFiles.size() != vyFiles.size() || vxFiles.size() != layer.getWaters().getData().size()) - return; + /** + * 鏄惁鐩镐氦 + * https://blog.csdn.net/flyingshineangel/article/details/135423025 + */ + private static BuildingDto intersects(ResultDto dto, double x, double y) { + Geometry p = new Geometry(ogr.wkbPoint); + p.AddPoint_2D(x, y); + p.AssignSpatialReference(dto.getBuildingList().get(0).getGeom().GetSpatialReference()); - for (int i = 0, c = vxFiles.size(); i < c; i++) { - Dataset vxDs = null, vyDs = null; + return dto.getBuildingList().parallelStream().filter(b -> b.getGeom().Intersects(p)).findFirst().orElse(null); + } + + private List<BuildingDepthVo> processBuilding(ResultDto dto, List<String> files, LayerDto layer) { + List<BuildingDepthVo> list = new CopyOnWriteArrayList<>(); + for (int i = 0, c = files.size(); i < c; i++) { + Dataset ds = null; try { - vxDs = gdal.Open(vxFiles.get(i), gdalconst.GA_ReadOnly); - vyDs = gdal.Open(vyFiles.get(i), gdalconst.GA_ReadOnly); - if (null == vxDs || 0 == vxDs.getRasterCount() || null == vxDs.GetSpatialRef() || null == vyDs || 0 == vyDs.getRasterCount() || null == vyDs.GetSpatialRef()) - return; + ds = gdal.Open(files.get(i), gdalconst.GA_ReadOnly); + if (null == ds || 0 == ds.getRasterCount()) continue; + if (null == ds.GetSpatialRef()) ds.SetSpatialRef(dto.getSpatialReference()); - createFlowPng(dto, vxDs, vyDs, layer, layer.getWaters().getData().get(i)); + copeBuildingDepth(dto, ds, layer.getWaters().getData().get(i), list); } finally { - if (null != vxDs) vxDs.delete(); - if (null != vyDs) vyDs.delete(); + if (null != ds) ds.delete(); + } + } + + return list; + } + + private void copeBuildingDepth(ResultDto dto, Dataset ds, long ticks, List<BuildingDepthVo> list) { + double[] transform = ds.GetGeoTransform(); + int xSize = ds.getRasterXSize(), ySize = ds.getRasterYSize(); + double minX = transform[0], pixelWidth = transform[1], maxY = transform[3], pixelHeight = Math.abs(transform[5]); + + for (BuildingDto building : dto.getBuildingList()) { + Double val = getValue(ds, building, xSize, ySize, minX, maxY, pixelWidth, pixelHeight); + list.add(new BuildingDepthVo(building.getId(), ticks, val)); + } + } + + private Double getValue(Dataset ds, BuildingDto building, int xSize, int ySize, double minX, double maxY, double pixelWidth, double pixelHeight) { + double[] env = new double[4]; + building.getGeom().GetEnvelope(env); + + int startX = (int) Math.floor((env[0] - minX) / pixelWidth); + int endX = (int) Math.floor((env[1] - minX) / pixelWidth); + int startY = (int) Math.floor((maxY - env[3]) / Math.abs(pixelHeight)); + int endY = (int) Math.floor((maxY - env[2]) / Math.abs(pixelHeight)); + if (startX < 0) startX = 0; + if (startY < 0) startY = 0; + if (endX > ds.getRasterXSize()) endX = ds.getRasterXSize(); + if (endY > ds.getRasterYSize()) endY = ds.getRasterYSize(); + if (endX - startX < 1 || endY - startY < 1) return null; + + int width = endX - startX; + int height = endY - startY; + double[] pixelValues = new double[width * height]; + ds.GetRasterBand(1).ReadRaster(startX, startY, width, height, pixelValues); + + Double val = Arrays.stream(pixelValues).max().getAsDouble(); + + return isValid(val) ? val : null; + } + + public static boolean isValid(Double val) { + return !Double.isNaN(val) && val > Integer.MIN_VALUE; + } + + private static void copyWaterTif(ResultDto dto, Dataset ds, long ticks) { + String source = ds.GetDescription(); + String target = dto.getOutPath() + File.separator + "waters" + File.separator + ticks + File.separator + "water.tif"; + FileUtil.copyFile(source, target); + } + + private static void createVectorShp(ResultDto dto, Dataset ds, LayerDto layer, Long ticks) { + String filePath = dto.getOutPath() + File.separator + "waters" + File.separator + ticks + File.separator + "water.geojson"; + ShpHelper.polygonize2Geojson(ds, filePath); + } + + private void copeFlow(ResultDto dto, LayerDto layer) { + List<String> files = getFiles(dto.getFlowPath(), ".tif"); + if (null == files || files.size() != layer.getWaters().getData().size()) return; + + for (int i = 0, c = files.size(); i < c; i++) { + Dataset ds = null; + try { + ds = gdal.Open(files.get(i), gdalconst.GA_ReadOnly); + if (null == ds || 0 == ds.getRasterCount()) return; + if (null == ds.GetSpatialRef()) ds.SetSpatialRef(dto.getSpatialReference()); + + createFlowPng(dto, ds, layer, layer.getWaters().getData().get(i)); + } finally { + if (null != ds) ds.delete(); } } } - private static void createFlowPng(ResultDto dto, Dataset vxDs, Dataset vyDs, LayerDto layer, long ticks) { + private static void createFlowPng(ResultDto dto, Dataset ds, LayerDto layer, long ticks) { String flowPath = dto.getOutPath() + File.separator + "flows" + File.separator + ticks; File dir = new File(flowPath); if (!dir.exists() || !dir.isDirectory()) dir.mkdirs(); for (int[] sizes : layer.getTerrain().getSize()) { - String vxName = getNameWithExt(vxDs.GetDescription()) + "_" + sizes[0] + "_" + sizes[1]; - String vxTif = dto.getTemp() + File.separator + vxName + ".tif"; - Resample(vxDs, vxTif, sizes[0], sizes[1], layer); - - String vyName = getNameWithExt(vyDs.GetDescription()) + "_" + sizes[0] + "_" + sizes[1]; - String vyTif = dto.getTemp() + File.separator + vyName + ".tif"; - Resample(vyDs, vyTif, sizes[0], sizes[1], layer); - if (!new File(vxTif).exists() || !new File(vyTif).exists()) continue; + String name = getNameWithExt(ds.GetDescription()) + "_" + sizes[0] + "_" + sizes[1]; + String tif = dto.getTemp() + File.separator + name + ".tif"; + Resample(ds, tif, sizes[0], sizes[1], layer); + if (!new File(tif).exists()) continue; String png = flowPath + File.separator + sizes[0] + "_" + sizes[1] + ".png"; - vxyTif2Png(layer, vxTif, vyTif, png, sizes[0], sizes[1]); + vxyTif2Png(layer, tif, png, sizes[0], sizes[1]); } } - private static void vxyTif2Png(LayerDto layer, String vxTif, String vyTif, String png, int width, int height) { - Dataset vxDs = null, vyDs = null; + private static void vxyTif2Png(LayerDto layer, String tif, String png, int width, int height) { + Dataset ds = null; try { - vxDs = gdal.Open(vxTif, gdalconst.GA_ReadOnly); - vyDs = gdal.Open(vyTif, gdalconst.GA_ReadOnly); - if (null == vxDs || 0 == vxDs.getRasterCount() || null == vyDs || 0 == vyDs.getRasterCount()) return; + ds = gdal.Open(tif, gdalconst.GA_ReadOnly); + if (null == ds || 0 == ds.getRasterCount()) return; float[] vxBuffer = new float[width * height], vyBuffer = new float[width * height]; - vxDs.GetRasterBand(1).ReadRaster(0, 0, width, height, vxBuffer); - vyDs.GetRasterBand(1).ReadRaster(0, 0, width, height, vyBuffer); + ds.GetRasterBand(1).ReadRaster(0, 0, width, height, vxBuffer); + ds.GetRasterBand(2).ReadRaster(0, 0, width, height, vyBuffer); createFlowPng(vxBuffer, vyBuffer, png, width, height); } finally { - if (null != vxDs) vxDs.delete(); - if (null != vyDs) vyDs.delete(); + if (null != ds) ds.delete(); } } @@ -515,10 +604,52 @@ */ private void copeLayerJson(ResultDto dto, LayerDto layer) throws IOException { layer.getWaters().setFiles(null); - //String json = JSONUtil.toJsonPrettyStr(layer); + layer.getTerrain().setEpsg(null); + String json = JSON.toJSONString(layer); + // String json = JSONUtil.toJsonPrettyStr(layer); String filePath = dto.getOutPath() + File.separator + "layer.json"; + writeJson(filePath, json); + } + + /** + * 澶勭悊闄嶆按鏇茬嚎鏂囦欢鏇茬嚎鍥� + */ + public void copeRainFallJson(ResultDto dto, LayerDto layer) throws IOException, ParseException { + String rainGageFilePath = config.getInPath() + File.separator + dto.getServiceName() + File.separator + "RainGage.dat"; + String filePath = dto.getOutPath() + File.separator + "rainfall.json"; + + Map<String, Double> map = new LinkedHashMap<>(); + FileReader fr = new FileReader(rainGageFilePath); + BufferedReader br = new BufferedReader(fr); + + String line = br.readLine(); + while ((line = br.readLine()) != null) { + String[] rainFall = line.split(" "); + if (rainFall.length < 7) continue; + + String sdt = rainFall[1] + "-" + rainFall[2] + "-" + rainFall[3] + " " + rainFall[4] + ":" + rainFall[5]; + BigDecimal num = new BigDecimal(rainFall[6]); + map.put("" + SDF.parse(sdt).getTime(), num.setScale(2, RoundingMode.HALF_UP).doubleValue()); + } + br.close(); + fr.close(); + + String json = JSON.toJSONString(map); + writeJson(filePath, json); + } + + private void copeBuildingDepthJson(ResultDto dto, List<BuildingDepthVo> list) throws IOException { + if (CollectionUtils.isEmpty(list)) return; + + String json = JSON.toJSONString(list); + String filePath = dto.getOutPath() + File.separator + "building.json"; + + writeJson(filePath, json); + } + + private void writeJson(String filePath, String json) throws IOException { FileWriter fw = new FileWriter(filePath); BufferedWriter bw = new BufferedWriter(fw); bw.write(json); -- Gitblit v1.9.3