From 495292b588949bcb2cb15eaa9657619aca7f5579 Mon Sep 17 00:00:00 2001 From: 13693261870 <252740454@qq.com> Date: 星期三, 30 十月 2024 16:18:41 +0800 Subject: [PATCH] 修改降雨文件的jar --- src/main/java/com/se/simu/service/ResultService.java | 553 +++++++++++++++++++++++++++++++++++++++++++++++++++++- 1 files changed, 538 insertions(+), 15 deletions(-) diff --git a/src/main/java/com/se/simu/service/ResultService.java b/src/main/java/com/se/simu/service/ResultService.java index f270cac..f7796cb 100644 --- a/src/main/java/com/se/simu/service/ResultService.java +++ b/src/main/java/com/se/simu/service/ResultService.java @@ -1,11 +1,34 @@ package com.se.simu.service; +import cn.hutool.core.io.FileUtil; +import com.alibaba.fastjson.JSON; import com.se.simu.config.PropertiesConfig; +import com.se.simu.domain.dto.BuildingDto; +import com.se.simu.domain.dto.ExtensionDto; +import com.se.simu.domain.dto.LayerDto; import com.se.simu.domain.dto.ResultDto; +import com.se.simu.domain.po.DataPo; +import com.se.simu.helper.GdalHelper; import lombok.extern.slf4j.Slf4j; +import org.gdal.gdal.Band; +import org.gdal.gdal.Dataset; +import org.gdal.gdal.WarpOptions; +import org.gdal.gdal.gdal; +import org.gdal.gdalconst.gdalconst; +import org.gdal.ogr.*; import org.springframework.stereotype.Service; import javax.annotation.Resource; +import javax.imageio.ImageIO; +import java.awt.*; +import java.awt.image.BufferedImage; +import java.io.*; +import java.math.BigDecimal; +import java.math.RoundingMode; +import java.text.ParseException; +import java.text.SimpleDateFormat; +import java.util.*; +import java.util.List; /** * 澶勭悊缁撴灉鏈嶅姟绫� @@ -20,24 +43,524 @@ @Resource PropertiesConfig config; - public final static double MAX_X_OFFSET = 0.002; + public final static double MAX_X_OFFSET = 0; - - public void process(ResultDto dto) { - // + public void process(DataPo data) throws Exception { + String basePath = config.getInPath() + File.separator + data.getInPath() + File.separator; + ResultDto dto = new ResultDto( + data.getInPath(), + basePath + config.getTerrainFile(), + basePath + config.getBuildingFile(), + basePath + config.getWaterPath(), + basePath + config.getFlowPath(), + config.getOutPath()); + LayerDto layer = new LayerDto(config.getVer(), data.getEpsg(), config.getSizes()); + process(dto, layer); } - public String test() { - ResultDto dto = new ResultDto( - "202409", - "D:\\simu\\input\\tongzhou-local-mesh2-terrain.tif", - "D:\\simu\\input\\tongzhou-local-mesh2-buildings.tif", - "D:\\simu\\input\\waters", - "D:\\simu\\input\\flows", - "D:\\simu\\out", - ""); - process(dto); + private void process(ResultDto dto, LayerDto layer) throws Exception { + try { + copeTerrain(dto, layer); + copeBuilding(dto, layer); + copeWater(dto, layer); + copeFlow(dto, layer); + copeLayerJson(dto, layer); + copeRainFallJson(dto, layer); + } finally { + File dir = new File(dto.getTemp()); + if (dir.exists()) { + FileUtil.del(dir); + } + } + } - return "OK"; + /** + * 鍦板舰 + */ + private void copeTerrain(ResultDto dto, LayerDto layer) { + Dataset ds = null; + try { + ds = gdal.Open(dto.getTerrainFile(), gdalconst.GA_ReadOnly); + if (null == ds || 0 == ds.getRasterCount()) return; + + setTerrainInfo(ds, layer); + setWaterInfo(dto, layer); + createTerrainPng(dto, ds, layer); + } finally { + if (null != ds) ds.delete(); + } + } + + private void setTerrainInfo(Dataset ds, LayerDto layer) { + Geometry minPoint = GdalHelper.getMinPoint(ds); + Geometry maxPoint = GdalHelper.getMaxPoint(ds); + double minx = getMinVal(minPoint.GetX(0), 10000000); + double miny = getMinVal(minPoint.GetY(0), 10000000); + double maxx = getMaxVal(maxPoint.GetX(0) + MAX_X_OFFSET, 10000000); + double maxy = getMaxVal(maxPoint.GetY(0), 10000000); + layer.setExtension(new ExtensionDto(minx, miny, maxx, maxy, Double.MAX_VALUE, Double.MIN_VALUE)); + + Band band = ds.GetRasterBand(1); + double[] mm = new double[2]; + band.ComputeRasterMinMax(mm, 0); + layer.getTerrain().setHeight(getMinVal(mm[0], 1000), getMaxVal(mm[1], 1000)); + } + + private static double getMinVal(double val, double radix) { + return ((long) Math.floor(val * radix)) / radix; + } + + private static double getMaxVal(double val, double radix) { + return ((long) Math.ceil(val * radix)) / radix; + } + + private void createTerrainPng(ResultDto dto, Dataset ds, LayerDto layer) { + String terrainPath = dto.getOutPath() + File.separator + "terrain"; + File f = new File(terrainPath); + if (!f.exists() || !f.isDirectory()) f.mkdirs(); + + for (int[] sizes : layer.getTerrain().getSize()) { + String tif = dto.getTemp() + File.separator + "terrain_" + sizes[0] + "_" + sizes[1] + ".tif"; + Resample(ds, tif, sizes[0], sizes[1], layer); + if (!new File(tif).exists()) continue; + + String png = terrainPath + File.separator + sizes[0] + "_" + sizes[1] + ".png"; + Terrain2Png(layer, tif, png, sizes[0], sizes[1]); + } + } + + /** + * 閲嶉噰鏍� + */ + private static void Resample(Dataset ds, String dest, int width, int height, LayerDto layer) { + Vector<String> vector = new Vector<>(); + //vector.add("-s_srs"); + //vector.add("EPSG:" + 4548); + //vector.add("-t_srs"); + //vector.add("EPSG:" + 4326); + vector.add("-ts"); + vector.add("" + width); + vector.add("" + height); + //vector.add("-te"); + //vector.add("" + layer.getExtension().getMinx()); + //vector.add("" + layer.getExtension().getMiny()); + //vector.add("" + layer.getExtension().getMaxx()); + //vector.add("" + layer.getExtension().getMaxy()); + //vector.add("-te_srs"); + //vector.add("EPSG:" + 4326); + vector.add("-r"); + vector.add("bilinear"); + vector.add("-of"); + vector.add("GTiff"); + WarpOptions warpOptions = new WarpOptions(vector); + + Dataset destDs = gdal.Warp(dest, new Dataset[]{ds}, warpOptions); + destDs.delete(); + } + + private static void Terrain2Png(LayerDto layer, String tif, String png, int width, int height) { + Dataset ds = null; + try { + ds = gdal.Open(tif, gdalconst.GA_ReadOnly); + if (null == ds || 0 == ds.getRasterCount()) return; + + Band band = ds.GetRasterBand(1); + float[] buffer = new float[width * height]; + //band.ReadRaster(0, 0, width, height, buffer, width, height, 0, 0); + band.ReadRaster(0, 0, width, height, buffer); + + BufferedImage image = new BufferedImage(width, height, BufferedImage.TYPE_INT_ARGB); + double differ = layer.getExtension().getMaxHeight() - layer.getExtension().getMinHeight(), minHeight = layer.getExtension().getMinHeight(); + for (int x = 0; x < width; x++) { + for (int y = 0; y < height; y++) { + int offset = x + y * width; + if (Float.isNaN(buffer[offset]) || buffer[offset] < -999 || buffer[offset] < minHeight) continue; + + int r = 0, g, b; + if (buffer[offset] - layer.getExtension().getMaxHeight() > 0) { + g = b = 255; + } else { + int val = (int) ((buffer[offset] - minHeight) / differ * 65535); + g = val / 256; + b = val % 256; + } + + Color color = new Color(r, g, b, 127); + //graphic.drawImage(image, x, y, 1, 1, color, null); + image.setRGB(x, y, color.getRGB()); + } + } + savePng(image, png); + } finally { + if (null != ds) ds.delete(); + } + } + + private static BufferedImage createImage(int width, int height) { + BufferedImage image = new BufferedImage(width, height, BufferedImage.TYPE_INT_ARGB); + Graphics2D graphic = image.createGraphics(); + Color transparent = new Color(0, 0, 0, 0); + graphic.setColor(transparent); + graphic.clearRect(0, 0, width, height); + graphic.dispose(); + + return image; + } + + private static void savePng(BufferedImage image, String png) { + try { + ImageIO.write(image, "png", new File(png)); + } catch (Exception ex) { + log.error(ex.getMessage(), ex); + } + } + + /** + * 寤虹瓚 + */ + private void copeBuilding(ResultDto dto, LayerDto layer) { + Driver driver = null; + DataSource dataSource = null; + Layer shpLayer = null; + try { + driver = ogr.GetDriverByName("ESRI shapefile"); + if (null == driver) return; + + dataSource = driver.Open(dto.getBuildingFile()); + if (null == dataSource) return; + + shpLayer = dataSource.GetLayer(0); + if (shpLayer.GetFeatureCount() < 1) return; + + do { + Feature f = shpLayer.GetNextFeature(); + if (null == f) break; + + String id = f.GetFieldAsString(config.getBuildingKey()); + BuildingDto building = new BuildingDto(id, f.GetGeometryRef()); + dto.getBuildingList().add(building); + } while (true); + } finally { + if (null != shpLayer) shpLayer.delete(); + if (null != dataSource) dataSource.delete(); + if (null != driver) driver.delete(); + } + } + + /** + * 姘撮潰 + */ + private void setWaterInfo(ResultDto dto, LayerDto layer) { + List<String> files = getFiles(dto.getWaterPath(), ".tif"); + layer.getWaters().setFiles(files); + if (null == files || files.size() == 0) return; + + setWaterData(layer, files); + setWaterHeight(layer, files); + } + + private void copeWater(ResultDto dto, LayerDto layer) { + List<String> files = layer.getWaters().getFiles(); + if (files.size() == 0 || files.size() != layer.getWaters().getData().size()) return; + + processWaters(dto, files, layer); + } + + private static List<String> getFiles(String path, String suffix) { + List<String> files = new ArrayList<>(); + getFiles(files, new File(path), suffix); + files.sort((a, b) -> a.compareToIgnoreCase(b)); + + return files; + } + + private static void getFiles(List<String> files, File file, String suffix) { + if (!file.exists()) return; + + if (file.isDirectory()) { + File[] fileList = file.listFiles(); + for (File f : fileList) { + if (f.isDirectory()) { + getFiles(files, f, suffix); + } else { + if (f.getName().toLowerCase().endsWith(suffix)) { + files.add(f.getPath()); + } + } + } + } else { + if (file.getName().toLowerCase().endsWith(suffix)) { + files.add(file.getPath()); + } + } + } + + private static void setWaterData(LayerDto layer, List<String> files) { + Calendar calendar = Calendar.getInstance(); + calendar.setTime(new Date()); + calendar.set(Calendar.MILLISECOND, 0); + + for (String file : files) { + String fileName = getNameWithExt(file); + int year = Integer.parseInt(fileName.substring(0, 4)); + int month = Integer.parseInt(fileName.substring(4, 6)); + int day = Integer.parseInt(fileName.substring(6, 8)); + int hour = Integer.parseInt(fileName.substring(8, 10)); + int minute = Integer.parseInt(fileName.substring(10, 12)); + int second = Integer.parseInt(fileName.substring(12, 14)); + + calendar.set(Calendar.YEAR, year); + calendar.set(Calendar.MONTH, month); + calendar.set(Calendar.DAY_OF_MONTH, day); + calendar.set(Calendar.HOUR_OF_DAY, hour); + calendar.set(Calendar.MINUTE, minute); + calendar.set(Calendar.SECOND, second); + + layer.getWaters().getData().add(calendar.getTime().getTime()); + } + layer.getDuration().setStart(layer.getWaters().getData().get(0)); + layer.getDuration().setEnd(layer.getWaters().getData().get(layer.getWaters().getData().size() - 1)); + } + + private static void setWaterHeight(LayerDto layer, List<String> files) { + files.parallelStream().forEach(file -> { + Dataset ds = null; + try { + ds = gdal.Open(file, gdalconst.GA_ReadOnly); + if (null == ds || 0 == ds.getRasterCount()) return; + + double[] mm = new double[2]; + ds.GetRasterBand(1).ComputeRasterMinMax(mm, 0); + layer.getExtension().setHeight(mm[0], mm[1]); + } finally { + if (null != ds) ds.delete(); + } + }); + layer.getExtension().setMinHeight(getMinVal(layer.getExtension().getMinHeight() - 1, 1000)); + layer.getExtension().setMaxHeight(getMaxVal(layer.getExtension().getMaxHeight() + 1, 1000)); + } + + private static void processWaters(ResultDto dto, List<String> files, LayerDto layer) { + for (int i = 0, c = files.size(); i < c; i++) { + Dataset ds = null; + try { + ds = gdal.Open(files.get(i), gdalconst.GA_ReadOnly); + if (null == ds || 0 == ds.getRasterCount()) return; + + createWaterPng(dto, ds, layer, layer.getWaters().getData().get(i)); + } finally { + if (null != ds) ds.delete(); + } + } + } + + private static void createWaterPng(ResultDto dto, Dataset ds, LayerDto layer, long ticks) { + String waterPath = dto.getOutPath() + File.separator + "waters" + File.separator + ticks; + File dir = new File(waterPath); + if (!dir.exists() || !dir.isDirectory()) dir.mkdirs(); + + for (int[] sizes : layer.getTerrain().getSize()) { + String fileName = getNameWithExt(ds.GetDescription()) + "_" + sizes[0] + "_" + sizes[1]; + String tif = dto.getTemp() + File.separator + fileName + ".tif"; + Resample(ds, tif, sizes[0], sizes[1], layer); + if (!new File(tif).exists()) continue; + + String png = waterPath + File.separator + sizes[0] + "_" + sizes[1] + ".png"; + water2Png(dto, layer, tif, png, sizes[0], sizes[1]); + } + } + + private static String getNameWithExt(String file) { + return file.substring(file.lastIndexOf(File.separator) + 1, file.lastIndexOf(".")); + } + + private static void water2Png(ResultDto dto, LayerDto layer, String tif, String png, int width, int height) { + Dataset ds = null; + try { + ds = gdal.Open(tif, gdalconst.GA_ReadOnly); + if (null == ds || 0 == ds.getRasterCount()) return; + + Band band = ds.GetRasterBand(1); + float[] buffer = new float[width * height]; + band.ReadRaster(0, 0, width, height, buffer); + double[] transform = ds.GetGeoTransform(); + + BufferedImage image = new BufferedImage(width, height, BufferedImage.TYPE_INT_ARGB); + double differ = layer.getExtension().getMaxHeight() - layer.getExtension().getMinHeight(), minHeight = layer.getExtension().getMinHeight(); + for (int x = 0; x < width; x++) { + for (int y = 0; y < height; y++) { + int offset = x + y * width; + if (Float.isNaN(buffer[offset]) || buffer[offset] < -999 || buffer[offset] < minHeight) continue; + + double X = transform[0] + x * transform[1] + y * transform[2]; + double Y = transform[3] + x * transform[4] + y * transform[5]; + //BuildingDto building = intersects(dto, X, Y); + //if (null != building) continue; + + int r = 0, g, b; + if (buffer[offset] - layer.getExtension().getMaxHeight() > 0) { + g = b = 255; + } else { + int val = (int) ((buffer[offset] - minHeight) / differ * 65535); + g = val / 256; + b = val % 256; + } + + Color color = new Color(r, g, b, 127); + image.setRGB(x, y, color.getRGB()); + } + } + savePng(image, png); + } finally { + if (null != ds) ds.delete(); + } + } + + /** + * 鏄惁鐩镐氦 + * https://blog.csdn.net/flyingshineangel/article/details/135423025 + */ + private static BuildingDto intersects(ResultDto dto, double x, double y) { + Geometry p = new Geometry(ogr.wkbPoint); + p.AddPoint_2D(x, y); + p.AssignSpatialReference(dto.getBuildingList().get(0).getGeom().GetSpatialReference()); + + return dto.getBuildingList().parallelStream().filter(b -> b.getGeom().Intersects(p)).findFirst().orElse(null); + } + + private void copeFlow(ResultDto dto, LayerDto layer) { + List<String> files = getFiles(dto.getFlowPath(), ".tif"); + if (null == files || files.size() != layer.getWaters().getData().size()) return; + + for (int i = 0, c = files.size(); i < c; i++) { + Dataset ds = null; + try { + ds = gdal.Open(files.get(i), gdalconst.GA_ReadOnly); + if (null == ds || 0 == ds.getRasterCount()) return; + + createFlowPng(dto, ds, layer, layer.getWaters().getData().get(i)); + } finally { + if (null != ds) ds.delete(); + } + } + } + + private static void createFlowPng(ResultDto dto, Dataset ds, LayerDto layer, long ticks) { + String flowPath = dto.getOutPath() + File.separator + "flows" + File.separator + ticks; + File dir = new File(flowPath); + if (!dir.exists() || !dir.isDirectory()) dir.mkdirs(); + + for (int[] sizes : layer.getTerrain().getSize()) { + String name = getNameWithExt(ds.GetDescription()) + "_" + sizes[0] + "_" + sizes[1]; + String tif = dto.getTemp() + File.separator + name + ".tif"; + Resample(ds, tif, sizes[0], sizes[1], layer); + if (!new File(tif).exists()) continue; + + String png = flowPath + File.separator + sizes[0] + "_" + sizes[1] + ".png"; + vxyTif2Png(layer, tif, png, sizes[0], sizes[1]); + } + } + + private static void vxyTif2Png(LayerDto layer, String tif, String png, int width, int height) { + Dataset ds = null; + try { + ds = gdal.Open(tif, gdalconst.GA_ReadOnly); + if (null == ds || 0 == ds.getRasterCount()) return; + + float[] vxBuffer = new float[width * height], vyBuffer = new float[width * height]; + ds.GetRasterBand(1).ReadRaster(0, 0, width, height, vxBuffer); + ds.GetRasterBand(2).ReadRaster(0, 0, width, height, vyBuffer); + + createFlowPng(vxBuffer, vyBuffer, png, width, height); + } finally { + if (null != ds) ds.delete(); + } + } + + private static void createFlowPng(float[] vxBuffer, float[] vyBuffer, String png, int width, int height) { + BufferedImage image = new BufferedImage(width, height, BufferedImage.TYPE_INT_ARGB); + // 鐢� R閫氶亾琛ㄧず锛屾祦鍚戜负褰掍竴鍖栫殑浜岀淮鍚戦噺锛坸,y锛夛紝G閫氶亾琛ㄧず涓� x *255 , B閫氶亾琛ㄧず涓� y * 255 + for (int x = 0; x < width; x++) { + for (int y = 0; y < height; y++) { + int offset = x + y * width; + float fx = getFloatValue(vxBuffer[offset]); + float fy = getFloatValue(vyBuffer[offset]); + if (Float.isNaN(fx) && Float.isNaN(fy) || (fx == 0 && fy == 0)) continue; + + fx = Float.isNaN(fx) ? 0 : fx; + fy = Float.isNaN(fy) ? 0 : fy; + double dr = Math.sqrt(Math.pow(fx, 2) + Math.pow(fy, 2)); + + int r = (int) (dr / 4 * 255); + int g = (int) ((fx / dr * 0.5 + 0.5) * 255); + int b = (int) ((fy / dr * 0.5 + 0.5) * 255); + + Color color = new Color(getSafeValue(r), getSafeValue(g), getSafeValue(b), 127); + image.setRGB(x, y, color.getRGB()); + } + } + savePng(image, png); + } + + private static float getFloatValue(float val) { + return (Float.isNaN(val) || val < -999) ? Float.NaN : val; + } + + private static int getSafeValue(int val) { + if (val < 0) return 0; + if (val > 255) return 255; + + return val; + } + + /** + * 鍏冩暟鎹� + */ + private void copeLayerJson(ResultDto dto, LayerDto layer) throws IOException { + layer.getWaters().setFiles(null); + layer.getTerrain().setEpsg(null); + + String json = JSON.toJSONString(layer); + //String json = JSONUtil.toJsonPrettyStr(layer); + String filePath = dto.getOutPath() + File.separator + "layer.json"; + + FileWriter fw = new FileWriter(filePath); + BufferedWriter bw = new BufferedWriter(fw); + bw.write(json); + bw.close(); + fw.close(); + } + + /** + * 澶勭悊闄嶆按鏇茬嚎鏂囦欢鏇茬嚎鍥� + */ + public void copeRainFallJson(ResultDto dto, LayerDto layer) throws IOException, ParseException { + String rainGageFilePath = config.getInPath() + File.separator + dto.getServiceName() + File.separator + "RainGage.dat"; + String filePath = dto.getOutPath() + File.separator + "rainfall.json"; + + String line; + Map<String, Double> rainFallJsons = new LinkedHashMap<>(); + SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm"); + + BufferedReader br = new BufferedReader(new FileReader(rainGageFilePath)); + // 澶勭悊绗竴琛屾暟鎹� + if ((line = br.readLine()) != null) { + while ((line = br.readLine()) != null) { + // 澶勭悊姣忎竴琛屾暟鎹� + String[] rainFall = line.split(" "); + + if (rainFall.length < 7) continue; + + String sdt = rainFall[1] + "-" + rainFall[2] + "-" + rainFall[3] + " " + rainFall[4] + ":" + rainFall[5]; + BigDecimal num = new BigDecimal(rainFall[6]); + rainFallJsons.put("" + sdf.parse(sdt).getTime(), num.setScale(2, RoundingMode.HALF_UP).doubleValue()); + } + } + + FileWriter fw = new FileWriter(filePath); + BufferedWriter bw = new BufferedWriter(fw); + bw.write(JSON.toJSONString(rainFallJsons)); + bw.close(); + fw.close(); } } -- Gitblit v1.9.3