package com.se.simu.service; import cn.hutool.core.io.FileUtil; import com.alibaba.fastjson.JSON; import com.se.simu.config.PropertiesConfig; import com.se.simu.domain.dto.BuildingDto; import com.se.simu.domain.dto.ExtensionDto; import com.se.simu.domain.dto.LayerDto; import com.se.simu.domain.dto.ResultDto; import com.se.simu.domain.po.DataPo; import com.se.simu.domain.vo.BuildingDepthVo; import com.se.simu.helper.GdalHelper; import com.se.simu.helper.ShpHelper; import lombok.extern.slf4j.Slf4j; import org.gdal.gdal.Band; import org.gdal.gdal.Dataset; import org.gdal.gdal.WarpOptions; import org.gdal.gdal.gdal; import org.gdal.gdalconst.gdalconst; import org.gdal.ogr.*; import org.springframework.stereotype.Service; import org.springframework.util.CollectionUtils; import javax.annotation.Resource; import javax.imageio.ImageIO; import java.awt.*; import java.awt.image.BufferedImage; import java.io.*; import java.math.BigDecimal; import java.math.RoundingMode; import java.text.ParseException; import java.text.SimpleDateFormat; import java.util.*; import java.util.List; import java.util.concurrent.CopyOnWriteArrayList; @Slf4j @Service @SuppressWarnings("ALL") public class ResultService { @Resource PropertiesConfig config; public final static double MAX_X_OFFSET = 0; private final static SimpleDateFormat SDF = new SimpleDateFormat("yyyy-MM-dd HH:mm"); public void process(DataPo data) throws Exception { String basePath = config.getInPath() + File.separator + data.getInPath() + File.separator; ResultDto dto = new ResultDto( data.getInPath(), basePath + config.getTerrainFile(), basePath + config.getBuildingFile(), basePath + config.getWaterPath(), basePath + config.getFlowPath(), config.getOutPath(), data.getEpsg()); LayerDto layer = new LayerDto(config.getVer(), data.getEpsg(), config.getSizes()); process(dto, layer); } private void process(ResultDto dto, LayerDto layer) throws Exception { try { copeTerrain(dto, layer); copeBuilding(dto, layer); List buildings = copeWater(dto, layer); copeFlow(dto, layer); copeLayerJson(dto, layer); copeRainFallJson(dto, layer); copeBuildingDepthJson(dto, buildings); } finally { File dir = new File(dto.getTemp()); if (dir.exists()) { FileUtil.del(dir); } } } private void copeTerrain(ResultDto dto, LayerDto layer) { Dataset ds = null; try { ds = gdal.Open(dto.getTerrainFile(), gdalconst.GA_ReadOnly); if (null == ds || 0 == ds.getRasterCount()) return; setTerrainInfo(ds, layer); setWaterInfo(dto, layer); createTerrainPng(dto, ds, layer); } finally { if (null != ds) ds.delete(); } } private void setTerrainInfo(Dataset ds, LayerDto layer) { Geometry minPoint = GdalHelper.getMinPoint(ds); Geometry maxPoint = GdalHelper.getMaxPoint(ds); double minx = getMinVal(minPoint.GetX(0), 10000000); double miny = getMinVal(minPoint.GetY(0), 10000000); double maxx = getMaxVal(maxPoint.GetX(0) + MAX_X_OFFSET, 10000000); double maxy = getMaxVal(maxPoint.GetY(0), 10000000); //layer.setExtension(new ExtensionDto(minx, miny, maxx, maxy, Double.MAX_VALUE, Double.MIN_VALUE)); Band band = ds.GetRasterBand(1); double[] mm = new double[2]; band.ComputeRasterMinMax(mm, 0); //layer.getTerrain().setHeight(getMinVal(mm[0], 1000), getMaxVal(mm[1], 1000)); layer.setExtension(new ExtensionDto(minx, miny, maxx, maxy, getMinVal(mm[0] - 1, 1000), getMaxVal(mm[1] + 1, 1000))); } private static double getMinVal(double val, double radix) { return ((long) Math.floor(val * radix)) / radix; } private static double getMaxVal(double val, double radix) { return ((long) Math.ceil(val * radix)) / radix; } private void createTerrainPng(ResultDto dto, Dataset ds, LayerDto layer) { String terrainPath = dto.getOutPath() + File.separator + "terrain"; File f = new File(terrainPath); if (!f.exists() || !f.isDirectory()) f.mkdirs(); for (int[] sizes : layer.getTerrain().getSize()) { String tif = dto.getTemp() + File.separator + "terrain_" + sizes[0] + "_" + sizes[1] + ".tif"; Resample(ds, tif, sizes[0], sizes[1], layer); if (!new File(tif).exists()) continue; String png = terrainPath + File.separator + sizes[0] + "_" + sizes[1] + ".png"; Terrain2Png(layer, tif, png, sizes[0], sizes[1]); } } private static void Resample(Dataset ds, String dest, int width, int height, LayerDto layer) { Vector vector = new Vector<>(); //vector.add("-s_srs"); //vector.add("EPSG:" + 4548); //vector.add("-t_srs"); //vector.add("EPSG:" + 4326); vector.add("-ts"); vector.add("" + width); vector.add("" + height); //vector.add("-te"); //vector.add("" + layer.getExtension().getMinx()); //vector.add("" + layer.getExtension().getMiny()); //vector.add("" + layer.getExtension().getMaxx()); //vector.add("" + layer.getExtension().getMaxy()); //vector.add("-te_srs"); //vector.add("EPSG:" + 4326); vector.add("-r"); vector.add("bilinear"); vector.add("-of"); vector.add("GTiff"); WarpOptions warpOptions = new WarpOptions(vector); Dataset destDs = gdal.Warp(dest, new Dataset[]{ds}, warpOptions); destDs.delete(); } private static void Terrain2Png(LayerDto layer, String tif, String png, int width, int height) { Dataset ds = null; try { ds = gdal.Open(tif, gdalconst.GA_ReadOnly); if (null == ds || 0 == ds.getRasterCount()) return; Band band = ds.GetRasterBand(1); float[] buffer = new float[width * height]; //band.ReadRaster(0, 0, width, height, buffer, width, height, 0, 0); band.ReadRaster(0, 0, width, height, buffer); BufferedImage image = new BufferedImage(width, height, BufferedImage.TYPE_INT_ARGB); double differ = layer.getExtension().getMaxHeight() - layer.getExtension().getMinHeight(), minHeight = layer.getExtension().getMinHeight(); for (int x = 0; x < width; x++) { for (int y = 0; y < height; y++) { int offset = x + y * width; if (Float.isNaN(buffer[offset]) || buffer[offset] < -999 || buffer[offset] < minHeight) continue; int r = 0, g, b; if (buffer[offset] - layer.getExtension().getMaxHeight() > 0) { g = b = 255; } else { int val = (int) ((buffer[offset] - minHeight) / differ * 65535); g = val / 256; b = val % 256; } Color color = new Color(r, g, b, 127); //graphic.drawImage(image, x, y, 1, 1, color, null); image.setRGB(x, y, color.getRGB()); } } savePng(image, png); } finally { if (null != ds) ds.delete(); } } private static BufferedImage createImage(int width, int height) { BufferedImage image = new BufferedImage(width, height, BufferedImage.TYPE_INT_ARGB); Graphics2D graphic = image.createGraphics(); Color transparent = new Color(0, 0, 0, 0); graphic.setColor(transparent); graphic.clearRect(0, 0, width, height); graphic.dispose(); return image; } private static void savePng(BufferedImage image, String png) { try { ImageIO.write(image, "png", new File(png)); } catch (Exception ex) { log.error(ex.getMessage(), ex); } } private void copeBuilding(ResultDto dto, LayerDto layer) { Driver driver = null; DataSource dataSource = null; Layer shpLayer = null; try { driver = ogr.GetDriverByName("ESRI shapefile"); if (null == driver) return; dataSource = driver.Open(dto.getBuildingFile()); if (null == dataSource) return; shpLayer = dataSource.GetLayer(0); if (shpLayer.GetFeatureCount() < 1) return; do { Feature f = shpLayer.GetNextFeature(); if (null == f) break; String id = f.GetFieldAsString(config.getBuildingKey()); BuildingDto building = new BuildingDto(id, f.GetGeometryRef()); dto.getBuildingList().add(building); } while (true); } finally { if (null != shpLayer) shpLayer.delete(); if (null != dataSource) dataSource.delete(); if (null != driver) driver.delete(); } } private void setWaterInfo(ResultDto dto, LayerDto layer) { List files = getFiles(dto.getWaterPath(), ".tif"); layer.getWaters().setFiles(files); if (null == files || files.size() == 0) return; setWaterData(layer, files); setWaterHeight(layer, files); } private List copeWater(ResultDto dto, LayerDto layer) { List files = layer.getWaters().getFiles(); if (files.size() == 0 || files.size() != layer.getWaters().getData().size()) return null; processWaters(dto, files, layer); return processBuilding(dto, files, layer); } private static List getFiles(String path, String suffix) { List files = new ArrayList<>(); getFiles(files, new File(path), suffix); files.sort((a, b) -> a.compareToIgnoreCase(b)); return files; } private static void getFiles(List files, File file, String suffix) { if (!file.exists()) return; if (file.isDirectory()) { File[] fileList = file.listFiles(); for (File f : fileList) { if (f.isDirectory()) { getFiles(files, f, suffix); } else { if (f.getName().toLowerCase().endsWith(suffix)) { files.add(f.getPath()); } } } } else { if (file.getName().toLowerCase().endsWith(suffix)) { files.add(file.getPath()); } } } private static void setWaterData(LayerDto layer, List files) { Calendar calendar = Calendar.getInstance(); calendar.setTime(new Date()); calendar.set(Calendar.MILLISECOND, 0); for (String file : files) { String fileName = getNameWithExt(file); int year = Integer.parseInt(fileName.substring(0, 4)); int month = Integer.parseInt(fileName.substring(4, 6)); int day = Integer.parseInt(fileName.substring(6, 8)); int hour = Integer.parseInt(fileName.substring(8, 10)); int minute = Integer.parseInt(fileName.substring(10, 12)); int second = Integer.parseInt(fileName.substring(12, 14)); calendar.set(Calendar.YEAR, year); calendar.set(Calendar.MONTH, month); calendar.set(Calendar.DAY_OF_MONTH, day); calendar.set(Calendar.HOUR_OF_DAY, hour); calendar.set(Calendar.MINUTE, minute); calendar.set(Calendar.SECOND, second); layer.getWaters().getData().add(calendar.getTime().getTime()); } layer.getDuration().setStart(layer.getWaters().getData().get(0)); layer.getDuration().setEnd(layer.getWaters().getData().get(layer.getWaters().getData().size() - 1)); } private static void setWaterHeight(LayerDto layer, List files) { files.parallelStream().forEach(file -> { Dataset ds = null; try { ds = gdal.Open(file, gdalconst.GA_ReadOnly); if (null == ds || 0 == ds.getRasterCount()) return; double[] mm = new double[2]; ds.GetRasterBand(1).ComputeRasterMinMax(mm, 0); //layer.getExtension().setHeight(mm[0], mm[1]); layer.getWaters().setHeight(mm[0], mm[1]); } finally { if (null != ds) ds.delete(); } }); //layer.getExtension().setMinHeight(getMinVal(layer.getExtension().getMinHeight() - 1, 1000)); //layer.getExtension().setMaxHeight(getMaxVal(layer.getExtension().getMaxHeight() + 1, 1000)); layer.getWaters().setMinHeight(getMinVal(layer.getWaters().getMinHeight() - 1, 1000)); layer.getWaters().setMaxHeight(getMaxVal(layer.getWaters().getMaxHeight() + 1, 1000)); } private static void processWaters(ResultDto dto, List files, LayerDto layer) { for (int i = 0, c = files.size(); i < c; i++) { Dataset ds = null; try { ds = gdal.Open(files.get(i), gdalconst.GA_ReadOnly); if (null == ds || 0 == ds.getRasterCount()) return; if (null == ds.GetSpatialRef()) ds.SetSpatialRef(dto.getSpatialReference()); createWaterPng(dto, ds, layer, layer.getWaters().getData().get(i)); copyWaterTif(dto, ds, layer.getWaters().getData().get(i)); createVectorShp(dto, ds, layer, layer.getWaters().getData().get(i)); } finally { if (null != ds) ds.delete(); } } } private static void createWaterPng(ResultDto dto, Dataset ds, LayerDto layer, long ticks) { String waterPath = dto.getOutPath() + File.separator + "waters" + File.separator + ticks; File dir = new File(waterPath); if (!dir.exists() || !dir.isDirectory()) dir.mkdirs(); for (int[] sizes : layer.getTerrain().getSize()) { String fileName = getNameWithExt(ds.GetDescription()) + "_" + sizes[0] + "_" + sizes[1]; String tif = dto.getTemp() + File.separator + fileName + ".tif"; Resample(ds, tif, sizes[0], sizes[1], layer); if (!new File(tif).exists()) continue; String png = waterPath + File.separator + sizes[0] + "_" + sizes[1] + ".png"; water2Png(dto, layer, tif, png, sizes[0], sizes[1]); } } private static String getNameWithExt(String file) { return file.substring(file.lastIndexOf(File.separator) + 1, file.lastIndexOf(".")); } private static void water2Png(ResultDto dto, LayerDto layer, String tif, String png, int width, int height) { Dataset ds = null; try { ds = gdal.Open(tif, gdalconst.GA_ReadOnly); if (null == ds || 0 == ds.getRasterCount()) return; Band band = ds.GetRasterBand(1); float[] buffer = new float[width * height]; band.ReadRaster(0, 0, width, height, buffer); double[] transform = ds.GetGeoTransform(); BufferedImage image = new BufferedImage(width, height, BufferedImage.TYPE_INT_ARGB); double differ = layer.getWaters().getMaxHeight() - layer.getWaters().getMinHeight(), minHeight = layer.getWaters().getMinHeight(); for (int x = 0; x < width; x++) { for (int y = 0; y < height; y++) { int offset = x + y * width; //if (Float.isNaN(buffer[offset]) || buffer[offset] < -999 || buffer[offset] < minHeight) continue; if (Float.isNaN(buffer[offset]) || buffer[offset] <= 0 || buffer[offset] < minHeight) continue; //double X = transform[0] + x * transform[1] + y * transform[2]; //double Y = transform[3] + x * transform[4] + y * transform[5]; //BuildingDto building = intersects(dto, X, Y); //if (null != building) continue; int r = 0, g, b; if (buffer[offset] - layer.getWaters().getMaxHeight() > 0) { g = b = 255; } else { int val = (int) ((buffer[offset] - minHeight) / differ * 65535); g = val / 256; b = val % 256; } Color color = new Color(r, g, b, 127); image.setRGB(x, y, color.getRGB()); } } savePng(image, png); } finally { if (null != ds) ds.delete(); } } private static BuildingDto intersects(ResultDto dto, double x, double y) { Geometry p = new Geometry(ogr.wkbPoint); p.AddPoint_2D(x, y); p.AssignSpatialReference(dto.getBuildingList().get(0).getGeom().GetSpatialReference()); return dto.getBuildingList().parallelStream().filter(b -> b.getGeom().Intersects(p)).findFirst().orElse(null); } private List processBuilding(ResultDto dto, List files, LayerDto layer) { List list = new CopyOnWriteArrayList<>(); for (int i = 0, c = files.size(); i < c; i++) { Dataset ds = null; try { ds = gdal.Open(files.get(i), gdalconst.GA_ReadOnly); if (null == ds || 0 == ds.getRasterCount()) continue; if (null == ds.GetSpatialRef()) ds.SetSpatialRef(dto.getSpatialReference()); copeBuildingDepth(dto, ds, layer.getWaters().getData().get(i), list); } finally { if (null != ds) ds.delete(); } } return list; } private void copeBuildingDepth(ResultDto dto, Dataset ds, long ticks, List list) { double[] transform = ds.GetGeoTransform(); int xSize = ds.getRasterXSize(), ySize = ds.getRasterYSize(); double minX = transform[0], pixelWidth = transform[1], maxY = transform[3], pixelHeight = Math.abs(transform[5]); for (BuildingDto building : dto.getBuildingList()) { Double val = getValue(ds, building, xSize, ySize, minX, maxY, pixelWidth, pixelHeight); list.add(new BuildingDepthVo(building.getId(), ticks, val)); } } private Double getValue(Dataset ds, BuildingDto building, int xSize, int ySize, double minX, double maxY, double pixelWidth, double pixelHeight) { double[] env = new double[4]; building.getGeom().GetEnvelope(env); int startX = (int) Math.floor((env[0] - minX) / pixelWidth); int endX = (int) Math.floor((env[1] - minX) / pixelWidth); int startY = (int) Math.floor((maxY - env[3]) / Math.abs(pixelHeight)); int endY = (int) Math.floor((maxY - env[2]) / Math.abs(pixelHeight)); if (startX < 0) startX = 0; if (startY < 0) startY = 0; if (endX > ds.getRasterXSize()) endX = ds.getRasterXSize(); if (endY > ds.getRasterYSize()) endY = ds.getRasterYSize(); if (endX - startX < 1 || endY - startY < 1) return null; int width = endX - startX; int height = endY - startY; double[] pixelValues = new double[width * height]; ds.GetRasterBand(1).ReadRaster(startX, startY, width, height, pixelValues); Double val = Arrays.stream(pixelValues).max().getAsDouble(); return isValid(val) ? val : null; } public static boolean isValid(Double val) { return !Double.isNaN(val) && val > Integer.MIN_VALUE; } private static void copyWaterTif(ResultDto dto, Dataset ds, long ticks) { String source = ds.GetDescription(); String target = dto.getOutPath() + File.separator + "waters" + File.separator + ticks + File.separator + "water.tif"; FileUtil.copyFile(source, target); } private static void createVectorShp(ResultDto dto, Dataset ds, LayerDto layer, Long ticks) { String filePath = dto.getOutPath() + File.separator + "waters" + File.separator + ticks + File.separator + "water.geojson"; ShpHelper.polygonize2Geojson(ds, filePath); } private void copeFlow(ResultDto dto, LayerDto layer) { List files = getFiles(dto.getFlowPath(), ".tif"); if (null == files || files.size() != layer.getWaters().getData().size()) return; for (int i = 0, c = files.size(); i < c; i++) { Dataset ds = null; try { ds = gdal.Open(files.get(i), gdalconst.GA_ReadOnly); if (null == ds || 0 == ds.getRasterCount()) return; if (null == ds.GetSpatialRef()) ds.SetSpatialRef(dto.getSpatialReference()); createFlowPng(dto, ds, layer, layer.getWaters().getData().get(i)); } finally { if (null != ds) ds.delete(); } } } private static void createFlowPng(ResultDto dto, Dataset ds, LayerDto layer, long ticks) { String flowPath = dto.getOutPath() + File.separator + "flows" + File.separator + ticks; File dir = new File(flowPath); if (!dir.exists() || !dir.isDirectory()) dir.mkdirs(); for (int[] sizes : layer.getTerrain().getSize()) { String name = getNameWithExt(ds.GetDescription()) + "_" + sizes[0] + "_" + sizes[1]; String tif = dto.getTemp() + File.separator + name + ".tif"; Resample(ds, tif, sizes[0], sizes[1], layer); if (!new File(tif).exists()) continue; String png = flowPath + File.separator + sizes[0] + "_" + sizes[1] + ".png"; vxyTif2Png(layer, tif, png, sizes[0], sizes[1]); } } private static void vxyTif2Png(LayerDto layer, String tif, String png, int width, int height) { Dataset ds = null; try { ds = gdal.Open(tif, gdalconst.GA_ReadOnly); if (null == ds || 0 == ds.getRasterCount()) return; float[] vxBuffer = new float[width * height], vyBuffer = new float[width * height]; ds.GetRasterBand(1).ReadRaster(0, 0, width, height, vxBuffer); ds.GetRasterBand(2).ReadRaster(0, 0, width, height, vyBuffer); createFlowPng(vxBuffer, vyBuffer, png, width, height); } finally { if (null != ds) ds.delete(); } } private static void createFlowPng(float[] vxBuffer, float[] vyBuffer, String png, int width, int height) { BufferedImage image = new BufferedImage(width, height, BufferedImage.TYPE_INT_ARGB); for (int x = 0; x < width; x++) { for (int y = 0; y < height; y++) { int offset = x + y * width; float fx = getFloatValue(vxBuffer[offset]); float fy = getFloatValue(vyBuffer[offset]); if (Float.isNaN(fx) && Float.isNaN(fy) || (fx == 0 && fy == 0)) continue; fx = Float.isNaN(fx) ? 0 : fx; fy = Float.isNaN(fy) ? 0 : fy; double dr = Math.sqrt(Math.pow(fx, 2) + Math.pow(fy, 2)); int r = (int) (dr / 4 * 255); int g = (int) ((fx / dr * 0.5 + 0.5) * 255); int b = (int) ((fy / dr * 0.5 + 0.5) * 255); Color color = new Color(getSafeValue(r), getSafeValue(g), getSafeValue(b), 127); image.setRGB(x, y, color.getRGB()); } } savePng(image, png); } private static float getFloatValue(float val) { return (Float.isNaN(val) || val < -999) ? Float.NaN : val; } private static int getSafeValue(int val) { if (val < 0) return 0; if (val > 255) return 255; return val; } private void copeLayerJson(ResultDto dto, LayerDto layer) throws IOException { layer.getWaters().setFiles(null); layer.getTerrain().setEpsg(null); String json = JSON.toJSONString(layer); // String json = JSONUtil.toJsonPrettyStr(layer); String filePath = dto.getOutPath() + File.separator + "layer.json"; writeJson(filePath, json); } public void copeRainFallJson(ResultDto dto, LayerDto layer) throws IOException, ParseException { String rainGageFilePath = config.getInPath() + File.separator + dto.getServiceName() + File.separator + "RainGage.dat"; String filePath = dto.getOutPath() + File.separator + "rainfall.json"; Map map = new LinkedHashMap<>(); FileReader fr = new FileReader(rainGageFilePath); BufferedReader br = new BufferedReader(fr); String line = br.readLine(); while ((line = br.readLine()) != null) { String[] rainFall = line.split(" "); if (rainFall.length < 7) continue; String sdt = rainFall[1] + "-" + rainFall[2] + "-" + rainFall[3] + " " + rainFall[4] + ":" + rainFall[5]; BigDecimal num = new BigDecimal(rainFall[6]); map.put("" + SDF.parse(sdt).getTime(), num.setScale(2, RoundingMode.HALF_UP).doubleValue()); } br.close(); fr.close(); String json = JSON.toJSONString(map); writeJson(filePath, json); } private void copeBuildingDepthJson(ResultDto dto, List list) throws IOException { if (CollectionUtils.isEmpty(list)) return; String json = JSON.toJSONString(list); String filePath = dto.getOutPath() + File.separator + "building.json"; writeJson(filePath, json); } private void writeJson(String filePath, String json) throws IOException { FileWriter fw = new FileWriter(filePath); BufferedWriter bw = new BufferedWriter(fw); bw.write(json); bw.close(); fw.close(); } }