From 1ad7b12d159e4b69e8c23670e64de1700e2c8ed4 Mon Sep 17 00:00:00 2001
From: 张洋洋 <10611411+yang-yang-z@user.noreply.gitee.com>
Date: 星期二, 14 一月 2025 11:53:57 +0800
Subject: [PATCH] [add]管线json
---
src/main/java/com/se/simu/controller/SimuController.java | 375 ++++++++++++++++++++++++++++++++++++++++------------
1 files changed, 285 insertions(+), 90 deletions(-)
diff --git a/src/main/java/com/se/simu/controller/SimuController.java b/src/main/java/com/se/simu/controller/SimuController.java
index 00c08ac..6c0aa4e 100644
--- a/src/main/java/com/se/simu/controller/SimuController.java
+++ b/src/main/java/com/se/simu/controller/SimuController.java
@@ -1,33 +1,29 @@
package com.se.simu.controller;
+import com.alibaba.fastjson.JSONArray;
+import com.alibaba.fastjson.JSONObject;
import com.baomidou.mybatisplus.core.metadata.IPage;
+import com.google.common.io.Resources;
import com.se.simu.config.PropertiesConfig;
import com.se.simu.domain.dto.GeDb;
import com.se.simu.domain.dto.GeLayer;
import com.se.simu.domain.po.DataPo;
import com.se.simu.domain.po.SimuPo;
-import com.se.simu.domain.vo.CreateSimuVo;
-import com.se.simu.domain.vo.R;
-import com.se.simu.domain.vo.SimuVo;
+import com.se.simu.domain.vo.*;
import com.se.simu.service.*;
+import com.se.simu.utils.*;
import io.swagger.annotations.*;
import lombok.extern.slf4j.Slf4j;
-import org.springframework.http.HttpStatus;
-import org.springframework.http.ResponseEntity;
+import org.apache.commons.lang3.StringUtils;
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.core.io.ClassPathResource;
import org.springframework.web.bind.annotation.*;
-import org.springframework.web.multipart.MultipartFile;
import javax.annotation.Resource;
-import java.io.IOException;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.nio.file.Paths;
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.Date;
-import java.util.List;
-import java.util.concurrent.CompletableFuture;
-import java.util.concurrent.ExecutionException;
+import java.io.*;
+import java.net.URL;
+import java.nio.charset.StandardCharsets;
+import java.util.*;
import java.util.stream.Collectors;
@Api(tags = "浠跨湡绠＄悊")
@@ -50,6 +46,13 @@
@Resource
PropertiesConfig config;
+
+ @Value("${simu-app.filePath}")
+ private String uploadedFolder;
+
+ @Value("${config.outPath}")
+ private String outPath;
+
@Resource
ResultService resultService;
@@ -172,95 +175,132 @@
String token = gedbService.getToken();
GeDb db = gedbService.connectGedb(token, data);
List<GeLayer> layers = gedbService.getLayers(token, db);
+ boolean result = gedbService.queryBboxCount(token, db, layers);
+ log.info("result = " + result);
+ return success(result);
- return success(gedbService.queryBboxCount(token, db, layers));
+ // return success(gedbService.queryBboxCount(token, db, layers));
} catch (Exception ex) {
return fail(ex, false);
}
}
- @ApiOperation("test-涓婁紶澶氫釜鏂囦欢")
- @ApiImplicitParam(name = "schemeName", value = "鏂规鍚嶇О", required = true, dataType = "String", paramType = "query", example = "edf243d3-3bec-4c51-9930-1ba862d9b5a3", dataTypeClass = String.class)
- @PostMapping("/uploadMultipleFiles")
- public ResponseEntity<String> uploadMultipleFiles(List<MultipartFile> files, @RequestParam("schemeName") String schemeName) throws IOException {
- // 涓婁紶鏂囦欢璺緞
- String targetDir = Paths.get(config.getOutPath(), schemeName).toString();
- log.info("鐩爣鐩綍: {}", targetDir);
- createDirectoriesIfNotExists(targetDir);
- List<CompletableFuture<Void>> uploadTasks = files.stream()
- .map(file -> CompletableFuture.runAsync(() -> {
- try {
- file.transferTo(Paths.get(targetDir, file.getOriginalFilename()));
- } catch (IOException e) {
- log.error("鏂囦欢涓婁紶澶辫触", e);
- throw new RuntimeException("鏂囦欢涓婁紶澶辫触");
- }
- }))
- .collect(Collectors.toList());
-
- CompletableFuture<Void> allUploadTasks = CompletableFuture.allOf(uploadTasks.toArray(new CompletableFuture[0]));
-
- try {
- allUploadTasks.get();
- return ResponseEntity.ok("鎵�鏈夋枃浠朵笂浼犳垚鍔�");
- } catch (InterruptedException | ExecutionException e) {
- log.error("鏂囦欢涓婁紶澶辫触", e);
- return ResponseEntity.status(HttpStatus.INTERNAL_SERVER_ERROR).body("鏂囦欢涓婁紶澶辫触");
- }
- }
-
-
- /**
- * @param targetDir 鐩爣鐩綍
- * @throws IOException
- */
- private void createDirectoriesIfNotExists(String targetDir) throws IOException {
- Path path = Paths.get(targetDir);
- if (!Files.exists(path)) {
- Files.createDirectories(path);
- }
- }
-
/**
* 鏂囦欢鍒涘缓妯℃嫙
+ * <p>
+ * "鐘舵�侊細
+ * 0-鍒涘缓浠跨湡浠诲姟锛�
+ * 1-杩炴帴GEDB搴擄紝
+ * 2-涓嬭浇绌洪棿鏁版嵁锛�
+ * 3-涓嬭浇楂樼▼鏁版嵁锛�
+ * 4-鐢熸垚闄嶉洦鏂囦欢锛�
+ * 5-鐢熸垚閰嶇疆鏂囦欢锛�
+ * 6-妯℃嫙鍐呮稘浠跨湡锛�
+ * 7-澶勭悊姘翠綅鏂囦欢锛�
+ * 8-澶勭悊鎺掓按鏂囦欢锛�
+ * 9-澶勭悊浠跨湡缁撴灉锛�
+ * 10-瀹屾垚锛�-10-鍑洪敊
*
* @param vo VO
* @return {@link R}<{@link Object}>
*/
@ApiOperation(value = "鏂囦欢鍒涘缓")
@PostMapping(value = "/file_create", produces = "application/json; charset=UTF-8")
- public R<Object> fileCreate(List<MultipartFile> files,@RequestBody @ApiParam("鍒涘缓浠跨湡瑙嗗浘绫�") CreateSimuVo vo) throws IOException {
- // 涓婁紶鏂囦欢璺緞
- String targetDir = Paths.get(config.getOutPath(), "files").toString();
- log.info("鐩爣鐩綍: {}", targetDir);
- createDirectoriesIfNotExists(targetDir);
- List<CompletableFuture<Void>> uploadTasks = files.stream()
- .map(file -> CompletableFuture.runAsync(() -> {
- try {
- file.transferTo(Paths.get(targetDir, file.getOriginalFilename()));
- } catch (IOException e) {
- log.error("鏂囦欢涓婁紶澶辫触", e);
- throw new RuntimeException("鏂囦欢涓婁紶澶辫触");
- }
- }))
- .collect(Collectors.toList());
- CompletableFuture<Void> allUploadTasks = CompletableFuture.allOf(uploadTasks.toArray(new CompletableFuture[0]));
+ public R<Object> fileCreate(@RequestBody @ApiParam("鍒涘缓浠跨湡瑙嗗浘绫�") CreateFilesSimuVo vo) throws IOException {
+ // 鑾峰彇涓婁紶鏂囦欢璺緞
+ String targetDir = uploadedFolder;
+ log.info("涓婁紶鏂囦欢璺緞锛歿}", targetDir);
+ // 鑾峰彇鍚勪釜鏂囦欢鐨勫湴鍧�
+ String floodFile = vo.getFloodFile();
+ log.info("鑼冨洿鏂囦欢鍦板潃锛歿}", floodFile);
try {
- allUploadTasks.get();
- log.info("鏂囦欢涓婁紶鎴愬姛");
- } catch (InterruptedException | ExecutionException e) {
- log.error("鏂囦欢涓婁紶澶辫触", e);
+ // 鍒ゆ柇鏄惁缁樺埗鍖哄煙
+ if (!StringUtils.isEmpty(vo.getMaxx().toString()) && !Objects.isNull(vo.getMaxx())) {
+ rangeVerify(vo.getMinx(), vo.getMaxx(), vo.getMiny(), vo.getMaxy());
+ log.info("缁樺埗鍖哄煙鑼冨洿楠岃瘉閫氳繃!");
+ } else
+ // 鍒ゆ柇鍦板潃涓嶄负绌�
+ if (StringUtils.isEmpty(floodFile)) {
+ return fail("鑼冨洿鏂囦欢鍦板潃涓嶈兘涓虹┖", false);
+ } else {
+ // 鑾峰彇鏂囦欢鐨勫悗缂�鍚�
+ String fileName = floodFile.substring(floodFile.lastIndexOf("."));
+ // 鍒ゆ柇鍚庣紑鍚嶆槸鍚︿负.shp
+ if (!fileName.equalsIgnoreCase(".shp")) {
+ return fail("鑼冨洿鏂囦欢鏍煎紡涓嶆纭�", false);
+ } else {
+ // 1 璇诲彇shp鏂囦欢锛岃幏鍙栬寖鍥村��
+ JSONObject jsonObject = ShpToolUtils.readShp(floodFile);
+ // 2 鑾峰彇jsonObject涓殑鑼冨洿鍊�
+ Double minX = jsonObject.getDouble("minY");
+ Double maxX = jsonObject.getDouble("maxY");
+ Double minY = jsonObject.getDouble("minX");
+ Double maxY = jsonObject.getDouble("maxX");
+ // 3 鍒ゆ柇鑼冨洿鍊兼槸鍚︿负绌�
+ // vo.setMinx(jsonObject.getDouble("minX"));
+ // vo.setMaxx(jsonObject.getDouble("maxX"));
+ // vo.setMiny(jsonObject.getDouble("minY"));
+ // vo.setMaxy(jsonObject.getDouble("maxY"));
+ vo.setMinx(jsonObject.getDouble("minY"));
+ vo.setMaxx(jsonObject.getDouble("maxY"));
+ vo.setMiny(jsonObject.getDouble("minX"));
+ vo.setMaxy(jsonObject.getDouble("maxX"));
+ rangeVerify(minX, maxX, minY, maxY);
+ }
+ }
+ // todo: 瑙ｆ瀽鑼冨洿鏂囦欢 鏍规嵁涓嶅悓鐨勭殑鏍煎紡鏂囦欢杩涜涓嶅悓鐨勮В鏋愶紝鑾峰彇闇�瑕佽绠楃殑鑼冨洿鍊�
+ // 涓婁紶鏍煎紡锛�.shp/.tiff/.img/.geojson
+ // 閲嶆柊缁檝o璧嬪��
+ } catch (Exception e) {
+ log.error("瑙ｆ瀽鑼冨洿鏂囦欢澶辫触");
+ if (null == vo.getMinx() || null == vo.getMiny() || null == vo.getMaxx() || null == vo.getMaxy()) {
+ return fail("瑙ｆ瀽鑼冨洿鏂囦欢澶辫触锛侀�夋嫨鑼冨洿涓嶈兘涓虹┖锛岃閲嶆柊閫夋嫨鏂囦欢锛�", false);
+ }
+ }
+ JSONArray jsonArray = new JSONArray();
+ String stationFile = vo.getStationFile();
+ log.info("绔欑偣鏂囦欢shp鍦板潃锛歿}", stationFile);
+ try {
+ // 鍒ゆ柇鍦板潃涓嶄负绌�
+ if (StringUtils.isEmpty(stationFile)) {
+ return fail("绔欑偣鏂囦欢shp鍦板潃涓嶈兘涓虹┖", false);
+ }
+ // 1 璇诲彇shp鏂囦欢锛岃幏鍙栫珯鐐瑰潗鏍囧��
+ jsonArray = ShpToolUtils.readShpGetLocal(stationFile);
+ System.out.println("jsonArray = " + jsonArray);
+ } catch (Exception e) {
+ log.error("瑙ｆ瀽绔欑偣鏂囦欢shp澶辫触");
}
+ String stationRainFile = vo.getStationRainFile();
+ log.info("绔欑偣闆ㄩ噺CSV鏂囦欢鍦板潃锛歿}", floodFile);
+ JSONArray array = new JSONArray();
+ // 鍒涘缓琛ㄥ悕 鏃堕棿鎴�
+ String tableName = "station_rain_" + System.currentTimeMillis();
try {
- if (null == vo.getTotal() || vo.getTotal() < 1 || vo.getTotal() > 1000) {
- return fail("闄嶉洦閲忎笉鑳戒负绌猴紝涓斿彇鍊煎湪1~1000涔嬮棿");
+ // 鍒ゆ柇鍦板潃涓嶄负绌�
+ if (StringUtils.isEmpty(stationRainFile)) {
+ return fail("绔欑偣闆ㄩ噺CSV鏂囦欢鍦板潃涓嶈兘涓虹┖", false);
}
+ // 1 璇诲彇CSV 鏂囦欢
+ array = CsvToSQLiteUtils.readCsvSaveLocal(stationRainFile, tableName);
+ // 鑾峰彇浠跨湡鏃堕棿 duration
+ Integer duration = CsvToSQLiteUtils.getDuration(tableName);
+ log.info("浠跨湡鏃堕棿 duration = {}", duration);
+ vo.setDuration(duration);
+
+ // 鑾峰彇闄嶉洦鎬婚噺 total
+ Double total = CsvToSQLiteUtils.getTotal(tableName);
+ log.info("闄嶉洦鎬婚噺 total = {}", total);
+ vo.setTotal(total);
+
+ } catch (Exception e) {
+ log.error("瑙ｆ瀽绔欑偣闆ㄩ噺CSV鏂囦欢澶辫触");
+ }
+ // TODO: 2024/12/24 鏍规嵁杩欎簺鏂囦欢鐨勫湴鍧�锛岃幏鍙栨枃浠跺唴瀹癸紝鍒涘缓浠跨湡瑙嗗浘
+ try {
if (null == vo.getDuration() || vo.getDuration() < 1 || vo.getDuration() > 10080) {
return fail("浠跨湡鏃堕暱涓嶈兘涓虹┖锛屼笖鍙栧�煎湪1~10080涔嬮棿");
- }
- if (null == vo.getMinx() || null == vo.getMiny() || null == vo.getMaxx() || null == vo.getMaxy()) {
- return fail("閫夋嫨鑼冨洿涓嶈兘涓虹┖", false);
}
if (null == vo.getPid() || vo.getPid() < 0) {
vo.setPid(0);
@@ -268,12 +308,10 @@
if (null == vo.getNum() || vo.getNum() < 1) {
vo.setNum(simuService.getMaxId() + 1);
}
- if (null == vo.getPid() || vo.getPid() < 0) {
- vo.setPid(0);
- }
if (null == vo.getStartTime()) {
vo.setStartTime(new Date());
}
+ // 闃叉睕浣滀笟
if (vo.getPid() > 0) {
SimuPo pp = simuService.getSimuByPid(vo.getPid());
if (null == pp) {
@@ -295,6 +333,7 @@
return fail("闃叉睕鑼冨洿涓嶈兘涓虹┖", false);
}
}
+ // 寮�濮嬫ā鎷熻绠�
boolean flag = simuFilesService.createByfiles(vo);
return success(flag, flag ? "鎴愬姛" : "澶辫触");
} catch (Exception ex) {
@@ -302,11 +341,167 @@
}
}
+ @ApiOperation(value = "tarr鏂囦欢缁勮")
+ @GetMapping(value = "/saveZarr", produces = "application/json; charset=UTF-8")
+ public R<Boolean> saveZarr(@RequestParam("name") String tableName) throws IOException {
+ List<String> list = CsvToSQLiteUtils.getNameList(tableName);
+ String path = outPath + "\\";
+ String rainfall = "rainfall\\";
+ String basePath = path + tableName + "\\" + rainfall;
+ JSONObject jsonObject = getModule("rainfallmodule.json");
+ for (String src : list
+ ) {
+ File directories = new File(basePath);
+ if (!directories.exists()) {
+ directories.mkdirs();
+ System.out.println("Directories created successfully.");
+ } else {
+ System.out.println("Directories already exist.");
+ }
+ List<StationRainVo> stationRainVos = CsvToSQLiteUtils.getList(tableName, src);
+ ZarrUtils.saveZarrRainfall(basePath + src, stationRainVos);
+ ZarrUtils.saveZarrTime(basePath + src, stationRainVos);
+ ZipUtils.toZarr(basePath + src, basePath + src + ".zip");
+ System.out.println(src + "鐨剒arr鏁版嵁鐢熸垚=====================");
+ //json鎷艰
+ String uuid = "UUID_" + UUID.randomUUID().toString();
+ //鎷艰zarr
+ JSONObject dynamizer = new JSONObject();
+ dynamizer.put("url", rainfall.replace("\\", "/") + src + ".zarr");
+ dynamizer.put("gmlId", uuid);
+ jsonObject.getJSONArray("Dynamizers").add(dynamizer);
+ //鎷艰鍧愭爣
+ JSONArray vertice = new JSONArray();
+ vertice.add(stationRainVos.get(0).getLongitude());
+ vertice.add(stationRainVos.get(0).getLatitude());
+ vertice.add(0.0);
+ jsonObject.getJSONArray("vertices").add(vertice);
+ //鎷艰鍩虹淇℃伅
+ JSONObject cityObject = new JSONObject();
+ cityObject.put("type", "+Rainfall");
+ JSONObject attribute = new JSONObject();
+ attribute.put("name", src);
+ cityObject.put("attributes", attribute);
+ JSONArray geometry = new JSONArray();
+ JSONObject metry = new JSONObject();
+ metry.put("type", "MultiPoint");
+ metry.put("lod", 0);
+ JSONArray boundarie = new JSONArray();
+ boundarie.add(jsonObject.getJSONArray("vertices").size());
+ metry.put("boundaries", boundarie);
+ geometry.add(metry);
+ cityObject.put("geometry", geometry);
+ jsonObject.getJSONObject("CityObjects").put(uuid, cityObject);
+ }
+ File jsonFile = new File(path + tableName + "\\闄嶉洦閲�.json");
+ if (jsonFile.exists()) {
+ jsonFile.createNewFile();
+ }
+ FileWriter fileWriter = new FileWriter(path + tableName + "\\闄嶉洦閲�.json");
+ fileWriter.write(jsonObject.toJSONString());
+ fileWriter.close();
+ return success(true);
+ }
+ @ApiOperation(value = "绠＄偣杞琧ityjson")
+ @GetMapping(value = "/pointToCityJson", produces = "application/json; charset=UTF-8")
+ public R<String> pointToCityJson(@RequestParam("shpPath") String shpPath) throws Exception {
+ String path = outPath + "\\point\\";
+ List<Map<String, Object>> list = ShpReadUtils.readPointShp(shpPath);
+ JSONObject jsonObject = getModule("pointmodule.json");
+ for (Map<String, Object> map : list
+ ) {
+ //鎷艰鍧愭爣
+ JSONArray vertice = new JSONArray();
+ vertice.add(map.get("lon"));
+ vertice.add(map.get("lat"));
+ vertice.add(0.0);
+ jsonObject.getJSONArray("vertices").add(vertice);
+ //鎷艰鍩虹淇℃伅
+ JSONObject cityObject = new JSONObject();
+ cityObject.put("type", "+PipePoint");
+ JSONObject attribute = new JSONObject();
+ attribute.put("name", map.get("fsw"));
+ cityObject.put("attributes", attribute);
+ JSONArray geometry = new JSONArray();
+ JSONObject metry = new JSONObject();
+ metry.put("type", "MultiPoint");
+ metry.put("lod", 0);
+ JSONArray boundarie = new JSONArray();
+ boundarie.add(jsonObject.getJSONArray("vertices").size());
+ metry.put("boundaries", boundarie);
+ geometry.add(metry);
+ cityObject.put("geometry", geometry);
+ jsonObject.getJSONObject("CityObjects").put("UUID_" + UUID.randomUUID().toString(), cityObject);
+ }
+ long times = System.currentTimeMillis();
+ String pointPath = path + times + "\\绠＄偣.json";
+ File dirFile = new File(path + times);
+ if (!dirFile.exists()) {
+ dirFile.mkdirs();
+ }
+ FileWriter fileWriter = new FileWriter(pointPath);
+ fileWriter.write(jsonObject.toJSONString());
+ fileWriter.close();
+ return success(pointPath);
+ }
+ @ApiOperation(value = "绠＄嚎杞琧ityjson")
+ @GetMapping(value = "/lineToCityJson", produces = "application/json; charset=UTF-8")
+ public R<String> lineToCityJson(@RequestParam("shpPath") String shpPath) throws Exception {
+ String path = outPath + "\\line\\";
+ List<Map<String, Object>> list = ShpReadUtils.readPointShp(shpPath);
+ JSONObject jsonObject = getModule("linemodule.json");
+ for (Map<String, Object> map : list
+ ) {
+ //鎷艰鍩虹淇℃伅
+ JSONObject cityObject = new JSONObject();
+ cityObject.put("type", "+PipeLine");
+ JSONObject attribute = new JSONObject();
+ attribute.put("name", map.get("msfs"));
+ JSONArray geometry = new JSONArray();
+ JSONObject metry = new JSONObject();
+ metry.put("type", "MultiLineString");
+ metry.put("lod", 0);
+ JSONArray boundarie = new JSONArray();
+ JSONArray array = JSONObject.parseObject(map.get("the_geom").toString()).getJSONArray("coordinates");
+ for (int i = 0; i < array.size(); i++) {
+ JSONObject object = JSONObject.parseObject(array.get(i).toString());
+ jsonObject.getJSONArray("vertices").add(ProjectionToGeographicUtil.getPoint(Double.valueOf(object.get("x").toString()),Double.valueOf(object.get("y").toString())));
+ boundarie.add(jsonObject.getJSONArray("vertices").size());
+ }
+ JSONArray jsonArray=new JSONArray();
+ jsonArray.add(boundarie);
+ metry.put("boundaries", jsonArray);
+ cityObject.put("geometry",metry);
+ cityObject.put("attributes",attribute);
+ cityObject.put("attributes", attribute);
+ geometry.add(metry);
+ jsonObject.getJSONObject("CityObjects").put("UUID_" + UUID.randomUUID().toString(), cityObject);
+ }
+ long times = System.currentTimeMillis();
+ String pointPath = path + times + "\\绠＄嚎.json";
+ File dirFile = new File(path + times);
+ if (!dirFile.exists()) {
+ dirFile.mkdirs();
+ }
+ FileWriter fileWriter = new FileWriter(pointPath);
+ fileWriter.write(jsonObject.toJSONString());
+ fileWriter.close();
+ return success(pointPath);
+ }
-
-
-
+ public JSONObject getModule(String moduleName) {
+ JSONObject jsonObject = new JSONObject();
+ try {
+ URL resource = Resources.getResource(moduleName);
+ String fileContent = Resources.toString(resource, StandardCharsets.UTF_8);
+ jsonObject = JSONObject.parseObject(fileContent);
+ System.out.println(fileContent);
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ return jsonObject;
+ }
}
--
Gitblit v1.9.3