From aa86cb57b09c5300db3c33d75d91d8b51a4b636f Mon Sep 17 00:00:00 2001
From: 13693261870 <252740454@qq.com>
Date: 星期五, 16 六月 2023 09:27:45 +0800
Subject: [PATCH] 1
---
src/main/java/com/yssh/utils/CsvParser.java | 25 +++++++++++++------------
1 files changed, 13 insertions(+), 12 deletions(-)
diff --git a/src/main/java/com/yssh/utils/CsvParser.java b/src/main/java/com/yssh/utils/CsvParser.java
index fa374a2..b3f6158 100644
--- a/src/main/java/com/yssh/utils/CsvParser.java
+++ b/src/main/java/com/yssh/utils/CsvParser.java
@@ -3,8 +3,6 @@
import java.util.ArrayList;
import java.util.List;
-import org.apache.commons.logging.Log;
-import org.apache.commons.logging.LogFactory;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -12,27 +10,27 @@
import com.yssh.entity.SuYuan;
import com.yssh.service.ISuYuanService;
-public class CsvParser extends AbstractCsvFileParser<SuYuan>{
+public class CsvParser extends AbstractCsvFileParser<SuYuan> {
+ protected final Logger logger = LoggerFactory.getLogger(this.getClass());
- protected final Log logger = LogFactory.getLog(this.getClass());
/**
* 姣忛殧3000鏉″瓨鍌ㄦ暟鎹簱锛岀劧鍚庢竻鐞唋ist 锛屾柟渚垮唴瀛樺洖鏀�
*/
public static final int BATCH_COUNT = 100000;
-
+
/**
* 缂撳瓨鐨勬暟鎹�
*/
private List<SuYuan> cachedData = new ArrayList<>(BATCH_COUNT);
-
+
private ISuYuanService suYuanService;
private String time;
-
+
public CsvParser(ISuYuanService suYuanService, String time) {
this.suYuanService = suYuanService;
this.time = time;
}
-
+
/**
* 鎵�鏈夋暟鎹В鏋愬畬鎴愪簡 浼氭潵璋冪敤,闃叉鏈夋暟鎹病鏈夎淇濆瓨
*/
@@ -41,7 +39,7 @@
try {
saveSuYuanData();
} catch (Exception e) {
- logger.error("瑙ｆ瀽淇濆瓨鏁版嵁鍑虹幇寮傚父锛屽紓甯稿師鍥犳槸锛�" + e.getMessage());
+ logger.error("瑙ｆ瀽淇濆瓨鏁版嵁鍑虹幇寮傚父锛屽紓甯稿師鍥犳槸锛�" + e.getMessage(), e);
e.printStackTrace();
}
}
@@ -49,14 +47,18 @@
@Override
protected void invoke(SuYuan t) {
t.setId(t.getX() + "_" + t.getY() + "_" + t.getZ());
- System.err.println(t.getId());
+ if ("0_0_0".equals(t.getId())) {
+ return; // 瑙ｅ喅涓婚敭閲嶅
+ }
+
+ //System.err.println(t.getId());
cachedData.add(t);
// 杈惧埌BATCH_COUNT浜嗭紝闇�瑕佸幓瀛樺偍涓�娆℃暟鎹簱锛岄槻姝㈡暟鎹嚑涓囨潯鏁版嵁鍦ㄥ唴瀛橈紝瀹规槗OOM
if (cachedData.size() >= BATCH_COUNT) {
try {
saveSuYuanData();
} catch (Exception e) {
- logger.error("瑙ｆ瀽淇濆瓨鏁版嵁鍑虹幇寮傚父锛屽紓甯稿師鍥犳槸锛�" + e.getMessage());
+ logger.error("瑙ｆ瀽淇濆瓨鏁版嵁鍑虹幇寮傚父锛屽紓甯稿師鍥犳槸锛�" + e.getMessage(), e);
e.printStackTrace();
}
// 瀛樺偍瀹屾垚娓呯悊 list
@@ -67,5 +69,4 @@
private void saveSuYuanData() throws Exception {
suYuanService.insertSuYuanDatas(cachedData, time);
}
-
}
--
Gitblit v1.9.3