package com.yssh.scheduled; import java.io.File; import java.text.SimpleDateFormat; import java.util.Calendar; import java.util.Date; import com.yssh.entity.VocVals; import com.yssh.service.VocValsService; import com.yssh.utils.VocParser; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.scheduling.annotation.Scheduled; import org.springframework.stereotype.Component; import com.github.biyanwen.EasyCsv; import com.yssh.config.CsvFilePathConfig; import com.yssh.entity.DictRecord; import com.yssh.entity.SuYuan; import com.yssh.service.IDictRecordService; import com.yssh.service.IWarningAnalyseService; import com.yssh.service.impl.SuYuanServiceImpl; import com.yssh.utils.CsvParser; import com.yssh.utils.DateUtils; import com.yssh.utils.TableStrategy; import javax.annotation.Resource; @Component public class ReadCsvTask { protected final Log logger = LogFactory.getLog(this.getClass()); @Autowired private CsvFilePathConfig csvFilePathConfig; @Autowired private SuYuanServiceImpl suYuanService; @Resource private VocValsService vocValsService; @Autowired private IDictRecordService dictRecordService; @Autowired private IWarningAnalyseService warningAnalyseService; private final SimpleDateFormat format = new SimpleDateFormat("yyyyMMddHH"); @Scheduled(cron = "${csv.cron}") public void corpReserveDataSync() { loadVoc(); loadCsv(); } private void loadVoc() { vocValsService.deleteLastYear(); Calendar calendar = getCalendar(96); for (int i = 0; i < 192; i++) { calendar.add(Calendar.HOUR, -1); String time = format.format(calendar.getTime()); String filePath = csvFilePathConfig.getVocPath() + File.separator + time + ".csv"; File file = new File(filePath); if (!file.exists()) { logger.error(file.getAbsolutePath() + " is not exist !"); continue; } int count = vocValsService.countByTime(time); if (count > 0) { continue; } EasyCsv.read(filePath, VocVals.class, new VocParser(vocValsService, calendar.getTime())).doRead(); } } private void loadCsv() { Calendar calendar = getCalendar(1); for (int i = 0; i < 25; i++) { calendar.add(Calendar.HOUR, -1); String time = format.format(calendar.getTime()); String filePath = csvFilePathConfig.getFilePath() + "\\\\" + time + ".csv"; File file = new File(filePath); if (!file.exists()) { logger.error(file.getAbsolutePath() + " is not exist !"); continue; } // 创建表 String newTableName = TableStrategy.getTableStrategy(time); Integer rows = suYuanService.isTableExists(newTableName); if (rows > 0) { continue; } suYuanService.createNewTable(newTableName); dictRecordService.insertDictRecord(new DictRecord(1L, newTableName, Long.parseLong(time), "")); EasyCsv.read(filePath, SuYuan.class, new CsvParser(suYuanService, time)).doRead(); try { // 计算预警/报警,并且进行入库操作 Thread.sleep(60000); } catch (InterruptedException e) { logger.error("睡眠一分钟后执行预警/报警计算,并且进行入库操作出现异常,异常原因是:", e); e.printStackTrace(); } warningAnalyseService.warningOperationStorage(calendar.getTime()); } } private Calendar getCalendar(int start) { Calendar calendar = Calendar.getInstance(); calendar.setTime(new Date()); calendar.add(Calendar.HOUR, start); // 测试 -> 2023-04-23 19:00 //calendar.set(Calendar.MONTH, 3); //calendar.set(Calendar.DAY_OF_MONTH, 23); //calendar.set(Calendar.HOUR_OF_DAY, 20); return calendar; } private void loadCsv_old() { Date date = DateUtils.getNowDate(); String time = DateUtils.parseDateToStr(DateUtils.YYYYMMDDHH, date); String filePath = csvFilePathConfig.getFilePath() + "\\\\" + time + ".csv"; File file = new File(filePath); if (!file.exists()) { logger.error(file.getAbsolutePath() + " is not exist !"); return; } //创建表 String newTableName = TableStrategy.getTableStrategy(time); suYuanService.createNewTable(newTableName); dictRecordService.insertDictRecord(new DictRecord(1L, newTableName, Long.parseLong(time), "")); EasyCsv.read(filePath, SuYuan.class, new CsvParser(suYuanService, time)).doRead(); //计算预警/报警,并且进行入库操作 try { Thread.sleep(1000 * 60 * 1); } catch (InterruptedException e) { logger.error("睡眠一分钟后执行预警/报警计算,并且进行入库操作出现异常,异常原因是:", e); e.printStackTrace(); } warningAnalyseService.warningOperationStorage(date); } }