|
@@ -0,0 +1,535 @@
|
|
|
+package com.jiayue.ssi.service.impl;
|
|
|
+
|
|
|
+import cn.hutool.core.util.StrUtil;
|
|
|
+import com.jiayue.ssi.entity.ForecastPowerShortTerm;
|
|
|
+import com.jiayue.ssi.service.ForecastPowerShortTermService;
|
|
|
+import com.jiayue.ssi.util.DateUtils;
|
|
|
+import com.jiayue.ssi.util.FileUtil;
|
|
|
+import lombok.AllArgsConstructor;
|
|
|
+import lombok.SneakyThrows;
|
|
|
+import lombok.extern.slf4j.Slf4j;
|
|
|
+import org.apache.commons.io.FileUtils;
|
|
|
+import org.apache.commons.lang3.StringUtils;
|
|
|
+import org.apache.commons.lang3.time.DateFormatUtils;
|
|
|
+import org.springframework.beans.factory.annotation.Autowired;
|
|
|
+import org.springframework.stereotype.Service;
|
|
|
+import org.springframework.transaction.annotation.Transactional;
|
|
|
+
|
|
|
+import java.io.*;
|
|
|
+import java.math.BigDecimal;
|
|
|
+import java.text.ParseException;
|
|
|
+import java.text.SimpleDateFormat;
|
|
|
+import java.util.*;
|
|
|
+
|
|
|
+/**
|
|
|
+ * 解析电科院NWP和DQ文件
|
|
|
+ *
|
|
|
+ * @author cuil
|
|
|
+ * @version 2.0
|
|
|
+ * @since 2018/12/03 11:24
|
|
|
+ */
|
|
|
+
|
|
|
+@AllArgsConstructor
|
|
|
+@Service
|
|
|
+@Slf4j
|
|
|
+@Transactional
|
|
|
+public class FileAnalysisService {
|
|
|
+
|
|
|
+ @Autowired
|
|
|
+ ForecastPowerShortTermService forecastPowerShortTermService;
|
|
|
+
|
|
|
+ @SneakyThrows
|
|
|
+ public void analysisJob() {
|
|
|
+ log.info("-----------------开始执行文件解析任务----------------------");
|
|
|
+ long timeD = 15 * 60 * 1000;
|
|
|
+ Long currentDate = DateUtils.getDayStartTime(new Date()).getTime();//今日凌晨
|
|
|
+ boolean flag = false;
|
|
|
+ // 路径
|
|
|
+ String path = FileUtil.getAnalysisPath() + File.separator + "new";
|
|
|
+
|
|
|
+ File dirFile = new File(path);
|
|
|
+ //判断该目录是否存在,不存在时创建
|
|
|
+ if (!dirFile.exists()) {
|
|
|
+ dirFile.mkdirs();
|
|
|
+ log.info("【" + dirFile.getPath() + "】目录不存在,系统自动创建文件目录");
|
|
|
+ }
|
|
|
+ log.info("系统扫描路径【" + dirFile.getPath() + "】");
|
|
|
+
|
|
|
+ Collection<File> files = FileUtils.listFiles(dirFile, new String[]{"RB", "txt"}, false);
|
|
|
+ String dayStr = new SimpleDateFormat("yyyyMMdd").format(new Date());//当前时间格式化为年月日
|
|
|
+ if (files != null && files.size() > 0) {
|
|
|
+ for (File file : files) {
|
|
|
+ flag = false;
|
|
|
+ String fileName = file.getName();
|
|
|
+ if (fileName.indexOf(dayStr) < 0) {
|
|
|
+ file.delete();
|
|
|
+ log.warn(fileName + "不是当天的文件,删除!");
|
|
|
+ break;
|
|
|
+ }
|
|
|
+ if (fileName.length() < 30) {
|
|
|
+ if (file.getName().startsWith("DQ")) {
|
|
|
+ try {
|
|
|
+ List<ForecastPowerShortTerm> listDq = fileAnalysisShortTerm(file, currentDate);
|
|
|
+ ForecastPowerShortTerm forecastPowerShortTerm = null;
|
|
|
+ if (listDq != null && listDq.size() > 0) {
|
|
|
+ //如果数据不全,进行补入
|
|
|
+ while (listDq.get(listDq.size() - 1).getForecastTime() < currentDate + 4 * 24 * 60 * 60 * 1000 - timeD) {
|
|
|
+ forecastPowerShortTerm = new ForecastPowerShortTerm();
|
|
|
+ forecastPowerShortTerm.setFpValue(listDq.get(listDq.size() - 96).getFpValue());//修正前值
|
|
|
+ forecastPowerShortTerm.setGenDate(new Date()); //装机容量
|
|
|
+ forecastPowerShortTerm.setForecastTime(currentDate);
|
|
|
+ listDq.add(forecastPowerShortTerm);
|
|
|
+ }
|
|
|
+
|
|
|
+ try {
|
|
|
+ //短期数据修正
|
|
|
+ Long startTime = listDq.get(0).getForecastTime();
|
|
|
+ Long endTime = listDq.get(listDq.size() - 1).getForecastTime();//删除相同时间数据
|
|
|
+ forecastPowerShortTermService.deleteBetweenAndGenTime(startTime, endTime, listDq);
|
|
|
+ flag = true;
|
|
|
+ } catch (Exception e) {
|
|
|
+ log.error("保存短期数据报错", e);
|
|
|
+ flag = false;
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ log.info(file.getName() + "文件数据内容为空、不能正常解析 、移除该文件、执行数据修正功能");
|
|
|
+ flag = false;
|
|
|
+ }
|
|
|
+ } catch (Exception e) {
|
|
|
+ flag = false;
|
|
|
+ log.error("解析DQ文件失败", e);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ //用于解析一体化数据,将解析出的数据保存短期历史表和一体化实时表
|
|
|
+// if (file.getName().startsWith("NWP")) {
|
|
|
+// try {
|
|
|
+// List<Nwp> listNwp = fileAnalysisNwp(file);
|
|
|
+// Nwp nwpData = null;
|
|
|
+// SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
|
|
|
+// if (listNwp != null && listNwp.size() > 0) {
|
|
|
+// while (listNwp.get(listNwp.size() - 1).getPreTime() < DateTimeUtil.getMillisecondsSubDay() + 4 * 24 * 60 * 60 * 1000 - timeD) {
|
|
|
+// nwpData = new Nwp();
|
|
|
+// long time = 0;
|
|
|
+// try {
|
|
|
+// time = sdf.parse(listNwp.get(listNwp.size() - 96).getPreDate()).getTime() + 24 * 60 * 60 * 1000;
|
|
|
+// } catch (ParseException e) {
|
|
|
+// e.printStackTrace();
|
|
|
+// }
|
|
|
+// nwpData.setFarmId(listNwp.get(listNwp.size() - 96).getFarmId());
|
|
|
+// nwpData.setScDate(listNwp.get(listNwp.size() - 96).getScDate());
|
|
|
+// nwpData.setScTime(listNwp.get(listNwp.size() - 96).getScTime());
|
|
|
+// nwpData.setPreDate(sdf.format(time));
|
|
|
+// nwpData.setPreTime(listNwp.get(listNwp.size() - 1).getPreTime() + timeD);
|
|
|
+// nwpData.setT(listNwp.get(listNwp.size() - 96).getT());//温度
|
|
|
+// nwpData.setRh(listNwp.get(listNwp.size() - 96).getRh());//湿度
|
|
|
+// nwpData.setPressure(listNwp.get(listNwp.size() - 96).getPressure());//气压
|
|
|
+// nwpData.setSwr(listNwp.get(listNwp.size() - 96).getSwr());//辐射
|
|
|
+// nwpData.setLwr(listNwp.get(listNwp.size() - 96).getLwr());//辐射
|
|
|
+// nwpData.setDiffuseRadiation(listNwp.get(listNwp.size() - 96).getDiffuseRadiation());//散接辐射
|
|
|
+// nwpData.setDirectRadiation(listNwp.get(listNwp.size() - 96).getDirectRadiation());//直接辐射
|
|
|
+//
|
|
|
+// nwpData.setSenf(listNwp.get(listNwp.size() - 96).getSenf());//热感通量
|
|
|
+//
|
|
|
+// nwpData.setWs10(listNwp.get(listNwp.size() - 96).getWs10());//10 m 风速
|
|
|
+// nwpData.setWs30(listNwp.get(listNwp.size() - 96).getWs30());//30 m 风速
|
|
|
+// nwpData.setWs50(listNwp.get(listNwp.size() - 96).getWs50());//50 m 风速
|
|
|
+// nwpData.setWs70(listNwp.get(listNwp.size() - 96).getWs70());//70 m 风速
|
|
|
+// nwpData.setWs80(listNwp.get(listNwp.size() - 96).getWs80());//80 m 风速
|
|
|
+// nwpData.setWs90(listNwp.get(listNwp.size() - 96).getWs90());//90 m 风速
|
|
|
+// nwpData.setWs100(listNwp.get(listNwp.size() - 96).getWs100());//100 m 风速
|
|
|
+// nwpData.setWs170(listNwp.get(listNwp.size() - 96).getWs170());//170 m 风速
|
|
|
+//
|
|
|
+// nwpData.setWd10(listNwp.get(listNwp.size() - 96).getWd10());//10 m 风向
|
|
|
+// nwpData.setWd30(listNwp.get(listNwp.size() - 96).getWd30());//30 m 风向
|
|
|
+// nwpData.setWd50(listNwp.get(listNwp.size() - 96).getWd50());//50 m 风向
|
|
|
+// nwpData.setWd70(listNwp.get(listNwp.size() - 96).getWd70());//70 m 风向
|
|
|
+// nwpData.setWd80(listNwp.get(listNwp.size() - 96).getWd80());//80 m 风向
|
|
|
+// nwpData.setWd90(listNwp.get(listNwp.size() - 96).getWd90());//90 m 风向
|
|
|
+// nwpData.setWd100(listNwp.get(listNwp.size() - 96).getWd100());//100 m 风向
|
|
|
+// nwpData.setWd170(listNwp.get(listNwp.size() - 96).getWd170());//170 m 风向
|
|
|
+// listNwp.add(nwpData);
|
|
|
+// }
|
|
|
+// } else {
|
|
|
+// flag = false;
|
|
|
+// log.info(file.getName() + "文件数据内容为空、不能正常解析 、移除该文件、执行数据修正功能");
|
|
|
+// }
|
|
|
+//
|
|
|
+// //保存NWP实时数据
|
|
|
+// Long startTime = listNwp.get(0).getPreTime();
|
|
|
+// Long endTime = listNwp.get(listNwp.size() - 1).getPreTime();//删除相同时间数据
|
|
|
+// nwpService.deleteBetweenAndPreTime(startTime, endTime, listNwp);
|
|
|
+// flag = true;
|
|
|
+// } catch (Exception e) {
|
|
|
+// log.error("解析NWP文件失败", e);
|
|
|
+// flag = false;
|
|
|
+// }
|
|
|
+// }
|
|
|
+
|
|
|
+ if (flag) {
|
|
|
+ //移除文件备份到临时文件下
|
|
|
+ moveFile(file);
|
|
|
+ } else {
|
|
|
+ //移除文件备份到error文件下
|
|
|
+ moveFileError(file);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ log.info("-----------------执行文件解析任务完成----------------------");
|
|
|
+ }
|
|
|
+
|
|
|
+ public static void mvFile(File file, String fdPath) {
|
|
|
+ try {
|
|
|
+ FileUtils.copyFile(file, new File(fdPath), true);
|
|
|
+ } catch (IOException e) {
|
|
|
+ log.error("文件移动错误", e);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+// /**
|
|
|
+// * NWP解析
|
|
|
+// *
|
|
|
+// * @param file 文件路径
|
|
|
+// * @return 样例集合
|
|
|
+// */
|
|
|
+// private List<Nwp> fileAnalysisNwp(File file) {
|
|
|
+// List<Nwp> listNwp = new ArrayList<>();
|
|
|
+// if (file.renameTo(file)) {
|
|
|
+// InputStreamReader readNwp = null;
|
|
|
+// BufferedReader bufferedReaderNwp = null;
|
|
|
+// try {
|
|
|
+// readNwp = new InputStreamReader(new FileInputStream(file), "utf-8");//考虑到编码格式
|
|
|
+// bufferedReaderNwp = new BufferedReader(readNwp);
|
|
|
+// String fileName = file.getName();
|
|
|
+// fileName = fileName.substring(fileName.indexOf("_") + 1, fileName.lastIndexOf("."));
|
|
|
+// String lineTxt;
|
|
|
+// Nwp nwpData = null;
|
|
|
+// BigDecimal nwpDirectRadiation = new BigDecimal(0.7); //直接辐射
|
|
|
+// BigDecimal nwpDiffuseRadiation = new BigDecimal(0.3); //散接辐射
|
|
|
+//
|
|
|
+// while ((lineTxt = bufferedReaderNwp.readLine()) != null) {
|
|
|
+// //NWP文件按照Tab方式截取
|
|
|
+// String[] datas = lineTxt.split("\t");
|
|
|
+// if (datas.length >= 35 && datas[0].startsWith("#")) {
|
|
|
+// SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
|
|
|
+// if (datas != null && datas.length > 0) {
|
|
|
+// //过滤当天的数据
|
|
|
+// //if (sdf.parse(datas[5]).getTime() >= TimeUtils.getMillisecondsSubDay() + 24 * 60 * 60 *
|
|
|
+// // 1000) {
|
|
|
+// nwpData = new Nwp();
|
|
|
+//
|
|
|
+// //将截取的文件放入nwpData中
|
|
|
+// nwpData.setFarmId(datas[1]);
|
|
|
+// nwpData.setScDate(datas[2]);
|
|
|
+// nwpData.setScTime(datas[3]);
|
|
|
+// nwpData.setPreDate(datas[4]);
|
|
|
+// nwpData.setPreTime(sdf.parse(datas[5]).getTime());//采集时间 与 短期预测时间关联
|
|
|
+// nwpData.setT(NumberUtils.subtract(new BigDecimal(datas[6]), new BigDecimal(273.15)));//温度
|
|
|
+//
|
|
|
+// nwpData.setSenf(new BigDecimal(datas[11]).setScale(2, RoundingMode.HALF_UP));//感热
|
|
|
+// nwpData.setSwr(new BigDecimal(datas[9]).setScale(2, RoundingMode.HALF_UP));//短波辐射(相当于总辐射)
|
|
|
+// nwpData.setLwr(new BigDecimal(datas[10]).setScale(2, RoundingMode.HALF_UP));//短波辐射(相当于总辐射)
|
|
|
+// nwpData.setPressure(new BigDecimal(datas[8]).setScale(2, RoundingMode.HALF_UP));//地表气压
|
|
|
+// nwpData.setRh(new BigDecimal(datas[7]).setScale(2, RoundingMode.HALF_UP));//2m相对湿度
|
|
|
+// nwpData.setDiffuseRadiation(new BigDecimal(datas[9]).multiply(nwpDiffuseRadiation).setScale(2, RoundingMode.HALF_UP));//散接辐射
|
|
|
+// nwpData.setDirectRadiation(new BigDecimal(datas[9]).multiply(nwpDirectRadiation).setScale(2, RoundingMode.HALF_UP));//直接辐射
|
|
|
+//
|
|
|
+// nwpData.setWs10(new BigDecimal(datas[19]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWs30(new BigDecimal(datas[20]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWs50(new BigDecimal(datas[21]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWs70(new BigDecimal(datas[22]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWs80(new BigDecimal(datas[23]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWs90(new BigDecimal(datas[24]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWs100(new BigDecimal(datas[25]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWs170(new BigDecimal(datas[26]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWd10(new BigDecimal(datas[27]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWd30(new BigDecimal(datas[28]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWd50(new BigDecimal(datas[29]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWd70(new BigDecimal(datas[30]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWd80(new BigDecimal(datas[31]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWd90(new BigDecimal(datas[32]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWd100(new BigDecimal(datas[33]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// nwpData.setWd170(new BigDecimal(datas[34]).setScale(2, RoundingMode.HALF_UP));
|
|
|
+// listNwp.add(nwpData);
|
|
|
+// //}
|
|
|
+// }
|
|
|
+// }
|
|
|
+// }
|
|
|
+// } catch (IOException | ParseException | RuntimeException e) {
|
|
|
+// log.error("系统错误:", e);
|
|
|
+// // 进行告警
|
|
|
+// String name = "NWP文件解析失败";
|
|
|
+// String describe = "请查看NWP文件格式是否正常";
|
|
|
+//// String errorInfo = CommonUtil.printStackTraceToString(e);
|
|
|
+// String solution = "请修改NWP文件内容";
|
|
|
+//// super.saveSysAlarm(SysAlarmTypeEnum.Other.name(), name, describe, SysAlarmPritorityEnum
|
|
|
+//// .AlarmPritorityLow.name(), errorInfo, solution);
|
|
|
+// File destFile = new File(file.getPath().replaceFirst("new", "error"));
|
|
|
+// if (destFile.exists()) {
|
|
|
+// destFile.delete();
|
|
|
+// }
|
|
|
+// try {
|
|
|
+// FileUtils.moveFile(file, destFile);
|
|
|
+// } catch (IOException e1) {
|
|
|
+// log.error(file.getName() + "文件解析失败", e);
|
|
|
+// }
|
|
|
+// } finally {
|
|
|
+// close(bufferedReaderNwp, readNwp);
|
|
|
+// }
|
|
|
+// }
|
|
|
+// return listNwp;
|
|
|
+// }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * update文件解析
|
|
|
+ *
|
|
|
+ * @param file 文件路径
|
|
|
+ * @return 样例集合
|
|
|
+ */
|
|
|
+ private List<String> fileAnalysisUP(File file) {
|
|
|
+ List<String> sqlList = new ArrayList<>();
|
|
|
+
|
|
|
+ if (file.renameTo(file)) {
|
|
|
+ InputStreamReader readup = null;
|
|
|
+ BufferedReader bufferedReaderup = null;
|
|
|
+ try {
|
|
|
+ readup = new InputStreamReader(new FileInputStream(file), "utf-8");//考虑到编码格式
|
|
|
+ bufferedReaderup = new BufferedReader(readup);
|
|
|
+ String lineTxt;
|
|
|
+ while ((lineTxt = bufferedReaderup.readLine()) != null) {
|
|
|
+ if (!lineTxt.startsWith("<")) {
|
|
|
+ if (lineTxt.startsWith("//") || lineTxt.startsWith("@@")) {
|
|
|
+ lineTxt = lineTxt.substring(2);
|
|
|
+ }
|
|
|
+ sqlList.add(StrUtil.trim(lineTxt));
|
|
|
+ }
|
|
|
+ }
|
|
|
+ } catch (IOException e) {
|
|
|
+ log.error("系统错误:", e);
|
|
|
+ File destFile = new File(file.getPath().replaceFirst("new", "error"));
|
|
|
+ if (destFile.exists()) {
|
|
|
+ destFile.delete();
|
|
|
+ }
|
|
|
+ try {
|
|
|
+ FileUtils.moveFile(file, destFile);
|
|
|
+ } catch (IOException e1) {
|
|
|
+ log.error(file.getName() + "文件解析失败", e);
|
|
|
+ }
|
|
|
+ } finally {
|
|
|
+ close(bufferedReaderup, readup);
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ log.error("当前配置文件没有读权限:{}", file.getAbsoluteFile());
|
|
|
+ }
|
|
|
+ return sqlList;
|
|
|
+ }
|
|
|
+
|
|
|
+ private List<String> fileAnalysisUP(File file, String v) {
|
|
|
+ List<String> sqlList = new ArrayList<>();
|
|
|
+ if (file.renameTo(file)) {
|
|
|
+ InputStreamReader readup = null;
|
|
|
+ BufferedReader bufferedReaderup = null;
|
|
|
+ try {
|
|
|
+ readup = new InputStreamReader(new FileInputStream(file), "utf-8");//考虑到编码格式
|
|
|
+ bufferedReaderup = new BufferedReader(readup);
|
|
|
+ String lineTxt;
|
|
|
+ while ((lineTxt = bufferedReaderup.readLine()) != null) {
|
|
|
+ if (lineTxt.startsWith("#")) {
|
|
|
+ sqlList.add(StrUtil.trim(lineTxt));
|
|
|
+ }
|
|
|
+ }
|
|
|
+ } catch (IOException e) {
|
|
|
+ log.error("系统错误:", e);
|
|
|
+ File destFile = new File(file.getPath().replaceFirst("new", "error"));
|
|
|
+ if (destFile.exists()) {
|
|
|
+ destFile.delete();
|
|
|
+ }
|
|
|
+ try {
|
|
|
+ FileUtils.moveFile(file, destFile);
|
|
|
+ } catch (IOException e1) {
|
|
|
+ log.error(file.getName() + "文件解析失败", e);
|
|
|
+ }
|
|
|
+ } finally {
|
|
|
+ close(bufferedReaderup, readup);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return sqlList;
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 短期解析
|
|
|
+ *
|
|
|
+ * @param file 文件路径
|
|
|
+ * @param currentDate 当前时间
|
|
|
+ * @return 样例集合
|
|
|
+ */
|
|
|
+ private List<ForecastPowerShortTerm> fileAnalysisShortTerm(File file, Long currentDate) {
|
|
|
+ SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
|
|
|
+ List<ForecastPowerShortTerm> forecastPowerShortTerm = new ArrayList<>();
|
|
|
+ // 当文件未被使用时,进行解析上报
|
|
|
+ if (file.renameTo(file)) {
|
|
|
+ InputStreamReader read = null;
|
|
|
+ BufferedReader bufferedReader = null;
|
|
|
+ String stringLine;
|
|
|
+ ForecastPowerShortTerm stf;
|
|
|
+ try {
|
|
|
+ read = new InputStreamReader(new FileInputStream(file), "utf-8");
|
|
|
+ bufferedReader = new BufferedReader(read);
|
|
|
+ while ((stringLine = bufferedReader.readLine()) != null) {
|
|
|
+ String[] string_arr = stringLine.split("\t");
|
|
|
+ if (string_arr.length == 4 && string_arr[0].startsWith("#")) {
|
|
|
+ if (StringUtils.isNotEmpty(string_arr[2])) {
|
|
|
+ //过滤当天的数据
|
|
|
+ //if (sdf.parse(string_arr[2]).getTime() >= TimeUtils.getMillisecondsSubDay() + 24 * 60 *
|
|
|
+ // 60 * 1000) {
|
|
|
+ stf = new ForecastPowerShortTerm();
|
|
|
+ stf.setFpValue(new BigDecimal(string_arr[3] + ""));
|
|
|
+ stf.setForecastTime(sdf.parse(string_arr[2]).getTime());
|
|
|
+ stf.setGenDate(new Date(currentDate));
|
|
|
+ forecastPowerShortTerm.add(stf);
|
|
|
+ // }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ } catch (IOException | ParseException | RuntimeException e) {
|
|
|
+ log.error("系统错误:", e);
|
|
|
+ File destFile = new File(file.getPath().replaceFirst("new", "error"));
|
|
|
+ if (destFile.exists()) {
|
|
|
+ destFile.delete();
|
|
|
+ }
|
|
|
+ try {
|
|
|
+ FileUtils.moveFile(file, destFile);
|
|
|
+ } catch (IOException e1) {
|
|
|
+ log.error(file.getName() + "文件解析失败", e);
|
|
|
+ }
|
|
|
+ } finally {
|
|
|
+ close(bufferedReader, read);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return forecastPowerShortTerm;
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 移动文件到临时目录下
|
|
|
+ *
|
|
|
+ * @param file 文件
|
|
|
+ */
|
|
|
+ private void moveFile(File file) {
|
|
|
+ // 移动文件到处理目录
|
|
|
+ File destFile = new File(file.getPath().replaceFirst("new", "backupsTemp"));
|
|
|
+ log.info("move file :{}, dest file:{}", file, destFile);
|
|
|
+ if (destFile.exists()) {
|
|
|
+ destFile.delete();
|
|
|
+ }
|
|
|
+ try {
|
|
|
+ FileUtils.moveFile(file, destFile);
|
|
|
+ } catch (IOException e) {
|
|
|
+ log.error("系统移除文件错误:", e);
|
|
|
+ // 进行告警
|
|
|
+// String name = file.getName();
|
|
|
+// String describe = "移除" + name + "失败";
|
|
|
+// String errorInfo = CommonUtil.printStackTraceToString(e);
|
|
|
+// String solution = "";
|
|
|
+// super.saveSysAlarm(SysAlarmTypeEnum.Other.name(), name, describe, SysAlarmPritorityEnum.AlarmPritorityLow
|
|
|
+// .name(), errorInfo, solution);
|
|
|
+ }
|
|
|
+ moveFileBackups(destFile.getParent());
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 移动文件到处理目录
|
|
|
+ *
|
|
|
+ * @param filePath 文件路径
|
|
|
+ */
|
|
|
+ private void moveFileBackups(String filePath) {
|
|
|
+ String targetRoot = filePath.replaceFirst("backupsTemp", "backups");
|
|
|
+ String path = mkDirForTime(targetRoot, null);
|
|
|
+ path = mkDirForTime(path, "yyyy");
|
|
|
+ path = mkDirForTime(path, "MM");
|
|
|
+ path = mkDirForTime(path, "yyyyMMdd");
|
|
|
+ path = mkDirForTime(path, "HHmm");
|
|
|
+ // 移动文件夹内容
|
|
|
+ File sourceFile = new File(filePath);
|
|
|
+ if (sourceFile.exists()) {
|
|
|
+ try {
|
|
|
+ File[] files = sourceFile.listFiles();
|
|
|
+ if (files != null && files.length > 0) {
|
|
|
+ for (File f : files) {
|
|
|
+ if (f.renameTo(new File(path + f.getName()))) {
|
|
|
+ log.info("move file :{}, dest file:{}", path, f.getName());
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ } catch (Exception e) {
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 移动文件到处理错误目录下
|
|
|
+ *
|
|
|
+ * @param file 文件
|
|
|
+ */
|
|
|
+ private void moveFileError(File file) {
|
|
|
+ File destFile = new File(file.getPath().replaceFirst("new", "error"));
|
|
|
+ if (destFile.exists()) {
|
|
|
+ destFile.delete();
|
|
|
+ }
|
|
|
+ try {
|
|
|
+ FileUtils.moveFile(file, destFile);
|
|
|
+ } catch (IOException e) {
|
|
|
+ log.error(file.getName() + "文件解析失败", e);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 创建备份文件夹
|
|
|
+ *
|
|
|
+ * @param targetRoot
|
|
|
+ * @param format
|
|
|
+ * @return
|
|
|
+ */
|
|
|
+ public static String mkDirForTime(String targetRoot, String format) {
|
|
|
+ String path = null;
|
|
|
+ File file = null;
|
|
|
+ if (StringUtils.isNotEmpty(format)) {
|
|
|
+ Long current = System.currentTimeMillis();
|
|
|
+ path = DateFormatUtils.format(current, format);
|
|
|
+ file = new File(targetRoot + File.separator + path + File.separator);
|
|
|
+
|
|
|
+ } else {
|
|
|
+ file = new File(targetRoot + File.separator);
|
|
|
+ }
|
|
|
+
|
|
|
+ if (!file.exists() && !file.isFile()) {
|
|
|
+
|
|
|
+ if (file.mkdir()) {
|
|
|
+ log.info("已创建文件夹");
|
|
|
+ } else {
|
|
|
+ log.info("创建文件夹失败,路径:" + file.getPath());
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return file.getPath() + File.separator;
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 关闭文件流
|
|
|
+ *
|
|
|
+ * @param bufferedReader 字符数据
|
|
|
+ * @param read 字节流
|
|
|
+ */
|
|
|
+ private void close(BufferedReader bufferedReader, InputStreamReader read) {
|
|
|
+ try {
|
|
|
+ if (bufferedReader != null) {
|
|
|
+ bufferedReader.close();
|
|
|
+ }
|
|
|
+ if (read != null) {
|
|
|
+ read.close();
|
|
|
+ }
|
|
|
+ } catch (IOException e) {
|
|
|
+ log.error("关闭文件流失败:", e);
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|