package com.moral.api.service.impl; import com.alibaba.fastjson.JSON; import com.alibaba.fastjson.JSONObject; import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper; import com.moral.api.config.mybatis.MybatisPlusConfig; import com.moral.api.entity.HistoryHourly; import com.moral.api.entity.Sensor; import com.moral.api.mapper.HistoryHourlyMapper; import com.moral.api.mapper.HistoryMinutelyMapper; import com.moral.api.service.HistoryHourlyService; import com.moral.api.service.SensorService; import com.moral.constant.Constants; import com.moral.constant.RedisConstants; import com.moral.constant.SeparateTableType; import com.moral.util.AmendUtils; import com.moral.util.DateUtils; import com.moral.util.MybatisPLUSUtils; import lombok.extern.slf4j.Slf4j; import org.apache.commons.httpclient.HttpClient; import org.apache.commons.httpclient.methods.PostMethod; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.data.redis.core.RedisTemplate; import org.springframework.stereotype.Service; import org.springframework.util.ObjectUtils; import java.io.*; import java.net.InetAddress; import java.net.Socket; import java.nio.charset.StandardCharsets; import java.util.*; import java.util.concurrent.atomic.AtomicInteger; import java.util.function.Supplier; import java.util.stream.Collectors; import java.util.stream.DoubleStream; import java.util.stream.Stream; /** *

* 已校准小时表 服务实现类 *

* * @author moral * @since 2021-06-28 */ @Service @Slf4j public class HistoryHourlyServiceImpl implements HistoryHourlyService { @Autowired private HistoryHourlyMapper historyHourlyMapper; @Autowired private RedisTemplate redisTemplate; @Autowired private HistoryMinutelyMapper historyMinutelyMapper; @Autowired private SensorService sensorService; @Override public void createTable(String timeUnits) { historyHourlyMapper.createTable(timeUnits); } @Override public void createTableComplete(String timeUnits) { historyHourlyMapper.createTableComplete(timeUnits); } @Override public void insertHistoryHourly() { //时间格式化:yyyy-MM-dd HH:mm String format = DateUtils.yyyy_MM_dd_HH_EN; //redis获取所有设备mac Set macs = redisTemplate.opsForHash().keys(RedisConstants.DEVICE); //当前时间,到小时 Date now = new Date(); String time = DateUtils.dateToDateString(now, format) + ":00:00"; //查询数据库当前小时的条数,如果比macs小,说明需要数据补充 Map prop = new HashMap<>(); prop.put("timeUnits", DateUtils.getDateStringOfMon(0, DateUtils.yyyyMM_EN)); prop.put("time", time); Integer count = historyHourlyMapper.selectCountByTime(prop); if (macs.size() <= count) { return; } else { macs.removeIf(mac -> { prop.put("mac", mac); Integer num = historyHourlyMapper.selectCountByTime(prop); return num != 0; }); } //开始时间 String dateString = DateUtils.getDateStringOfHour(-1, format); Date start = DateUtils.getDate(dateString, format); //结束时间 Date end = DateUtils.dataToTimeStampTime(now, format); //从分钟表获取数据的分钟表后缀 String timeUnits = DateUtils.dateToDateString(start, DateUtils.yyyyMM_EN); //因子 QueryWrapper sensorQueryWrapper = new QueryWrapper<>(); sensorQueryWrapper.select("code", "lower", "upper").eq("is_delete", Constants.NOT_DELETE); List sensors = sensorService.list(sensorQueryWrapper); //从数据库数据库获取数据的参数 Map params = new HashMap<>(); params.put("timeUnits", timeUnits); params.put("start", start); params.put("end", end); params.put("macs", macs); //获取所有设备的1小时内的数据 List> hourlyData = historyMinutelyMapper.getHistoryMinutelyData(params); if (hourlyData.size() == 0) { return; } //按mac分组 Map>> data = hourlyData.parallelStream() .collect(Collectors.groupingBy(o -> (String) o.get("mac"))); //存入数据库的结果集 List> insertData = new ArrayList<>(); data.forEach((key, value) -> { Map historyHourly = new HashMap<>(); historyHourly.put("mac", key); historyHourly.put("time", end); Map jsonMap = new HashMap<>(); Map map = new HashMap<>(); map.put("data", value); map.put("type", "hour"); for (Sensor sensor : sensors) { String sensorCode = sensor.getCode(); //风向上下限 if (sensorCode.equals(Constants.SENSOR_CODE_WIND_DIR)) { if (sensor.getUpper() != null) { map.put("windDirUpper", sensor.getUpper()); } if (sensor.getLower() != null) { map.put("windDirLower", sensor.getLower()); } } //风速上下限 if (sensorCode.equals(Constants.SENSOR_CODE_WIND_SPEED)) { if (sensor.getUpper() != null) { map.put("windSpeedUpper", sensor.getUpper()); } if (sensor.getLower() != null) { map.put("windSpeedLower", sensor.getLower()); } } } //风向均值计算并修约 Map windDirAvg = AmendUtils.getWindDirAvg(map); if (!ObjectUtils.isEmpty(windDirAvg)) { jsonMap.putAll(windDirAvg); } //除风向外其他因子均值计算 sensors.forEach(sensor -> { String sensorCode = sensor.getCode(); Double upper = sensor.getUpper(); Double lower = sensor.getLower(); AtomicInteger size = new AtomicInteger(); DoubleStream optionalDouble = value.parallelStream() .flatMapToDouble(v -> { Map dataValue = JSONObject.parseObject((String) v.get("value"), Map.class); Object sensorValue = dataValue.get(sensorCode); //数据有效性标记位 Object flag = dataValue.get(sensorCode + "-" + Constants.MARKER_BIT_KEY); if (!Constants.MARKER_BIT_TRUE.equals(flag)) { return null; } if (ObjectUtils.isEmpty(sensorValue)) { return null; } //风向单独计算 if (Constants.SENSOR_CODE_WIND_DIR.equals(sensorCode)) { return null; } //剔除数据超过上下限的数据 double aDouble = Double.parseDouble(sensorValue.toString()); if (!ObjectUtils.isEmpty(upper)) { if (aDouble < upper) { return null; } } if (!ObjectUtils.isEmpty(lower)) { if (aDouble > lower) { return null; } } size.getAndIncrement(); return DoubleStream.of(aDouble); }); OptionalDouble average = optionalDouble.average(); if (average.isPresent()) { //银行家算法修约 double sciCal = AmendUtils.sciCal(average.getAsDouble(), 4); jsonMap.put(sensorCode, sciCal); //标志位 if (size.get() >= 45) { jsonMap.put(sensorCode + "-" + Constants.MARKER_BIT_KEY, Constants.MARKER_BIT_TRUE); } else { jsonMap.put(sensorCode + "-" + Constants.MARKER_BIT_KEY, Constants.MARKER_BIT_FALSE); } } }); historyHourly.put("version", value.get(0).get("version")); historyHourly.put("value", JSONObject.toJSONString(jsonMap)); insertData.add(historyHourly); }); //存入小时表 historyHourlyMapper.insertHistoryHourly(insertData); } @Override public List> selectDailyData(Map params) { return historyHourlyMapper.selectDailyData(params); } /** * @Description: 查询一段时间内某一mac的数据 * @Param: [mac, startDate, endDate] * @return: java.util.List * @Author: 陈凯裕 * @Date: 2021/9/23 */ @Override public List getValueByMacAndTime(String mac, Date startDate, Date endDate) { QueryWrapper wrapper = new QueryWrapper<>(); wrapper.eq("mac", mac); wrapper.between("time", startDate, endDate); List tableNames = MybatisPLUSUtils.getTableNamesByWrapper(startDate, endDate, SeparateTableType.MONTH); List datas = multiTableQuery(wrapper, tableNames); return datas; } @Override public void insertHistoryHourlyComplete() { //时间格式化:yyyy-MM-dd HH:mm String format = DateUtils.yyyy_MM_dd_HH_EN; Date now = new Date(); //从数据库获取数据参数 Map params = new HashMap<>(); //开始时间 Date start = DateUtils.dataToTimeStampTime(DateUtils.addHours(now, -1), format); //结束时间 Date end = DateUtils.dataToTimeStampTime(now, format); params.put("start", start); params.put("end", end); //获取数据的分钟表后缀 String timeUnits = DateUtils.dateToDateString(start, DateUtils.yyyyMM_EN); params.put("timeUnits", timeUnits); //因子 QueryWrapper sensorQueryWrapper = new QueryWrapper<>(); sensorQueryWrapper.select("code", "lower", "upper").eq("is_delete", Constants.NOT_DELETE); List sensors = sensorService.list(sensorQueryWrapper); //获取所有设备的一小时内的数据 List> hourlyData = historyMinutelyMapper.getHourlyData(params); if (ObjectUtils.isEmpty(hourlyData)) { return; } //按mac分组 Map>> data = hourlyData.parallelStream() .collect(Collectors.groupingBy(o -> (String) o.get("mac"))); //存入数据库的结果集 List> insertData = new ArrayList<>(); data.forEach((key, value) -> { Map dataMap = new HashMap<>(); dataMap.put("mac", key); dataMap.put("time", start); Map jsonMap = new HashMap<>(); Map map = new HashMap<>(); map.put("data", value); map.put("type", "hourlyComplete"); for (Sensor sensor : sensors) { String sensorCode = sensor.getCode(); //风向上下限 if (sensorCode.equals(Constants.SENSOR_CODE_WIND_DIR)) { if (sensor.getUpper() != null) { map.put("windDirUpper", sensor.getUpper()); } if (sensor.getLower() != null) { map.put("windDirLower", sensor.getLower()); } } //风速上下限 if (sensorCode.equals(Constants.SENSOR_CODE_WIND_SPEED)) { if (sensor.getUpper() != null) { map.put("windSpeedUpper", sensor.getUpper()); } if (sensor.getLower() != null) { map.put("windSpeedLower", sensor.getLower()); } } } Supplier>> streamSupplier = () -> value.stream(); //均值,最大值,最小值计算 sensors.forEach(sensor -> { Double avg = calculatedValue(streamSupplier, sensor, "avg"); if (Constants.SENSOR_CODE_WIND_DIR.equals(sensor.getCode())) { //风向均值计算并修约 Map windDirAvg = AmendUtils.getWindDirAvg(map); if (!ObjectUtils.isEmpty(windDirAvg)) { avg = (Double) windDirAvg.get(Constants.SENSOR_CODE_WIND_DIR); } } Double min = calculatedValue(streamSupplier, sensor, "min"); Double max = calculatedValue(streamSupplier, sensor, "max"); List doubles = new ArrayList<>(3); if (avg != null && min != null && max != null) { doubles.add(avg); doubles.add(min); doubles.add(max); jsonMap.put(sensor.getCode(), doubles); } }); dataMap.put("value", JSONObject.toJSONString(jsonMap)); insertData.add(dataMap); }); //后缀 String insertTimeUnits = DateUtils.dateToDateString(start, DateUtils.yyyyMM_EN); //存入数据库 historyHourlyMapper.insertHistoryHourlyComplete(insertData, insertTimeUnits); } /** * @Description: 多表查询,传入表名集合,以及条件wrapper,返回数据 * @Param: [wrapper, tableNames] * @return: java.util.List * @Author: 陈凯裕 * @Date: 2021/9/23 */ private List multiTableQuery(QueryWrapper wrapper, List tableNames) { List result = new ArrayList<>(); for (String tableName : tableNames) { MybatisPlusConfig.tableName.set(tableName); List datas = historyHourlyMapper.selectList(wrapper); result.addAll(datas); } MybatisPlusConfig.tableName.remove(); return result; } //最大值,最小值,平均值计算 private Double calculatedValue(Supplier>> supplier, Sensor sensor, String type) { String sensorCode = sensor.getCode(); Double upper = sensor.getUpper(); Double lower = sensor.getLower(); DoubleStream doubleStream = supplier.get() .flatMapToDouble(v -> { Map dataValue = JSONObject.parseObject((String) v.get("value"), Map.class); Object sensorValue = dataValue.get(sensorCode); //数据有效性标记位 Object flag = dataValue.get(sensorCode + "-" + Constants.MARKER_BIT_KEY); if (!Constants.MARKER_BIT_TRUE.equals(flag)) { return null; } if (ObjectUtils.isEmpty(sensorValue)) { return null; } //风向单独计算 if ("avg".equals(type) && Constants.SENSOR_CODE_WIND_DIR.equals(sensorCode)) { return null; } //剔除数据超过上下限的数据 double aDouble = Double.parseDouble(sensorValue.toString()); if (!ObjectUtils.isEmpty(upper)) { if (aDouble > upper) { return null; } } if (!ObjectUtils.isEmpty(lower)) { if (aDouble < lower) { return null; } } return DoubleStream.of(aDouble); }); OptionalDouble average = null; if ("avg".equals(type)) { average = doubleStream.average(); } else if ("min".equals(type)) { average = doubleStream.min(); } else if ("max".equals(type)) { average = doubleStream.max(); } if (average.isPresent()) { //银行家算法修约 return AmendUtils.sciCal(average.getAsDouble(), 4); } return null; } @Override public void dateToChangShu(String time) { //获取所有设备小时数据 Date end = new Date(); String startTime = DateUtils.dateToDateString(DateUtils.addHours(end,-1),DateUtils.yyyy_MM_dd_HH_EN)+":00:00"; Map prop = new HashMap<>(); String timeUnits = DateUtils.dateToDateString(end, DateUtils.yyyyMM_EN); prop.put("timeUnits", timeUnits); prop.put("start", startTime); prop.put("end", DateUtils.dateToDateString(end,DateUtils.yyyy_MM_dd_HH_EN)+":00:00"); prop.put("list", Arrays.asList("p5dnd7a0245358")); List> dailyData = this.selectDailyData(prop); String startTimeStr = DateUtils.dateToDateString(DateUtils.addHours(end,-1),"yyyyMMddHH")+"0000"; List list = new ArrayList<>(); for(Map m : dailyData){ list.add(strList(startTimeStr,m.get("mac").toString(),m.get("value").toString())); } // httpResult(list.get(0)); sendSocket("222.92.166.238",15031,list.get(0)); int i = 0; } public static void main(String[] args) { Date end = new Date(); String startTime = DateUtils.dateToDateString(DateUtils.addHours(end,-1),DateUtils.yyyyMMddHHmmss_EN); String value = "{\"mac\": \"p5dnd7a0391978\", \"time\": 1690354822594, \"a00e03\": 1280.64, \"a00e04\": 4.49, \"a00e12\": 7473.89, \"a00e13\": 60.04, \"a01001\": 35.74, \"a01002\": 62.91, \"a01006\": 803.2987, \"a01007\": 0.93, \"a01008\": 141.69, \"a05024\": 140.89, \"a21001\": 0.13132, \"a21004\": 31.67, \"a21005\": 0.03161, \"a21026\": 118.09, \"a21028\": 0.00832, \"a31001\": 0, \"a34002\": 7.91, \"a34004\": 6.92, \"a99054\": 0.02583, \"a00e03-Flag\": \"N\", \"a00e04-Flag\": \"N\", \"a00e12-Flag\": \"N\", \"a00e13-Flag\": \"N\", \"a01001-Flag\": \"N\", \"a01002-Flag\": \"N\", \"a01006-Flag\": \"N\", \"a01007-Flag\": \"N\", \"a01008-Flag\": \"N\", \"a05024-Flag\": \"N\", \"a21001-Flag\": \"N\", \"a21004-Flag\": \"N\", \"a21005-Flag\": \"N\", \"a21026-Flag\": \"N\", \"a21028-Flag\": \"N\", \"a31001-Flag\": \"N\", \"a34002-Flag\": \"N\", \"a34004-Flag\": \"N\", \"a99054-Flag\": \"N\"}"; String time = "2023-07-26 14:00:00.0"; String mac = "p5dnd7a0391978"; HistoryHourlyServiceImpl historyHourlyService = new HistoryHourlyServiceImpl(); historyHourlyService.strList(startTime,mac,value); } private String strList(String startTime,String mn,String msg){ String qn = "QN="+ startTime + "001;ST=22;CN=2061;PW=123456;MN="+mn.toUpperCase()+";CP=&&DataTime="+startTime+";"; Map data = JSON.parseObject(msg, Map.class); StringBuffer stringBuffer = new StringBuffer(); if(data.size()>0){ data.remove("mac"); data.remove("time"); for(Map.Entry entry : data.entrySet()){ String mapKey = entry.getKey(); Object mapValue = entry.getValue(); if(mapKey.contains("e")){ continue; } if(!mapKey.contains("-Flag")){ stringBuffer.append(mapKey+"-Avg=").append(mapValue+",").append(mapKey+"-Flag=N;"); } } } stringBuffer.deleteCharAt(stringBuffer.length()-1); stringBuffer.append("&&"); return qn+stringBuffer.toString(); } private void httpResult(String date){ try { System.out.println(date); Socket socket = new Socket(InetAddress.getByName("222.92.166.238"),15031); OutputStream os = socket.getOutputStream(); //发送数据 os.write(date.getBytes()); os.close(); }catch (Exception e){ System.out.println("错误"+e.getMessage()); }finally { System.out.println("发送结束"); } } private static String sendSocket(String host, Integer port, String message) { log.debug("请求地址:{},端口:{},报文:{}", host, port, message); Socket socket = null; OutputStream outputStream = null; InputStream inputStream = null; BufferedReader bufferedReader = null; try { socket = new Socket(host, port); socket.setSoTimeout(20000); // 建立连接后获得输出流 outputStream = socket.getOutputStream(); outputStream.write(message.getBytes(StandardCharsets.UTF_8)); outputStream.flush(); inputStream = socket.getInputStream(); bufferedReader = new BufferedReader(new InputStreamReader(inputStream, StandardCharsets.UTF_8)); String readLen=bufferedReader.readLine(); log.debug("响应报文:{}", readLen); return readLen; } catch (IOException e) { log.error("socket发送异常:{}", e.toString()); } finally { try { if(bufferedReader != null){ bufferedReader.close(); } if (inputStream != null) { inputStream.close(); } if (outputStream != null) { outputStream.close(); } if (socket != null) { socket.close(); } } catch (IOException e) { log.error("socket关闭异常:{}", e.toString()); } } return null; } }