From 5871fe403caa418b71fe67db7133c202f369afee Mon Sep 17 00:00:00 2001 From: jinpengyong <jpy123456> Date: Wed, 22 Dec 2021 13:34:03 +0800 Subject: [PATCH] 获取第三方接口数据城市配置 --- screen-job/src/main/java/com/moral/api/service/impl/HistoryHourlyServiceImpl.java | 249 ++++++++++++++++++++++++++++++++++++++++++++++++- 1 files changed, 241 insertions(+), 8 deletions(-) diff --git a/screen-job/src/main/java/com/moral/api/service/impl/HistoryHourlyServiceImpl.java b/screen-job/src/main/java/com/moral/api/service/impl/HistoryHourlyServiceImpl.java index d22e534..62b2796 100644 --- a/screen-job/src/main/java/com/moral/api/service/impl/HistoryHourlyServiceImpl.java +++ b/screen-job/src/main/java/com/moral/api/service/impl/HistoryHourlyServiceImpl.java @@ -1,14 +1,37 @@ package com.moral.api.service.impl; +import com.alibaba.fastjson.JSONObject; +import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper; +import com.moral.api.config.mybatis.MybatisPlusConfig; import com.moral.api.entity.HistoryHourly; +import com.moral.api.entity.Sensor; import com.moral.api.mapper.HistoryHourlyMapper; +import com.moral.api.mapper.HistoryMinutelyMapper; import com.moral.api.service.HistoryHourlyService; -import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl; +import com.moral.api.service.SensorService; +import com.moral.constant.Constants; +import com.moral.constant.RedisConstants; +import com.moral.constant.SeparateTableType; +import com.moral.util.AmendUtils; +import com.moral.util.DateUtils; + +import com.moral.util.MybatisPLUSUtils; import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.data.redis.core.RedisTemplate; import org.springframework.stereotype.Service; +import org.springframework.util.ObjectUtils; +import java.util.ArrayList; +import java.util.Date; +import java.util.HashMap; import java.util.List; +import java.util.Map; +import java.util.OptionalDouble; +import java.util.Set; +import java.util.concurrent.atomic.AtomicInteger; +import java.util.stream.Collectors; +import java.util.stream.DoubleStream; /** * <p> @@ -19,20 +42,230 @@ * @since 2021-06-28 */ @Service -public class HistoryHourlyServiceImpl extends ServiceImpl<HistoryHourlyMapper, HistoryHourly> implements HistoryHourlyService { +public class HistoryHourlyServiceImpl implements HistoryHourlyService { @Autowired private HistoryHourlyMapper historyHourlyMapper; + @Autowired + private RedisTemplate redisTemplate; + + @Autowired + private HistoryMinutelyMapper historyMinutelyMapper; + + @Autowired + private SensorService sensorService; + @Override - public void insertHistoryHourly() { - //��������������������������� - List<HistoryHourly> list = historyHourlyMapper.getHistoryHourlyTransition(); - historyHourlyMapper.insertHistoryHourly(list); + public void createTable(String timeUnits) { + historyHourlyMapper.createTable(timeUnits); } @Override - public void deleteHistoryHourlyTransition() { - historyHourlyMapper.deleteHistoryHourlyTransition(); + public void createTableComplete(String timeUnits) { + historyHourlyMapper.createTableComplete(timeUnits); + } + + @Override + public void insertHistoryHourly() { + //������������������yyyy-MM-dd HH:mm + String format = DateUtils.yyyy_MM_dd_HH_EN; + + //redis������������������mac + Set<String> macs = redisTemplate.opsForHash().keys(RedisConstants.DEVICE); + //������������������������ + Date now = new Date(); + String time = DateUtils.dateToDateString(now, format) + ":00:00"; + + //������������������������������������������������macs������������������������������ + Map<String, Object> prop = new HashMap<>(); + prop.put("timeUnits", DateUtils.getDateStringOfMon(0, DateUtils.yyyyMM_EN)); + prop.put("time", time); + Integer count = historyHourlyMapper.selectCountByTime(prop); + + if (macs.size() <= count) { + return; + } else { + macs.removeIf(mac -> { + prop.put("mac", mac); + Integer num = historyHourlyMapper.selectCountByTime(prop); + return num != 0; + }); + } + + //������������ + String dateString = DateUtils.getDateStringOfHour(-1, format); + Date start = DateUtils.getDate(dateString, format); + + //������������ + Date end = DateUtils.dataToTimeStampTime(now, format); + + //������������������������������������������ + String timeUnits = DateUtils.dateToDateString(start, DateUtils.yyyyMM_EN); + + //������ + QueryWrapper<Sensor> sensorQueryWrapper = new QueryWrapper<>(); + sensorQueryWrapper.select("code", "lower", "upper").eq("is_delete", Constants.NOT_DELETE); + List<Sensor> sensors = sensorService.list(sensorQueryWrapper); + + //������������������������������������������ + Map<String, Object> params = new HashMap<>(); + params.put("timeUnits", timeUnits); + params.put("start", start); + params.put("end", end); + params.put("macs", macs); + //���������������������1������������������ + List<Map<String, Object>> hourlyData = historyMinutelyMapper.getHistoryMinutelyData(params); + if (hourlyData.size() == 0) { + return; + } + + //���mac������ + Map<String, List<Map<String, Object>>> data = hourlyData.parallelStream() + .collect(Collectors.groupingBy(o -> (String) o.get("mac"))); + + //��������������������������� + List<Map<String, Object>> insertData = new ArrayList<>(); + + data.forEach((key, value) -> { + Map<String, Object> historyHourly = new HashMap<>(); + historyHourly.put("mac", key); + historyHourly.put("time", end); + + Map<String, Object> jsonMap = new HashMap<>(); + Map<String, Object> map = new HashMap<>(); + map.put("data", value); + map.put("type", "hour"); + + for (Sensor sensor : sensors) { + String sensorCode = sensor.getCode(); + + //��������������� + if (sensorCode.equals(Constants.SENSOR_CODE_WIND_DIR)) { + if (sensor.getUpper() != null) { + map.put("windDirUpper", sensor.getUpper()); + } + if (sensor.getLower() != null) { + map.put("windDirLower", sensor.getLower()); + } + } + + //��������������� + if (sensorCode.equals(Constants.SENSOR_CODE_WIND_SPEED)) { + if (sensor.getUpper() != null) { + map.put("windSpeedUpper", sensor.getUpper()); + } + if (sensor.getLower() != null) { + map.put("windSpeedLower", sensor.getLower()); + } + } + } + + //��������������������������� + Map<String, Object> windDirAvg = AmendUtils.getWindDirAvg(map); + if (!ObjectUtils.isEmpty(windDirAvg)) { + jsonMap.putAll(windDirAvg); + } + + //������������������������������������ + sensors.forEach(sensor -> { + String sensorCode = sensor.getCode(); + Double upper = sensor.getUpper(); + Double lower = sensor.getLower(); + AtomicInteger size = new AtomicInteger(); + DoubleStream optionalDouble = value.parallelStream() + .flatMapToDouble(v -> { + Map<String, Object> dataValue = JSONObject.parseObject((String) v.get("value"), Map.class); + Object sensorValue = dataValue.get(sensorCode); + //������������������������ + Object flag = dataValue.get(sensorCode + "-" + Constants.MARKER_BIT_KEY); + if (!Constants.MARKER_BIT_TRUE.equals(flag)) { + return null; + } + + if (ObjectUtils.isEmpty(sensorValue)) { + return null; + } + + //������������������ + if (Constants.SENSOR_CODE_WIND_DIR.equals(sensorCode)) { + return null; + } + + //������������������������������������ + double aDouble = Double.parseDouble(sensorValue.toString()); + if (!ObjectUtils.isEmpty(upper)) { + if (aDouble < upper) { + return null; + } + } + if (!ObjectUtils.isEmpty(lower)) { + if (aDouble > lower) { + return null; + } + } + size.getAndIncrement(); + return DoubleStream.of(aDouble); + }); + OptionalDouble average = optionalDouble.average(); + if (average.isPresent()) { + //��������������������� + double sciCal = AmendUtils.sciCal(average.getAsDouble(), 4); + jsonMap.put(sensorCode, sciCal); + //��������� + if (size.get() >= 45) { + jsonMap.put(sensorCode + "-" + Constants.MARKER_BIT_KEY, Constants.MARKER_BIT_TRUE); + } else { + jsonMap.put(sensorCode + "-" + Constants.MARKER_BIT_KEY, Constants.MARKER_BIT_FALSE); + } + } + }); + historyHourly.put("version", value.get(0).get("version")); + historyHourly.put("value", JSONObject.toJSONString(jsonMap)); + insertData.add(historyHourly); + }); + + //��������������� + historyHourlyMapper.insertHistoryHourly(insertData); + } + + @Override + public List<Map<String, Object>> selectDailyData(Map<String, Object> params) { + return historyHourlyMapper.selectDailyData(params); + } + + /** + * @Description: ���������������������������mac��������� + * @Param: [mac, startDate, endDate] + * @return: java.util.List<com.moral.api.entity.HistoryHourly> + * @Author: ��������� + * @Date: 2021/9/23 + */ + @Override + public List<HistoryHourly> getValueByMacAndTime(String mac, Date startDate, Date endDate) { + QueryWrapper<HistoryHourly> wrapper = new QueryWrapper<>(); + wrapper.eq("mac", mac); + wrapper.between("time", startDate, endDate); + List<String> tableNames = MybatisPLUSUtils.getTableNamesByWrapper(startDate, endDate, SeparateTableType.MONTH); + List<HistoryHourly> datas = multiTableQuery(wrapper, tableNames); + return datas; + } + + /** + * @Description: ������������������������������������������������wrapper��������������� + * @Param: [wrapper, tableNames] + * @return: java.util.List<com.moral.api.entity.HistoryHourly> + * @Author: ��������� + * @Date: 2021/9/23 + */ + private List<HistoryHourly> multiTableQuery(QueryWrapper<HistoryHourly> wrapper, List<String> tableNames) { + List<HistoryHourly> result = new ArrayList<>(); + for (String tableName : tableNames) { + MybatisPlusConfig.tableName.set(tableName); + List<HistoryHourly> datas = historyHourlyMapper.selectList(wrapper); + result.addAll(datas); + } + MybatisPlusConfig.tableName.remove(); + return result; } } -- Gitblit v1.8.0