From f052b63c0428d4f3f723e9c729f19a62bfe3172e Mon Sep 17 00:00:00 2001 From: jinpengyong <jpy123456> Date: Thu, 20 Jan 2022 09:38:31 +0800 Subject: [PATCH] job定时任务修改入库逻辑 --- screen-job/src/main/java/com/moral/api/service/impl/CityAqiServiceImpl.java | 141 ++++++++++++++++++++++++++++++++++++++++------ 1 files changed, 122 insertions(+), 19 deletions(-) diff --git a/screen-job/src/main/java/com/moral/api/service/impl/CityAqiServiceImpl.java b/screen-job/src/main/java/com/moral/api/service/impl/CityAqiServiceImpl.java index 1816336..b76c55a 100644 --- a/screen-job/src/main/java/com/moral/api/service/impl/CityAqiServiceImpl.java +++ b/screen-job/src/main/java/com/moral/api/service/impl/CityAqiServiceImpl.java @@ -3,22 +3,33 @@ import com.alibaba.fastjson.JSONObject; import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper; import com.moral.api.entity.CityAqi; -import com.moral.api.entity.CityConfig; -import com.moral.api.entity.CityWeather; +import com.moral.api.entity.CityConfigAqi; import com.moral.api.mapper.CityAqiMapper; import com.moral.api.service.CityAqiService; import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl; -import com.moral.api.service.CityConfigService; +import com.moral.api.service.CityConfigAqiService; import com.moral.constant.Constants; +import com.moral.constant.RedisConstants; +import com.moral.pojo.AQI; +import com.moral.util.AQIUtils; +import com.moral.util.AmendUtils; +import com.moral.util.ComprehensiveIndexUtils; import com.moral.util.DateUtils; import org.springframework.beans.factory.annotation.Autowired; + +import org.springframework.data.redis.core.RedisTemplate; import org.springframework.stereotype.Service; +import org.springframework.util.ObjectUtils; import org.springframework.web.client.RestTemplate; +import java.util.ArrayList; import java.util.Date; +import java.util.HashMap; import java.util.List; import java.util.Map; +import java.util.OptionalDouble; +import java.util.stream.DoubleStream; /** * <p> @@ -35,28 +46,120 @@ private CityAqiMapper cityAqiMapper; @Autowired - private CityConfigService cityConfigService; + private CityConfigAqiService cityConfigAqiService; @Autowired private RestTemplate restTemplate; + @Autowired + private RedisTemplate redisTemplate; + @Override public void insertCityAqi() { - //������������������ - QueryWrapper<CityConfig> wrapper = new QueryWrapper<>(); - wrapper.select("city_code", "location_id").eq("is_delete", Constants.NOT_DELETE); - List<CityConfig> list = cityConfigService.list(wrapper); - for (CityConfig cityConfig : list) { - String cityCode = cityConfig.getCityCode(); - Integer locationId = cityConfig.getLocationId(); - Map<String, Object> data = restTemplate.getForObject("https://api.qweather.com/v7/air/now?key=da05c6c4852d4f7aa3364a9236ee9e26&gzip=n&location={1}", Map.class, locationId); - Map<String, Object> now = (Map<String, Object>) data.get("now"); - CityAqi cityAqi = new CityAqi(); - cityAqi.setCityCode(cityCode); - cityAqi.setValue(JSONObject.toJSONString(now)); - Date time = DateUtils.dataToTimeStampTime(new Date(), DateUtils.yyyy_MM_dd_HH_EN); - cityAqi.setTime(time); - cityAqiMapper.insert(cityAqi); + //pubtime=08���������������07-08������������������������������������������������07��� + Date now = new Date(); + Date time = DateUtils.dataToTimeStampTime(now, DateUtils.yyyy_MM_dd_HH_EN); + //������������������time������������������ + Date dataTime = DateUtils.addHours(time, -1); + Date start = null; + if (DateUtils.getHour(time) >= 8 || DateUtils.getHour(time) == 0) { + start = DateUtils.addHours(time, -8); } + + //������������������ + QueryWrapper<CityConfigAqi> wrapper = new QueryWrapper<>(); + wrapper.select("city_code", "city_id").eq("is_delete", Constants.NOT_DELETE); + List<CityConfigAqi> list = cityConfigAqiService.list(wrapper); + + List<CityAqi> cityAqiList = new ArrayList<>(); + CityAqi cityAqi = new CityAqi(); + for (CityConfigAqi cityConfigAqi : list) { + Integer cityCode = cityConfigAqi.getCityCode(); + Map<String, Object> data; + try { + //������������������������������ + data = restTemplate.getForObject("http://sapi.7drlb.com/api/mj?cityID={1}&apiKey=aqi", Map.class, cityConfigAqi.getCityId()); + } catch (Exception e) { + continue; + } + if (ObjectUtils.isEmpty(data)) { + continue; + } + + Map<String, Object> map = (Map<String, Object>) data.get("data"); + Map<String, Object> aqi = (Map<String, Object>) map.get("aqi"); + aqi.remove("pm25"); + aqi.remove("pm10"); + aqi.remove("so2"); + aqi.remove("no2"); + aqi.remove("co"); + aqi.remove("o3"); + + aqi.put("PM2_5", aqi.remove("pm25C")); + aqi.put("PM10", aqi.remove("pm10C")); + aqi.put("SO2", aqi.remove("so2C")); + aqi.put("NO2", aqi.remove("no2C")); + aqi.put("CO", aqi.remove("coC")); + aqi.put("O3", aqi.remove("o3C")); + aqi.put("AQI", aqi.remove("value")); + + //o3��������������� + if (start != null) { + QueryWrapper<CityAqi> queryWrapper = new QueryWrapper<>(); + queryWrapper.select("time", "value") + .eq("city_code", cityCode) + .ge("time", DateUtils.dateToDateString(start)); + List<Map<String, Object>> cityAqis = cityAqiMapper.selectMaps(queryWrapper); + Map<String, Object> params = new HashMap<>(); + params.put("time", DateUtils.dateToDateString(dataTime, DateUtils.yyyy_MM_dd_HH_mm_ss_S_EN)); + params.put("value", JSONObject.toJSONString(aqi)); + cityAqis.add(params); + if (cityAqis.size() >= 6) { + OptionalDouble average = cityAqis.stream().flatMapToDouble(v -> { + Map<String, Object> dataValue = JSONObject.parseObject((String) v.get("value"), Map.class); + double o3 = Double.parseDouble(dataValue.get("O3").toString()); + return DoubleStream.of(o3); + }).average(); + if (average.isPresent()) { + double O3_8H = AmendUtils.sciCal(average.getAsDouble(), 0); + aqi.put("O3_8H", O3_8H); + } + } + } + + //������������������ + Map<String, Object> temp = new HashMap<>(aqi); + temp.put("O3", temp.get("O3_8H")); + Double compositeIndex = ComprehensiveIndexUtils.dailyData(temp); + aqi.put("compositeIndex", compositeIndex); + + //��������������������� + Map<String, Object> sixParamMap = new HashMap<>(); + sixParamMap.put(Constants.SENSOR_CODE_PM25, aqi.get("PM2_5")); + sixParamMap.put(Constants.SENSOR_CODE_PM10, aqi.get("PM10")); + sixParamMap.put(Constants.SENSOR_CODE_SO2, aqi.get("SO2")); + sixParamMap.put(Constants.SENSOR_CODE_NO2, aqi.get("NO2")); + sixParamMap.put(Constants.SENSOR_CODE_CO, aqi.get("CO")); + sixParamMap.put(Constants.SENSOR_CODE_O3, aqi.get("O3")); + AQI aqiAndPollutant = AQIUtils.hourlyAQI(sixParamMap); + aqi.put("primaryPollutant", aqiAndPollutant.getPrimaryPollutantNames()); + + + cityAqi.setCityCode(cityCode); + cityAqi.setTime(dataTime); + cityAqi.setValue(JSONObject.toJSONString(aqi)); + cityAqiList.add(cityAqi); + //������redis + redisTemplate.opsForHash().put(RedisConstants.CITY_AQI, cityCode.toString(), aqi); + } + cityAqiMapper.insertCityAqi(cityAqiList); + } + + @Override + public List<CityAqi> getCityAqi() { + String time = DateUtils.getDateStringOfHour(-1, DateUtils.yyyy_MM_dd_HH_EN) + ":00:00"; + QueryWrapper<CityAqi> queryWrapper = new QueryWrapper<>(); + queryWrapper.eq("time", time); + return cityAqiMapper.selectList(queryWrapper); } } -- Gitblit v1.8.0