package com.moral.api.service.impl;
|
|
import com.alibaba.fastjson.JSON;
|
import com.alibaba.fastjson.JSONObject;
|
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
|
import com.moral.api.config.properties.SpecialCitiesProperties;
|
import com.moral.api.entity.CityAqi;
|
import com.moral.api.entity.CityAqiDaily;
|
import com.moral.api.entity.CityAqiMonthly;
|
import com.moral.api.entity.CityAqiYearly;
|
import com.moral.api.entity.Forecast;
|
import com.moral.api.entity.Organization;
|
import com.moral.api.entity.SysArea;
|
import com.moral.api.mapper.CityAqiMapper;
|
import com.moral.api.mapper.ForecastMapper;
|
import com.moral.api.service.CityAqiDailyService;
|
import com.moral.api.service.CityAqiMonthlyService;
|
import com.moral.api.service.CityAqiService;
|
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
|
import com.moral.api.service.CityAqiYearlyService;
|
import com.moral.api.service.OrganizationService;
|
import com.moral.api.service.SysAreaService;
|
import com.moral.constant.Constants;
|
import com.moral.constant.RedisConstants;
|
import com.moral.pojo.AQI;
|
import com.moral.util.AQIUtils;
|
import com.moral.util.AmendUtils;
|
import com.moral.util.ComprehensiveIndexUtils;
|
import com.moral.util.DateUtils;
|
|
import com.moral.util.MathUtils;
|
|
import org.springframework.beans.factory.annotation.Autowired;
|
import org.springframework.data.redis.core.RedisTemplate;
|
import org.springframework.stereotype.Service;
|
import org.springframework.util.ObjectUtils;
|
|
import java.text.DecimalFormat;
|
import java.util.*;
|
import java.util.stream.Collectors;
|
import java.util.stream.DoubleStream;
|
|
/**
|
* <p>
|
* 城市aqi实测小时数据表 服务实现类
|
* </p>
|
*
|
* @author moral
|
* @since 2021-09-28
|
*/
|
@Service
|
public class CityAqiServiceImpl extends ServiceImpl<CityAqiMapper, CityAqi> implements CityAqiService {
|
|
@Autowired
|
private CityAqiMapper cityAqiMapper;
|
|
@Autowired
|
private ForecastMapper forecastMapper;
|
|
@Autowired
|
private RedisTemplate redisTemplate;
|
|
@Autowired
|
private SysAreaService sysAreaService;
|
|
@Autowired
|
private CityAqiDailyService cityAqiDailyService;
|
|
@Autowired
|
private CityAqiMonthlyService cityAqiMonthlyService;
|
|
@Autowired
|
private CityAqiYearlyService cityAqiYearlyService;
|
|
@Autowired
|
private SpecialCitiesProperties specialCitiesProperties;
|
|
@Override
|
public List<Map<String, Object>> measuredCompareForecastOfO3(Map<String, Object> params) {
|
String regionCode = params.get("regionCode").toString();
|
String time = params.get("time").toString();
|
//预测数据
|
QueryWrapper<Forecast> forecastQueryWrapper = new QueryWrapper<>();
|
forecastQueryWrapper.select("time", "value")
|
.eq("city_code", regionCode)
|
.likeRight("time", time);
|
List<Map<String, Object>> forecastData = forecastMapper.selectMaps(forecastQueryWrapper);
|
//实测数据
|
QueryWrapper<CityAqi> cityAqiQueryWrapper = new QueryWrapper<>();
|
cityAqiQueryWrapper.select("time", "value")
|
.eq("city_code", regionCode)
|
.likeRight("time", time);
|
List<Map<String, Object>> measuredData = cityAqiMapper.selectMaps(cityAqiQueryWrapper);
|
|
List<Map<String, Object>> result = new ArrayList<>();
|
for (int i = 0; i < 48; i++) {
|
Map<String, Object> map = new HashMap<>();
|
if (i % 2 == 0) {
|
map.put("type", "预测");
|
Date d = DateUtils.addHours(DateUtils.getDate(time), i / 2);
|
map.put("time", DateUtils.dateToDateString(d, DateUtils.yyyy_MM_dd_HH_EN));
|
for (Map<String, Object> forecastDatum : forecastData) {
|
Date date = (Date) forecastDatum.get("time");
|
String value = forecastDatum.get("value").toString();
|
Map<String, Object> data = JSONObject.parseObject(value, Map.class);
|
Object o3 = data.get("O3");
|
if (i == DateUtils.getHour(date) * 2) {
|
if (!ObjectUtils.isEmpty(o3)) {
|
map.put("O3", o3);
|
}
|
}
|
}
|
} else {
|
map.put("type", "实测");
|
Date d = DateUtils.addHours(DateUtils.getDate(time), (i - 1) / 2);
|
map.put("time", DateUtils.dateToDateString(d, DateUtils.yyyy_MM_dd_HH_EN));
|
for (Map<String, Object> measuredDatum : measuredData) {
|
Date date = (Date) measuredDatum.get("time");
|
String value = measuredDatum.get("value").toString();
|
Map<String, Object> data = JSONObject.parseObject(value, Map.class);
|
Object o3 = data.get("O3");
|
if (i == (DateUtils.getHour(date) * 2 + 1)) {
|
if (!ObjectUtils.isEmpty(o3)) {
|
map.put("O3", o3);
|
}
|
}
|
}
|
}
|
result.add(map);
|
}
|
return result;
|
}
|
|
@Override
|
public Map<String, Object> queryCityAqiByRegionCode(Integer regionCode) {
|
Map<String, Object> value = (Map<String, Object>) redisTemplate.opsForHash().get(RedisConstants.CITY_AQI, String.valueOf(regionCode));
|
if (value == null)
|
value = queryCityAqiByRegionCodeFromDB(regionCode);
|
//如果地区码是县级市则转换到市级在进行查询
|
if (value == null) {
|
String regionCodeStr = String.valueOf(regionCode);
|
String end = regionCodeStr.substring(regionCodeStr.length() - 2, regionCodeStr.length());
|
if (!end.equals(00)) {
|
regionCodeStr = regionCodeStr.substring(0, regionCodeStr.length() - 2);
|
regionCodeStr += "00";
|
regionCode = Integer.parseInt(regionCodeStr);
|
value = (Map<String, Object>) redisTemplate.opsForHash().get(RedisConstants.CITY_AQI, String.valueOf(regionCode));
|
if (value == null)
|
value = queryCityAqiByRegionCodeFromDB(regionCode);
|
} else {
|
return null;
|
}
|
}
|
//根据AQI计算污染等级
|
if (value == null || value.get("AQI") == null)
|
return null;
|
Integer aqi = Integer.parseInt(value.get("AQI").toString());
|
String category = AQIUtils.classOfPollutionByAqi(aqi);
|
value.put("category", category);
|
return value;
|
}
|
|
@Override
|
public Map<String, Object> query24HoursAqiByRegionCode(Integer regionCode) {
|
//查询最新一条数据，用于获取最新的时间
|
QueryWrapper<CityAqi> lastDataWrapper = new QueryWrapper<>();
|
lastDataWrapper.eq("city_code", regionCode);
|
lastDataWrapper.orderByDesc("time");
|
lastDataWrapper.last(true, "limit 1");
|
CityAqi cityAqi = cityAqiMapper.selectOne(lastDataWrapper);
|
if (cityAqi == null)
|
return null;
|
//算出前24小时的时间点
|
Date endDate = cityAqi.getTime();
|
Date startDate = DateUtils.addHours(endDate, -23);
|
//查询数据
|
QueryWrapper<CityAqi> wrapper = new QueryWrapper<>();
|
wrapper.between("time", startDate, endDate);
|
wrapper.eq("city_code", regionCode);
|
List<CityAqi> cityAqis = cityAqiMapper.selectList(wrapper);
|
//如果数据不足24小时则补全
|
if (cityAqis.size() != 24) {
|
Map<Date, CityAqi> dateCityAqiMap = new HashMap<>();
|
cityAqis.forEach(value -> dateCityAqiMap.put(value.getTime(), value));
|
for (int i = 0; i < 24; i++) {
|
Date date = DateUtils.addHours(startDate, i);
|
CityAqi cityAqi1 = dateCityAqiMap.get(date);
|
if (cityAqi1 == null) {
|
CityAqi newCityAqi = new CityAqi();
|
newCityAqi.setTime(date);
|
cityAqis.add(newCityAqi);
|
}
|
}
|
//按照时间进行排序
|
cityAqis.sort(Comparator.comparing(CityAqi::getTime));
|
}
|
//封装返回数据,map的key为yyyy-MM-dd HH:mm格式的时间，value为aqi的数值
|
Map<String, Object> result = new LinkedHashMap<>();
|
for (CityAqi aqi : cityAqis) {
|
String key = DateUtils.dateToDateString(aqi.getTime(), "yyyy-MM-dd HH:mm");
|
String allDataJson = aqi.getValue();
|
if (allDataJson == null) {
|
result.put(key, "");
|
continue;
|
}
|
Map<String, Object> allDataMap = JSON.parseObject(allDataJson, Map.class);
|
Object aqiData = allDataMap.get("AQI");
|
if (aqiData == null)
|
result.put(key, "");
|
else
|
result.put(key, aqiData);
|
}
|
return result;
|
}
|
|
@Override
|
public Map<String, Object> queryTodayAqiAndPollutant(Integer regionCode) {
|
//获取今天的9点时间
|
Date startDate = new Date(DateUtils.getTodayTime());
|
Date endDate = new Date();
|
//查询当天数据
|
QueryWrapper<CityAqi> wrapper = new QueryWrapper<>();
|
wrapper.between("time", startDate, endDate);
|
wrapper.eq("city_code", regionCode);
|
wrapper.select("DISTINCT city_code,time,value");
|
List<CityAqi> cityAqis = cityAqiMapper.selectList(wrapper);
|
//计算平均数
|
Map<String, Object> sixParamAvg = calculate6ParamAvg(cityAqis);
|
//计算累计aqi和首要污染物
|
Map<String, Object> result = new HashMap<>();
|
AQI aqi = AQIUtils.hourlyAQI(sixParamAvg);
|
result.put("aqi", aqi.getAQIValue());
|
result.put("pollutant", aqi.getPrimaryPollutantNames());
|
//结果集添加时间
|
CityAqi lastCityAqi = cityAqis.get(cityAqis.size() - 1);
|
String time = DateUtils.dateToDateString(lastCityAqi.getTime(), "HH:mm");
|
result.put("time", time);
|
return result;
|
}
|
|
@Override
|
public List<Map<String, Object>> rankingDetails(Map<String, Object> params) {
|
List<Map<String, Object>> result = new ArrayList<>();
|
int regionCode = Integer.parseInt(params.get("regionCode").toString());
|
String type = params.get("type").toString();
|
String time = null;
|
if (!ObjectUtils.isEmpty(params.get("time"))) {
|
time = params.get("time").toString();
|
}
|
String start = null;
|
String end = null;
|
if (!ObjectUtils.isEmpty(params.get("start")) || !ObjectUtils.isEmpty(params.get("end"))) {
|
start = params.get("start").toString();
|
end = params.get("end").toString();
|
}
|
String cityType = params.get("cityType").toString();
|
|
String s = String.valueOf(regionCode);
|
//获取当前省,市code
|
Integer curProvinceCode = Integer.parseInt(s.substring(0, 2) + "0000");
|
Integer curCityCode = Integer.parseInt(s.substring(0, 4) + "00");
|
|
QueryWrapper<SysArea> areaWrapper = new QueryWrapper<>();
|
|
List<SysArea> sysAreas;
|
if ("28".equals(cityType)) {
|
//获取2+26城市
|
sysAreas = specialCitiesProperties.getTwentyEightCities();
|
} else {
|
if ("province".equals(cityType)) {
|
//获取省内所有市
|
areaWrapper.select("area_code", "area_name").eq("parent_code", curProvinceCode);
|
} else {
|
//获取市内所有县区
|
areaWrapper.select("area_code", "area_name").eq("parent_code", curCityCode);
|
}
|
sysAreas = sysAreaService.list(areaWrapper);
|
}
|
|
switch (type) {
|
case "today":
|
result = accumulatedTodayRank(sysAreas);
|
break;
|
case "hour":
|
time = new StringBuilder(time).replace(10, 11, " ").toString() + ":00:00";
|
result = hourRank(sysAreas, time);
|
break;
|
case "day":
|
time = time + " 00:00:00";
|
result = dayRank(sysAreas, time);
|
break;
|
case "month":
|
time = time + "-01 00:00:00";
|
result = monthRank(sysAreas, time);
|
break;
|
case "year":
|
time = time + "-01-01 00:00:00";
|
result = yearRank(sysAreas, time);
|
break;
|
case "custom":
|
start = start + " 00:00:00";
|
end = end + " :00:00";
|
result = customRank(sysAreas, start, end);
|
break;
|
default:
|
break;
|
}
|
return result;
|
}
|
|
/**
|
* @param sysAreas 所要获取城市集合
|
* @return 功能：今日累计排名
|
*/
|
private List<Map<String, Object>> accumulatedTodayRank(List<SysArea> sysAreas) {
|
List<Integer> regionCodes = sysAreas.stream()
|
.map(SysArea::getAreaCode)
|
.collect(Collectors.toList());
|
|
List<Map<String, Object>> result = new ArrayList<>();
|
List<String> sensors = Arrays.asList("PM2_5", "PM10", "SO2", "NO2", "CO", "O3");
|
Date now = new Date();
|
String today = DateUtils.dateToDateString(now, DateUtils.yyyy_MM_dd_EN);
|
QueryWrapper<CityAqi> wrapper = new QueryWrapper<>();
|
wrapper.select("city_code", "value")
|
.ge("time", today)
|
.in("city_code", regionCodes);
|
List<Map<String, Object>> cumulativeData = cityAqiMapper.selectMaps(wrapper);
|
//按city_code分组
|
Map<Integer, List<Map<String, Object>>> data = cumulativeData.parallelStream().collect(Collectors.groupingBy(o -> Integer.parseInt(o.get("city_code").toString())));
|
data.forEach((cityCode, value) -> {
|
List<Double> doubles = new ArrayList<>();
|
for (Map<String, Object> objectMap : value) {
|
Object o = JSONObject.parseObject((String) objectMap.get("value"), Map.class).get("O3_8H");
|
if (!ObjectUtils.isEmpty(o)) {
|
double v = Double.parseDouble(o.toString());
|
doubles.add(v);
|
}
|
}
|
|
Map<String, Object> dataMap = new HashMap<>();
|
sensors.forEach(sensor -> {
|
OptionalDouble optionalDouble = value.parallelStream().flatMapToDouble(v -> {
|
Map<String, Object> sensorValue = JSONObject.parseObject((String) v.get("value"), Map.class);
|
Object o = sensorValue.get(sensor);
|
if (ObjectUtils.isEmpty(o)) {
|
return null;
|
}
|
double aDouble = Double.parseDouble(o.toString());
|
return DoubleStream.of(aDouble);
|
}).average();
|
|
if (optionalDouble.isPresent()) {
|
//银行家算法修约
|
double sciCal = AmendUtils.sciCal(optionalDouble.getAsDouble(), 0);
|
if ("CO".equals(sensor)) {
|
sciCal = AmendUtils.sciCal(optionalDouble.getAsDouble(), 1);
|
}
|
dataMap.put(sensor, sciCal);
|
}
|
});
|
|
//今日累计O3_8H计算,取每小时O3——8H最大值
|
if (!ObjectUtils.isEmpty(doubles)) {
|
dataMap.put("O3_8H", Collections.max(doubles));
|
}
|
|
//今日累计aqi,首要污染物计算
|
Map<String, Object> sixParamMap = new HashMap<>();
|
sixParamMap.put(Constants.SENSOR_CODE_PM25, dataMap.get("PM2_5"));
|
sixParamMap.put(Constants.SENSOR_CODE_PM10, dataMap.get("PM10"));
|
sixParamMap.put(Constants.SENSOR_CODE_SO2, dataMap.get("SO2"));
|
sixParamMap.put(Constants.SENSOR_CODE_NO2, dataMap.get("NO2"));
|
sixParamMap.put(Constants.SENSOR_CODE_CO, dataMap.get("CO"));
|
sixParamMap.put(Constants.SENSOR_CODE_O3, dataMap.get("O3"));
|
AQI aqi = AQIUtils.dailyAQI(sixParamMap);
|
dataMap.put("AQI", aqi.getAQIValue());
|
List<String> primaryPollutantNames = aqi.getPrimaryPollutantNames();
|
String primaryPollutant = "";
|
if (!ObjectUtils.isEmpty(primaryPollutantNames)) {
|
primaryPollutant = primaryPollutantNames.stream().map(String::valueOf).collect(Collectors.joining(","));
|
}
|
dataMap.put("primaryPollutant", primaryPollutant);
|
|
//今日累计综合指数计算,O3分综指用O3_8H计算
|
Map<String, Object> compositeIndexMap = new HashMap<>(dataMap);
|
compositeIndexMap.put("O3", compositeIndexMap.get("O3_8H"));
|
Double compositeIndex = ComprehensiveIndexUtils.dailyData(compositeIndexMap);
|
dataMap.put("compositeIndex", compositeIndex);
|
|
//城市名
|
for (SysArea sysArea : sysAreas) {
|
if (cityCode.equals(sysArea.getAreaCode())) {
|
dataMap.put("cityName", sysArea.getAreaName());
|
break;
|
}
|
}
|
result.add(dataMap);
|
});
|
return result;
|
}
|
|
/**
|
* @param sysAreas 所要获取城市集合
|
* @param time 所要获取数据的时间 2021-11-04 13:00:00
|
* @return 功能：小时排名
|
*/
|
private List<Map<String, Object>> hourRank(List<SysArea> sysAreas, String time) {
|
List<Integer> regionCodes = sysAreas.stream()
|
.map(SysArea::getAreaCode)
|
.collect(Collectors.toList());
|
|
List<Map<String, Object>> result = new ArrayList<>();
|
QueryWrapper<CityAqi> wrapper = new QueryWrapper<>();
|
wrapper.select("value")
|
.eq("time", time)
|
.in("city_code", regionCodes);
|
List<Map<String, Object>> hourData = cityAqiMapper.selectMaps(wrapper);
|
for (Map<String, Object> hourDatum : hourData) {
|
Map<String, Object> value = JSONObject.parseObject((String) hourDatum.get("value"), Map.class);
|
List<String> primaryPollutantNames = (List<String>) value.get("primaryPollutant");
|
String primaryPollutant = "";
|
if (!ObjectUtils.isEmpty(primaryPollutantNames)) {
|
primaryPollutant = primaryPollutantNames.stream().map(String::valueOf).collect(Collectors.joining(","));
|
}
|
value.put("primaryPollutant", primaryPollutant);
|
value.remove("pubtime");
|
value.remove("rank");
|
result.add(value);
|
}
|
return result;
|
}
|
|
/**
|
* @param sysAreas 所要获取城市集合
|
* @param time 所要获取数据的时间 2021-11-04 00:00:00
|
* @return 功能：日排名
|
*/
|
private List<Map<String, Object>> dayRank(List<SysArea> sysAreas, String time) {
|
List<Integer> regionCodes = sysAreas.stream()
|
.map(SysArea::getAreaCode)
|
.collect(Collectors.toList());
|
|
List<Map<String, Object>> result = new ArrayList<>();
|
QueryWrapper<CityAqiDaily> wrapper = new QueryWrapper<>();
|
wrapper.select("city_code", "value")
|
.eq("time", time)
|
.in("city_code", regionCodes);
|
List<Map<String, Object>> dayData = cityAqiDailyService.listMaps(wrapper);
|
for (Map<String, Object> dayDatum : dayData) {
|
Map<String, Object> value = JSONObject.parseObject((String) dayDatum.get("value"), Map.class);
|
List<String> primaryPollutantNames = (List<String>) value.get("primaryPollutant");
|
String primaryPollutant = "";
|
if (!ObjectUtils.isEmpty(primaryPollutantNames)) {
|
primaryPollutant = primaryPollutantNames.stream().map(String::valueOf).collect(Collectors.joining(","));
|
}
|
value.put("primaryPollutant", primaryPollutant);
|
|
|
//城市名
|
for (SysArea sysArea : sysAreas) {
|
if (dayDatum.get("city_code").equals(sysArea.getAreaCode())) {
|
value.put("cityName", sysArea.getAreaName());
|
break;
|
}
|
}
|
result.add(value);
|
}
|
return result;
|
}
|
|
/**
|
* @param sysAreas 所要获取城市集合
|
* @param time 所要获取数据的时间 2021-11-01 00:00:00 每月1号
|
* @return 功能：月排名
|
*/
|
private List<Map<String, Object>> monthRank(List<SysArea> sysAreas, String time) {
|
List<Integer> regionCodes = sysAreas.stream()
|
.map(SysArea::getAreaCode)
|
.collect(Collectors.toList());
|
|
//需要均值计算的因子
|
List<String> sensors = Arrays.asList("PM2_5", "PM10", "SO2", "NO2");
|
List<Map<String, Object>> result = new ArrayList<>();
|
//如果部是本月,实时计算，其他直接从city_aqi_monthly获取
|
if (!time.substring(0, 7).equals(DateUtils.dateToDateString(new Date(), DateUtils.yyyy_MM_EN))) {
|
QueryWrapper<CityAqiMonthly> cityAqiMonthlyQueryWrapper = new QueryWrapper<>();
|
for (Integer regionCode : regionCodes) {
|
cityAqiMonthlyQueryWrapper.clear();
|
cityAqiMonthlyQueryWrapper.select("value")
|
.eq("city_code", regionCode)
|
.eq("time", time);
|
CityAqiMonthly cityAqiMonthly = cityAqiMonthlyService.getOne(cityAqiMonthlyQueryWrapper);
|
if (cityAqiMonthly == null) {
|
continue;
|
}
|
String value = cityAqiMonthly.getValue();
|
Map<String, Object> resultMap = JSONObject.parseObject(value, Map.class);
|
|
|
//城市名
|
for (SysArea sysArea : sysAreas) {
|
if (regionCode.equals(sysArea.getAreaCode())) {
|
resultMap.put("cityName", sysArea.getAreaName());
|
break;
|
}
|
}
|
}
|
return result;
|
}
|
|
QueryWrapper<CityAqiDaily> cityAqiDailyQueryWrapper = new QueryWrapper<>();
|
cityAqiDailyQueryWrapper.select("city_code", "value")
|
.ge("time", time)
|
.in("city_code", regionCodes);
|
List<Map<String, Object>> thisMonthData = cityAqiDailyService.listMaps(cityAqiDailyQueryWrapper);
|
//按city_code分组
|
Map<Integer, List<Map<String, Object>>> thisMonthMap = thisMonthData.parallelStream()
|
.collect(Collectors.groupingBy(o -> Integer.parseInt(o.get("city_code").toString())));
|
|
thisMonthMap.forEach((cityCode, value) -> {
|
Map<String, Object> resultMap = new HashMap<>();
|
|
Map<String, Object> params = new HashMap<>();
|
List<Map<String, Object>> temp = new ArrayList<>();
|
for (Map<String, Object> map : value) {
|
Map<String, Object> sensorsValue = JSONObject.parseObject(map.get("value").toString(), Map.class);
|
Map<String, Object> tempMap = new HashMap<>();
|
tempMap.put(Constants.SENSOR_CODE_CO, sensorsValue.get("CO"));
|
tempMap.put(Constants.SENSOR_CODE_O3, sensorsValue.get("O3"));
|
Map<String, Object> hashMap = new HashMap<>();
|
hashMap.put("value", JSONObject.toJSONString(tempMap));
|
temp.add(hashMap);
|
}
|
params.put("data", temp);
|
//1. CO 95百分位计算并修约
|
Map<String, Object> coAvgOfWeekOrMonth = AmendUtils.getCOAvgOfWeekOrMonth(params);
|
if (!ObjectUtils.isEmpty(coAvgOfWeekOrMonth)) {
|
resultMap.put("CO", coAvgOfWeekOrMonth.get(Constants.SENSOR_CODE_CO));
|
}
|
|
//2. O3 90百分位计算并修约
|
Map<String, Object> o3AvgOfWeekOrMonth = AmendUtils.getO3AvgOfWeekOrMonth(params);
|
if (!ObjectUtils.isEmpty(o3AvgOfWeekOrMonth)) {
|
resultMap.put("O3", o3AvgOfWeekOrMonth.get(Constants.SENSOR_CODE_O3));
|
}
|
|
sensors.forEach(sensor -> {
|
OptionalDouble optionalDouble = value.parallelStream().flatMapToDouble(v -> {
|
Map<String, Object> sensorValue = JSONObject.parseObject((String) v.get("value"), Map.class);
|
Object o = sensorValue.get(sensor);
|
if (ObjectUtils.isEmpty(o)) {
|
return null;
|
}
|
double aDouble = Double.parseDouble(o.toString());
|
return DoubleStream.of(aDouble);
|
}).average();
|
|
if (optionalDouble.isPresent()) {
|
//银行家算法修约
|
double sciCal = AmendUtils.sciCal(optionalDouble.getAsDouble(), 0);
|
resultMap.put(sensor, sciCal);
|
}
|
});
|
|
//本月综指计算
|
Double compositeIndex = ComprehensiveIndexUtils.dailyData(resultMap);
|
resultMap.put("compositeIndex", compositeIndex);
|
|
//前端O3用O3_8H显示
|
resultMap.put("O3_8H", resultMap.remove("O3"));
|
|
//本月综指同上月对比
|
Date lastMonth = DateUtils.addMonths(DateUtils.getDate(time), -1);
|
QueryWrapper<CityAqiMonthly> queryWrapper = new QueryWrapper<>();
|
queryWrapper.select("value")
|
.eq("city_code", cityCode)
|
.eq("time", DateUtils.dateToDateString(lastMonth));
|
//获取上月数据
|
CityAqiMonthly lastCityAqiMonthly = cityAqiMonthlyService.getOne(queryWrapper);
|
String monthContrast = "";
|
if (lastCityAqiMonthly != null) {
|
Map<String, Object> map = JSONObject.parseObject(lastCityAqiMonthly.getValue(), Map.class);
|
double lastCompositeIndex = Double.parseDouble(map.get("compositeIndex").toString());
|
DecimalFormat decimalFormat = new DecimalFormat("0.00%");
|
monthContrast = decimalFormat.format((compositeIndex - lastCompositeIndex) / lastCompositeIndex);
|
}
|
resultMap.put("monthContrast", monthContrast);
|
|
//城市名
|
for (SysArea sysArea : sysAreas) {
|
if (cityCode.equals(sysArea.getAreaCode())) {
|
resultMap.put("cityName", sysArea.getAreaName());
|
break;
|
}
|
}
|
result.add(resultMap);
|
});
|
return result;
|
}
|
|
/**
|
* @param sysAreas 所要获取城市集合
|
* @param time 所要获取数据的时间 2021-11-01 00:00:00 每年1月1号
|
* @return 功能：年排名
|
*/
|
private List<Map<String, Object>> yearRank(List<SysArea> sysAreas, String time) {
|
List<Integer> regionCodes = sysAreas.stream()
|
.map(SysArea::getAreaCode)
|
.collect(Collectors.toList());
|
|
//需要均值计算的因子
|
List<String> sensors = Arrays.asList("PM2_5", "PM10", "SO2", "NO2");
|
List<Map<String, Object>> result = new ArrayList<>();
|
//如果是本月,实时计算，其他直接从city_aqi_monthly获取
|
if (!time.substring(0, 4).equals(DateUtils.dateToDateString(new Date(), DateUtils.yyyy))) {
|
QueryWrapper<CityAqiYearly> cityAqiYearlyQueryWrapper = new QueryWrapper<>();
|
for (Integer regionCode : regionCodes) {
|
cityAqiYearlyQueryWrapper.clear();
|
cityAqiYearlyQueryWrapper.select("value")
|
.eq("city_code", regionCode)
|
.eq("time", time);
|
CityAqiYearly cityAqiYearly = cityAqiYearlyService.getOne(cityAqiYearlyQueryWrapper);
|
if (cityAqiYearly == null) {
|
continue;
|
}
|
String value = cityAqiYearly.getValue();
|
Map<String, Object> resultMap = JSONObject.parseObject(value, Map.class);
|
|
|
//城市名
|
for (SysArea sysArea : sysAreas) {
|
if (regionCode.equals(sysArea.getAreaCode())) {
|
resultMap.put("cityName", sysArea.getAreaName());
|
break;
|
}
|
}
|
result.add(resultMap);
|
}
|
return result;
|
}
|
|
QueryWrapper<CityAqiDaily> cityAqiDailyQueryWrapper = new QueryWrapper<>();
|
cityAqiDailyQueryWrapper.select("city_code", "value")
|
.ge("time", time)
|
.in("city_code", regionCodes);
|
List<Map<String, Object>> thisMonthData = cityAqiDailyService.listMaps(cityAqiDailyQueryWrapper);
|
//按city_code分组
|
Map<Integer, List<Map<String, Object>>> thisYearMap = thisMonthData.parallelStream()
|
.collect(Collectors.groupingBy(o -> Integer.parseInt(o.get("city_code").toString())));
|
thisYearMap.forEach((cityCode, value) -> {
|
Map<String, Object> resultMap = new HashMap<>();
|
|
Map<String, Object> params = new HashMap<>();
|
List<Map<String, Object>> temp = new ArrayList<>();
|
for (Map<String, Object> map : value) {
|
Map<String, Object> sensorsValue = JSONObject.parseObject(map.get("value").toString(), Map.class);
|
Map<String, Object> tempMap = new HashMap<>();
|
tempMap.put(Constants.SENSOR_CODE_CO, sensorsValue.get("CO"));
|
tempMap.put(Constants.SENSOR_CODE_O3, sensorsValue.get("O3"));
|
Map<String, Object> hashMap = new HashMap<>();
|
hashMap.put("value", JSONObject.toJSONString(tempMap));
|
temp.add(hashMap);
|
}
|
params.put("data", temp);
|
//1. CO 95百分位计算并修约
|
Map<String, Object> coAvgOfWeekOrMonth = AmendUtils.getCOAvgOfWeekOrMonth(params);
|
if (!ObjectUtils.isEmpty(coAvgOfWeekOrMonth)) {
|
resultMap.put("CO", coAvgOfWeekOrMonth.get(Constants.SENSOR_CODE_CO));
|
}
|
|
//2. O3 90百分位计算并修约
|
Map<String, Object> o3AvgOfWeekOrMonth = AmendUtils.getO3AvgOfWeekOrMonth(params);
|
if (!ObjectUtils.isEmpty(o3AvgOfWeekOrMonth)) {
|
resultMap.put("O3", o3AvgOfWeekOrMonth.get(Constants.SENSOR_CODE_O3));
|
}
|
|
sensors.forEach(sensor -> {
|
OptionalDouble optionalDouble = value.parallelStream().flatMapToDouble(v -> {
|
Map<String, Object> sensorValue = JSONObject.parseObject((String) v.get("value"), Map.class);
|
Object o = sensorValue.get(sensor);
|
if (ObjectUtils.isEmpty(o)) {
|
return null;
|
}
|
double aDouble = Double.parseDouble(o.toString());
|
return DoubleStream.of(aDouble);
|
}).average();
|
|
if (optionalDouble.isPresent()) {
|
//银行家算法修约
|
double sciCal = AmendUtils.sciCal(optionalDouble.getAsDouble(), 0);
|
resultMap.put(sensor, sciCal);
|
}
|
});
|
|
//本年综指计算
|
Double compositeIndex = ComprehensiveIndexUtils.dailyData(resultMap);
|
resultMap.put("compositeIndex", compositeIndex);
|
|
//前端O3用O3_8H显示
|
resultMap.put("O3_8H", resultMap.remove("O3"));
|
|
//本年综指同去年对比
|
String lastYear = DateUtils.getDateAddYear(time.substring(0, 4), -1);
|
QueryWrapper<CityAqiYearly> queryWrapper = new QueryWrapper<>();
|
queryWrapper.select("value")
|
.eq("city_code", cityCode)
|
.eq("time", lastYear);
|
//获取去年数据
|
CityAqiYearly lastCityAqiYearly = cityAqiYearlyService.getOne(queryWrapper);
|
String yearContrast = "";
|
if (lastCityAqiYearly != null) {
|
Map<String, Object> map = JSONObject.parseObject(lastCityAqiYearly.getValue(), Map.class);
|
double lastCompositeIndex = Double.parseDouble(map.get("compositeIndex").toString());
|
DecimalFormat decimalFormat = new DecimalFormat("0.00%");
|
yearContrast = decimalFormat.format((compositeIndex - lastCompositeIndex) / lastCompositeIndex);
|
}
|
resultMap.put("yearContrast", yearContrast);
|
|
|
//城市名
|
for (SysArea sysArea : sysAreas) {
|
if (cityCode.equals(sysArea.getAreaCode())) {
|
resultMap.put("cityName", sysArea.getAreaName());
|
break;
|
}
|
}
|
result.add(resultMap);
|
});
|
return result;
|
}
|
|
/**
|
* @param sysAreas 所要获取城市集合
|
* @param start 所要获取数据的开始时间,精确到日，2021-11-03 00:00:00
|
* @param end 所要获取数据的结束时间,精确到日，2021-11-25 00:00:00
|
* @return 功能：自定义排名
|
*/
|
private List<Map<String, Object>> customRank(List<SysArea> sysAreas, String start, String end) {
|
List<Integer> regionCodes = sysAreas.stream()
|
.map(SysArea::getAreaCode)
|
.collect(Collectors.toList());
|
|
//需要均值计算的因子
|
List<String> sensors = Arrays.asList("PM2_5", "PM10", "SO2", "NO2");
|
List<Map<String, Object>> result = new ArrayList<>();
|
QueryWrapper<CityAqiDaily> cityAqiDailyQueryWrapper = new QueryWrapper<>();
|
cityAqiDailyQueryWrapper.select("city_code", "value")
|
.ge("time", start)
|
.le("time", end)
|
.in("city_code", regionCodes);
|
List<Map<String, Object>> thisMonthData = cityAqiDailyService.listMaps(cityAqiDailyQueryWrapper);
|
//按city_code分组
|
Map<Integer, List<Map<String, Object>>> customMap = thisMonthData.parallelStream()
|
.collect(Collectors.groupingBy(o -> Integer.parseInt(o.get("city_code").toString())));
|
customMap.forEach((cityCode, value) -> {
|
Map<String, Object> resultMap = new HashMap<>();
|
|
Map<String, Object> params = new HashMap<>();
|
List<Map<String, Object>> temp = new ArrayList<>();
|
for (Map<String, Object> map : value) {
|
Map<String, Object> sensorsValue = JSONObject.parseObject(map.get("value").toString(), Map.class);
|
Map<String, Object> tempMap = new HashMap<>();
|
tempMap.put(Constants.SENSOR_CODE_CO, sensorsValue.get("CO"));
|
tempMap.put(Constants.SENSOR_CODE_O3, sensorsValue.get("O3"));
|
Map<String, Object> hashMap = new HashMap<>();
|
hashMap.put("value", JSONObject.toJSONString(tempMap));
|
temp.add(hashMap);
|
}
|
params.put("data", temp);
|
//1. CO 95百分位计算并修约
|
Map<String, Object> coAvgOfWeekOrMonth = AmendUtils.getCOAvgOfWeekOrMonth(params);
|
if (!ObjectUtils.isEmpty(coAvgOfWeekOrMonth)) {
|
resultMap.put("CO", coAvgOfWeekOrMonth.get(Constants.SENSOR_CODE_CO));
|
}
|
|
//2. O3 90百分位计算并修约
|
Map<String, Object> o3AvgOfWeekOrMonth = AmendUtils.getO3AvgOfWeekOrMonth(params);
|
if (!ObjectUtils.isEmpty(o3AvgOfWeekOrMonth)) {
|
resultMap.put("O3", o3AvgOfWeekOrMonth.get(Constants.SENSOR_CODE_O3));
|
}
|
|
sensors.forEach(sensor -> {
|
OptionalDouble optionalDouble = value.parallelStream().flatMapToDouble(v -> {
|
Map<String, Object> sensorValue = JSONObject.parseObject((String) v.get("value"), Map.class);
|
Object o = sensorValue.get(sensor);
|
if (ObjectUtils.isEmpty(o)) {
|
return null;
|
}
|
double aDouble = Double.parseDouble(o.toString());
|
return DoubleStream.of(aDouble);
|
}).average();
|
|
if (optionalDouble.isPresent()) {
|
//银行家算法修约
|
double sciCal = AmendUtils.sciCal(optionalDouble.getAsDouble(), 0);
|
resultMap.put(sensor, sciCal);
|
}
|
});
|
|
//自定义综指计算
|
Double compositeIndex = ComprehensiveIndexUtils.dailyData(resultMap);
|
resultMap.put("compositeIndex", compositeIndex);
|
|
//前端O3用O3_8H显示
|
resultMap.put("O3_8H", resultMap.remove("O3"));
|
|
//城市名
|
for (SysArea sysArea : sysAreas) {
|
if (cityCode.equals(sysArea.getAreaCode())) {
|
resultMap.put("cityName", sysArea.getAreaName());
|
break;
|
}
|
}
|
result.add(resultMap);
|
});
|
return result;
|
}
|
|
/**
|
* @Description: 计算6参平均值
|
* @Param: [cityAqiList]
|
* @return: java.util.Map<java.lang.String, java.lang.Double>
|
* 返回值key为sensorCode,value为值
|
* @Author: 陈凯裕
|
* @Date: 2021/11/2
|
*/
|
private Map<String, Object> calculate6ParamAvg(List<CityAqi> cityAqiList) {
|
Double co = calculateSensorAvg(cityAqiList, "CO");
|
Double pm2_5 = calculateSensorAvg(cityAqiList, "PM2_5");
|
Double pm10 = calculateSensorAvg(cityAqiList, "PM10");
|
Double so2 = calculateSensorAvg(cityAqiList, "SO2");
|
Double no2 = calculateSensorAvg(cityAqiList, "NO2");
|
Double o3 = calculateSensorAvg(cityAqiList, "O3");
|
Map<String, Object> result = new HashMap<>();
|
result.put(Constants.SENSOR_CODE_CO, co);
|
result.put(Constants.SENSOR_CODE_NO2, no2);
|
result.put(Constants.SENSOR_CODE_SO2, so2);
|
result.put(Constants.SENSOR_CODE_O3, o3);
|
result.put(Constants.SENSOR_CODE_PM25, pm2_5);
|
result.put(Constants.SENSOR_CODE_PM10, pm10);
|
return result;
|
}
|
|
/**
|
* @Description: 计算因子的平均值
|
* @Param: [cityAqiList, sensor]
|
* ，sensor是要计算的因子名称
|
* @return: java.lang.Double
|
* @Author: 陈凯裕
|
* @Date: 2021/11/2
|
*/
|
private Double calculateSensorAvg(List<CityAqi> cityAqiList, String sensor) {
|
Double sum = 0d;
|
int num = 0;
|
for (CityAqi cityAqi : cityAqiList) {
|
String value = cityAqi.getValue();
|
if (value == null)
|
continue;
|
Map<String, Object> valueMap = JSON.parseObject(value, Map.class);
|
Object sensorValueObject = valueMap.get(sensor);
|
if (sensorValueObject == null)
|
continue;
|
Double sensorValue = Double.valueOf(sensorValueObject.toString());
|
sum = MathUtils.add(sum, sensorValue);
|
num++;
|
}
|
if (num == 0)
|
return null;
|
Double avg = MathUtils.division(sum, num, 2);
|
return avg;
|
}
|
|
/**
|
* @Description: 从数据库查询数据
|
* @Param: [regionCode]
|
* @return: java.util.Map<java.lang.String, java.lang.Object>
|
* @Author: 陈凯裕
|
* @Date: 2021/10/28
|
*/
|
private Map<String, Object> queryCityAqiByRegionCodeFromDB(Integer regionCode) {
|
QueryWrapper<CityAqi> wrapper = new QueryWrapper();
|
wrapper.eq("city_code", regionCode);
|
wrapper.orderByDesc("time");
|
wrapper.last(true, "limit 1");
|
CityAqi cityAqi = cityAqiMapper.selectOne(wrapper);
|
if (cityAqi == null)
|
return null;
|
String value = cityAqi.getValue();
|
redisTemplate.opsForHash().put(RedisConstants.CITY_AQI, regionCode, value);
|
return JSON.parseObject(value, Map.class);
|
}
|
|
@Override
|
public Map<String, Object> provincialRanking(Integer regionCode) {
|
//结果集
|
Map<String, Object> result = new HashMap<>();
|
|
Date now = new Date();
|
//昨日
|
Date yesterday = DateUtils.dataToTimeStampTime(DateUtils.getDateOfDay(now, -1), DateUtils.yyyy_MM_dd_EN);
|
String dateString = DateUtils.dateToDateString(yesterday, DateUtils.yyyy_MM_dd_HH_mm_ss_EN);
|
|
String s = String.valueOf(regionCode);
|
//获取省,市code
|
Integer provinceCode = Integer.parseInt(s.substring(0, 2) + "0000");
|
Integer cityCode = Integer.parseInt(s.substring(0, 4) + "00");
|
//获取省内所有city_code
|
QueryWrapper<SysArea> wrapper = new QueryWrapper<>();
|
wrapper.select("area_code").eq("parent_code", provinceCode);
|
List<Object> cityCodes = sysAreaService.listObjs(wrapper);
|
|
List<Map<String, Object>> ranks = new ArrayList<>();
|
for (Object code : cityCodes) {
|
Map<String, Object> rankMap = new HashMap<>();
|
rankMap.put("cityCode", code);
|
QueryWrapper<CityAqiDaily> queryWrapper = new QueryWrapper<>();
|
queryWrapper.select("value").eq("city_code", code).eq("time", dateString);
|
|
//1.昨日数据
|
CityAqiDaily one = cityAqiDailyService.getOne(queryWrapper);
|
if (!ObjectUtils.isEmpty(one)) {
|
String value = one.getValue();
|
Map<String, Object> valueMap = JSONObject.parseObject(value, Map.class);
|
rankMap.put("AQI", valueMap.get("AQI"));
|
}
|
|
//2.本月累计综合指数计算，截止到昨日
|
queryWrapper.clear();
|
//开始时间：本月1号，结束时间：昨日
|
Date start = DateUtils.addMonths(DateUtils.getFirstDayOfLastMonth(), 1);
|
queryWrapper.select("value").eq("city_code", code).ge("time", start).le("time", yesterday);
|
List<CityAqiDaily> listMonth = cityAqiDailyService.list(queryWrapper);
|
OptionalDouble averageMonth = listMonth.parallelStream().flatMapToDouble(v -> {
|
Map<String, Object> dataValue = JSONObject.parseObject(v.getValue(), Map.class);
|
Double compositeIndex = Double.parseDouble(dataValue.get("compositeIndex").toString());
|
return DoubleStream.of(compositeIndex);
|
}).average();
|
if (averageMonth.isPresent()) {
|
//银行家算法修约
|
double compositeIndexAvgMonth = AmendUtils.sciCal(averageMonth.getAsDouble(), 2);
|
rankMap.put("compositeIndexMonth", compositeIndexAvgMonth);
|
}
|
|
//3.本年累计综合指数计算，截止到昨日
|
queryWrapper.clear();
|
//开始时间：本年1.1号，结束时间：昨日
|
String yearStart = DateUtils.dateToDateString(now, DateUtils.yyyy);
|
queryWrapper.select("value").eq("city_code", code).ge("time", yearStart).le("time", yesterday);
|
List<CityAqiDaily> listYear = cityAqiDailyService.list(queryWrapper);
|
OptionalDouble averageYear = listYear.parallelStream().flatMapToDouble(v -> {
|
Map<String, Object> dataValue = JSONObject.parseObject(v.getValue(), Map.class);
|
Double compositeIndex = Double.parseDouble(dataValue.get("compositeIndex").toString());
|
return DoubleStream.of(compositeIndex);
|
}).average();
|
if (averageYear.isPresent()) {
|
//银行家算法修约
|
double compositeIndexAvgYear = AmendUtils.sciCal(averageYear.getAsDouble(), 2);
|
rankMap.put("compositeIndexYear", compositeIndexAvgYear);
|
}
|
ranks.add(rankMap);
|
}
|
|
//日排名，按aqi排序
|
ranks.removeIf(o -> o.get("AQI") == null);
|
sortByField(ranks, "AQI");
|
//日排名结果
|
Map<String, Object> dayMap = rankByField(ranks, cityCode, "AQI", cityCodes.size());
|
if (ObjectUtils.isEmpty(dayMap)) {
|
dayMap.put("rank", null);
|
dayMap.put("size", null);
|
}
|
dayMap.put("AQI", dayMap.remove("value"));
|
result.put("day", dayMap);
|
|
//月排名，按累计综指排
|
ranks.removeIf(o -> o.get("compositeIndexMonth") == null);
|
sortByField(ranks, "compositeIndexMonth");
|
//月排名结果
|
Map<String, Object> monthMap = rankByField(ranks, cityCode, "compositeIndexMonth", cityCodes.size());
|
if (ObjectUtils.isEmpty(monthMap)) {
|
monthMap.put("rank", null);
|
monthMap.put("size", null);
|
}
|
monthMap.put("compositeIndex", monthMap.remove("value"));
|
result.put("month", monthMap);
|
|
//年排名，按累计综指排
|
sortByField(ranks, "compositeIndexYear");
|
Map<String, Object> yearMap = rankByField(ranks, cityCode, "compositeIndexYear", cityCodes.size());
|
if (ObjectUtils.isEmpty(yearMap)) {
|
yearMap.put("rank", null);
|
yearMap.put("size", null);
|
}
|
yearMap.put("compositeIndex", yearMap.remove("value"));
|
result.put("year", yearMap);
|
|
//时间，昨日
|
result.put("time", DateUtils.dateToDateString(yesterday, DateUtils.yyyy_MM_dd_EN));
|
return result;
|
}
|
|
//按某字段排序
|
private void sortByField(List<Map<String, Object>> list, String sortField) {
|
list.sort((o1, o2) -> {
|
double v1 = Double.parseDouble(o1.get(sortField).toString());
|
double v2 = Double.parseDouble(o2.get(sortField).toString());
|
if (v1 > v2) {
|
return -1;
|
} else if (v1 < v2) {
|
return 1;
|
}
|
return 0;
|
});
|
}
|
|
//排名
|
private Map<String, Object> rankByField(List<Map<String, Object>> list, Integer cityCode, String rankField, Integer size) {
|
Map<String, Object> result = new HashMap<>();
|
for (int i = 0; i < list.size(); i++) {
|
Map<String, Object> map = list.get(i);
|
if (cityCode == (int) map.get("cityCode")) {
|
int rank = i + 1;
|
result.put("rank", rank);
|
result.put("size", size);
|
Object value = map.get(rankField);
|
result.put("value", value);
|
break;
|
}
|
}
|
return result;
|
}
|
}
|
