From c75b4210328b98913de7eeef507e6d88069bcecc Mon Sep 17 00:00:00 2001 From: jinpengyong <jpy123456> Date: Thu, 13 Aug 2020 11:19:48 +0800 Subject: [PATCH] 根据算法预测明天O3,插入数据库 --- src/main/java/com/moral/mapper/AQIMapper.java | 4 + src/main/java/com/moral/mapper/RealWeatherMapper.java | 2 src/main/resources/mapper/ForecastWeatherMapper.xml | 1 src/main/java/com/moral/task/RealWeatherInsertTask.java | 2 src/main/java/com/moral/service/impl/ForecastWeatherServiceImpl.java | 140 +++++++++++++++++++++++++++++++++++++++++----- src/main/resources/mapper/RealWeatherMapper.xml | 10 +++ src/main/resources/mapper/AQIMapper.xml | 10 +++ src/main/java/com/moral/task/ForecastWeatherInsertTask.java | 2 8 files changed, 152 insertions(+), 19 deletions(-) diff --git a/src/main/java/com/moral/mapper/AQIMapper.java b/src/main/java/com/moral/mapper/AQIMapper.java index 583d0fe..0fba3fa 100644 --- a/src/main/java/com/moral/mapper/AQIMapper.java +++ b/src/main/java/com/moral/mapper/AQIMapper.java @@ -4,7 +4,11 @@ import java.util.Map; public interface AQIMapper { + List<Map<String, Object>> getCityAqiConfig(); int insertAQIData(Map<String, Object> parameters); + + List<Map<String,Object>> getO3(Map<String,Object> params); + } diff --git a/src/main/java/com/moral/mapper/RealWeatherMapper.java b/src/main/java/com/moral/mapper/RealWeatherMapper.java index 1e6cb2d..7e718ee 100644 --- a/src/main/java/com/moral/mapper/RealWeatherMapper.java +++ b/src/main/java/com/moral/mapper/RealWeatherMapper.java @@ -6,4 +6,6 @@ public interface RealWeatherMapper { int insertRealWeather(List<Map<String,Object>> list); + + List<Map<String,Object>> getTemp(Map<String,Object> params); } diff --git a/src/main/java/com/moral/service/impl/ForecastWeatherServiceImpl.java b/src/main/java/com/moral/service/impl/ForecastWeatherServiceImpl.java index f23339e..949895d 100644 --- a/src/main/java/com/moral/service/impl/ForecastWeatherServiceImpl.java +++ b/src/main/java/com/moral/service/impl/ForecastWeatherServiceImpl.java @@ -17,17 +17,17 @@ import org.springframework.stereotype.Service; import org.springframework.web.client.RestTemplate; -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONArray; import com.alibaba.fastjson.JSONObject; import com.moral.entity.Area; import com.moral.entity.City; import com.moral.entity.MonitorPoint; +import com.moral.mapper.AQIMapper; import com.moral.mapper.AreaMapper; import com.moral.mapper.CityMapper; import com.moral.mapper.ForecastWeatherMapper; import com.moral.mapper.MonitorPointMapper; import com.moral.mapper.ProvinceMapper; +import com.moral.mapper.RealWeatherMapper; import com.moral.service.ForecastWeatherService; import com.moral.util.Dom4jUtils; @@ -48,6 +48,12 @@ @Resource private ProvinceMapper provinceMapper; + + @Resource + private RealWeatherMapper realWeatherMapper; + + @Resource + private AQIMapper aqiMapper; @Override public int insertForecastWeather() throws ParseException { @@ -71,32 +77,32 @@ Integer provinceCode = monitorPoint.getProvinceCode(); String parentName = ""; String name1 = ""; - Integer code=0; + Integer code = 0; if (areaCode != null) { Area area = areaMapper.getAreaByAreaCode(areaCode); City city = cityMapper.getCityByCityCode(cityCode); name1 = area.getAreaName(); parentName = city.getCityName(); - code=areaCode; + code = areaCode; if ("���������".equals(name1)) { name1 = parentName; parentName = provinceMapper.getProvinceByProvinceCode(provinceCode).getProvinceName(); - code=cityCode; + code = cityCode; } } else { City city = cityMapper.getCityByCityCode(cityCode); name1 = city.getCityName(); parentName = provinceMapper.getProvinceByProvinceCode(provinceCode).getProvinceName(); - code=cityCode; + code = cityCode; if ("���������".equals(name1)) { name1 = parentName; parentName = ""; - code=provinceCode; + code = provinceCode; } } hashMap.put("name1", name1); hashMap.put("parentName", parentName); - hashMap.put("cityCode",code); + hashMap.put("cityCode", code); hashSet.add(hashMap); } List<Element> elements = Dom4jUtils.readDocument(); @@ -124,7 +130,91 @@ } } - int count=0; + c.setTime(new Date()); + Date endTime = sdf.parse(sdf.format(c.getTime())); + c.add(Calendar.MONTH, -2); + Date startTime = sdf.parse(sdf.format(c.getTime())); + + for (Map<String, Object> hashmap : hashSet) { + hashmap.put("typeFormat", "%Y-%m-%d %H:%i:%s"); + hashmap.put("startTime", startTime); + hashmap.put("endTime", endTime); + List<List<Map<String, Object>>> list1 = new ArrayList<>(); + List<List<Map<String, Object>>> list2 = new ArrayList<>(); + + for (int i = 0; i < 24; i++) { + List<Map<String, Object>> list3 = new ArrayList<>(); + List<Map<String, Object>> list4 = new ArrayList<>(); + if (i < 10) { + hashmap.put("time", "0" + i + ":00:00"); + } else { + hashmap.put("time", i + ":00:00"); + } + List<Map<String, Object>> tempList = realWeatherMapper.getTemp(hashmap); + List<Map<String, Object>> O3List = aqiMapper.getO3(hashmap); + list3.addAll(tempList); + list4.addAll(O3List); + list1.add(list3); + list2.add(list4); + } + + List<List<Map<String, Object>>> list = new ArrayList<>(); + if (list2.get(0).size() == 0) { + list = list1; + } else { + for (List<Map<String, Object>> tempList : list1) { + List<Map<String, Object>> list3 = new ArrayList<>(); + for (List<Map<String, Object>> O3List : list2) { + for (Map<String, Object> tempMap : tempList) { + for (Map<String, Object> O3Map : O3List) { + if (O3Map.get("O3") != null) { + if (tempMap.get("time").equals(O3Map.get("time"))) { + Map<String, Object> map = new HashMap<>(); + map.put("time", tempMap.get("time")); + map.put("temp", tempMap.get("temp").toString()); + map.put("O3", O3Map.get("O3").toString()); + list3.add(map); + } + } + } + } + } + list.add(list3); + } + } + + if (list.get(0).get(0).size() > 2) { + List<Map<String, Object>> constantList = new ArrayList<>(); + for (int i = 0; i < list.size(); i++) { + List<Map<String, Object>> mapList = list.get(i); + double tempSum = 0;//��������� + double O3Sum = 0;//O3��� + double sum = 0;// + double sum1 = 0; + int length = mapList.size(); + Map<String, Object> cmap = new HashMap<>(); + cmap.put("time", i); + for (Map<String, Object> map : mapList) { + double temp = Double.valueOf(map.get("temp").toString().replace("\"", "").split("\\.")[0]); + double O3 = Double.valueOf(map.get("O3").toString().replace("\"", "").split("\\.")[0]); + tempSum = tempSum + temp; + O3Sum = O3Sum + O3; + sum = sum + temp * O3; + sum1 = sum1 + temp * temp; + } + double tempAvg = tempSum / length; + double O3Avg = O3Sum / length; + double b = (sum - length * tempAvg * O3Avg) / (sum1 - length * tempAvg * tempAvg); + double a = O3Avg - (b * tempAvg); + cmap.put("a", a); + cmap.put("b", b); + constantList.add(cmap); + } + hashmap.put("constants", constantList); + } + } + + int count = 0; for (Map<String, Object> map : hashSet) { String id = map.get("cityID").toString(); Map<String, Object> dataMap = restTemplate.getForObject("https://api.heweather.net/v7/weather/72h?key=da05c6c4852d4f7aa3364a9236ee9e26&gzip=n&location={1}", Map.class, id); @@ -141,23 +231,41 @@ String hour1 = hourlyMap.get("fxTime").toString().split("\\+")[0].split(":")[0].replace("T", " "); if (hour.equals(nextDay)) { nextDayList.add(hourlyMap); + } if (hour1.equals(nextNextDay)) { nextDayList.add(hourlyMap); } + map.put("data", nextDayList); } } for (Map<String, Object> map : hashSet) { - List<Map<String,Object>> resultList=new ArrayList<>(); + String cityCode = map.get("cityCode").toString(); + List<Map<String, Object>> resultList = new ArrayList<>(); ArrayList<Map<String, Object>> dataList = (ArrayList<Map<String, Object>>) map.get("data"); for (Map<String, Object> dataMap : dataList) { - Map<String,Object> hashMap=new HashMap<>(); - hashMap.put("cityCode",map.get("cityCode").toString()); + Map<String, Object> hashMap = new HashMap<>(); + hashMap.put("cityCode", cityCode); String time = dataMap.get("fxTime").toString().split("\\+")[0].replace("T", " ") + ":00"; - hashMap.put("time",sdf1.parse(time)); - hashMap.put("json",JSONObject.toJSONString(dataMap)); + hashMap.put("time", sdf1.parse(time)); + + String temp = dataMap.get("temp").toString(); + int hour = Integer.valueOf(time.substring(11, 13)); + if (map.get("constants") != null) { + List<Map<String, Object>> list = (List<Map<String, Object>>) map.get("constants"); + for (Map<String, Object> listMap : list) { + int value = Integer.valueOf(listMap.get("time").toString()); + Double a = Double.valueOf(listMap.get("a").toString()); + Double b = Double.valueOf(listMap.get("b").toString()); + if (hour == value) { + double O3C = b * Double.valueOf(temp) + a; + dataMap.put("O3C", String.valueOf(Math.round(O3C))); + } + } + } + hashMap.put("json", JSONObject.toJSONString(dataMap)); resultList.add(hashMap); } resultList.remove(0); @@ -170,9 +278,9 @@ Map<String, Object> parameters = new HashMap<>(); parameters.put("start", start); parameters.put("end", end); - parameters.put("cityCode", map.get("cityCode").toString()); + parameters.put("cityCode", cityCode); forecastWeatherMapper.deleteByTime(parameters); - count = count+forecastWeatherMapper.insertForecastWeather(resultList); + count = count + forecastWeatherMapper.insertForecastWeather(resultList); } return count; } diff --git a/src/main/java/com/moral/task/ForecastWeatherInsertTask.java b/src/main/java/com/moral/task/ForecastWeatherInsertTask.java index fe103e7..a1914b9 100644 --- a/src/main/java/com/moral/task/ForecastWeatherInsertTask.java +++ b/src/main/java/com/moral/task/ForecastWeatherInsertTask.java @@ -25,7 +25,7 @@ if (count > 0) { return new ReturnT(200, "������������"); }else { - return new ReturnT(200, "������������"); + return new ReturnT(500, "������������"); } } } diff --git a/src/main/java/com/moral/task/RealWeatherInsertTask.java b/src/main/java/com/moral/task/RealWeatherInsertTask.java index 405b0d7..3fa2663 100644 --- a/src/main/java/com/moral/task/RealWeatherInsertTask.java +++ b/src/main/java/com/moral/task/RealWeatherInsertTask.java @@ -25,7 +25,7 @@ if (count > 0) { return new ReturnT(200, "������������"); }else { - return new ReturnT(200, "������������"); + return new ReturnT(500, "������������"); } } } diff --git a/src/main/resources/mapper/AQIMapper.xml b/src/main/resources/mapper/AQIMapper.xml index 38f06db..3771b2c 100644 --- a/src/main/resources/mapper/AQIMapper.xml +++ b/src/main/resources/mapper/AQIMapper.xml @@ -12,4 +12,14 @@ #{code} ) </insert> + + <select id="getO3" resultType="java.util.Map"> + select DATE_FORMAT(time, #{typeFormat}) time, + ifnull(aqi_json->'$.O3C',aqi_json->'$.O3') 'O3' + from hangzhou_aqi + where city_code=#{cityCode} + and time >= #{startTime} + AND time <![CDATA[<]]> #{endTime} + and DATE_FORMAT(time, #{typeFormat}) like '%${time}' + </select> </mapper> \ No newline at end of file diff --git a/src/main/resources/mapper/ForecastWeatherMapper.xml b/src/main/resources/mapper/ForecastWeatherMapper.xml index ec0968b..58e3a2c 100644 --- a/src/main/resources/mapper/ForecastWeatherMapper.xml +++ b/src/main/resources/mapper/ForecastWeatherMapper.xml @@ -7,7 +7,6 @@ <insert id="insertForecastWeather"> insert into forecast_weather - (city_code,time,json) values <foreach collection="list" item="item" separator=","> (#{item.cityCode},#{item.time},#{item.json}) diff --git a/src/main/resources/mapper/RealWeatherMapper.xml b/src/main/resources/mapper/RealWeatherMapper.xml index d36b572..70b0ce7 100644 --- a/src/main/resources/mapper/RealWeatherMapper.xml +++ b/src/main/resources/mapper/RealWeatherMapper.xml @@ -12,4 +12,14 @@ (#{item.cityCode},#{item.time},#{item.json}) </foreach> </insert> + + <select id="getTemp" resultType="java.util.Map"> + select DATE_FORMAT(time, #{typeFormat}) time, + json->'$.temp' 'temp' + from real_weather + where city_code=#{cityCode} + and time >= #{startTime} + AND time <![CDATA[<]]> #{endTime} + and DATE_FORMAT(time, #{typeFormat}) like '%${time}' + </select> </mapper> \ No newline at end of file -- Gitblit v1.8.0