From 9b33e93fccddea356c3d686684fc58ceb176ff39 Mon Sep 17 00:00:00 2001 From: xufenglei <xufenglei> Date: Fri, 30 Mar 2018 15:01:26 +0800 Subject: [PATCH] 增加 省市区 查询条件 --- src/main/java/com/moral/service/impl/HistoryMinutelyServiceImpl.java | 481 ++++++++++++++++++++++++++++------------------------- 1 files changed, 252 insertions(+), 229 deletions(-) diff --git a/src/main/java/com/moral/service/impl/HistoryMinutelyServiceImpl.java b/src/main/java/com/moral/service/impl/HistoryMinutelyServiceImpl.java index d2b440c..62d4387 100644 --- a/src/main/java/com/moral/service/impl/HistoryMinutelyServiceImpl.java +++ b/src/main/java/com/moral/service/impl/HistoryMinutelyServiceImpl.java @@ -1,14 +1,14 @@ package com.moral.service.impl; import static com.moral.common.bean.Constants.NULL_VALUE; -import static org.apache.commons.lang3.time.DateUtils.addDays; -import static org.apache.commons.lang3.time.DateUtils.addMonths; -import static org.apache.commons.lang3.time.DateUtils.truncate; import static org.springframework.util.ObjectUtils.isEmpty; import java.math.BigDecimal; import java.math.RoundingMode; +import java.time.LocalDate; +import java.time.temporal.TemporalAdjusters; import java.util.ArrayList; +import java.util.Arrays; import java.util.Calendar; import java.util.Collections; import java.util.Comparator; @@ -21,32 +21,39 @@ import java.util.Map; import java.util.Map.Entry; import java.util.Set; +import java.util.TreeSet; import java.util.concurrent.Callable; import java.util.concurrent.CompletionService; import java.util.concurrent.ExecutorCompletionService; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; +import java.util.stream.Collectors; import javax.annotation.Resource; +import com.moral.common.util.ReportTimeFormat; +import com.moral.entity.charts.DataCondition; +import com.moral.entity.charts.LineChartCriteria; +import com.moral.entity.charts.PairData; +import com.moral.entity.charts.TimePeriod; import org.apache.commons.lang3.time.DateUtils; -import org.springframework.data.mongodb.core.aggregation.Aggregation; -import org.springframework.data.mongodb.core.aggregation.AggregationResults; -import org.springframework.data.mongodb.core.query.Criteria; import org.springframework.stereotype.Service; import org.springframework.util.ObjectUtils; -import com.mongodb.BasicDBObject; +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.TypeReference; import com.moral.common.util.CalculateUtils; import com.moral.common.util.ResourceUtil; import com.moral.common.util.ValidateUtil; import com.moral.entity.Device; -import com.moral.mapper.HistoryMinutelyMapper; +import com.moral.entity.Sensor; import com.moral.mapper.DeviceMapper; +import com.moral.mapper.HistoryMinutelyMapper; import com.moral.mapper.SensorMapper; import com.moral.service.HistoryMinutelyService; @Service +@SuppressWarnings({ "unchecked", "rawtypes", "unused" }) public class HistoryMinutelyServiceImpl implements HistoryMinutelyService { @Resource @@ -58,25 +65,19 @@ @Resource private SensorMapper sensorMapper; - private Set<String> sensorKeys = new HashSet<String>(); + // volatile @Override public Map<String, Object> getDayAQIByDevice(Map<String, Object> parameters) { ValidateUtil.notNull(parameters.get("mac"), "param.is.null"); - Date date = new Date(); + LocalDate localDate = LocalDate.now(); // ������00:00:00 - parameters.put("start", truncate(addDays(date, -1), Calendar.DATE)); + parameters.put("start", localDate.minusDays(1)); + // ������00:00:00 - parameters.put("end", truncate(date, Calendar.DATE)); + parameters.put("end", localDate); String[] macKeys = { "e1", "e2", "e10", "e11", "e15", "e16" }; - String sensorKeyColumn = ""; - for (int i = 0; i < macKeys.length; i++) { - sensorKeyColumn += "AVG(json -> '$." + macKeys[i] + "[0]') " + macKeys[i]; - if (i != macKeys.length -1) { - sensorKeyColumn += " ,"; - } - } - parameters.put("sensorKeyColumn", sensorKeyColumn); + parameters.put("sensorKeys", Arrays.asList(macKeys)); Map<String, Double> average = historyMinutelyMapper.getSersionAvgByDevice(parameters); return getAQIByDataMap(average); } @@ -133,249 +134,169 @@ return resultMap; } - public Map<String, List<Object>> getMonitorPointOrDeviceAvgData4Compare(Map<String, Object> parameters) throws Exception { - Map<String, List<Object>> resultMap = new HashMap<String, List<Object>>(); - if (ObjectUtils.isEmpty(parameters)) { - resultMap.put("c", null); - return resultMap; - } - List<Map<String, Object>> resultList = getMonitorPointOrDeviceAvgData(parameters); - - List<Object> timeList = new ArrayList<Object>(); - List<Object> dataList = new ArrayList<Object>(); - String sensorKey = (String) parameters.get("sensorKey"); - for (Map<String, Object> map : resultList) { - String time = map.get("time").toString(); - time =time.substring(time.length() - 2); - timeList.add(time); - dataList.add(map.get(sensorKey)); - } - String part = (String) parameters.get("part"); - resultMap.put("time" + part, timeList); - resultMap.put("data" + part, dataList); - return resultMap; - } - @Override public Map<String, List<Object>> getCompareReport(Map<String, Object> parameters) throws Exception { Map<String, List<Object>> resultMap = new HashMap<String, List<Object>>(); - Map<String, Object> parametersA = new HashMap<String, Object>(); - Map<String, Object> parametersB = new HashMap<String, Object>(); - if (parameters.containsKey("time") && parameters.containsKey("monitorPoint")) { - parametersA.put("part", "A"); - parametersA.putAll(parameters); - parametersA.remove("timeb"); - } - if (parameters.containsKey("timeb") && parameters.containsKey("monitorPointb")) { - parametersB.putAll(parameters); - parametersB.put("part", "B"); - parametersB.put("time", parametersB.get("timeb")); - parametersB.put("monitorPoint", parametersB.get("monitorPointb")); - if (parameters.containsKey("macb")) { - parametersB.put("mac", parametersB.get("macb")); + List<Map<String, Object>> list = JSON.parseObject((String)parameters.remove("items"), new TypeReference<List<Map<String, Object>>>() {}); + + String type = (String) parameters.get("type"); + parameters.putAll(getElementByType(type)); + Integer timeLength = Integer.valueOf(parameters.remove("timeLength").toString()); + if ("month".equals(type)) { + for (Map<String, Object> map : list) { + String[] formatTime = map.get("formatTime").toString().split("-"); + LocalDate localDate = LocalDate.of(Integer.valueOf(formatTime[0]), Integer.valueOf(formatTime[1]), 1); + int lengthOfMonth = localDate.lengthOfMonth(); + if (lengthOfMonth > timeLength) { + timeLength = lengthOfMonth; + } } - parametersB.remove("timeb"); } - List<Map<String, Object>> list = new ArrayList<Map<String,Object>>(); - list.add(parametersA); - list.add(parametersB); + + List<Object> timeList = new ArrayList<Object>(); + for (int i = 0; i < timeLength; i++) { + timeList.add(i, String.format("%02d", "day".equals(type) || "hour".equals(type) ? i : i + 1)); + } + parameters.put("timeList", timeList); + ExecutorService threadPool = Executors.newCachedThreadPool(); CompletionService<Map<String, List<Object>>> cs = new ExecutorCompletionService<Map<String, List<Object>>>(threadPool); - for (Map<String, Object> map : list) { + for (int i = 0; i < list.size(); i++) { + Map<String, Object> map = list.get(i); + map.put("part", i); + if (ObjectUtils.isEmpty(map.get("mac"))) { + map.remove("mac"); + } + map.put("time", map.remove("formatTime")); + map.putAll(parameters); cs.submit(new Callable<Map<String, List<Object>>>() { @Override public Map<String, List<Object>> call() throws Exception { return getMonitorPointOrDeviceAvgData4Compare(map); } }); - } + + List<Object> dataList = new ArrayList<Object>(); for (Map<String, Object> map : list) { - resultMap.putAll(cs.take().get()); + dataList.add(cs.take().get()); } - if (resultMap.containsKey("timeA") && resultMap.containsKey("timeB")) { - List<Object> timeA = resultMap.get("timeA"); - List<Object> timeB = resultMap.get("timeB"); - List<Object> time = new ArrayList<Object>(timeA); - List<Object> time1 = new ArrayList<Object>(timeB); - List<Object> dataA = resultMap.get("dataA"); - List<Object> dataB = resultMap.get("dataB"); - List<Object> resultA = new ArrayList<Object>(); - List<Object> resultB = new ArrayList<Object>(); - time1.removeAll(time); - time.addAll(time1); - time.sort(new Comparator<Object>() { - @Override - public int compare(Object o1, Object o2) { - return Integer.compare(Integer.valueOf(o1.toString()), Integer.valueOf(o2.toString())); + Map[] maps = new HashMap[list.size()]; + Set<String> sensors = new TreeSet<String>(new Comparator<String>() { + @Override + public int compare(String o1, String o2) { + return Integer.compare(Integer.valueOf(o1.split("-")[0].replace("e", "")), Integer.valueOf(o2.split("-")[0].replace("e", ""))); + } + }); + for (Object object : dataList) { + Map<String, Object> map = (Map<String, Object>)object; + for (String key : map.keySet()) { + if (key.startsWith("data")) { + int index = Integer.valueOf(key.replace("data", "")); + maps[index] = map; } - }); - for (int i = 0; i < time.size(); i++) { - Object object = time.get(i); - int indexA = timeA.indexOf(object); - if (indexA > -1) { - resultA.add(i, dataA.get(indexA)); - }else { - resultA.add("-"); - } - int indexB = timeB.indexOf(object); - if (indexB > -1) { - resultB.add(i, dataB.get(indexB)); - }else { - resultB.add("-"); + if (key.startsWith("sensors")) { + sensors.addAll((List<String>) map.get(key)); } } - resultMap.put("dataA", resultA); - resultMap.put("dataB", resultB); - resultMap.put("time", time); - } else if (resultMap.containsKey("timeA")) { - resultMap.put("time", resultMap.get("timeA")); - } else { - resultMap.put("time", resultMap.get("timeB")); } + resultMap.put("times", timeList); + resultMap.put("datas", Arrays.asList(maps)); + resultMap.put("sensors", new ArrayList<Object>(sensors)); return resultMap; } + public Map<String, List<Object>> getMonitorPointOrDeviceAvgData4Compare(Map<String, Object> parameters) throws Exception { + Map<String, List<Object>> resultMap = new HashMap<String, List<Object>>(); + + List<Map<String, Object>> resultList = getMonitorPointOrDeviceAvgData(parameters); + + List<Object> timeList = (List<Object>) parameters.get("timeList"); + + List<Object> dataList = new ArrayList<Object>(); + Set<String> sensors = new TreeSet<String>(new Comparator<String>() { + @Override + public int compare(String o1, String o2) { + return Integer.compare(Integer.valueOf(o1.split("-")[0].replace("e", "")), Integer.valueOf(o2.split("-")[0].replace("e", ""))); + } + }); + sensors.addAll((Set<String>)parameters.get("sensors")); + Map<String, Double[]> doubleMap = new LinkedHashMap<String, Double[]>(); + for (Map<String, Object> map : resultList) { + String time = map.get("time").toString(); + time = time.substring(time.length() - 2); + int index = timeList.indexOf(time); + for (String sensor : sensors) { + String[] split = sensor.split("-"); + String sensorKey = split[0]; + if (map.containsKey(sensorKey)) { + Double[] doubles; + if (doubleMap.containsKey(sensor)) { + doubles = doubleMap.get(sensor); + } else { + doubles = new Double[timeList.size()]; + } + doubles[index] = (Double) map.get(sensorKey); + doubleMap.put(sensor, doubles); + + } + } + } + dataList.add(doubleMap); + String part = parameters.get("part").toString(); + resultMap.put("data" + part, dataList); + resultMap.put("sensors" + part, new ArrayList<Object>(sensors)); + return resultMap; + } + @Override public List<Map<String, Object>> getMonitorPointOrDeviceAvgData(Map<String, Object> parameters) throws Exception { - List<Map<String, Object>> resul ; - String type = (String) parameters.get("type"); + if (!parameters.containsKey("field")) { + parameters.putAll(getElementByType(type)); + } String time = (String) parameters.get("time"); String format = (String) parameters.get("format"); + Integer field = Integer.valueOf(parameters.get("field").toString()); Date start = DateUtils.parseDate(time, format), end = null ; if (parameters.containsKey("timeb")) { end = DateUtils.parseDate((String)parameters.get("timeb"), format); } else { - switch (type) { - case "year": - end = DateUtils.addYears(start, 1); - break; - case "month": - end = DateUtils.addMonths(start, 1); - break; - case "day": - end = DateUtils.addDays(start, 1); - break; - case "hour": - end = DateUtils.addHours(start, 1); - break; - } - + Calendar instance = Calendar.getInstance(); + instance.setTime(start); + instance.add(field, 1); + end = instance.getTime(); } parameters.put("start", start); parameters.put("end", end); - if (parameters.containsKey("sensorKey")) { - String sensorKey = (String) parameters.get("sensorKey"); - String sensorKeyColumn = "AVG(json -> '$." + sensorKey + "[0]') " + sensorKey; - parameters.put("sensorKeyColumn", sensorKeyColumn); - } - - sensorKeys.clear(); - // ������������������ - if (!parameters.containsKey("mac")) { - resul = new ArrayList<Map<String,Object>>(); - Integer monitorPointId = Integer.valueOf((String) parameters.get("monitorPoint")); - List<Map<String, Object>> deviceVersions = deviceMapper.getDeviceVersionIdByMonitorPoint(monitorPointId); - ExecutorService threadPool = Executors.newCachedThreadPool(); - CompletionService<List<Map<String, Object>>> cs = new ExecutorCompletionService<List<Map<String, Object>>>(threadPool); - List<Map<String, Object>> list = new ArrayList<Map<String,Object>>(); - for (Map<String, Object> map : deviceVersions) { - cs.submit(new Callable<List<Map<String, Object>>>() { - @Override - public List<Map<String, Object>> call() throws Exception { - Map<String, Object> parameter = new HashMap<String, Object>(parameters); - Integer deviceVersionId = (Integer) map.get("deviceVersionId"); - if (!parameter.containsKey("sensorKeyColumn")) { - List<Map<String, Object>> sensors = sensorMapper.getSensorsByDeviceVersionId(deviceVersionId); - String sensorKeyColumn = getSensorKeyColumnBySensors(sensors); - parameter.put("sensorKeyColumn", sensorKeyColumn); - parameters.put("sensors", sensorKeys); - } - List<String> macs = deviceMapper.getDeviceMacByMonitorPointAndDeviceVersion(monitorPointId, deviceVersionId); - if (ObjectUtils.isEmpty(macs) || macs.contains("null") ) { - return new ArrayList<Map<String,Object>>(); - }else { - parameter.put("macs", macs); - return historyMinutelyMapper.getMonitorPointOrDeviceAvgData(parameter); - } - } - }); - } - for (Map<String, Object> map : deviceVersions) { - list.addAll(cs.take().get()); - } - Map<String, Map<String, Number[]>> result = new LinkedHashMap<String, Map<String, Number[]>>(); - for (Map<String, Object> map : list) { - time = (String) map.get("time"); - map.remove("time"); - Map<String, Number[]> times = new HashMap<String, Number[]>(); - if (result.containsKey(time)) { - times = (Map<String, Number[]>) result.get(time); - } - for (Map.Entry<String,Object> entry : map.entrySet()) { - String sensorKey = entry.getKey(); - Number[] doubles = new Number[3]; - Double sum = (Double) entry.getValue(); - Integer count = 1; - if (times.containsKey(sensorKey)) { - doubles = times.get(sensorKey); - sum = (Double) doubles[0] + sum; - count = (Integer) doubles[1] + 1; - } - doubles[0] = sum; - doubles[1] = count; - doubles[2] = new BigDecimal(sum / count).setScale(3, RoundingMode.HALF_UP).doubleValue(); - times.put(sensorKey, doubles); + List<String> sensorKeys = new ArrayList<String>(); + Set<String> sensorsSet = new HashSet<String>(); + if (parameters.containsKey("sensorKeys")) { + List<String> sensors; + try { + sensors = JSON.parseObject((String)parameters.get("sensors"), new TypeReference<List<String>>() {}); + parameters.put("sensors", new HashSet<String>(sensors)); + for (String sensor : sensors) { + sensorKeys.add(sensor.split("-")[0]); } - result.put(time, times); + } catch (Exception e) { + sensorKeys = (List<String>)parameters.get("sensorKeys"); + sensors = sensorKeys; } - Iterator<Entry<String, Map<String, Number[]>>> iterator = result.entrySet().iterator(); - while(iterator.hasNext()){ - Entry<String, Map<String, Number[]>> entry = iterator.next(); - String resultTime = entry.getKey(); - Map<String, Number[]> value = entry.getValue(); - Map<String, Object> resultMap = new HashMap<String, Object>(); - resultMap.put("time", resultTime); - for (String sensorKey : value.keySet()) { - resultMap.put(sensorKey, value.get(sensorKey)[2]); - } - resul.add(resultMap); - } - // ������ ��������� + sensorsSet = new HashSet<String>(sensors); } else { - // ��������������� - if (!parameters.containsKey("sensorKeyColumn")) { - String mac = (String) parameters.get("mac"); - Device device = new Device(); - device.setMac(mac); - device = deviceMapper.selectOne(device); - List<Map<String, Object>> sensors = sensorMapper.getSensorsByDeviceVersionId(device.getDeviceVersionId()); - String sensorKeyColumn = getSensorKeyColumnBySensors(sensors); - parameters.put("sensorKeyColumn", sensorKeyColumn); - parameters.put("sensors", sensorKeys); - + List<Sensor> sensors = sensorMapper.getSensorsByCriteria(parameters); + for (Sensor sensor : sensors) { + sensorKeys.add(sensor.getSensorKey()); + sensorsSet.add(sensor.getSensorKey() + "-" + sensor.getName() + "-" + sensor.getUnit()); } - resul = historyMinutelyMapper.getMonitorPointOrDeviceAvgData(parameters); } - return resul; - } + parameters.put("sensorKeys", sensorKeys); + parameters.put("sensors", sensorsSet); - private String getSensorKeyColumnBySensors(List<Map<String, Object>> sensors) { - String sensorKeyColumn = ""; - - for (int i = 0; i < sensors.size(); i++) { - String sensorKey = (String) sensors.get(i).get("sensor_key"); - String name = (String) sensors.get(i).get("name"); - sensorKeyColumn += "AVG(json -> '$." + sensorKey + "[0]') " + sensorKey; - if (i != sensors.size() - 1) { - sensorKeyColumn += " ,"; - } - sensorKeys.add(sensorKey + "-" + name); - } - return sensorKeyColumn; + return historyMinutelyMapper.getMonitorPointOrDeviceAvgData(parameters); } @Override @@ -383,22 +304,21 @@ ValidateUtil.notNull(parameters.get("mac"), "param.is.null"); ValidateUtil.notNull(parameters.get("macKey"), "param.is.null"); Map<String, Object> result = new HashMap<String, Object>(); - Date date = new Date(); - Date end = truncate(date, Calendar.DATE), start; + LocalDate end = LocalDate.now(),start; // ��������������������������������������� - if (1 == Calendar.getInstance().get(Calendar.DAY_OF_MONTH)) { + if (1 == end.getDayOfMonth()) { // ���������1���00:00:00 - start = truncate(addMonths(date, -1), Calendar.MONTH); + start = end.plusDays(-1).with(TemporalAdjusters.firstDayOfMonth()); } else { // ���������1���00:00:00 - start = truncate(date, Calendar.MONTH); + start = end.with(TemporalAdjusters.firstDayOfMonth()); } parameters.put("start", start); parameters.put("end", end); - - String sensorKey = (String) parameters.get("macKey"); - String sensorKeyColumn = "AVG(json -> '$." + sensorKey + "[0]') " + sensorKey; - parameters.put("sensorKeyColumn", sensorKeyColumn); + String sensorKey = (String) parameters.remove("macKey"); + List<String> sensorKeys = new ArrayList<String>(); + sensorKeys.add(sensorKey); + parameters.put("sensorKeys", sensorKeys); Map<String, Double> average = historyMinutelyMapper.getSersionAvgByDevice(parameters); if (isEmpty(average)) { @@ -409,4 +329,107 @@ return result; } + /** + * ������������������������������������������������������������������ + * @param lineChartCriteria + * @return + */ + @Override + public Map<String, List<List<Double>>> queryLineChartDateByCrieria(LineChartCriteria lineChartCriteria){ + Map<String,List<List<Double>>> listMap = new HashMap<>(); + List<String> sensorKeys = lineChartCriteria.getSensorKeys(); + List<DataCondition> dataConditionList = lineChartCriteria.getDataConditions(); + TimePeriod timePeriod = lineChartCriteria.getTimePeriod(); + sensorKeys.forEach(sensorKey -> { + listMap.put(sensorKey,new ArrayList<List<Double>>(dataConditionList.size())); + }); + dataConditionList.forEach(dataCondition -> { + Map<String,List<Double>> dataMap = queryOneLineChartDateByCrieria(sensorKeys,timePeriod,dataCondition); + // ������������ + listMap.forEach( (sensorKey,list) -> { + List<Double> rowData = dataMap.get(sensorKey); + list.add(rowData); + }); + }); + return listMap; + } + + /** + * ������������������������������������������������������������������,������ ������������������ + * @param sensorKeys + * @param timePeriod + * @param dataCondition + * @return + */ + public Map<String,List<Double>> queryOneLineChartDateByCrieria(List<String> sensorKeys, TimePeriod timePeriod, DataCondition dataCondition){ + List<String> timeList = ReportTimeFormat.makeTimeList(timePeriod); + List<Map<String,Object>> lineChartDatas = historyMinutelyMapper.selectLineChartDateByCrieria(sensorKeys,timePeriod,dataCondition); + Map<String,List<Double>> lineChartDatasWithEmpty = new HashMap<>(); + // lineChartDatasWithEmpty ��������� + sensorKeys.forEach(sensorKey -> { + lineChartDatasWithEmpty.put(sensorKey,timeList.stream().map(time -> { + Double data = null; + return data; + }).collect(Collectors.toList())); + }); + // m ���������data���index������������������m������ + int m = 0; + int dataLength = lineChartDatas.size()-1; + m = dataLength>-1?0:-1; + if(m >-1){ + for(int n =0;n<timeList.size();n++){ + if(m>-1) { + String time = timeList.get(n); + Map<String,Object> rowData = lineChartDatas.get(m); + String keyTime = rowData.get("format_time").toString(); + if(time.equals(keyTime)){ + // list to map + int finalN = n; + sensorKeys.forEach(sensorKey -> { + Object value = rowData.get(sensorKey); + List<Double> lineChartDatasWithEmptyTemp = lineChartDatasWithEmpty.get(sensorKey); + if(finalN < lineChartDatasWithEmptyTemp.size()){ + Double sensorValue = value!= null?new Double(value.toString()):null; + lineChartDatasWithEmptyTemp.set(finalN,sensorValue); + } + }); + // ������ -1��������������� + m = m<dataLength ? m+1 : -1; + } + } + } + } + return lineChartDatasWithEmpty; + } + + private Map<String, Object> getElementByType(Object type){ + Map<String, Object> resultMap = new HashMap<String, Object>(); + switch (type.toString()) { + case "year": + resultMap.put("format", "yyyy"); + resultMap.put("typeFormat", "%Y-%m"); + resultMap.put("timeLength", 12); + resultMap.put("field", Calendar.YEAR); + break; + case "month": + resultMap.put("format", "yyyy-MM"); + resultMap.put("typeFormat", "%Y-%m-%d"); + resultMap.put("timeLength", 28); + resultMap.put("field", Calendar.MONTH); + break; + case "day": + resultMap.put("format", "yyyy-MM-dd"); + resultMap.put("typeFormat", "%Y-%m-%d %H"); + resultMap.put("timeLength", 24); + resultMap.put("field", Calendar.DATE); + break; + case "hour": + resultMap.put("format", "yyyy-MM-dd HH"); + resultMap.put("typeFormat", "%Y-%m-%d %H:%i"); + resultMap.put("timeLength", 60); + resultMap.put("field", Calendar.HOUR); + break; + } + return resultMap; + } } -- Gitblit v1.8.0