From bf4261a3ec8165506e4b627b0711b6586d8ca23e Mon Sep 17 00:00:00 2001 From: xiangpei <xiangpei@timesnew.cn> Date: 星期三, 04 九月 2024 02:20:22 +0800 Subject: [PATCH] mongo统计 --- ycl-server/src/main/java/com/ycl/platform/service/impl/DataCenterServiceImpl.java | 290 ++++++++++++++++++++++++++++++++++++++++++++++++--------- 1 files changed, 242 insertions(+), 48 deletions(-) diff --git a/ycl-server/src/main/java/com/ycl/platform/service/impl/DataCenterServiceImpl.java b/ycl-server/src/main/java/com/ycl/platform/service/impl/DataCenterServiceImpl.java index 9038beb..0f70896 100644 --- a/ycl-server/src/main/java/com/ycl/platform/service/impl/DataCenterServiceImpl.java +++ b/ycl-server/src/main/java/com/ycl/platform/service/impl/DataCenterServiceImpl.java @@ -841,7 +841,11 @@ long total = mongoTemplate.count(query, DataIntegrityMonitoringResult.class); MongoUtil.setPage(query, params, TIME_FIELD); List<DataIntegrityMonitoringResult> resultList = mongoTemplate.find(query, DataIntegrityMonitoringResult.class); - // 缁熻鏁� + + // 缁熻鏁伴噺 + MongoDatabase database = mongoTemplate.getDb(); + MongoCollection<Document> collection = database.getCollection("hk_data_integrity_monitoring"); + HashMap<String, Object> map = new HashMap<>(); map.put("count", CollectionUtils.EMPTY_COLLECTION); map.put("list", resultList); @@ -883,12 +887,37 @@ long total = mongoTemplate.count(query, VehicleDeviceInspectionResult.class); MongoUtil.setPage(query, params, TIME_FIELD); List<VehicleDeviceInspectionResult> resultList = mongoTemplate.find(query, VehicleDeviceInspectionResult.class); - // 缁熻鏁� - long one = mongoTemplate.count(new Query().addCriteria(Criteria.where("snapResult").is("1")), VehicleDeviceInspectionResult.class); - long two = mongoTemplate.count(new Query().addCriteria(Criteria.where("snapResult").is("2")), VehicleDeviceInspectionResult.class); - long four = mongoTemplate.count(new Query().addCriteria(Criteria.where("snapResult").is("4")), VehicleDeviceInspectionResult.class); + + + // 缁熻鏁伴噺 + MongoDatabase database = mongoTemplate.getDb(); + MongoCollection<Document> collection = database.getCollection("hk_vehicle_device_inspection"); + + Document ipErrFilter = new Document("snapResult", 1); + Document macdzErrFilter = new Document("snapResult", 2); + Document longitudeErrFilter = new Document("snapResult", 4); + + List<Document> lists = Arrays.asList(ipErrFilter, macdzErrFilter, longitudeErrFilter); + List<Integer> rList = lists.stream().map(filter -> { + // 鏋勫缓鑱氬悎绠¢亾 + List<Document> pipeline = Arrays.asList( + new Document("$match", filter), + // $group 鍘婚噸 + new Document("$group", new Document("_id", "$externalIndexCode")), + new Document("$count", "uniqueDeviceIds") + ); + // 鎵ц鑱氬悎鏌ヨ骞惰幏鍙栫粨鏋� + AggregateIterable<Document> result = collection.aggregate(pipeline); + Integer uniqueDeviceIdCount = 0; + for (Document doc : result) { + uniqueDeviceIdCount = doc.getInteger("uniqueDeviceIds"); + break; // 涓嶉渶瑕佺户缁亶鍘嗭紝鍥犱负 $count 鍙細浜х敓涓�涓粨鏋� + } + return uniqueDeviceIdCount; + }).collect(Collectors.toList()); + HashMap<String, Object> map = new HashMap<>(); - map.put("count", Arrays.asList(one, two, four)); + map.put("count", rList); map.put("list", resultList); return Result.ok().data(map).total(total); } @@ -970,13 +999,36 @@ long total = mongoTemplate.count(query, SnapshotDataMonitorResult.class); MongoUtil.setPage(query, params, TIME_FIELD); List<SnapshotDataMonitorResult> resultList = mongoTemplate.find(query, SnapshotDataMonitorResult.class); - // 缁熻鏁� - long one = mongoTemplate.count(new Query().addCriteria(Criteria.where("resultType").is("1")), SnapshotDataMonitorResult.class); - long two = mongoTemplate.count(new Query().addCriteria(Criteria.where("resultType").is("2")), SnapshotDataMonitorResult.class); - long three = mongoTemplate.count(new Query().addCriteria(Criteria.where("resultType").is("3")), SnapshotDataMonitorResult.class); - long four = mongoTemplate.count(new Query().addCriteria(Criteria.where("resultType").is("4")), SnapshotDataMonitorResult.class); + + // 缁熻鏁伴噺 + MongoDatabase database = mongoTemplate.getDb(); + MongoCollection<Document> collection = database.getCollection("hk_snapshot_data_monitor"); + + Document normalFilter = new Document("resultType", 1); + Document noDataFilter = new Document("resultType", 2); + Document trFilter = new Document("resultType", 3); + Document littleFilter = new Document("resultType", 4); + List<Document> lists = Arrays.asList(normalFilter, noDataFilter, trFilter, littleFilter); + List<Integer> rList = lists.stream().map(filter -> { + // 鏋勫缓鑱氬悎绠¢亾 + List<Document> pipeline = Arrays.asList( + new Document("$match", filter), + // $group 鍘婚噸 + new Document("$group", new Document("_id", "$externalIndexCode")), + new Document("$count", "uniqueDeviceIds") + ); + // 鎵ц鑱氬悎鏌ヨ骞惰幏鍙栫粨鏋� + AggregateIterable<Document> result = collection.aggregate(pipeline); + Integer uniqueDeviceIdCount = 0; + for (Document doc : result) { + uniqueDeviceIdCount = doc.getInteger("uniqueDeviceIds"); + break; // 涓嶉渶瑕佺户缁亶鍘嗭紝鍥犱负 $count 鍙細浜х敓涓�涓粨鏋� + } + return uniqueDeviceIdCount; + }).collect(Collectors.toList()); + HashMap<String, Object> map = new HashMap<>(); - map.put("count", Arrays.asList(one, two, three, four)); + map.put("count", rList); map.put("list", resultList); return Result.ok().data(map).total(total); } @@ -995,13 +1047,36 @@ long total = mongoTemplate.count(query, SnapshotDataMonitorResult.class); MongoUtil.setPage(query, params, TIME_FIELD); List<SnapshotDataMonitorResult> resultList = mongoTemplate.find(query, SnapshotDataMonitorResult.class); - // 缁熻鏁� - long one = mongoTemplate.count(new Query().addCriteria(Criteria.where("resultType").is("1")), SnapshotDataMonitorResult.class); - long two = mongoTemplate.count(new Query().addCriteria(Criteria.where("resultType").is("2")), SnapshotDataMonitorResult.class); - long three = mongoTemplate.count(new Query().addCriteria(Criteria.where("resultType").is("3")), SnapshotDataMonitorResult.class); - long four = mongoTemplate.count(new Query().addCriteria(Criteria.where("resultType").is("4")), SnapshotDataMonitorResult.class); + + // 缁熻鏁伴噺 + MongoDatabase database = mongoTemplate.getDb(); + MongoCollection<Document> collection = database.getCollection("hk_snapshot_data_monitor"); + + Document normalFilter = new Document("resultType", 1); + Document noDataFilter = new Document("resultType", 2); + Document trFilter = new Document("resultType", 3); + Document littleFilter = new Document("resultType", 4); + List<Document> lists = Arrays.asList(normalFilter, noDataFilter, trFilter, littleFilter); + List<Integer> rList = lists.stream().map(filter -> { + // 鏋勫缓鑱氬悎绠¢亾 + List<Document> pipeline = Arrays.asList( + new Document("$match", filter), + // $group 鍘婚噸 + new Document("$group", new Document("_id", "$externalIndexCode")), + new Document("$count", "uniqueDeviceIds") + ); + // 鎵ц鑱氬悎鏌ヨ骞惰幏鍙栫粨鏋� + AggregateIterable<Document> result = collection.aggregate(pipeline); + Integer uniqueDeviceIdCount = 0; + for (Document doc : result) { + uniqueDeviceIdCount = doc.getInteger("uniqueDeviceIds"); + break; // 涓嶉渶瑕佺户缁亶鍘嗭紝鍥犱负 $count 鍙細浜х敓涓�涓粨鏋� + } + return uniqueDeviceIdCount; + }).collect(Collectors.toList()); + HashMap<String, Object> map = new HashMap<>(); - map.put("count", Arrays.asList(one, two, three, four)); + map.put("count", rList); map.put("list", resultList); return Result.ok().data(map).total(total); } @@ -1020,14 +1095,37 @@ long total = mongoTemplate.count(query, MonitorQualifyResult.class); MongoUtil.setPage(query, params, TIME_FIELD); List<MonitorQualifyResult> resultList = mongoTemplate.find(query, MonitorQualifyResult.class); - // 缁熻鏁� - long nonNetwork = mongoTemplate.count(new Query().addCriteria(Criteria.where("LWSX").is("0")), MonitorQualifyResult.class); - long network = mongoTemplate.count(new Query().addCriteria(Criteria.where("LWSX").is("1")), MonitorQualifyResult.class); - long video = mongoTemplate.count(new Query().addCriteria(Criteria.where("SXJGNLX").regex(".*1.*")), MonitorQualifyResult.class); - long car = mongoTemplate.count(new Query().addCriteria(Criteria.where("SXJGNLX").regex(".*2.*")), MonitorQualifyResult.class); - long face = mongoTemplate.count(new Query().addCriteria(Criteria.where("SXJGNLX").regex(".*3.*")), MonitorQualifyResult.class); + +// 缁熻鏁伴噺 + MongoDatabase database = mongoTemplate.getDb(); + MongoCollection<Document> collection = database.getCollection("uy_monitor_qualify"); + + Document ipErrFilter = new Document("ip.error", true); + Document macdzErrFilter = new Document("macdz.error", true); + Document latitudeErrFilter = new Document("latitude.error", true); + Document longitudeErrFilter = new Document("longitude.error", true); + + List<Document> lists = Arrays.asList(ipErrFilter, macdzErrFilter, latitudeErrFilter, longitudeErrFilter); + List<Integer> rList = lists.stream().map(filter -> { + // 鏋勫缓鑱氬悎绠¢亾 + List<Document> pipeline = Arrays.asList( + new Document("$match", filter), + // $group 鍘婚噸 + new Document("$group", new Document("_id", "$serialNumber.showValue")), + new Document("$count", "uniqueDeviceIds") + ); + // 鎵ц鑱氬悎鏌ヨ骞惰幏鍙栫粨鏋� + AggregateIterable<Document> result = collection.aggregate(pipeline); + Integer uniqueDeviceIdCount = 0; + for (Document doc : result) { + uniqueDeviceIdCount = doc.getInteger("uniqueDeviceIds"); + break; // 涓嶉渶瑕佺户缁亶鍘嗭紝鍥犱负 $count 鍙細浜х敓涓�涓粨鏋� + } + return uniqueDeviceIdCount; + }).collect(Collectors.toList()); + HashMap<String, Object> map = new HashMap<>(); - map.put("count", Arrays.asList(nonNetwork, network, video, car, face)); + map.put("count", rList); map.put("list", resultList); return Result.ok().data(map).total(total); } @@ -1046,13 +1144,37 @@ long total = mongoTemplate.count(query, CrossDetailResult.class); MongoUtil.setPage(query, params, TIME_FIELD); List<CrossDetailResult> resultList = mongoTemplate.find(query, CrossDetailResult.class); - // 缁熻鏁� - long one = mongoTemplate.count(new Query().addCriteria(Criteria.where("lalType").is("1")), CrossDetailResult.class); - long two = mongoTemplate.count(new Query().addCriteria(Criteria.where("lalType").is("2")), CrossDetailResult.class); - long three = mongoTemplate.count(new Query().addCriteria(Criteria.where("lalType").is("3")), CrossDetailResult.class); - long four = mongoTemplate.count(new Query().addCriteria(Criteria.where("lalType").is("4")), CrossDetailResult.class); + + // 缁熻鏁伴噺 + MongoDatabase database = mongoTemplate.getDb(); + MongoCollection<Document> collection = database.getCollection("hk_cross_detail"); + + Document ipErrFilter = new Document("lalType", 1); + Document macdzErrFilter = new Document("lalType", 2); + Document latitudeErrFilter = new Document("lalType", 3); + Document longitudeErrFilter = new Document("lalType", 4); + + List<Document> lists = Arrays.asList(ipErrFilter, macdzErrFilter, latitudeErrFilter, longitudeErrFilter); + List<Integer> rList = lists.stream().map(filter -> { + // 鏋勫缓鑱氬悎绠¢亾 + List<Document> pipeline = Arrays.asList( + new Document("$match", filter), + // $group 鍘婚噸 + new Document("$group", new Document("_id", "$externalIndexCode")), + new Document("$count", "uniqueDeviceIds") + ); + // 鎵ц鑱氬悎鏌ヨ骞惰幏鍙栫粨鏋� + AggregateIterable<Document> result = collection.aggregate(pipeline); + Integer uniqueDeviceIdCount = 0; + for (Document doc : result) { + uniqueDeviceIdCount = doc.getInteger("uniqueDeviceIds"); + break; // 涓嶉渶瑕佺户缁亶鍘嗭紝鍥犱负 $count 鍙細浜х敓涓�涓粨鏋� + } + return uniqueDeviceIdCount; + }).collect(Collectors.toList()); + HashMap<String, Object> map = new HashMap<>(); - map.put("count", Arrays.asList(one, two, three, four)); + map.put("count", rList); map.put("list", resultList); return Result.ok().data(map).total(total); } @@ -1066,18 +1188,42 @@ @Override public Result faceImgQualification(DataCenterQuery params) { - Query query = MongoUtil.getQuery(params, "deviceId", TIME_FIELD, null); + Query query = MongoUtil.getQuery(params, "externalIndexCode", TIME_FIELD, null); long total = mongoTemplate.count(query, MonitoringDetailResult.class); MongoUtil.setPage(query, params, TIME_FIELD); List<MonitoringDetailResult> resultList = mongoTemplate.find(query, MonitoringDetailResult.class); - // 缁熻鏁� - long one = mongoTemplate.count(new Query().addCriteria(Criteria.where("lalType").is("1")), MonitoringDetailResult.class); - long two = mongoTemplate.count(new Query().addCriteria(Criteria.where("lalType").is("2")), MonitoringDetailResult.class); - long three = mongoTemplate.count(new Query().addCriteria(Criteria.where("lalType").is("3")), MonitoringDetailResult.class); - long four = mongoTemplate.count(new Query().addCriteria(Criteria.where("lalType").is("4")), MonitoringDetailResult.class); + + // 缁熻鏁伴噺 + MongoDatabase database = mongoTemplate.getDb(); + MongoCollection<Document> collection = database.getCollection("hk_monitoring_detail"); + + Document ipErrFilter = new Document("lalType", 1); + Document macdzErrFilter = new Document("lalType", 2); + Document latitudeErrFilter = new Document("lalType", 3); + Document longitudeErrFilter = new Document("lalType", 4); + + List<Document> lists = Arrays.asList(ipErrFilter, macdzErrFilter, latitudeErrFilter, longitudeErrFilter); + List<Integer> rList = lists.stream().map(filter -> { + // 鏋勫缓鑱氬悎绠¢亾 + List<Document> pipeline = Arrays.asList( + new Document("$match", filter), + // $group 鍘婚噸 + new Document("$group", new Document("_id", "$externalIndexCode")), + new Document("$count", "uniqueDeviceIds") + ); + // 鎵ц鑱氬悎鏌ヨ骞惰幏鍙栫粨鏋� + AggregateIterable<Document> result = collection.aggregate(pipeline); + Integer uniqueDeviceIdCount = 0; + for (Document doc : result) { + uniqueDeviceIdCount = doc.getInteger("uniqueDeviceIds"); + break; // 涓嶉渶瑕佺户缁亶鍘嗭紝鍥犱负 $count 鍙細浜х敓涓�涓粨鏋� + } + return uniqueDeviceIdCount; + }).collect(Collectors.toList()); + HashMap<String, Object> map = new HashMap<>(); - map.put("count", Arrays.asList(one, two, three, four)); + map.put("count", rList); map.put("list", resultList); return Result.ok().data(map).total(total); } @@ -1096,12 +1242,36 @@ long total = mongoTemplate.count(query, FaceDeviceInspectionResult.class); MongoUtil.setPage(query, params, TIME_FIELD); List<FaceDeviceInspectionResult> resultList = mongoTemplate.find(query, FaceDeviceInspectionResult.class); - // 缁熻鏁� - long one = mongoTemplate.count(new Query().addCriteria(Criteria.where("snapResult").is("1")), FaceDeviceInspectionResult.class); - long two = mongoTemplate.count(new Query().addCriteria(Criteria.where("snapResult").is("2")), FaceDeviceInspectionResult.class); - long four = mongoTemplate.count(new Query().addCriteria(Criteria.where("snapResult").is("4")), FaceDeviceInspectionResult.class); + + // 缁熻鏁伴噺 + MongoDatabase database = mongoTemplate.getDb(); + MongoCollection<Document> collection = database.getCollection("hk_vehicle_device_inspection"); + + Document ipErrFilter = new Document("snapResult", 1); + Document macdzErrFilter = new Document("snapResult", 2); + Document longitudeErrFilter = new Document("snapResult", 4); + + List<Document> lists = Arrays.asList(ipErrFilter, macdzErrFilter, longitudeErrFilter); + List<Integer> rList = lists.stream().map(filter -> { + // 鏋勫缓鑱氬悎绠¢亾 + List<Document> pipeline = Arrays.asList( + new Document("$match", filter), + // $group 鍘婚噸 + new Document("$group", new Document("_id", "$externalIndexCode")), + new Document("$count", "uniqueDeviceIds") + ); + // 鎵ц鑱氬悎鏌ヨ骞惰幏鍙栫粨鏋� + AggregateIterable<Document> result = collection.aggregate(pipeline); + Integer uniqueDeviceIdCount = 0; + for (Document doc : result) { + uniqueDeviceIdCount = doc.getInteger("uniqueDeviceIds"); + break; // 涓嶉渶瑕佺户缁亶鍘嗭紝鍥犱负 $count 鍙細浜х敓涓�涓粨鏋� + } + return uniqueDeviceIdCount; + }).collect(Collectors.toList()); + HashMap<String, Object> map = new HashMap<>(); - map.put("count", Arrays.asList(one, two, four)); + map.put("count", rList); map.put("list", resultList); return Result.ok().data(map).total(total); } @@ -1120,12 +1290,36 @@ long total = mongoTemplate.count(query, FaceDeviceInspectionResult.class); MongoUtil.setPage(query, params, TIME_FIELD); List<FaceDeviceInspectionResult> resultList = mongoTemplate.find(query, FaceDeviceInspectionResult.class); - // 缁熻鏁� - long one = mongoTemplate.count(new Query().addCriteria(Criteria.where("snapResult").is("1")), FaceDeviceInspectionResult.class); - long two = mongoTemplate.count(new Query().addCriteria(Criteria.where("snapResult").is("2")), FaceDeviceInspectionResult.class); - long four = mongoTemplate.count(new Query().addCriteria(Criteria.where("snapResult").is("4")), FaceDeviceInspectionResult.class); + + // 缁熻鏁伴噺 + MongoDatabase database = mongoTemplate.getDb(); + MongoCollection<Document> collection = database.getCollection("hk_vehicle_device_inspection"); + + Document ipErrFilter = new Document("snapResult", 1); + Document macdzErrFilter = new Document("snapResult", 2); + Document longitudeErrFilter = new Document("snapResult", 4); + + List<Document> lists = Arrays.asList(ipErrFilter, macdzErrFilter, longitudeErrFilter); + List<Integer> rList = lists.stream().map(filter -> { + // 鏋勫缓鑱氬悎绠¢亾 + List<Document> pipeline = Arrays.asList( + new Document("$match", filter), + // $group 鍘婚噸 + new Document("$group", new Document("_id", "$externalIndexCode")), + new Document("$count", "uniqueDeviceIds") + ); + // 鎵ц鑱氬悎鏌ヨ骞惰幏鍙栫粨鏋� + AggregateIterable<Document> result = collection.aggregate(pipeline); + Integer uniqueDeviceIdCount = 0; + for (Document doc : result) { + uniqueDeviceIdCount = doc.getInteger("uniqueDeviceIds"); + break; // 涓嶉渶瑕佺户缁亶鍘嗭紝鍥犱负 $count 鍙細浜х敓涓�涓粨鏋� + } + return uniqueDeviceIdCount; + }).collect(Collectors.toList()); + HashMap<String, Object> map = new HashMap<>(); - map.put("count", Arrays.asList(one, two, four)); + map.put("count", rList); map.put("list", resultList); return Result.ok().data(map).total(total); } -- Gitblit v1.8.0