每日录像可用指标添加日志，修改大屏为查看当前月平均

zxl

15 小时以前 3b0516a2959e25576e4f3fda697a3b025d06c8c9

 ycl-server/src/main/java/com/ycl/task/UYTask.java

@@ -15,20 +15,22 @@
import com.ycl.platform.domain.result.UY.VideoOnlineResult;
import com.ycl.platform.domain.vo.UpdateOnlineVO;
import com.ycl.platform.mapper.TMonitorMapper;
import com.ycl.platform.mapper.WorkOrderMapper;
import com.ycl.platform.service.UYErrorTypeCheckService;
import com.ycl.platform.service.WorkOrderService;
import com.ycl.platform.service.YwPointService;
import com.ycl.system.domain.SysConfig;
import com.ycl.system.mapper.SysConfigMapper;
import com.ycl.system.service.ISysConfigService;
import com.ycl.thread.OnlineCheckThread;
import com.ycl.utils.CheckPointUtil;
import com.ycl.utils.DateUtils;
import constant.ApiConstants;
import constant.RedisConstant;
import enumeration.ErrorType;
import enumeration.general.WorkOrderStatusEnum;
import constant.CheckConstants;
import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils;
import org.springframework.beans.BeanUtils;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.data.mongodb.core.MongoTemplate;
import org.springframework.data.mongodb.core.query.Criteria;
@@ -40,6 +42,7 @@
import java.text.SimpleDateFormat;
import java.util.*;
import java.util.concurrent.*;
import java.util.concurrent.atomic.AtomicReference;
import java.util.function.Function;
import java.util.stream.Collectors;

@@ -55,6 +58,7 @@
    private final YwPointService pointService;
    private final TMonitorMapper monitorMapper;
    private final WorkOrderService workOrderService;
    private final WorkOrderMapper workOrderMapper;
    private final SysConfigMapper sysConfigMapper;
    private final CheckPointUtil checkPointUtil;
    @Value("${youYun.tenantId}")
@@ -69,8 +73,8 @@
    private String passwd;

    private static final ExecutorService executorService = new ThreadPoolExecutor(16,
            128,
            5000,
            64,
            60,
            TimeUnit.SECONDS,
            new ArrayBlockingQueue<>(1000),
            new ThreadPoolExecutor.CallerRunsPolicy()
@@ -101,7 +105,7 @@
                                item.setNo(item.getDeviceId());
                            }
                        });
                        pointService.setDeviceTagByGB(records);
                        pointService.setDeviceTagByGB(records, CheckConstants.Rule_Category_Video);
                        //存放在mongo中
                        mongoTemplate.insertAll(records);
                        // 工单生成
@@ -150,7 +154,7 @@
                                item.setNo(item.getSerialNumber().getShowValue());
                            }
                        });
                        pointService.setDeviceTagByGB(records);
                        pointService.setDeviceTagByGB(records,CheckConstants.Rule_Category_Or);
                        pointService.setNew(records);
                        //存放在mongo中
                        mongoTemplate.insertAll(records);
@@ -174,8 +178,9 @@

    /**
     * 点位在线PING检测
     * 任务会先执行一次优云同步，然后执行ping检测
     * online字段来自于优云，pingOnline为主动ping检测的。存入mongo给数据中心查阅
     */
    //TODO：点位在线（修改逻辑只针对工单）
    public void pointOnline() throws ExecutionException, InterruptedException {
        log.info("开始检测点位在线");
        Integer times = 2;
@@ -187,15 +192,19 @@
        } else {
            log.error("请配置离线次数，此次设置为默认值2");
        }


        // 先查出设备IP集合,剔除掉在线情况是未知的,并且只检测正在考核的设备避免多余工单
        List<TMonitorResult> monitorList = monitorMapper.getDistinctIP();
        //补充错误时间点
        Query onlineQuery = new Query(Criteria.where("mongoCreateTime").gte(DateUtils.getDayStart(new Date())).lt(DateUtils.getDayEnd(new Date())));
        Map<String, TMonitorResult> mongoMap = mongoTemplate.find(onlineQuery, TMonitorResult.class).stream().collect(Collectors.toMap(TMonitorResult::getNo, Function.identity()));
        Map<String, TMonitorResult> mongoMap = mongoTemplate.find(onlineQuery, TMonitorResult.class)
                .stream()
                .collect(Collectors.toMap(TMonitorResult::getNo, Function.identity(), (existing, replacement) -> replacement));
        for (TMonitorResult result : monitorList) {
            TMonitorResult mongoData = mongoMap.get(result.getNo());
            if(mongoData!=null){
                result.setOffLineTime(mongoData.getOffLineTime());
                result.setOffLineTimeStr(mongoData.getOffLineTimeStr());
            }
        }
        List<TMonitorResult> dataList = new ArrayList<>(48);
@@ -205,38 +214,15 @@
                            OnlineCheckThread thread = new OnlineCheckThread(monitor, checkPointUtil, time);
                            return thread.call(); // 假设 OnlineCheckThread 实现了 Callable 接口
                        }, executorService)
                        .orTimeout(60, TimeUnit.SECONDS)
                        //出现异常
                        .orTimeout(180, TimeUnit.SECONDS)
                        .exceptionally(ex -> {
                            if (ex instanceof TimeoutException) {
                                log.error("任务执行超时:"+monitor.getIp());
                            } else {
                                log.error("任务执行异常:"+monitor.getIp() + ex);
                                log.error("任务执行异常:"+monitor.getIp() +ex);
                                ex.printStackTrace();
                            }
                            int checkTimes = 1;
                            int offLineTimes = 1;
                            Map<String, Object> map = (Map<String, Object>) redisTemplate.opsForHash().get(RedisConstant.ONLINE_KEY, monitor.getIp());
                            if (!CollectionUtils.isEmpty(map)) {
                                checkTimes = (Integer) map.get("checkTimes") + 1;
                                offLineTimes = (Integer) map.get("offLineTimes");
                            }
                            monitor.setPingOnline(Boolean.FALSE);
                            monitor.setCheckCount(checkTimes);
                            monitor.setOffLineCount(offLineTimes);
                            List<Date> offLineTime = monitor.getOffLineTime();
                            if(CollectionUtils.isEmpty(offLineTime)) offLineTime = new ArrayList<>();
                            offLineTime.add(new Date());
                            monitor.setOffLineTime(offLineTime);
                            if (monitor.getOffLineCount() >= time) {
                                WorkOrder workOrder = new WorkOrder();
                                workOrder.setSerialNumber(monitor.getNo());
                                List<String> errList = new ArrayList<>();
                                errList.add(ErrorType.DEVICE_OFFLINE.getValue());
                                workOrder.setErrorTypeList(errList);
                                workOrder.setStatus(WorkOrderStatusEnum.DISTRIBUTED);
                                monitor.setWorkOrder(workOrder);
                            }
                            return monitor; // 返回失败的结果
                            return null;
                        }))
                .collect(Collectors.toList());

@@ -244,10 +230,11 @@
        CompletableFuture<Void> allOf = CompletableFuture.allOf(
                futureList.toArray(new CompletableFuture[0])
        );

        try {
            allOf.get(60, TimeUnit.SECONDS); // 给予额外的5秒来收集结果
        } catch (TimeoutException e) {
            log.warn("部分任务未在指定时间内完成");
            log.error("部分任务未在指定时间内完成");
        } catch (Exception e2){
            log.error("数据收集异常"+e2);
        }
@@ -256,27 +243,69 @@
                .map(CompletableFuture::join)
                .filter(Objects::nonNull)
                .collect(Collectors.toList());
        //筛选出ping离线的设备，更改数据库为离线


        Date now = new Date();
        List<UpdateOnlineVO> willUpdateList = dataList.stream().filter(result->!result.getPingOnline()).map(item -> {
            UpdateOnlineVO vo = new UpdateOnlineVO();
            vo.setOnline(ApiConstants.UY_OnlineSite_Offline);
            vo.setIp(item.getIp());
            vo.setUpdateTime(now);
            return vo;
        }).collect(Collectors.toList());
        monitorMapper.updateOnline(willUpdateList);
        List<String> offLineList = new ArrayList<>();
        List<String> onLineList = new ArrayList<>();
        List<String> unKnownList = new ArrayList<>();
        //查出数据库纯车辆或纯人脸设备
//        List<String> serialNumbers = monitorMapper.selectCarOrFace().stream().map(TMonitor::getSerialNumber).collect(Collectors.toList());
        dataList.forEach(item->{
            if(item.getPingOnline()) {
                onLineList.add(item.getIp());
            } else if(!item.getPingOnline()) {
                //筛选出ping离线的设备，更改数据库为离线
                offLineList.add(item.getIp());
            }else {
                unKnownList.add(item.getIp());
            }
        });
        log.error("unKnownList:{}",unKnownList);
        if(!CollectionUtils.isEmpty(offLineList)) {
            log.error("修改离线的点位集合:{}",offLineList);
            monitorMapper.batchUpdateOnline(offLineList, now, ApiConstants.UY_OnlineSite_Offline);
        }
        if(!CollectionUtils.isEmpty(onLineList)) {
            log.error("修改在线的点位集合:{}",onLineList);
            monitorMapper.batchUpdateOnline(onLineList, now, ApiConstants.UY_OnlineSite_Online);
        }
        //存放到mongo
        if (!CollectionUtils.isEmpty(dataList)) {
            List<TMonitorResult> mongoList = new ArrayList<>();
            dataList.forEach(item->{
                String monitorType = item.getMonitorType();
                //同一个设备多个类型每个类型存一条数据，以此在保留数据的情况下区分省厅标签
                if(StringUtils.isNotEmpty(monitorType)){
                    String[] monitors = monitorType.split("/");
                    for (String type : monitors) {
                        TMonitorResult mongoData = new TMonitorResult();
                        BeanUtils.copyProperties(item,mongoData);
                        mongoData.setMonitorType(type);
                        if("1".equals(type)){
                            mongoData.setProvinceTag(mongoData.getProvinceTagVideo());
                        }else if("2".equals(type)){
                            mongoData.setProvinceTag(mongoData.getProvinceTagCar());
                        }else if("3".equals(type)){
                            mongoData.setProvinceTag(mongoData.getProvinceTagFace());
                        }
                        mongoList.add(mongoData);
                    }
                }
            });
            //如果存在之前的数据先删除
            Query query = new Query(Criteria.where("mongoCreateTime").gte(DateUtils.getDayStart(new Date())).lt(DateUtils.getDayEnd(new Date())));
            DeleteResult result = mongoTemplate.remove(query, TMonitorResult.class);
            //存放在mongo中
            mongoTemplate.insertAll(dataList);

            log.error("存入同步在线mongo数据{}" , mongoList );
            mongoTemplate.insertAll(mongoList);
        }
        //工单（同一IP只生成一个工单）
        //查询数据库已存在的离线工单获取ip集合，剔除
        List<String> ips = workOrderMapper.getOfflineWorkOrder();
        List<WorkOrder> workOrderList = dataList.stream()
                .filter(item -> Objects.nonNull(item.getWorkOrder()))
                .filter(item -> Objects.nonNull(item.getWorkOrder()) && (CollectionUtils.isEmpty(ips) || !ips.contains(item.getIp())))
                .collect(Collectors.toMap(
                        TMonitorResult::getIp,
                        Function.identity(),
@@ -287,6 +316,7 @@
                .map(TMonitorResult::getWorkOrder)
                .collect(Collectors.toList());
        if (!CollectionUtils.isEmpty(workOrderList)) {
            log.error("pointOnline获得插入工单:{}",workOrderList);
            workOrderService.innerAddWorkOrder(workOrderList);
        }
        log.info("点位在线监测完成");
@@ -320,7 +350,8 @@
                                item.setNo(item.getDeviceId());
                            }
                        });
                        pointService.setDeviceTagByGB(records);
                        pointService.setDeviceTagByGB(records,CheckConstants.Rule_Category_Video);
                        log.error("点位在线率插入数据大小{}",records.size());
                        //存放在mongo中
                        mongoTemplate.insertAll(records);
                        //更新point表在线状态
@@ -332,7 +363,7 @@
                            vo.setUpdateTime(now);
                            return vo;
                        }).collect(Collectors.toList());
                        monitorMapper.updateOnline(willUpdateList);
                        monitorMapper.updateOnlineFromUyOrHk(willUpdateList);
                        //离线生成工单,一个ip只生成一个工单
                        List<VideoOnlineResult> workOrders = new ArrayList<>(records.stream()
                                .filter(item -> ApiConstants.UY_OnlineSite_Offline.equals(item.getStatus()))
@@ -359,6 +390,21 @@
//        uyErrorTypeCheckService.videoOnlineCheck(mongoTemplate.find(query, VideoOnlineResult.class));
        log.info("结束执行点位在线数据同步");
    }
    private final ISysConfigService configService;

    public double getSySMinTime(){
        //获取系统参数
        String dictLabel =  configService.selectConfigByKey("recording_min_time");
        double recordingMinTime;
        try {
            recordingMinTime = Double.parseDouble(dictLabel) / 60; // 如果 dictLabel 是以小时为单位，则无需除以 60
        } catch (Exception e) {
            log.error("配置的删除时间范围格式不正确: {}", dictLabel, e);
            return  12.0; // 默认 12 小时（以小时为单位）
        }

        return recordingMinTime;
    }

    //录像可用
    public void recordMetaDSumTask() {
@@ -370,9 +416,13 @@
        instance.setTime(new Date());
        instance.add(Calendar.DAY_OF_MONTH, -1);
        SimpleDateFormat format = new SimpleDateFormat("yyyy-MM-dd");

        String yesterday = format.format(instance.getTime());
        param.setStatTime(yesterday);
        log.error("开始同步mongodb录像可用数据日期为{}",yesterday);
        JSONObject jsonObject = uyClient.recordMetaDSumList(param);
        double minTime = getSySMinTime();
        AtomicReference<Integer> count = new AtomicReference<>(0);
        if (jsonObject != null) {
            if (ApiConstants.UYSuccessCodeStr.equals(jsonObject.getString("code"))) {
                List<RecordMetaDSumResult> records = jsonObject.getList("data", RecordMetaDSumResult.class);
@@ -385,10 +435,23 @@
                        if (Objects.nonNull(item.getDeviceId())) {
                            item.setNo(item.getDeviceId());
                        }

                        //判断 并修改录像缺少状态
                        if (item.getRecordStatus() != -1){

                            count.getAndSet(count.get() + 1);
                            if (item.getMissDuration() > minTime){
                                item.setRecordStatus(0);
                            }else if (item.getMissDuration() < minTime){
                                item.setRecordStatus(1);
                            }
                        }
                    });
                    //打标签
                    pointService.setDeviceTagByGB(records);
                    pointService.setDeviceTagByGB(records,CheckConstants.Rule_Category_Video);
                    log.error("发生状态改变数量:{}",count);
                    //存放在mongo中
                    log.error("新增mongodb数据大小：{}",records.size());
                    mongoTemplate.insertAll(records);
//                    // 工单生成
//                    uyErrorTypeCheckService.recordMetaDSumCheck(records);