#453

648540858

2022-04-28 db865cc9cc7d65e80ea2084ea7c242d31d85eb2c

 src/main/java/com/genersoft/iot/vmp/media/zlm/ZLMHttpHookListener.java

@@ -1,19 +1,22 @@
package com.genersoft.iot.vmp.media.zlm;



import java.util.ArrayList;

import java.util.List;

import java.util.UUID;



import com.alibaba.fastjson.JSON;

import com.alibaba.fastjson.JSONArray;

import com.genersoft.iot.vmp.common.StreamInfo;

import com.genersoft.iot.vmp.conf.MediaConfig;

import com.genersoft.iot.vmp.conf.UserSetup;

import com.genersoft.iot.vmp.conf.UserSetting;

import com.genersoft.iot.vmp.gb28181.bean.Device;

import com.genersoft.iot.vmp.gb28181.bean.DeviceChannel;

import com.genersoft.iot.vmp.gb28181.bean.GbStream;

import com.genersoft.iot.vmp.gb28181.bean.SsrcTransaction;

import com.genersoft.iot.vmp.gb28181.event.EventPublisher;

import com.genersoft.iot.vmp.gb28181.event.subscribe.catalog.CatalogEvent;

import com.genersoft.iot.vmp.gb28181.session.VideoStreamSessionManager;

import com.genersoft.iot.vmp.media.zlm.dto.*;

import com.genersoft.iot.vmp.service.*;

import com.genersoft.iot.vmp.service.bean.SSRCInfo;

import com.genersoft.iot.vmp.storager.IRedisCatchStorage;

import com.genersoft.iot.vmp.storager.IVideoManagerStorager;

import com.genersoft.iot.vmp.storager.IVideoManagerStorage;

import org.slf4j.Logger;

import org.slf4j.LoggerFactory;

import org.springframework.beans.factory.annotation.Autowired;

@@ -48,7 +51,7 @@
   private IPlayService playService;



   @Autowired

   private IVideoManagerStorager storager;

   private IVideoManagerStorage storager;



   @Autowired

   private IRedisCatchStorage redisCatchStorage;

@@ -66,7 +69,7 @@
   private IMediaService mediaService;



   @Autowired

   private ZLMRESTfulUtils zlmresTfulUtils;

   private EventPublisher eventPublisher;



    @Autowired

    private ZLMMediaListManager zlmMediaListManager;

@@ -75,10 +78,10 @@
   private ZLMHttpHookSubscribe subscribe;



   @Autowired

   private UserSetup userSetup;

   private UserSetting userSetting;



   @Autowired

   private MediaConfig mediaConfig;

   private VideoStreamSessionManager sessionManager;



   /**

    * 服务器定时上报时间，上报间隔可配置，默认10s上报一次

@@ -178,7 +181,16 @@
   @PostMapping(value = "/on_publish", produces = "application/json;charset=UTF-8")

   public ResponseEntity<String> onPublish(@RequestBody JSONObject json) {



      logger.debug("[ ZLM HOOK ]on_publish API调用，参数：" + json.toString());

      logger.info("[ ZLM HOOK ]on_publish API调用，参数：" + json.toString());

      JSONObject ret = new JSONObject();

      ret.put("code", 0);

      ret.put("msg", "success");

      ret.put("enable_hls", true);

      if (json.getInteger("originType") == 1

            || json.getInteger("originType") == 2

            || json.getInteger("originType") == 3) {

         ret.put("enable_audio", true);

      }



      String mediaServerId = json.getString("mediaServerId");

      ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_publish, json);

@@ -186,22 +198,36 @@
         MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);

         if (mediaInfo != null) {

            subscribe.response(mediaInfo, json);

         }else {

            ret.put("code", 1);

            ret.put("msg", "zlm not register");

         }

      }

       String app = json.getString("app");

       String stream = json.getString("stream");

      StreamInfo streamInfo = redisCatchStorage.queryPlaybackByStreamId(stream);

      JSONObject ret = new JSONObject();

      // 录像回放时不进行录像下载

      if (streamInfo != null) {

         ret.put("enableMP4", false);

      if ("rtp".equals(app)) {

         ret.put("enable_mp4", userSetting.getRecordSip());

      }else {

         ret.put("enableMP4", userSetup.isRecordPushLive());

         ret.put("enable_mp4", userSetting.isRecordPushLive());

      }

      ret.put("code", 0);

      ret.put("msg", "success");

      ret.put("enableHls", true);

      ret.put("enableMP4", userSetup.isRecordPushLive());

      List<SsrcTransaction> ssrcTransactionForAll = sessionManager.getSsrcTransactionForAll(null, null, null, stream);

      if (ssrcTransactionForAll != null && ssrcTransactionForAll.size() == 1) {

         String deviceId = ssrcTransactionForAll.get(0).getDeviceId();

         String channelId = ssrcTransactionForAll.get(0).getChannelId();

         DeviceChannel deviceChannel = storager.queryChannel(deviceId, channelId);

         if (deviceChannel != null) {

            ret.put("enable_audio", deviceChannel.isHasAudio());

         }

         // 如果是录像下载就设置视频间隔十秒

         if (ssrcTransactionForAll.get(0).getType() == VideoStreamSessionManager.SessionType.download) {

            ret.put("mp4_max_second", 10);

            ret.put("enable_mp4", true);

            ret.put("enable_audio", true);

         }



      }





      return new ResponseEntity<String>(ret.toString(), HttpStatus.OK);

   }

   

@@ -298,7 +324,7 @@
   @ResponseBody

   @PostMapping(value = "/on_stream_changed", produces = "application/json;charset=UTF-8")

   public ResponseEntity<String> onStreamChanged(@RequestBody MediaItem item){

		


      if (logger.isDebugEnabled()) {

         logger.debug("[ ZLM HOOK ]on_stream_changed API调用，参数：" + JSONObject.toJSONString(item));

      }

@@ -310,7 +336,6 @@
         if (mediaInfo != null) {

            subscribe.response(mediaInfo, json);

         }



      }

      // 流消失移除redis play

      String app = item.getApp();

@@ -318,14 +343,17 @@
      String schema = item.getSchema();

      List<MediaItem.MediaTrack> tracks = item.getTracks();

      boolean regist = item.isRegist();

      if (tracks != null) {

         logger.info("[stream: " + streamId + "] on_stream_changed->>" + schema);

      }

      if ("rtmp".equals(schema)){

         logger.info("on_stream_changed：注册->{}, app->{}, stream->{}", regist, app, streamId);

         if (regist) {

            mediaServerService.addCount(mediaServerId);

         }else {

            mediaServerService.removeCount(mediaServerId);

         }

         if (item.getOriginType() == OriginType.PULL.ordinal()

               || item.getOriginType() == OriginType.FFMPEG_PULL.ordinal()) {

            // 设置拉流代理上线/离线

            streamProxyService.updateStatus(regist, app, streamId);

         }

         if ("rtp".equals(app) && !regist ) {

            StreamInfo streamInfo = redisCatchStorage.queryPlayByStreamId(streamId);

@@ -333,44 +361,68 @@
               redisCatchStorage.stopPlay(streamInfo);

               storager.stopPlay(streamInfo.getDeviceID(), streamInfo.getChannelId());

            }else{

               streamInfo = redisCatchStorage.queryPlaybackByStreamId(streamId);

               redisCatchStorage.stopPlayback(streamInfo);

               streamInfo = redisCatchStorage.queryPlayback(null, null, streamId, null);

               if (streamInfo != null) {

                  redisCatchStorage.stopPlayback(streamInfo.getDeviceID(), streamInfo.getChannelId(),

                        streamInfo.getStream(), null);

               }



            }

         }else {

            if (!"rtp".equals(app)){

               String type = OriginType.values()[item.getOriginType()].getType();

               MediaServerItem mediaServerItem = mediaServerService.getOne(mediaServerId);

               if (regist) {

                  StreamInfo streamInfo = mediaService.getStreamInfoByAppAndStream(mediaServerItem, app, streamId, tracks);

                  redisCatchStorage.addStream(mediaServerItem, type, app, streamId, streamInfo);

                  if (item.getOriginType() == OriginType.RTSP_PUSH.ordinal()

                        || item.getOriginType() == OriginType.RTMP_PUSH.ordinal()

                        || item.getOriginType() == OriginType.RTC_PUSH.ordinal() ) {

                     zlmMediaListManager.addMedia(item);

                  }

               }else {

                  // 兼容流注销时类型错误的问题，等zlm更新后删除

                  StreamPushItem streamPushItem = streamPushService.getPush(app, streamId);

                  if (streamPushItem != null) {

                     type = "PUSH";

                  }else {

                     StreamProxyItem streamProxyByAppAndStream = streamProxyService.getStreamProxyByAppAndStream(app, streamId);

                     if (streamProxyByAppAndStream != null) {

                        type = "PULL";

                     }

                  }

                  zlmMediaListManager.removeMedia( app, streamId);

                  redisCatchStorage.removeStream(mediaServerItem, OriginType.values()[item.getOriginType()].getType(), app, streamId);

               }



               // 发送流变化redis消息

               JSONObject jsonObject = new JSONObject();

               jsonObject.put("serverId", userSetup.getServerId());

               jsonObject.put("app", app);

               jsonObject.put("stream", streamId);

               jsonObject.put("register", regist);

               jsonObject.put("mediaServerId", mediaServerId);

               redisCatchStorage.sendStreamChangeMsg(type, jsonObject);

               if (mediaServerItem != null){

                  if (regist) {

                     StreamPushItem streamPushItem = null;

                     StreamInfo streamInfoByAppAndStream = mediaService.getStreamInfoByAppAndStream(mediaServerItem, app, streamId, tracks);

                     item.setStreamInfo(streamInfoByAppAndStream);



                     redisCatchStorage.addStream(mediaServerItem, type, app, streamId, item);

                     if (item.getOriginType() == OriginType.RTSP_PUSH.ordinal()

                           || item.getOriginType() == OriginType.RTMP_PUSH.ordinal()

                           || item.getOriginType() == OriginType.RTC_PUSH.ordinal() ) {

                        streamPushItem = zlmMediaListManager.addPush(item);

                     }



                     List<GbStream> gbStreams = new ArrayList<>();

                     if (streamPushItem == null || streamPushItem.getGbId() == null) {

                        GbStream gbStream = storager.getGbStream(app, streamId);

                        gbStreams.add(gbStream);

                     }else {

                        if (streamPushItem.getGbId() != null) {

                           gbStreams.add(streamPushItem);

                        }

                     }

                     if (gbStreams.size() > 0) {

//                        eventPublisher.catalogEventPublishForStream(null, gbStreams, CatalogEvent.ON);

                     }



                  }else {

                     // 兼容流注销时类型从redis记录获取

                     MediaItem mediaItem = redisCatchStorage.getStreamInfo(app, streamId, mediaServerId);

                     if (mediaItem != null) {

                        type = OriginType.values()[mediaItem.getOriginType()].getType();

                        redisCatchStorage.removeStream(mediaServerItem.getId(), type, app, streamId);

                     }

                     GbStream gbStream = storager.getGbStream(app, streamId);

                     if (gbStream != null) {

//                        eventPublisher.catalogEventPublishForStream(null, gbStream, CatalogEvent.OFF);

                     }

                     zlmMediaListManager.removeMedia(app, streamId);

                  }

                  if (type != null) {

                     // 发送流变化redis消息

                     JSONObject jsonObject = new JSONObject();

                     jsonObject.put("serverId", userSetting.getServerId());

                     jsonObject.put("app", app);

                     jsonObject.put("stream", streamId);

                     jsonObject.put("register", regist);

                     jsonObject.put("mediaServerId", mediaServerId);

                     redisCatchStorage.sendStreamChangeMsg(type, jsonObject);

                  }

               }

            }

         }

      }

@@ -400,22 +452,26 @@
      if ("rtp".equals(app)){

         ret.put("close", true);

         StreamInfo streamInfoForPlayCatch = redisCatchStorage.queryPlayByStreamId(streamId);

         SsrcTransaction ssrcTransaction = sessionManager.getSsrcTransaction(null, null, null, streamId);

         if (streamInfoForPlayCatch != null) {

            // 如果在给上级推流，也不停止。

            if (redisCatchStorage.isChannelSendingRTP(streamInfoForPlayCatch.getChannelId())) {

               ret.put("close", false);

            } else {

               cmder.streamByeCmd(streamInfoForPlayCatch.getDeviceID(), streamInfoForPlayCatch.getChannelId());

               cmder.streamByeCmd(streamInfoForPlayCatch.getDeviceID(), streamInfoForPlayCatch.getChannelId(),

                     streamInfoForPlayCatch.getStream(), null);

               redisCatchStorage.stopPlay(streamInfoForPlayCatch);

               storager.stopPlay(streamInfoForPlayCatch.getDeviceID(), streamInfoForPlayCatch.getChannelId());

            }

         }else{

            StreamInfo streamInfoForPlayBackCatch = redisCatchStorage.queryPlaybackByStreamId(streamId);

            StreamInfo streamInfoForPlayBackCatch = redisCatchStorage.queryPlayback(null, null, streamId, null);

            if (streamInfoForPlayBackCatch != null) {

               cmder.streamByeCmd(streamInfoForPlayBackCatch.getDeviceID(), streamInfoForPlayBackCatch.getChannelId());

               redisCatchStorage.stopPlayback(streamInfoForPlayBackCatch);

               cmder.streamByeCmd(streamInfoForPlayBackCatch.getDeviceID(),

                     streamInfoForPlayBackCatch.getChannelId(), streamInfoForPlayBackCatch.getStream(), null);

               redisCatchStorage.stopPlayback(streamInfoForPlayBackCatch.getDeviceID(),

                     streamInfoForPlayBackCatch.getChannelId(), streamInfoForPlayBackCatch.getStream(), null);

            }else {

               StreamInfo streamInfoForDownload = redisCatchStorage.queryDownloadByStreamId(streamId);

               StreamInfo streamInfoForDownload = redisCatchStorage.queryDownload(null, null, streamId, null);

               // 进行录像下载时无人观看不断流

               if (streamInfoForDownload != null) {

                  ret.put("close", false);

@@ -423,7 +479,7 @@
            }

         }

         MediaServerItem mediaServerItem = mediaServerService.getOne(mediaServerId);

         if (mediaServerItem != null && "-1".equals(mediaServerItem.getStreamNoneReaderDelayMS())) {

         if (mediaServerItem != null && mediaServerItem.getStreamNoneReaderDelayMS() == -1) {

            ret.put("close", false);

         }

         return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);

@@ -439,7 +495,6 @@
         }

         return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);

      }



   }

   

   /**

@@ -454,7 +509,7 @@
      }

      String mediaServerId = json.getString("mediaServerId");

      MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);

      if (userSetup.isAutoApplyPlay() && mediaInfo != null) {

      if (userSetting.isAutoApplyPlay() && mediaInfo != null && mediaInfo.isRtpEnable()) {

         String app = json.getString("app");

         String streamId = json.getString("stream");

         if ("rtp".equals(app)) {

@@ -462,30 +517,18 @@
            if (s.length == 2) {

               String deviceId = s[0];

               String channelId = s[1];

               Device device = storager.queryVideoDevice(deviceId);

               Device device = redisCatchStorage.getDevice(deviceId);

               if (device != null) {

                  UUID uuid = UUID.randomUUID();

                  SSRCInfo ssrcInfo;

                  String streamId2 = null;

                  if (mediaInfo.isRtpEnable()) {

                     streamId2 = String.format("%s_%s", device.getDeviceId(), channelId);

                  }

                  ssrcInfo = mediaServerService.openRTPServer(mediaInfo, streamId2);

                  cmder.playStreamCmd(mediaInfo, ssrcInfo, device, channelId, (MediaServerItem mediaServerItemInuse, JSONObject response) -> {

                     logger.info("收到订阅消息： " + response.toJSONString());

                     playService.onPublishHandlerForPlay(mediaServerItemInuse, response, deviceId, channelId, uuid.toString());

                  }, null);

                  playService.play(mediaInfo,deviceId, channelId, null, null, null);

               }



            }

         }



      }



      JSONObject ret = new JSONObject();

      ret.put("code", 0);

      ret.put("msg", "success");

      return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);

      return new ResponseEntity<>(ret.toString(),HttpStatus.OK);

   }

   

   /**