修复导入通道时无平台关联时的bug

648540858

2022-03-07 41616f726dafafe7c015bf4f3e02a7aa9488a3a2

 src/main/java/com/genersoft/iot/vmp/media/zlm/ZLMHttpHookListener.java

@@ -1,23 +1,27 @@
package com.genersoft.iot.vmp.media.zlm;



import java.util.ArrayList;

import java.util.List;

import java.util.UUID;



import com.alibaba.fastjson.JSON;

import com.alibaba.fastjson.JSONArray;

import com.genersoft.iot.vmp.common.StreamInfo;

import com.genersoft.iot.vmp.conf.MediaServerConfig;

import com.genersoft.iot.vmp.conf.MediaConfig;

import com.genersoft.iot.vmp.conf.UserSetup;

import com.genersoft.iot.vmp.gb28181.bean.Device;

import com.genersoft.iot.vmp.gb28181.bean.GbStream;

import com.genersoft.iot.vmp.gb28181.event.EventPublisher;

import com.genersoft.iot.vmp.gb28181.event.subscribe.catalog.CatalogEvent;

import com.genersoft.iot.vmp.media.zlm.dto.*;

import com.genersoft.iot.vmp.service.*;

import com.genersoft.iot.vmp.service.bean.SSRCInfo;

import com.genersoft.iot.vmp.storager.IRedisCatchStorage;

import com.genersoft.iot.vmp.storager.IVideoManagerStorager;

import com.genersoft.iot.vmp.service.IPlayService;

import org.slf4j.Logger;

import org.slf4j.LoggerFactory;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.beans.factory.annotation.Value;

import org.springframework.http.HttpStatus;

import org.springframework.http.ResponseEntity;

import org.springframework.util.StringUtils;

import org.springframework.web.bind.annotation.PostMapping;

import org.springframework.web.bind.annotation.RequestBody;

import org.springframework.web.bind.annotation.RequestMapping;

@@ -30,7 +34,7 @@
import javax.servlet.http.HttpServletRequest;



/**    

 * @Description:针对 ZLMediaServer的hook事件监听

 * @description:针对 ZLMediaServer的hook事件监听

 * @author: swwheihei

 * @date:   2020年5月8日 上午10:46:48     

 */

@@ -39,7 +43,6 @@
public class ZLMHttpHookListener {



   private final static Logger logger = LoggerFactory.getLogger(ZLMHttpHookListener.class);





   @Autowired

   private SIPCommander cmder;

@@ -53,23 +56,58 @@
   @Autowired

   private IRedisCatchStorage redisCatchStorage;



   @Autowired

   private IMediaServerService mediaServerService;



   @Autowired

   private IStreamProxyService streamProxyService;



   @Autowired

   private IStreamPushService streamPushService;



   @Autowired

   private IMediaService mediaService;



   @Autowired

   private EventPublisher eventPublisher;



    @Autowired

    private ZLMMediaListManager zlmMediaListManager;



   @Autowired

   private ZLMHttpHookSubscribe subscribe;



   @Value("${media.autoApplyPlay}")

   private boolean autoApplyPlay;

   @Autowired

   private UserSetup userSetup;



   @Value("${media.ip}")

   private String mediaIp;

   @Autowired

   private MediaConfig mediaConfig;



   @Value("${media.wanIp}")

   private String mediaWanIp;

   /**

    * 服务器定时上报时间，上报间隔可配置，默认10s上报一次

    *

    */

   @ResponseBody

   @PostMapping(value = "/on_server_keepalive", produces = "application/json;charset=UTF-8")

   public ResponseEntity<String> onServerKeepalive(@RequestBody JSONObject json){



   @Value("${media.port}")

   private int mediaPort;

      if (logger.isDebugEnabled()) {

         logger.debug("[ ZLM HOOK ]on_server_keepalive API调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");



      List<ZLMHttpHookSubscribe.Event> subscribes = this.subscribe.getSubscribes(ZLMHttpHookSubscribe.HookType.on_server_keepalive);

      if (subscribes != null  && subscribes.size() > 0) {

         for (ZLMHttpHookSubscribe.Event subscribe : subscribes) {

            subscribe.response(null, json);

         }

      }



      JSONObject ret = new JSONObject();

      ret.put("code", 0);

      ret.put("msg", "success");

      return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);

   }



   /**

    * 流量统计事件，播放器或推流器断开时并且耗用流量超过特定阈值时会触发此事件，阈值通过配置文件general.flowThreshold配置；此事件对回复不敏感。

@@ -80,8 +118,9 @@
   public ResponseEntity<String> onFlowReport(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_flow_report API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_flow_report API调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");

      JSONObject ret = new JSONObject();

      ret.put("code", 0);

      ret.put("msg", "success");

@@ -97,8 +136,9 @@
   public ResponseEntity<String> onHttpAccess(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_http_access API 调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_http_access API 调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");

      JSONObject ret = new JSONObject();

      ret.put("code", 0);

      ret.put("err", "");

@@ -116,11 +156,16 @@
   public ResponseEntity<String> onPlay(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_play API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_play API调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");

      ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_play, json);

      if (subscribe != null ) {

         subscribe.response(json);

         MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);

         if (mediaInfo != null) {

            subscribe.response(mediaInfo, json);

         }



      }

      JSONObject ret = new JSONObject();

      ret.put("code", 0);

@@ -134,22 +179,41 @@
    */

   @ResponseBody

   @PostMapping(value = "/on_publish", produces = "application/json;charset=UTF-8")

   public ResponseEntity<String> onPublish(@RequestBody JSONObject json){

		
      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_publish API调用，参数：" + json.toString());

      }

   public ResponseEntity<String> onPublish(@RequestBody JSONObject json) {



      ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_publish, json);

      if (subscribe != null) subscribe.response(json);



      logger.info("[ ZLM HOOK ]on_publish API调用，参数：" + json.toString());

      JSONObject ret = new JSONObject();

      ret.put("code", 0);

      ret.put("msg", "success");

      ret.put("enableHls", true);

      ret.put("enableMP4", false);

      ret.put("enableRtxp", true);

      return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);

      String mediaServerId = json.getString("mediaServerId");

      ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_publish, json);

      if (subscribe != null) {

         MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);

         if (mediaInfo != null) {

            subscribe.response(mediaInfo, json);

         }else {

            ret.put("code", 1);

            ret.put("msg", "zlm not register");

         }

      }

       String app = json.getString("app");

       String stream = json.getString("stream");

      if ("rtp".equals(app)) {

         ret.put("enableMP4", userSetup.getRecordSip());

      }else {

         ret.put("enableMP4", userSetup.isRecordPushLive());

      }

      StreamInfo streamInfo = redisCatchStorage.queryPlaybackByStreamId(stream);



      // 录像回放时不进行录像下载

      if (streamInfo != null) {

         ret.put("enableMP4", false);

      }else {

         ret.put("enableMP4", userSetup.isRecordPushLive());

      }



      return new ResponseEntity<String>(ret.toString(), HttpStatus.OK);

   }

   

   /**

@@ -161,8 +225,9 @@
   public ResponseEntity<String> onRecordMp4(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_record_mp4 API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_record_mp4 API调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");

      JSONObject ret = new JSONObject();

      ret.put("code", 0);

      ret.put("msg", "success");

@@ -178,8 +243,9 @@
   public ResponseEntity<String> onRtspRealm(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_rtsp_realm API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_rtsp_realm API调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");

      JSONObject ret = new JSONObject();

      ret.put("code", 0);

      ret.put("realm", "");

@@ -196,8 +262,9 @@
   public ResponseEntity<String> onRtspAuth(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_rtsp_auth API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_rtsp_auth API调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");

      JSONObject ret = new JSONObject();

      ret.put("code", 0);

      ret.put("encrypted", false);

@@ -214,14 +281,20 @@
   public ResponseEntity<String> onShellLogin(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_shell_login API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_shell_login API调用，参数：" + json.toString());

      }

      // TODO 如果是带有rtpstream则开启按需拉流

      // String app = json.getString("app");

      // String stream = json.getString("stream");



      String mediaServerId = json.getString("mediaServerId");

      ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_shell_login, json);

      if (subscribe != null) subscribe.response(json);

      if (subscribe != null ) {

         MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);

         if (mediaInfo != null) {

            subscribe.response(mediaInfo, json);

         }



      }



      JSONObject ret = new JSONObject();

      ret.put("code", 0);

@@ -235,26 +308,39 @@
    */

   @ResponseBody

   @PostMapping(value = "/on_stream_changed", produces = "application/json;charset=UTF-8")

   public ResponseEntity<String> onStreamChanged(@RequestBody JSONObject json){

		
   public ResponseEntity<String> onStreamChanged(@RequestBody MediaItem item){



      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_stream_changed API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_stream_changed API调用，参数：" + JSONObject.toJSONString(item));

      }



      String mediaServerId = item.getMediaServerId();

      JSONObject json = (JSONObject) JSON.toJSON(item);

      ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_stream_changed, json);

      if (subscribe != null) subscribe.response(json);

      if (subscribe != null ) {

         MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);

         if (mediaInfo != null) {

            subscribe.response(mediaInfo, json);

         }



      // 流消失移除redis play

      String app = json.getString("app");

      String streamId = json.getString("stream");

      String schema = json.getString("schema");

      JSONArray tracks = json.getJSONArray("tracks");

      boolean regist = json.getBoolean("regist");

      if (tracks != null) {

         System.out.println("222222" + schema);

      }

      // 流消失移除redis play

      String app = item.getApp();

      String streamId = item.getStream();

      String schema = item.getSchema();

      List<MediaItem.MediaTrack> tracks = item.getTracks();

      boolean regist = item.isRegist();

      if ("rtmp".equals(schema)){



         logger.info("on_stream_changed：注册->{}, app->{}, stream->{}", regist, app, streamId);

         if (regist) {

            mediaServerService.addCount(mediaServerId);

         }else {

            mediaServerService.removeCount(mediaServerId);

         }

         if (item.getOriginType() == OriginType.PULL.ordinal()

               || item.getOriginType() == OriginType.FFMPEG_PULL.ordinal()) {

            // 设置拉流代理上线/离线

            streamProxyService.updateStatus(regist, app, streamId);

         }

         if ("rtp".equals(app) && !regist ) {

            StreamInfo streamInfo = redisCatchStorage.queryPlayByStreamId(streamId);

            if (streamInfo!=null){

@@ -265,11 +351,59 @@
               redisCatchStorage.stopPlayback(streamInfo);

            }

         }else {

            if (!"rtp".equals(app) ){

               if (regist) {

                  zlmMediaListManager.addMedia(app, streamId);

               }else {

                  zlmMediaListManager.removeMedia(app, streamId);

            if (!"rtp".equals(app)){

               String type = OriginType.values()[item.getOriginType()].getType();

               MediaServerItem mediaServerItem = mediaServerService.getOne(mediaServerId);



               if (mediaServerItem != null){

                  if (regist) {

                     StreamPushItem streamPushItem = null;

                     StreamInfo streamInfoByAppAndStream = mediaService.getStreamInfoByAppAndStream(mediaServerItem, app, streamId, tracks);

                     item.setStreamInfo(streamInfoByAppAndStream);



                     redisCatchStorage.addStream(mediaServerItem, type, app, streamId, item);

                     if (item.getOriginType() == OriginType.RTSP_PUSH.ordinal()

                           || item.getOriginType() == OriginType.RTMP_PUSH.ordinal()

                           || item.getOriginType() == OriginType.RTC_PUSH.ordinal() ) {

                        streamPushItem = zlmMediaListManager.addPush(item);

                     }



                     List<GbStream> gbStreams = new ArrayList<>();

                     if (streamPushItem == null || streamPushItem.getGbId() == null) {

                        GbStream gbStream = storager.getGbStream(app, streamId);

                        gbStreams.add(gbStream);

                     }else {

                        if (streamPushItem.getGbId() != null) {

                           gbStreams.add(streamPushItem);

                        }

                     }

                     if (gbStreams.size() > 0) {

                        eventPublisher.catalogEventPublishForStream(null, gbStreams, CatalogEvent.ON);

                     }



                  }else {

                     // 兼容流注销时类型从redis记录获取

                     MediaItem mediaItem = redisCatchStorage.getStreamInfo(app, streamId, mediaServerId);

                     if (mediaItem != null) {

                        type = OriginType.values()[mediaItem.getOriginType()].getType();

                        redisCatchStorage.removeStream(mediaServerItem.getId(), type, app, streamId);

                     }

                     GbStream gbStream = storager.getGbStream(app, streamId);

                     if (gbStream != null) {

                        eventPublisher.catalogEventPublishForStream(null, gbStream, CatalogEvent.OFF);

                     }

                     zlmMediaListManager.removeMedia(app, streamId);

                  }

                  if (type != null) {

                     // 发送流变化redis消息

                     JSONObject jsonObject = new JSONObject();

                     jsonObject.put("serverId", userSetup.getServerId());

                     jsonObject.put("app", app);

                     jsonObject.put("stream", streamId);

                     jsonObject.put("register", regist);

                     jsonObject.put("mediaServerId", mediaServerId);

                     redisCatchStorage.sendStreamChangeMsg(type, jsonObject);

                  }

               }

            }

         }

@@ -290,39 +424,57 @@
   public ResponseEntity<String> onStreamNoneReader(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_stream_none_reader API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_stream_none_reader API调用，参数：" + json.toString());

      }

		
      String mediaServerId = json.getString("mediaServerId");

      String streamId = json.getString("stream");

      String app = json.getString("app");

      StreamInfo streamInfo = redisCatchStorage.queryPlayByStreamId(streamId);





      JSONObject ret = new JSONObject();

      ret.put("code", 0);

      if ("rtp".equals(app)){

         JSONObject ret = new JSONObject();

         ret.put("code", 0);

         ret.put("close", true);

         if (streamInfo != null) {

            if (redisCatchStorage.isChannelSendingRTP(streamInfo.getChannelId())) {

         StreamInfo streamInfoForPlayCatch = redisCatchStorage.queryPlayByStreamId(streamId);

         if (streamInfoForPlayCatch != null) {

            // 如果在给上级推流，也不停止。

            if (redisCatchStorage.isChannelSendingRTP(streamInfoForPlayCatch.getChannelId())) {

               ret.put("close", false);

            } else {

               cmder.streamByeCmd(streamId);

               redisCatchStorage.stopPlay(streamInfo);

               storager.stopPlay(streamInfo.getDeviceID(), streamInfo.getChannelId());

               cmder.streamByeCmd(streamInfoForPlayCatch.getDeviceID(), streamInfoForPlayCatch.getChannelId(),

                     streamInfoForPlayCatch.getStream());

               redisCatchStorage.stopPlay(streamInfoForPlayCatch);

               storager.stopPlay(streamInfoForPlayCatch.getDeviceID(), streamInfoForPlayCatch.getChannelId());

            }

         }else{

            cmder.streamByeCmd(streamId);

            streamInfo = redisCatchStorage.queryPlaybackByStreamId(streamId);

            redisCatchStorage.stopPlayback(streamInfo);

            StreamInfo streamInfoForPlayBackCatch = redisCatchStorage.queryPlaybackByStreamId(streamId);

            if (streamInfoForPlayBackCatch != null) {

               cmder.streamByeCmd(streamInfoForPlayBackCatch.getDeviceID(),

                     streamInfoForPlayBackCatch.getChannelId(), streamInfoForPlayBackCatch.getStream());

               redisCatchStorage.stopPlayback(streamInfoForPlayBackCatch);

            }else {

               StreamInfo streamInfoForDownload = redisCatchStorage.queryDownloadByStreamId(streamId);

               // 进行录像下载时无人观看不断流

               if (streamInfoForDownload != null) {

                  ret.put("close", false);

               }

            }

         }

         MediaServerItem mediaServerItem = mediaServerService.getOne(mediaServerId);

         if (mediaServerItem != null && "-1".equals(mediaServerItem.getStreamNoneReaderDelayMS())) {

            ret.put("close", false);

         }

         return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);

      }else {

         JSONObject ret = new JSONObject();

         ret.put("code", 0);

         ret.put("close", false);

         StreamProxyItem streamProxyItem = streamProxyService.getStreamProxyByAppAndStream(app, streamId);

         if (streamProxyItem != null && streamProxyItem.isEnable_remove_none_reader()) {

            ret.put("close", true);

            streamProxyService.del(app, streamId);

            String url = streamProxyItem.getUrl() != null?streamProxyItem.getUrl():streamProxyItem.getSrc_url();

            logger.info("[{}/{}]<-[{}] 拉流代理无人观看已经移除",  app, streamId, url);

         }else {

            ret.put("close", false);

         }

         return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);

      }



   }

   

   /**

@@ -332,38 +484,31 @@
   @ResponseBody

   @PostMapping(value = "/on_stream_not_found", produces = "application/json;charset=UTF-8")

   public ResponseEntity<String> onStreamNotFound(@RequestBody JSONObject json){

		
      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_stream_not_found API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_stream_not_found API调用，参数：" + json.toString());

      }

      if (autoApplyPlay) {

      String mediaServerId = json.getString("mediaServerId");

      MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);

      if (userSetup.isAutoApplyPlay() && mediaInfo != null && mediaInfo.isRtpEnable()) {

         String app = json.getString("app");

         String streamId = json.getString("stream");

            StreamInfo streamInfo = redisCatchStorage.queryPlayByStreamId(streamId);

         if ("rtp".equals(app) && streamId.indexOf("gb_play") > -1 && streamInfo == null) {

         if ("rtp".equals(app)) {

            String[] s = streamId.split("_");

            if (s.length == 4) {

               String deviceId = s[2];

               String channelId = s[3];

               Device device = storager.queryVideoDevice(deviceId);

            if (s.length == 2) {

               String deviceId = s[0];

               String channelId = s[1];

               Device device = redisCatchStorage.getDevice(deviceId);

               if (device != null) {

                  UUID uuid = UUID.randomUUID();

                  cmder.playStreamCmd(device, channelId, (JSONObject response) -> {

                     logger.info("收到订阅消息： " + response.toJSONString());

                     playService.onPublishHandlerForPlay(response, deviceId, channelId, uuid.toString());

                  }, null);

                  playService.play(mediaInfo,deviceId, channelId, null, null, null);

               }



            }



         }



      }



      JSONObject ret = new JSONObject();

      ret.put("code", 0);

      ret.put("msg", "success");

      return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);

      return new ResponseEntity<>(ret.toString(),HttpStatus.OK);

   }

   

   /**

@@ -372,30 +517,19 @@
    */

   @ResponseBody

   @PostMapping(value = "/on_server_started", produces = "application/json;charset=UTF-8")

   public ResponseEntity<String> onServerStarted(HttpServletRequest request, @RequestBody JSONObject json){

   public ResponseEntity<String> onServerStarted(HttpServletRequest request, @RequestBody JSONObject jsonObject){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_server_started API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_server_started API调用，参数：" + jsonObject.toString());

      }



//      String data = json.getString("data");

//      List<MediaServerConfig> mediaServerConfigs = JSON.parseArray(JSON.toJSONString(json), MediaServerConfig.class);

//      MediaServerConfig mediaServerConfig = mediaServerConfigs.get(0);



      String remoteAddr = request.getRemoteAddr();

      jsonObject.put("ip", remoteAddr);

      List<ZLMHttpHookSubscribe.Event> subscribes = this.subscribe.getSubscribes(ZLMHttpHookSubscribe.HookType.on_server_started);

      if (subscribes != null && subscribes.size() > 0) {

      if (subscribes != null  && subscribes.size() > 0) {

         for (ZLMHttpHookSubscribe.Event subscribe : subscribes) {

            subscribe.response(json);

            subscribe.response(null, jsonObject);

         }

      }



      MediaServerConfig mediaServerConfig = JSON.toJavaObject(json, MediaServerConfig.class);

      mediaServerConfig.setWanIp(StringUtils.isEmpty(mediaWanIp)? mediaIp: mediaWanIp);

      mediaServerConfig.setLocalIP(mediaIp);

      redisCatchStorage.updateMediaInfo(mediaServerConfig);



      // 重新发起代理



      JSONObject ret = new JSONObject();

      ret.put("code", 0);

      ret.put("msg", "success");