拉流代理支持国标级联之间共享

648540858

2021-12-06 2753e1acf3cbe184b686a1e050d8cde0728cdb7f

 src/main/java/com/genersoft/iot/vmp/media/zlm/ZLMHttpHookListener.java

@@ -3,17 +3,17 @@
import java.util.List;

import java.util.UUID;



import com.alibaba.fastjson.JSON;

import com.alibaba.fastjson.JSONArray;

import com.genersoft.iot.vmp.common.StreamInfo;

import com.genersoft.iot.vmp.conf.MediaConfig;

import com.genersoft.iot.vmp.conf.UserSetup;

import com.genersoft.iot.vmp.gb28181.bean.Device;

import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem;

import com.genersoft.iot.vmp.service.IMediaServerService;

import com.genersoft.iot.vmp.media.zlm.dto.*;

import com.genersoft.iot.vmp.service.*;

import com.genersoft.iot.vmp.service.bean.SSRCInfo;

import com.genersoft.iot.vmp.storager.IRedisCatchStorage;

import com.genersoft.iot.vmp.storager.IVideoManagerStorager;

import com.genersoft.iot.vmp.service.IPlayService;

import org.slf4j.Logger;

import org.slf4j.LoggerFactory;

import org.springframework.beans.factory.annotation.Autowired;

@@ -31,7 +31,7 @@
import javax.servlet.http.HttpServletRequest;



/**    

 * @Description:针对 ZLMediaServer的hook事件监听

 * @description:针对 ZLMediaServer的hook事件监听

 * @author: swwheihei

 * @date:   2020年5月8日 上午10:46:48     

 */

@@ -57,6 +57,15 @@
   private IMediaServerService mediaServerService;



   @Autowired

   private IStreamProxyService streamProxyService;



   @Autowired

   private IStreamPushService streamPushService;



   @Autowired

   private IMediaService mediaService;



   @Autowired

   private ZLMRESTfulUtils zlmresTfulUtils;



    @Autowired

@@ -72,6 +81,32 @@
   private MediaConfig mediaConfig;



   /**

    * 服务器定时上报时间，上报间隔可配置，默认10s上报一次

    *

    */

   @ResponseBody

   @PostMapping(value = "/on_server_keepalive", produces = "application/json;charset=UTF-8")

   public ResponseEntity<String> onServerKeepalive(@RequestBody JSONObject json){



      if (logger.isDebugEnabled()) {

         logger.debug("[ ZLM HOOK ]on_server_keepalive API调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");



      List<ZLMHttpHookSubscribe.Event> subscribes = this.subscribe.getSubscribes(ZLMHttpHookSubscribe.HookType.on_server_keepalive);

      if (subscribes != null  && subscribes.size() > 0) {

         for (ZLMHttpHookSubscribe.Event subscribe : subscribes) {

            subscribe.response(null, json);

         }

      }



      JSONObject ret = new JSONObject();

      ret.put("code", 0);

      ret.put("msg", "success");

      return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);

   }



   /**

    * 流量统计事件，播放器或推流器断开时并且耗用流量超过特定阈值时会触发此事件，阈值通过配置文件general.flowThreshold配置；此事件对回复不敏感。

    *  

    */

@@ -80,7 +115,7 @@
   public ResponseEntity<String> onFlowReport(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_flow_report API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_flow_report API调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");

      JSONObject ret = new JSONObject();

@@ -98,7 +133,7 @@
   public ResponseEntity<String> onHttpAccess(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_http_access API 调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_http_access API 调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");

      JSONObject ret = new JSONObject();

@@ -118,7 +153,7 @@
   public ResponseEntity<String> onPlay(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_play API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_play API调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");

      ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_play, json);

@@ -143,7 +178,7 @@
   @PostMapping(value = "/on_publish", produces = "application/json;charset=UTF-8")

   public ResponseEntity<String> onPublish(@RequestBody JSONObject json) {



      logger.debug("ZLM HOOK on_publish API调用，参数：" + json.toString());

      logger.debug("[ ZLM HOOK ]on_publish API调用，参数：" + json.toString());



      String mediaServerId = json.getString("mediaServerId");

      ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_publish, json);

@@ -153,12 +188,20 @@
            subscribe.response(mediaInfo, json);

         }

      }

       String app = json.getString("app");

       String stream = json.getString("stream");

      StreamInfo streamInfo = redisCatchStorage.queryPlaybackByStreamId(stream);

      JSONObject ret = new JSONObject();

      // 录像回放时不进行录像下载

      if (streamInfo != null) {

         ret.put("enableMP4", false);

      }else {

         ret.put("enableMP4", userSetup.isRecordPushLive());

      }

      ret.put("code", 0);

      ret.put("msg", "success");

      ret.put("enableHls", true);

      ret.put("enableMP4", userSetup.isRecordPushLive());

      ret.put("enableRtxp", true);

      return new ResponseEntity<String>(ret.toString(), HttpStatus.OK);

   }

   

@@ -171,7 +214,7 @@
   public ResponseEntity<String> onRecordMp4(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_record_mp4 API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_record_mp4 API调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");

      JSONObject ret = new JSONObject();

@@ -189,7 +232,7 @@
   public ResponseEntity<String> onRtspRealm(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_rtsp_realm API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_rtsp_realm API调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");

      JSONObject ret = new JSONObject();

@@ -208,7 +251,7 @@
   public ResponseEntity<String> onRtspAuth(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_rtsp_auth API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_rtsp_auth API调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");

      JSONObject ret = new JSONObject();

@@ -227,7 +270,7 @@
   public ResponseEntity<String> onShellLogin(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_shell_login API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_shell_login API调用，参数：" + json.toString());

      }

      // TODO 如果是带有rtpstream则开启按需拉流

      // String app = json.getString("app");

@@ -254,12 +297,13 @@
    */

   @ResponseBody

   @PostMapping(value = "/on_stream_changed", produces = "application/json;charset=UTF-8")

   public ResponseEntity<String> onStreamChanged(@RequestBody JSONObject json){

   public ResponseEntity<String> onStreamChanged(@RequestBody MediaItem item){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_stream_changed API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_stream_changed API调用，参数：" + JSONObject.toJSONString(item));

      }

      String mediaServerId = json.getString("mediaServerId");

      String mediaServerId = item.getMediaServerId();

      JSONObject json = (JSONObject) JSON.toJSON(item);

      ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_stream_changed, json);

      if (subscribe != null ) {

         MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);

@@ -268,13 +312,12 @@
         }



      }



      // 流消失移除redis play

      String app = json.getString("app");

      String streamId = json.getString("stream");

      String schema = json.getString("schema");

      JSONArray tracks = json.getJSONArray("tracks");

      boolean regist = json.getBoolean("regist");

      String app = item.getApp();

      String streamId = item.getStream();

      String schema = item.getSchema();

      List<MediaItem.MediaTrack> tracks = item.getTracks();

      boolean regist = item.isRegist();

      if (tracks != null) {

         logger.info("[stream: " + streamId + "] on_stream_changed->>" + schema);

      }

@@ -294,13 +337,40 @@
               redisCatchStorage.stopPlayback(streamInfo);

            }

         }else {

            if (!"rtp".equals(app) ){

            if (!"rtp".equals(app)){

               String type = OriginType.values()[item.getOriginType()].getType();

               MediaServerItem mediaServerItem = mediaServerService.getOne(mediaServerId);

               if (regist) {

                  zlmMediaListManager.addMedia(mediaServerItem, app, streamId);

                  StreamInfo streamInfo = mediaService.getStreamInfoByAppAndStream(mediaServerItem, app, streamId, tracks);

                  redisCatchStorage.addStream(mediaServerItem, type, app, streamId, streamInfo);

                  if (item.getOriginType() == OriginType.RTSP_PUSH.ordinal()

                        || item.getOriginType() == OriginType.RTMP_PUSH.ordinal()

                        || item.getOriginType() == OriginType.RTC_PUSH.ordinal() ) {

                     zlmMediaListManager.addPush(item);

                  }

               }else {

                  // 兼容流注销时类型错误的问题，等zlm更新后删除

                  StreamPushItem streamPushItem = streamPushService.getPush(app, streamId);

                  if (streamPushItem != null) {

                     type = "PUSH";

                  }else {

                     StreamProxyItem streamProxyByAppAndStream = streamProxyService.getStreamProxyByAppAndStream(app, streamId);

                     if (streamProxyByAppAndStream != null) {

                        type = "PULL";

                     }

                  }

                  zlmMediaListManager.removeMedia( app, streamId);

                  redisCatchStorage.removeStream(mediaServerItem, OriginType.values()[item.getOriginType()].getType(), app, streamId);

               }



               // 发送流变化redis消息

               JSONObject jsonObject = new JSONObject();

               jsonObject.put("serverId", userSetup.getServerId());

               jsonObject.put("app", app);

               jsonObject.put("stream", streamId);

               jsonObject.put("register", regist);

               jsonObject.put("mediaServerId", mediaServerId);

               redisCatchStorage.sendStreamChangeMsg(type, jsonObject);

            }

         }

      }

@@ -320,18 +390,18 @@
   public ResponseEntity<String> onStreamNoneReader(@RequestBody JSONObject json){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_stream_none_reader API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_stream_none_reader API调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");

      String streamId = json.getString("stream");

      String app = json.getString("app");



      JSONObject ret = new JSONObject();

      ret.put("code", 0);

      if ("rtp".equals(app)){

         JSONObject ret = new JSONObject();

         ret.put("code", 0);

         ret.put("close", true);

         StreamInfo streamInfoForPlayCatch = redisCatchStorage.queryPlayByStreamId(streamId);

         if (streamInfoForPlayCatch != null) {

            // 如果在给上级推流，也不停止。

            if (redisCatchStorage.isChannelSendingRTP(streamInfoForPlayCatch.getChannelId())) {

               ret.put("close", false);

            } else {

@@ -344,13 +414,29 @@
            if (streamInfoForPlayBackCatch != null) {

               cmder.streamByeCmd(streamInfoForPlayBackCatch.getDeviceID(), streamInfoForPlayBackCatch.getChannelId());

               redisCatchStorage.stopPlayback(streamInfoForPlayBackCatch);

            }else {

               StreamInfo streamInfoForDownload = redisCatchStorage.queryDownloadByStreamId(streamId);

               // 进行录像下载时无人观看不断流

               if (streamInfoForDownload != null) {

                  ret.put("close", false);

               }

            }

         }

         MediaServerItem mediaServerItem = mediaServerService.getOne(mediaServerId);

         if (mediaServerItem != null && "-1".equals(mediaServerItem.getStreamNoneReaderDelayMS())) {

            ret.put("close", false);

         }

         return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);

      }else {

         JSONObject ret = new JSONObject();

         ret.put("code", 0);

         ret.put("close", false);

         StreamProxyItem streamProxyItem = streamProxyService.getStreamProxyByAppAndStream(app, streamId);

         if (streamProxyItem != null && streamProxyItem.isEnable_remove_none_reader()) {

            ret.put("close", true);

            streamProxyService.del(app, streamId);

            String url = streamProxyItem.getUrl() != null?streamProxyItem.getUrl():streamProxyItem.getSrc_url();

            logger.info("[{}/{}]<-[{}] 拉流代理无人观看已经移除",  app, streamId, url);

         }else {

            ret.put("close", false);

         }

         return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);

      }



@@ -364,25 +450,25 @@
   @PostMapping(value = "/on_stream_not_found", produces = "application/json;charset=UTF-8")

   public ResponseEntity<String> onStreamNotFound(@RequestBody JSONObject json){

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_stream_not_found API调用，参数：" + json.toString());

         logger.debug("[ ZLM HOOK ]on_stream_not_found API调用，参数：" + json.toString());

      }

      String mediaServerId = json.getString("mediaServerId");

      MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);

      if (userSetup.isAutoApplyPlay() && mediaInfo != null) {

         String app = json.getString("app");

         String streamId = json.getString("stream");

         if ("rtp".equals(app) && streamId.contains("gb_play") ) {

         if ("rtp".equals(app)) {

            String[] s = streamId.split("_");

            if (s.length == 4) {

               String deviceId = s[2];

               String channelId = s[3];

            if (s.length == 2) {

               String deviceId = s[0];

               String channelId = s[1];

               Device device = storager.queryVideoDevice(deviceId);

               if (device != null) {

                  UUID uuid = UUID.randomUUID();

                  SSRCInfo ssrcInfo;

                  String streamId2 = null;

                  if (mediaInfo.isRtpEnable()) {

                     streamId2 = String.format("gb_play_%s_%s", device.getDeviceId(), channelId);

                     streamId2 = String.format("%s_%s", device.getDeviceId(), channelId);

                  }

                  ssrcInfo = mediaServerService.openRTPServer(mediaInfo, streamId2);

                  cmder.playStreamCmd(mediaInfo, ssrcInfo, device, channelId, (MediaServerItem mediaServerItemInuse, JSONObject response) -> {

@@ -411,7 +497,7 @@
   public ResponseEntity<String> onServerStarted(HttpServletRequest request, @RequestBody JSONObject jsonObject){

      

      if (logger.isDebugEnabled()) {

         logger.debug("ZLM HOOK on_server_started API调用，参数：" + jsonObject.toString());

         logger.debug("[ ZLM HOOK ]on_server_started API调用，参数：" + jsonObject.toString());

      }

      String remoteAddr = request.getRemoteAddr();

      jsonObject.put("ip", remoteAddr);