调整上级观看消息的发送

648540858

2024-05-29 764d04b497356ba6bcbb75fd42b51eca750f7223

 src/main/java/com/genersoft/iot/vmp/gb28181/transmit/event/request/impl/AckRequestProcessor.java

@@ -1,48 +1,34 @@
package com.genersoft.iot.vmp.gb28181.transmit.event.request.impl;

import com.alibaba.fastjson2.JSON;
import com.alibaba.fastjson2.JSONObject;
import com.genersoft.iot.vmp.conf.DynamicTask;
import com.genersoft.iot.vmp.conf.exception.SsrcTransactionNotFoundException;
import com.genersoft.iot.vmp.gb28181.bean.*;
import com.genersoft.iot.vmp.gb28181.session.AudioBroadcastManager;
import com.genersoft.iot.vmp.conf.UserSetting;
import com.genersoft.iot.vmp.conf.exception.ControllerException;
import com.genersoft.iot.vmp.gb28181.bean.Device;
import com.genersoft.iot.vmp.gb28181.bean.ParentPlatform;
import com.genersoft.iot.vmp.gb28181.bean.SendRtpItem;
import com.genersoft.iot.vmp.gb28181.transmit.SIPProcessorObserver;
import com.genersoft.iot.vmp.gb28181.transmit.cmd.ISIPCommander;
import com.genersoft.iot.vmp.gb28181.transmit.cmd.ISIPCommanderForPlatform;
import com.genersoft.iot.vmp.gb28181.transmit.event.request.ISIPRequestProcessor;
import com.genersoft.iot.vmp.gb28181.transmit.event.request.SIPRequestProcessorParent;
import com.genersoft.iot.vmp.media.zlm.ZLMRTPServerFactory;
import com.genersoft.iot.vmp.media.zlm.ZlmHttpHookSubscribe;
import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem;
import com.genersoft.iot.vmp.media.bean.MediaServer;
import com.genersoft.iot.vmp.media.service.IMediaServerService;
import com.genersoft.iot.vmp.service.IDeviceService;
import com.genersoft.iot.vmp.service.IMediaServerService;
import com.genersoft.iot.vmp.service.bean.RequestPushStreamMsg;
import com.genersoft.iot.vmp.service.redisMsg.RedisGbPlayMsgListener;
import com.genersoft.iot.vmp.service.IPlayService;
import com.genersoft.iot.vmp.service.redisMsg.IRedisRpcService;
import com.genersoft.iot.vmp.storager.IRedisCatchStorage;
import com.genersoft.iot.vmp.storager.IVideoManagerStorage;
import gov.nist.javax.sip.message.SIPRequest;
import gov.nist.javax.sip.stack.SIPDialog;
import com.genersoft.iot.vmp.vmanager.bean.WVPResult;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.InitializingBean;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;

import javax.sip.*;
import javax.sip.InvalidArgumentException;
import javax.sip.RequestEvent;
import javax.sip.SipException;
import javax.sip.address.SipURI;
import javax.sip.header.CallIdHeader;
import javax.sip.header.FromHeader;
import javax.sip.header.HeaderAddress;
import java.text.ParseException;
import javax.sip.header.ToHeader;
import java.text.ParseException;
import java.util.HashMap;
import java.util.Map;

/**
 * SIP命令类型： ACK请求
@@ -51,7 +37,7 @@
@Component
public class AckRequestProcessor extends SIPRequestProcessorParent implements InitializingBean, ISIPRequestProcessor {

   private Logger logger = LoggerFactory.getLogger(AckRequestProcessor.class);
   private final Logger logger = LoggerFactory.getLogger(AckRequestProcessor.class);
   private final String method = "ACK";

   @Autowired
@@ -65,159 +51,102 @@

   @Autowired
    private IRedisCatchStorage redisCatchStorage;
   @Autowired
    private IRedisRpcService redisRpcService;

   @Autowired
    private UserSetting userSetting;

   @Autowired
   private IVideoManagerStorage storager;

   @Autowired
   private ZLMRTPServerFactory zlmrtpServerFactory;

   @Autowired
   private ZlmHttpHookSubscribe hookSubscribe;
   private IDeviceService deviceService;

   @Autowired
   private IMediaServerService mediaServerService;

   @Autowired
   private ZlmHttpHookSubscribe subscribe;

   @Autowired
   private DynamicTask dynamicTask;

   @Autowired
   private ISIPCommander cmder;

   @Autowired
   private IDeviceService deviceService;

   @Autowired
   private ISIPCommanderForPlatform commanderForPlatform;

   @Autowired
   private AudioBroadcastManager audioBroadcastManager;

   @Autowired
   private RedisGbPlayMsgListener redisGbPlayMsgListener;
   private IPlayService playService;


   /**   
    * 处理  ACK请求
    * 
    * @param evt
    */
   @Override
   public void process(RequestEvent evt) {
      CallIdHeader callIdHeader = (CallIdHeader)evt.getRequest().getHeader(CallIdHeader.NAME);

      String platformGbId = ((SipURI) ((HeaderAddress) evt.getRequest().getHeader(FromHeader.NAME)).getAddress().getURI()).getUser();
      logger.info("[收到ACK]： platformGbId->{}", platformGbId);
      ParentPlatform parentPlatform = storager.queryParentPlatByServerGBId(platformGbId);
      // 取消设置的超时任务
      dynamicTask.stop(callIdHeader.getCallId());
      String channelId = ((SipURI) ((HeaderAddress) evt.getRequest().getHeader(ToHeader.NAME)).getAddress().getURI()).getUser();
      String fromUserId = ((SipURI) ((HeaderAddress) evt.getRequest().getHeader(FromHeader.NAME)).getAddress().getURI()).getUser();
      String toUserId = ((SipURI) ((HeaderAddress) evt.getRequest().getHeader(ToHeader.NAME)).getAddress().getURI()).getUser();
      logger.info("[收到ACK]： 来自->{}", fromUserId);
      SendRtpItem sendRtpItem =  redisCatchStorage.querySendRTPServer(null, null, null, callIdHeader.getCallId());
      if (sendRtpItem == null) {
         logger.warn("[收到ACK]：未找到通道({})的推流信息", channelId);
         logger.warn("[收到ACK]：未找到来自{}，callId: {}", fromUserId, callIdHeader.getCallId());
         return;
      }
      String is_Udp = sendRtpItem.isTcp() ? "0" : "1";
      MediaServerItem mediaInfo = mediaServerService.getOne(sendRtpItem.getMediaServerId());
      logger.info("收到ACK，rtp/{}开始向上级推流, 目标={}:{}，SSRC={}", sendRtpItem.getStreamId(), sendRtpItem.getIp(), sendRtpItem.getPort(), sendRtpItem.getSsrc());
      Map<String, Object> param = new HashMap<>(12);
      param.put("vhost","__defaultVhost__");
      param.put("app",sendRtpItem.getApp());
      param.put("stream",sendRtpItem.getStreamId());
      param.put("ssrc", sendRtpItem.getSsrc());
      param.put("src_port", sendRtpItem.getLocalPort());
      param.put("pt", sendRtpItem.getPt());
      param.put("use_ps", sendRtpItem.isUsePs() ? "1" : "0");
      param.put("only_audio", sendRtpItem.isOnlyAudio() ? "1" : "0");
      if (!sendRtpItem.isTcp() && parentPlatform != null && parentPlatform.isRtcp()) {
         // 开启rtcp保活
         param.put("udp_rtcp_timeout", "1");
      }

      JSONObject jsonObject;
      // tcp主动时，此时是级联下级平台，在回复200ok时，本地已经请求zlm开启监听，跳过下面步骤
      if (sendRtpItem.isTcpActive()) {
         jsonObject = zlmrtpServerFactory.startSendRtpPassive(mediaInfo, param);
      } else {
         param.put("is_udp", is_Udp);
         param.put("dst_url", sendRtpItem.getIp());
         param.put("dst_port", sendRtpItem.getPort());
         jsonObject = zlmrtpServerFactory.startSendRtpStream(mediaInfo, param);
         logger.info("收到ACK，rtp/{} TCP主动方式后续处理", sendRtpItem.getStream());
         return;
      }
      MediaServer mediaInfo = mediaServerService.getOne(sendRtpItem.getMediaServerId());
      logger.info("收到ACK，rtp/{}开始向上级推流, 目标={}:{}，SSRC={}, 协议:{}",
            sendRtpItem.getStream(),
            sendRtpItem.getIp(),
            sendRtpItem.getPort(),
            sendRtpItem.getSsrc(),
            sendRtpItem.isTcp()?(sendRtpItem.isTcpActive()?"TCP主动":"TCP被动"):"UDP"
      );
      ParentPlatform parentPlatform = storager.queryParentPlatByServerGBId(fromUserId);

         if (jsonObject == null) {
            logger.error("RTP推流失败: 请检查ZLM服务");
         } else if (jsonObject.getInteger("code") == 0) {
            logger.info("RTP推流成功[ {}/{} ]，{}->{}:{}, ", param.get("app"), param.get("stream"), jsonObject.getString("local_port"), param.get("dst_url"), param.get("dst_port"));
      if (parentPlatform != null) {
         if (!userSetting.getServerId().equals(sendRtpItem.getServerId())) {
            WVPResult wvpResult = redisRpcService.startSendRtp(sendRtpItem.getRedisKey(), sendRtpItem);
            if (wvpResult.getCode() == 0) {
               redisCatchStorage.sendPlatformStartPlayMsg(sendRtpItem, parentPlatform);
            }
         } else {
            logger.error("RTP推流失败: {}, 参数：{}", jsonObject.getString("msg"), JSONObject.toJSON(param));
            if (sendRtpItem.isOnlyAudio()) {
               // 语音对讲
               Device device = deviceService.queryDevice(platformGbId);
               if (device != null) {
                  try {
                     cmder.streamByeCmd(device, sendRtpItem.getChannelId(), sendRtpItem.getStreamId(), null);
                  } catch (SipException | ParseException | InvalidArgumentException |
                         SsrcTransactionNotFoundException e) {
                     logger.error("[命令发送失败] 停止语音对讲: {}", e.getMessage());
                  }
               }

            } else {
               // 向上级平台
               try {
                  commanderForPlatform.streamByeCmd(parentPlatform, callIdHeader.getCallId());
               } catch (SipException | InvalidArgumentException | ParseException e) {
                  logger.error("[命令发送失败] 国标级联， 回复BYE: {}", e.getMessage());
               }
            }
            if (mediaInfo == null) {
               RequestPushStreamMsg requestPushStreamMsg = RequestPushStreamMsg.getInstance(
                     sendRtpItem.getMediaServerId(), sendRtpItem.getApp(), sendRtpItem.getStreamId(),
                     sendRtpItem.getIp(), sendRtpItem.getPort(), sendRtpItem.getSsrc(), sendRtpItem.isTcp(),
                     sendRtpItem.getLocalPort(), sendRtpItem.getPt(), sendRtpItem.isUsePs(), sendRtpItem.isOnlyAudio());
               redisGbPlayMsgListener.sendMsgForStartSendRtpStream(sendRtpItem.getServerId(), requestPushStreamMsg, json -> {
                  startSendRtpStreamHand(evt, sendRtpItem, parentPlatform, json, param, callIdHeader);
               });
            } else {
               // 如果是非严格模式，需要关闭端口占用
               JSONObject startSendRtpStreamResult = null;
               if (sendRtpItem.getLocalPort() != 0) {
                  if (zlmrtpServerFactory.releasePort(mediaInfo, sendRtpItem.getSsrc())) {
                     startSendRtpStreamResult = zlmrtpServerFactory.startSendRtpStream(mediaInfo, param);
                  }
               }else {
                  startSendRtpStreamResult = zlmrtpServerFactory.startSendRtpStream(mediaInfo, param);
               }
               if (startSendRtpStreamResult != null) {
                  startSendRtpStreamHand(evt, sendRtpItem, parentPlatform, startSendRtpStreamResult, param, callIdHeader);
               }
            }


      }
   }
   private void startSendRtpStreamHand(RequestEvent evt, SendRtpItem sendRtpItem, ParentPlatform parentPlatform,
                              JSONObject jsonObject, Map<String, Object> param, CallIdHeader callIdHeader) {
      if (jsonObject == null) {
         logger.error("RTP推流失败: 请检查ZLM服务");
      } else if (jsonObject.getInteger("code") == 0) {
         logger.info("调用ZLM推流接口, 结果： {}",  jsonObject);
         logger.info("RTP推流成功[ {}/{} ]，{}->{}:{}, " ,param.get("app"), param.get("stream"), jsonObject.getString("local_port"), param.get("dst_url"), param.get("dst_port"));
      } else {
         logger.error("RTP推流失败: {}, 参数：{}",jsonObject.getString("msg"), JSON.toJSONString(param));
         if (sendRtpItem.isOnlyAudio()) {
            // TODO 可能是语音对讲
         }else {
            // 向上级平台
            try {
               commanderForPlatform.streamByeCmd(parentPlatform, callIdHeader.getCallId());
            } catch (SipException | InvalidArgumentException | ParseException e) {
               logger.error("[命令发送失败] 国标级联 发送BYE: {}", e.getMessage());
               if (sendRtpItem.isTcpActive()) {
                  mediaServerService.startSendRtpPassive(mediaInfo,sendRtpItem, null);
               } else {
                  mediaServerService.startSendRtp(mediaInfo, sendRtpItem);
               }
               redisCatchStorage.sendPlatformStartPlayMsg(sendRtpItem, parentPlatform);
            }catch (ControllerException e) {
               logger.error("RTP推流失败: {}", e.getMessage());
               playService.startSendRtpStreamFailHand(sendRtpItem, parentPlatform, callIdHeader);
            }
         }
      }else {
         Device device = deviceService.getDevice(fromUserId);
         if (device == null) {
            logger.warn("[收到ACK]：来自{}，目标为({})的推流信息为找到流体服务[{}]信息",fromUserId, toUserId, sendRtpItem.getMediaServerId());
            return;
         }
         // 设置为收到ACK后发送语音的设备已经在发送200OK开始发流了
         if (!device.isBroadcastPushAfterAck()) {
            return;
         }
         if (mediaInfo == null) {
            logger.warn("[收到ACK]：来自{}，目标为({})的推流信息为找到流体服务[{}]信息",fromUserId, toUserId, sendRtpItem.getMediaServerId());
            return;
         }
         try {
            if (sendRtpItem.isTcpActive()) {
               mediaServerService.startSendRtpPassive(mediaInfo, sendRtpItem, null);
            } else {
               mediaServerService.startSendRtp(mediaInfo, sendRtpItem);
            }
         }catch (ControllerException e) {
            logger.error("RTP推流失败: {}", e.getMessage());
            playService.startSendRtpStreamFailHand(sendRtpItem, null, callIdHeader);
         }
      }
   }

}