Merge branch 'refs/heads/2.7.0'

648540858

2024-04-23 d41d6b34af2485198ed01e1888db1571e4da1a6a

 src/main/java/com/genersoft/iot/vmp/gb28181/transmit/event/request/impl/ByeRequestProcessor.java

old mode 100644
new mode 100755
@@ -1,6 +1,8 @@
package com.genersoft.iot.vmp.gb28181.transmit.event.request.impl;

import com.genersoft.iot.vmp.common.StreamInfo;
import com.genersoft.iot.vmp.common.InviteInfo;
import com.genersoft.iot.vmp.common.InviteSessionType;
import com.genersoft.iot.vmp.conf.UserSetting;
import com.genersoft.iot.vmp.conf.exception.SsrcTransactionNotFoundException;
import com.genersoft.iot.vmp.gb28181.bean.*;
import com.genersoft.iot.vmp.gb28181.session.AudioBroadcastManager;
@@ -10,12 +12,14 @@
import com.genersoft.iot.vmp.gb28181.transmit.cmd.ISIPCommanderForPlatform;
import com.genersoft.iot.vmp.gb28181.transmit.event.request.ISIPRequestProcessor;
import com.genersoft.iot.vmp.gb28181.transmit.event.request.SIPRequestProcessorParent;
import com.genersoft.iot.vmp.media.zlm.ZLMRTPServerFactory;
import com.genersoft.iot.vmp.media.bean.MediaInfo;
import com.genersoft.iot.vmp.media.bean.MediaServer;
import com.genersoft.iot.vmp.media.service.IMediaServerService;
import com.genersoft.iot.vmp.media.zlm.dto.StreamPushItem;
import com.genersoft.iot.vmp.media.zlm.ZLMServerFactory;
import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem;
import com.genersoft.iot.vmp.service.IDeviceService;
import com.genersoft.iot.vmp.service.IMediaServerService;
import com.genersoft.iot.vmp.service.IPlayService;
import com.genersoft.iot.vmp.service.bean.MessageForPushChannel;
import com.genersoft.iot.vmp.service.*;
import com.genersoft.iot.vmp.service.redisMsg.IRedisRpcService;
import com.genersoft.iot.vmp.storager.IRedisCatchStorage;
import com.genersoft.iot.vmp.storager.IVideoManagerStorage;
import gov.nist.javax.sip.message.SIPRequest;
@@ -28,15 +32,9 @@
import javax.sip.InvalidArgumentException;
import javax.sip.RequestEvent;
import javax.sip.SipException;
import javax.sip.address.SipURI;
import javax.sip.header.FromHeader;
import javax.sip.header.HeaderAddress;
import javax.sip.header.ToHeader;
import javax.sip.header.CallIdHeader;
import javax.sip.message.Response;
import java.text.ParseException;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

/**
 * SIP命令类型： BYE请求
@@ -57,16 +55,22 @@
   private IRedisCatchStorage redisCatchStorage;

   @Autowired
   private IInviteStreamService inviteStreamService;

   @Autowired
   private IPlatformService platformService;

   @Autowired
   private IDeviceService deviceService;

   @Autowired
   private AudioBroadcastManager audioBroadcastManager;

   @Autowired
   private IVideoManagerStorage storager;
   private IDeviceChannelService channelService;

   @Autowired
   private ZLMRTPServerFactory zlmrtpServerFactory;
   private IVideoManagerStorage storager;

   @Autowired
   private IMediaServerService mediaServerService;
@@ -80,6 +84,16 @@
   @Autowired
   private IPlayService playService;

   @Autowired
   private UserSetting userSetting;

   @Autowired
   private IStreamPushService pushService;

   @Autowired
   private IRedisRpcService redisRpcService;


   @Override
   public void afterPropertiesSet() throws Exception {
      // 添加消息处理的订阅
@@ -88,209 +102,146 @@

   /**
    * 处理BYE请求
    * @param evt
    */
   @Override
   public void process(RequestEvent evt) {

      // TODO 此处需要重构
      SIPRequest request =(SIPRequest) evt.getRequest();
      SIPRequest request = (SIPRequest) evt.getRequest();
      try {
         responseAck(request, Response.OK);
      } catch (SipException | InvalidArgumentException | ParseException e) {
         logger.error("[回复BYE信息失败]，{}", e.getMessage());
      }
      CallIdHeader callIdHeader = (CallIdHeader)evt.getRequest().getHeader(CallIdHeader.NAME);
      SendRtpItem sendRtpItem =  redisCatchStorage.querySendRTPServer(null, null, null, callIdHeader.getCallId());

      SendRtpItem sendRtpItem =  redisCatchStorage.querySendRTPServer(null, null, null, request.getCallIdHeader().getCallId());

      // 收流端发送的停止
      if (sendRtpItem != null){
         logger.info("[收到bye] {}/{}", sendRtpItem.getPlatformId(), sendRtpItem.getChannelId());
         logger.info("[收到bye] 来自{}，停止通道：{}, 类型： {}, callId: {}", sendRtpItem.getPlatformId(), sendRtpItem.getChannelId(), sendRtpItem.getPlayType(), callIdHeader.getCallId());

         String streamId = sendRtpItem.getStream();
         MediaServerItem mediaServerItem = mediaServerService.getOne(sendRtpItem.getMediaServerId());
         if (mediaServerItem == null) {
            return;
         }
         logger.info("[收到bye] 停止推流：{}, 媒体节点： {}", streamId, sendRtpItem.getMediaServerId());

         Boolean ready = zlmrtpServerFactory.isStreamReady(mediaServerItem, sendRtpItem.getApp(), streamId);
         if (!ready) {
            logger.info("[收到bye] 发现流{}/{}已经结束，不需处理", sendRtpItem.getApp(), sendRtpItem.getStream());
            return;
         }
         Map<String, Object> param = new HashMap<>();
         param.put("vhost","__defaultVhost__");
         param.put("app",sendRtpItem.getApp());
         param.put("stream",streamId);
         param.put("ssrc",sendRtpItem.getSsrc());
         logger.info("[收到bye] 停止推流：{}", streamId);
         MediaServerItem mediaInfo = mediaServerService.getOne(sendRtpItem.getMediaServerId());
         redisCatchStorage.deleteSendRTPServer(sendRtpItem.getPlatformId(), sendRtpItem.getChannelId(), request.getCallIdHeader().getCallId(), null);
         zlmrtpServerFactory.stopSendRtpStream(mediaInfo, param);

         int totalReaderCount = zlmrtpServerFactory.totalReaderCount(mediaInfo, sendRtpItem.getApp(), streamId);
         if (totalReaderCount <= 0) {
            logger.info("[收到bye] {} 无其它观看者，通知设备停止推流", streamId);
            if (sendRtpItem.getPlayType().equals(InviteStreamType.PLAY)) {
               Device device = deviceService.getDevice(sendRtpItem.getDeviceId());
               if (device == null) {
                  logger.info("[收到bye] {} 通知设备停止推流时未找到设备信息", streamId);
         if (sendRtpItem.getPlayType().equals(InviteStreamType.PUSH)) {
            // 查询这路流是否是本平台的
            StreamPushItem push = pushService.getPush(sendRtpItem.getApp(), sendRtpItem.getStream());
            if (push!= null && !push.isSelf()) {
               // 不是本平台的就发送redis消息让其他wvp停止发流
               ParentPlatform platform = platformService.queryPlatformByServerGBId(sendRtpItem.getPlatformId());
               if (platform != null) {
                  RequestStopPushStreamMsg streamMsg = RequestStopPushStreamMsg.getInstance(sendRtpItem, platform.getName(), platform.getId());
                  redisGbPlayMsgListener.sendMsgForStopSendRtpStream(sendRtpItem.getServerId(), streamMsg);
               }
               try {
                  logger.warn("[停止点播] {}/{}", sendRtpItem.getDeviceId(), sendRtpItem.getChannelId());
                  cmder.streamByeCmd(device, sendRtpItem.getChannelId(), streamId, null);
               } catch (InvalidArgumentException | ParseException | SipException | SsrcTransactionNotFoundException e) {
                  logger.error("[收到bye] {} 无其它观看者，通知设备停止推流， 发送BYE失败 {}",streamId, e.getMessage());
            }else {
               MediaServer mediaInfo = mediaServerService.getOne(sendRtpItem.getMediaServerId());
               redisCatchStorage.deleteSendRTPServer(sendRtpItem.getPlatformId(), sendRtpItem.getChannelId(),
                     callIdHeader.getCallId(), null);
               mediaServerService.stopSendRtp(mediaInfo, sendRtpItem.getApp(), sendRtpItem.getStream(), sendRtpItem.getSsrc());
               if (userSetting.getUseCustomSsrcForParentInvite()) {
                  mediaServerService.releaseSsrc(mediaInfo.getId(), sendRtpItem.getSsrc());
               }
            }else {
               logger.info("[上级平台停止观看] 未找到平台{}的信息，发送redis消息失败", sendRtpItem.getPlatformId());
            }

            if (sendRtpItem.getPlayType().equals(InviteStreamType.PUSH)) {
               MessageForPushChannel messageForPushChannel = MessageForPushChannel.getInstance(0,
                     sendRtpItem.getApp(), sendRtpItem.getStream(), sendRtpItem.getChannelId(),
                     sendRtpItem.getPlatformId(), null, null, sendRtpItem.getMediaServerId());
               redisCatchStorage.sendStreamPushRequestedMsg(messageForPushChannel);
         }else {
            MediaServer mediaInfo = mediaServerService.getOne(sendRtpItem.getMediaServerId());
            redisCatchStorage.deleteSendRTPServer(sendRtpItem.getPlatformId(), sendRtpItem.getChannelId(),
                  callIdHeader.getCallId(), null);
            mediaServerService.stopSendRtp(mediaInfo, sendRtpItem.getApp(), sendRtpItem.getStream(), sendRtpItem.getSsrc());
            if (userSetting.getUseCustomSsrcForParentInvite()) {
               mediaServerService.releaseSsrc(mediaInfo.getId(), sendRtpItem.getSsrc());
            }
         }
         MediaServer mediaServer = mediaServerService.getOne(sendRtpItem.getMediaServerId());
         if (mediaServer != null) {
            AudioBroadcastCatch audioBroadcastCatch = audioBroadcastManager.get(sendRtpItem.getDeviceId(), sendRtpItem.getChannelId());
            if (audioBroadcastCatch != null && audioBroadcastCatch.getSipTransactionInfo().getCallId().equals(callIdHeader.getCallId())) {
               // 来自上级平台的停止对讲
               logger.info("[停止对讲] 来自上级，平台：{}, 通道：{}", sendRtpItem.getDeviceId(), sendRtpItem.getChannelId());
               audioBroadcastManager.del(sendRtpItem.getDeviceId(), sendRtpItem.getChannelId());
            }

         playService.stopAudioBroadcast(sendRtpItem.getDeviceId(), sendRtpItem.getChannelId());
            MediaInfo mediaInfo = mediaServerService.getMediaInfo(mediaServer, sendRtpItem.getApp(), streamId);

            if (mediaInfo.getReaderCount() <= 0) {
               logger.info("[收到bye] {} 无其它观看者，通知设备停止推流", streamId);
               if (sendRtpItem.getPlayType().equals(InviteStreamType.PLAY)) {
                  Device device = deviceService.getDevice(sendRtpItem.getDeviceId());
                  if (device == null) {
                     logger.info("[收到bye] {} 通知设备停止推流时未找到设备信息", streamId);
                  }
                  try {
                     logger.info("[停止点播] {}/{}", sendRtpItem.getDeviceId(), sendRtpItem.getChannelId());
                     cmder.streamByeCmd(device, sendRtpItem.getChannelId(), streamId, null);
                  } catch (InvalidArgumentException | ParseException | SipException |
                         SsrcTransactionNotFoundException e) {
                     logger.error("[收到bye] {} 无其它观看者，通知设备停止推流， 发送BYE失败 {}",streamId, e.getMessage());
                  }
               }
            }
         }
      }

      String platformGbId = ((SipURI) ((HeaderAddress) evt.getRequest().getHeader(FromHeader.NAME)).getAddress().getURI()).getUser();
      String channelId = ((SipURI) ((HeaderAddress) evt.getRequest().getHeader(ToHeader.NAME)).getAddress().getURI()).getUser();

      // 可能是设备主动停止
      Device device = storager.queryVideoDeviceByChannelId(platformGbId);
      if (device != null) {
         storager.stopPlay(device.getDeviceId(), channelId);
         StreamInfo streamInfo = redisCatchStorage.queryPlayByDevice(device.getDeviceId(), channelId);
         if (streamInfo != null) {
            redisCatchStorage.stopPlay(streamInfo);
            mediaServerService.closeRTPServer(streamInfo.getMediaServerId(), streamInfo.getStream());
         }
         SsrcTransaction ssrcTransactionForPlay = streamSession.getSsrcTransaction(device.getDeviceId(), channelId, "play", null);
         if (ssrcTransactionForPlay != null){
            if (ssrcTransactionForPlay.getCallId().equals(request.getCallIdHeader().getCallId())){
               // 释放ssrc
               MediaServerItem mediaServerItem = mediaServerService.getOne(ssrcTransactionForPlay.getMediaServerId());
               if (mediaServerItem != null) {
                  mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcTransactionForPlay.getSsrc());
               }
               streamSession.remove(device.getDeviceId(), channelId, ssrcTransactionForPlay.getStream());
            }
         }
         SsrcTransaction ssrcTransactionForPlayBack = streamSession.getSsrcTransaction(device.getDeviceId(), channelId, request.getCallIdHeader().getCallId(), null);
         if (ssrcTransactionForPlayBack != null) {
            // 释放ssrc
            MediaServerItem mediaServerItem = mediaServerService.getOne(ssrcTransactionForPlayBack.getMediaServerId());
            if (mediaServerItem != null) {
               mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcTransactionForPlayBack.getSsrc());
            }
            streamSession.remove(device.getDeviceId(), channelId, ssrcTransactionForPlayBack.getStream());
         }
      // 可能是设备发送的停止
      SsrcTransaction ssrcTransaction = streamSession.getSsrcTransactionByCallId(callIdHeader.getCallId());
      if (ssrcTransaction == null) {
         return;
      }
      SsrcTransaction ssrcTransaction = streamSession.getSsrcTransaction(null, null, request.getCallIdHeader().getCallId(), null);
      if (ssrcTransaction != null) {
      logger.info("[收到bye] 来自设备：{}, 通道已停止推流: {}", ssrcTransaction.getDeviceId(), ssrcTransaction.getChannelId());

      ParentPlatform platform = platformService.queryPlatformByServerGBId(ssrcTransaction.getDeviceId());
      if (platform != null ) {
         if (ssrcTransaction.getType().equals(InviteSessionType.BROADCAST)) {
            logger.info("[收到bye] 上级停止语音对讲，来自：{}, 通道已停止推流: {}", ssrcTransaction.getDeviceId(), ssrcTransaction.getChannelId());
            DeviceChannel channel = storager.queryChannelInParentPlatform(ssrcTransaction.getDeviceId(), ssrcTransaction.getChannelId());
            if (channel == null) {
               logger.info("[收到bye] 未找到通道，设备：{}， 通道：{}", ssrcTransaction.getDeviceId(), ssrcTransaction.getChannelId());
               return;
            }
            String mediaServerId = ssrcTransaction.getMediaServerId();
            platformService.stopBroadcast(platform, channel, ssrcTransaction.getStream(), false,
                  mediaServerService.getOne(mediaServerId));

            playService.stopAudioBroadcast(channel.getDeviceId(), channel.getChannelId());
         }

      }else {
         Device device = deviceService.getDevice(ssrcTransaction.getDeviceId());
         if (device == null) {
            logger.info("[收到bye] 未找到设备：{} ", ssrcTransaction.getDeviceId());
            return;
         }
         DeviceChannel channel = channelService.getOne(ssrcTransaction.getDeviceId(), ssrcTransaction.getChannelId());
         if (channel == null) {
            logger.info("[收到bye] 未找到通道，设备：{}， 通道：{}", ssrcTransaction.getDeviceId(), ssrcTransaction.getChannelId());
            return;
         }
         storager.stopPlay(device.getDeviceId(), channel.getChannelId());
         InviteInfo inviteInfo = inviteStreamService.getInviteInfoByDeviceAndChannel(InviteSessionType.PLAY, device.getDeviceId(), channel.getChannelId());
         if (inviteInfo != null) {
            inviteStreamService.removeInviteInfo(inviteInfo);
            if (inviteInfo.getStreamInfo() != null) {
               mediaServerService.closeRTPServer(inviteInfo.getStreamInfo().getMediaServerId(), inviteInfo.getStreamInfo().getStream());
            }
         }
         // 释放ssrc
         MediaServerItem mediaServerItem = mediaServerService.getOne(ssrcTransaction.getMediaServerId());
         MediaServer mediaServerItem = mediaServerService.getOne(ssrcTransaction.getMediaServerId());
         if (mediaServerItem != null) {
            mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcTransaction.getSsrc());
         }

         switch (ssrcTransaction.getType()) {
//               case play:
//                  break;
//               case talk:
//                  break;
//               case playback:
//                  break;
//               case download:
//                  break;
            case broadcast:
               String channelId1 = ssrcTransaction.getChannelId();

               Device deviceFromTransaction = storager.queryVideoDevice(ssrcTransaction.getDeviceId());
               if (deviceFromTransaction == null) {
                  ParentPlatform parentPlatform = storager.queryParentPlatByServerGBId(ssrcTransaction.getDeviceId());
                  if (parentPlatform != null) {
                     // 来自上级平台的停止对讲
                     logger.info("[停止对讲] 来自上级，平台：{}, 通道：{}", ssrcTransaction.getDeviceId(), channelId1);
                     // 释放ssrc
                     streamSession.remove(ssrcTransaction.getDeviceId(), ssrcTransaction.getChannelId(), ssrcTransaction.getStream());
                     if (mediaServerItem != null) {
                        zlmrtpServerFactory.closeRtpServer(mediaServerItem, ssrcTransaction.getStream());
                     }
                     // 查找来源的对讲设备，发送停止
                     Device sourceDevice = storager.queryVideoDeviceByPlatformIdAndChannelId(ssrcTransaction.getDeviceId(), ssrcTransaction.getChannelId());
                     if (sourceDevice != null) {
                        playService.stopAudioBroadcast(sourceDevice.getDeviceId(), channelId);
                     }
                  }
               }else {
                  // 来自设备的停止对讲

                  // 如果是来自设备，则听停止推流。 来自上级则停止收流
                  AudioBroadcastCatch audioBroadcastCatch = audioBroadcastManager.get(ssrcTransaction.getDeviceId(), channelId1);
                  if (audioBroadcastCatch != null) {
                     //
                     SendRtpItem sendRtpItemForBroadcast =  redisCatchStorage.querySendRTPServer(ssrcTransaction.getDeviceId(), channelId1,
                           audioBroadcastCatch.getStream(), audioBroadcastCatch.getSipTransactionInfo().getCallId());
                     if (sendRtpItemForBroadcast != null) {
                        MediaServerItem mediaServerItemForBroadcast = mediaServerService.getOne(sendRtpItem.getMediaServerId());
                        if (mediaServerItemForBroadcast == null) {
                           return;
                        }

                        Boolean ready = zlmrtpServerFactory.isStreamReady(mediaServerItem, sendRtpItem.getApp(), audioBroadcastCatch.getStream());
                        if (ready) {
                           Map<String, Object> param = new HashMap<>();
                           param.put("vhost","__defaultVhost__");
                           param.put("app",sendRtpItem.getApp());
                           param.put("stream",audioBroadcastCatch.getStream());
                           param.put("ssrc",sendRtpItem.getSsrc());
                           logger.info("[收到bye] 停止推流：{}", audioBroadcastCatch.getStream());
                           MediaServerItem mediaInfo = mediaServerService.getOne(sendRtpItem.getMediaServerId());
                           redisCatchStorage.deleteSendRTPServer(sendRtpItem.getPlatformId(), sendRtpItem.getChannelId(), request.getCallIdHeader().getCallId(), null);
                           zlmrtpServerFactory.stopSendRtpStream(mediaInfo, param);
                        }
                        if (audioBroadcastCatch.isFromPlatform()) {
                           // 上级也正在点播。 向上级回复bye
                           List<SsrcTransaction> ssrcTransactions = streamSession.getSsrcTransactionForAll(null, channelId1, null, null);
                           if (ssrcTransactions.size() > 0) {
                              for (SsrcTransaction transaction : ssrcTransactions) {
                                 if (transaction.getType().equals(VideoStreamSessionManager.SessionType.broadcast)) {
                                    ParentPlatform parentPlatform = storager.queryParentPlatByServerGBId(transaction.getDeviceId());
                                    if (parentPlatform != null) {
                                       try {
                                          commanderForPlatform.streamByeCmd(parentPlatform, channelId1, transaction.getStream(), transaction.getCallId(), eventResult -> {
                                             streamSession.remove(transaction.getDeviceId(), transaction.getChannelId(), transaction.getStream());
                                          });
                                          audioBroadcastManager.del(transaction.getDeviceId(), channelId1);
                                       } catch (InvalidArgumentException | SipException | ParseException |
                                              SsrcTransactionNotFoundException e) {
                                          logger.error("[命令发送失败] 向{}发送bye失败", transaction.getDeviceId());
                                       }
                                       // 释放ssrc
                                       MediaServerItem mediaServerItemFromTransaction = mediaServerService.getOne(transaction.getMediaServerId());
                                       if (mediaServerItemFromTransaction != null) {
                                          mediaServerService.releaseSsrc(mediaServerItemFromTransaction.getId(), transaction.getSsrc());
                                       }
                                       streamSession.remove(transaction.getDeviceId(), transaction.getChannelId(), transaction.getStream());
                                    }
                                 }
                              }
                           }

                        }
                        redisCatchStorage.deleteSendRTPServer(ssrcTransaction.getDeviceId(), channelId1,
                              audioBroadcastCatch.getStream(), audioBroadcastCatch.getSipTransactionInfo().getCallId());

                     }
                  }
               }
               audioBroadcastManager.del(ssrcTransaction.getDeviceId(), channelId1);
               break;
            default:
               break;
         streamSession.removeByCallId(device.getDeviceId(), channel.getChannelId(), ssrcTransaction.getCallId());
         if (ssrcTransaction.getType() == InviteSessionType.BROADCAST) {
            // 查找来源的对讲设备，发送停止
            Device sourceDevice = storager.queryVideoDeviceByPlatformIdAndChannelId(ssrcTransaction.getDeviceId(), ssrcTransaction.getChannelId());
            if (sourceDevice != null) {
               playService.stopAudioBroadcast(sourceDevice.getDeviceId(), channel.getChannelId());
            }
         }

         AudioBroadcastCatch audioBroadcastCatch = audioBroadcastManager.get(ssrcTransaction.getDeviceId(), channel.getChannelId());
         if (audioBroadcastCatch != null) {
            // 来自上级平台的停止对讲
            logger.info("[停止对讲] 来自上级，平台：{}, 通道：{}", ssrcTransaction.getDeviceId(), channel.getChannelId());
            audioBroadcastManager.del(ssrcTransaction.getDeviceId(), channel.getChannelId());
         }
      }
   }
}