完善语音对讲级联

648540858

2023-03-21 82adc0cb23f3ee47322e78889cdaba57e9309000

 src/main/java/com/genersoft/iot/vmp/gb28181/transmit/event/request/impl/ByeRequestProcessor.java

@@ -1,24 +1,33 @@
package com.genersoft.iot.vmp.gb28181.transmit.event.request.impl;

import com.genersoft.iot.vmp.common.StreamInfo;
import com.genersoft.iot.vmp.gb28181.bean.Device;
import com.genersoft.iot.vmp.gb28181.bean.SendRtpItem;
import com.genersoft.iot.vmp.conf.exception.SsrcTransactionNotFoundException;
import com.genersoft.iot.vmp.gb28181.bean.*;
import com.genersoft.iot.vmp.gb28181.session.AudioBroadcastManager;
import com.genersoft.iot.vmp.gb28181.session.VideoStreamSessionManager;
import com.genersoft.iot.vmp.gb28181.transmit.SIPProcessorObserver;
import com.genersoft.iot.vmp.gb28181.transmit.cmd.ISIPCommander;
import com.genersoft.iot.vmp.gb28181.transmit.cmd.ISIPCommanderForPlatform;
import com.genersoft.iot.vmp.gb28181.transmit.event.request.ISIPRequestProcessor;
import com.genersoft.iot.vmp.gb28181.transmit.event.request.SIPRequestProcessorParent;
import com.genersoft.iot.vmp.media.zlm.ZLMRTPServerFactory;
import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem;
import com.genersoft.iot.vmp.service.IDeviceService;
import com.genersoft.iot.vmp.service.IMediaServerService;
import com.genersoft.iot.vmp.service.IPlayService;
import com.genersoft.iot.vmp.service.bean.MessageForPushChannel;
import com.genersoft.iot.vmp.storager.IRedisCatchStorage;
import com.genersoft.iot.vmp.storager.IVideoManagerStorager;
import com.genersoft.iot.vmp.storager.IVideoManagerStorage;
import gov.nist.javax.sip.message.SIPRequest;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.InitializingBean;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;

import javax.sip.*;
import javax.sip.InvalidArgumentException;
import javax.sip.RequestEvent;
import javax.sip.SipException;
import javax.sip.address.SipURI;
import javax.sip.header.FromHeader;
import javax.sip.header.HeaderAddress;
@@ -26,6 +35,7 @@
import javax.sip.message.Response;
import java.text.ParseException;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

/**
@@ -41,10 +51,19 @@
   private ISIPCommander cmder;

   @Autowired
   private ISIPCommanderForPlatform commanderForPlatform;

   @Autowired
   private IRedisCatchStorage redisCatchStorage;

   @Autowired
   private IVideoManagerStorager storager;
   private IDeviceService deviceService;

   @Autowired
   private AudioBroadcastManager audioBroadcastManager;

   @Autowired
   private IVideoManagerStorage storager;

   @Autowired
   private ZLMRTPServerFactory zlmrtpServerFactory;
@@ -54,6 +73,12 @@

   @Autowired
   private SIPProcessorObserver sipProcessorObserver;

   @Autowired
   private VideoStreamSessionManager streamSession;

   @Autowired
   private IPlayService playService;

   @Override
   public void afterPropertiesSet() throws Exception {
@@ -67,59 +92,205 @@
    */
   @Override
   public void process(RequestEvent evt) {

      // TODO 此处需要重构
      SIPRequest request =(SIPRequest) evt.getRequest();
      try {
         responseAck(evt, Response.OK);
         Dialog dialog = evt.getDialog();
         if (dialog == null) return;
         if (dialog.getState().equals(DialogState.TERMINATED)) {
            String platformGbId = ((SipURI) ((HeaderAddress) evt.getRequest().getHeader(FromHeader.NAME)).getAddress().getURI()).getUser();
            String channelId = ((SipURI) ((HeaderAddress) evt.getRequest().getHeader(ToHeader.NAME)).getAddress().getURI()).getUser();
            SendRtpItem sendRtpItem =  redisCatchStorage.querySendRTPServer(platformGbId, channelId);
            logger.info("收到bye, [{}/{}]", platformGbId, channelId);
            if (sendRtpItem != null){
               String streamId = sendRtpItem.getStreamId();
               Map<String, Object> param = new HashMap<>();
               param.put("vhost","__defaultVhost__");
               param.put("app",sendRtpItem.getApp());
               param.put("stream",streamId);
               param.put("ssrc",sendRtpItem.getSsrc());
               logger.info("停止向上级推流：" + streamId);
               MediaServerItem mediaInfo = mediaServerService.getOne(sendRtpItem.getMediaServerId());
               zlmrtpServerFactory.stopSendRtpStream(mediaInfo, param);
               redisCatchStorage.deleteSendRTPServer(platformGbId, channelId);
               int totalReaderCount = zlmrtpServerFactory.totalReaderCount(mediaInfo, sendRtpItem.getApp(), streamId);
               if (totalReaderCount == 0) {
                  logger.info(streamId + "无其它观看者，通知设备停止推流");
                  cmder.streamByeCmd(sendRtpItem.getDeviceId(), channelId);
               }else if (totalReaderCount == -1){
                  logger.warn(streamId + " 查找其它观看者失败");
         responseAck(request, Response.OK);
      } catch (SipException | InvalidArgumentException | ParseException e) {
         logger.error("[回复BYE信息失败]，{}", e.getMessage());
      }

      SendRtpItem sendRtpItem =  redisCatchStorage.querySendRTPServer(null, null, null, request.getCallIdHeader().getCallId());

      if (sendRtpItem != null){
         logger.info("[收到bye] {}/{}", sendRtpItem.getPlatformId(), sendRtpItem.getChannelId());
         String streamId = sendRtpItem.getStream();
         MediaServerItem mediaServerItem = mediaServerService.getOne(sendRtpItem.getMediaServerId());
         if (mediaServerItem == null) {
            return;
         }

         Boolean ready = zlmrtpServerFactory.isStreamReady(mediaServerItem, sendRtpItem.getApp(), streamId);
         if (!ready) {
            logger.info("[收到bye] 发现流{}/{}已经结束，不需处理", sendRtpItem.getApp(), sendRtpItem.getStream());
            return;
         }
         Map<String, Object> param = new HashMap<>();
         param.put("vhost","__defaultVhost__");
         param.put("app",sendRtpItem.getApp());
         param.put("stream",streamId);
         param.put("ssrc",sendRtpItem.getSsrc());
         logger.info("[收到bye] 停止推流：{}", streamId);
         MediaServerItem mediaInfo = mediaServerService.getOne(sendRtpItem.getMediaServerId());
         redisCatchStorage.deleteSendRTPServer(sendRtpItem.getPlatformId(), sendRtpItem.getChannelId(), request.getCallIdHeader().getCallId(), null);
         zlmrtpServerFactory.stopSendRtpStream(mediaInfo, param);

         int totalReaderCount = zlmrtpServerFactory.totalReaderCount(mediaInfo, sendRtpItem.getApp(), streamId);
         if (totalReaderCount <= 0) {
            logger.info("[收到bye] {} 无其它观看者，通知设备停止推流", streamId);
            if (sendRtpItem.getPlayType().equals(InviteStreamType.PLAY)) {
               Device device = deviceService.getDevice(sendRtpItem.getDeviceId());
               if (device == null) {
                  logger.info("[收到bye] {} 通知设备停止推流时未找到设备信息", streamId);
               }
               try {
                  logger.warn("[停止点播] {}/{}", sendRtpItem.getDeviceId(), sendRtpItem.getChannelId());
                  cmder.streamByeCmd(device, sendRtpItem.getChannelId(), streamId, null);
               } catch (InvalidArgumentException | ParseException | SipException | SsrcTransactionNotFoundException e) {
                  logger.error("[收到bye] {} 无其它观看者，通知设备停止推流， 发送BYE失败 {}",streamId, e.getMessage());
               }
            }
            // 可能是设备主动停止
            Device device = storager.queryVideoDeviceByChannelId(platformGbId);
            if (device != null) {
               if (sendRtpItem.isPlay()) {
                  StreamInfo streamInfo = redisCatchStorage.queryPlayByDevice(device.getDeviceId(), channelId);
                  if (streamInfo != null) {
                     redisCatchStorage.stopPlay(streamInfo);
                  }
               }else {
                  StreamInfo streamInfo = redisCatchStorage.queryPlaybackByDevice(device.getDeviceId(), channelId);
                  if (streamInfo != null) {
                     redisCatchStorage.stopPlayback(streamInfo);
                  }
               }

               storager.stopPlay(device.getDeviceId(), channelId);
               mediaServerService.closeRTPServer(device, channelId, streamInfo.getStream());
            if (sendRtpItem.getPlayType().equals(InviteStreamType.PUSH)) {
               MessageForPushChannel messageForPushChannel = MessageForPushChannel.getInstance(0,
                     sendRtpItem.getApp(), sendRtpItem.getStream(), sendRtpItem.getChannelId(),
                     sendRtpItem.getPlatformId(), null, null, sendRtpItem.getMediaServerId());
               redisCatchStorage.sendStreamPushRequestedMsg(messageForPushChannel);
            }
         }
      } catch (SipException e) {
         e.printStackTrace();
      } catch (InvalidArgumentException e) {
         e.printStackTrace();
      } catch (ParseException e) {
         e.printStackTrace();

         playService.stopAudioBroadcast(sendRtpItem.getDeviceId(), sendRtpItem.getChannelId());
      }

      String platformGbId = ((SipURI) ((HeaderAddress) evt.getRequest().getHeader(FromHeader.NAME)).getAddress().getURI()).getUser();
      String channelId = ((SipURI) ((HeaderAddress) evt.getRequest().getHeader(ToHeader.NAME)).getAddress().getURI()).getUser();

      // 可能是设备主动停止
      Device device = storager.queryVideoDeviceByChannelId(platformGbId);
      if (device != null) {
         storager.stopPlay(device.getDeviceId(), channelId);
         StreamInfo streamInfo = redisCatchStorage.queryPlayByDevice(device.getDeviceId(), channelId);
         if (streamInfo != null) {
            redisCatchStorage.stopPlay(streamInfo);
            mediaServerService.closeRTPServer(streamInfo.getMediaServerId(), streamInfo.getStream());
         }
         SsrcTransaction ssrcTransactionForPlay = streamSession.getSsrcTransaction(device.getDeviceId(), channelId, "play", null);
         if (ssrcTransactionForPlay != null){
            if (ssrcTransactionForPlay.getCallId().equals(request.getCallIdHeader().getCallId())){
               // 释放ssrc
               MediaServerItem mediaServerItem = mediaServerService.getOne(ssrcTransactionForPlay.getMediaServerId());
               if (mediaServerItem != null) {
                  mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcTransactionForPlay.getSsrc());
               }
               streamSession.remove(device.getDeviceId(), channelId, ssrcTransactionForPlay.getStream());
            }
         }
         SsrcTransaction ssrcTransactionForPlayBack = streamSession.getSsrcTransaction(device.getDeviceId(), channelId, request.getCallIdHeader().getCallId(), null);
         if (ssrcTransactionForPlayBack != null) {
            // 释放ssrc
            MediaServerItem mediaServerItem = mediaServerService.getOne(ssrcTransactionForPlayBack.getMediaServerId());
            if (mediaServerItem != null) {
               mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcTransactionForPlayBack.getSsrc());
            }
            streamSession.remove(device.getDeviceId(), channelId, ssrcTransactionForPlayBack.getStream());
         }
      }
      SsrcTransaction ssrcTransaction = streamSession.getSsrcTransaction(null, null, request.getCallIdHeader().getCallId(), null);
      if (ssrcTransaction != null) {
         // 释放ssrc
         MediaServerItem mediaServerItem = mediaServerService.getOne(ssrcTransaction.getMediaServerId());
         if (mediaServerItem != null) {
            mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcTransaction.getSsrc());
         }

         switch (ssrcTransaction.getType()) {
//               case play:
//                  break;
//               case talk:
//                  break;
//               case playback:
//                  break;
//               case download:
//                  break;
            case broadcast:
               String channelId1 = ssrcTransaction.getChannelId();

               Device deviceFromTransaction = storager.queryVideoDevice(ssrcTransaction.getDeviceId());
               if (deviceFromTransaction == null) {
                  ParentPlatform parentPlatform = storager.queryParentPlatByServerGBId(ssrcTransaction.getDeviceId());
                  if (parentPlatform != null) {
                     // 来自上级平台的停止对讲
                     logger.info("[停止对讲] 来自上级，平台：{}, 通道：{}", ssrcTransaction.getDeviceId(), channelId1);
                     // 释放ssrc
                     streamSession.remove(ssrcTransaction.getDeviceId(), ssrcTransaction.getChannelId(), ssrcTransaction.getStream());
                     if (mediaServerItem != null) {
                        zlmrtpServerFactory.closeRtpServer(mediaServerItem, ssrcTransaction.getStream());
                     }
                     // 查找来源的对讲设备，发送停止
                     Device sourceDevice = storager.queryVideoDeviceByPlatformIdAndChannelId(ssrcTransaction.getDeviceId(), ssrcTransaction.getChannelId());
                     if (sourceDevice != null) {
                        playService.stopAudioBroadcast(sourceDevice.getDeviceId(), channelId);
                     }
                  }
               }else {
                  // 来自设备的停止对讲

                  // 如果是来自设备，则听停止推流。 来自上级则停止收流
                  AudioBroadcastCatch audioBroadcastCatch = audioBroadcastManager.get(ssrcTransaction.getDeviceId(), channelId1);
                  if (audioBroadcastCatch != null) {
                     //
                     SendRtpItem sendRtpItemForBroadcast =  redisCatchStorage.querySendRTPServer(ssrcTransaction.getDeviceId(), channelId1,
                           audioBroadcastCatch.getStream(), audioBroadcastCatch.getSipTransactionInfo().getCallId());
                     if (sendRtpItemForBroadcast != null) {
                        MediaServerItem mediaServerItemForBroadcast = mediaServerService.getOne(sendRtpItem.getMediaServerId());
                        if (mediaServerItemForBroadcast == null) {
                           return;
                        }

                        Boolean ready = zlmrtpServerFactory.isStreamReady(mediaServerItem, sendRtpItem.getApp(), audioBroadcastCatch.getStream());
                        if (ready) {
                           Map<String, Object> param = new HashMap<>();
                           param.put("vhost","__defaultVhost__");
                           param.put("app",sendRtpItem.getApp());
                           param.put("stream",audioBroadcastCatch.getStream());
                           param.put("ssrc",sendRtpItem.getSsrc());
                           logger.info("[收到bye] 停止推流：{}", audioBroadcastCatch.getStream());
                           MediaServerItem mediaInfo = mediaServerService.getOne(sendRtpItem.getMediaServerId());
                           redisCatchStorage.deleteSendRTPServer(sendRtpItem.getPlatformId(), sendRtpItem.getChannelId(), request.getCallIdHeader().getCallId(), null);
                           zlmrtpServerFactory.stopSendRtpStream(mediaInfo, param);
                        }
                        if (audioBroadcastCatch.isFromPlatform()) {
                           // 上级也正在点播。 向上级回复bye
                           List<SsrcTransaction> ssrcTransactions = streamSession.getSsrcTransactionForAll(null, channelId1, null, null);
                           if (ssrcTransactions.size() > 0) {
                              for (SsrcTransaction transaction : ssrcTransactions) {
                                 if (transaction.getType().equals(VideoStreamSessionManager.SessionType.broadcast)) {
                                    ParentPlatform parentPlatform = storager.queryParentPlatByServerGBId(transaction.getDeviceId());
                                    if (parentPlatform != null) {
                                       try {
                                          commanderForPlatform.streamByeCmd(parentPlatform, channelId1, transaction.getStream(), transaction.getCallId(), eventResult -> {
                                             streamSession.remove(transaction.getDeviceId(), transaction.getChannelId(), transaction.getStream());
                                          });
                                          audioBroadcastManager.del(transaction.getDeviceId(), channelId1);
                                       } catch (InvalidArgumentException | SipException | ParseException |
                                              SsrcTransactionNotFoundException e) {
                                          logger.error("[命令发送失败] 向{}发送bye失败", transaction.getDeviceId());
                                       }
                                       // 释放ssrc
                                       MediaServerItem mediaServerItemFromTransaction = mediaServerService.getOne(transaction.getMediaServerId());
                                       if (mediaServerItemFromTransaction != null) {
                                          mediaServerService.releaseSsrc(mediaServerItemFromTransaction.getId(), transaction.getSsrc());
                                       }
                                       streamSession.remove(transaction.getDeviceId(), transaction.getChannelId(), transaction.getStream());
                                    }
                                 }
                              }
                           }

                        }
                        redisCatchStorage.deleteSendRTPServer(ssrcTransaction.getDeviceId(), channelId1,
                              audioBroadcastCatch.getStream(), audioBroadcastCatch.getSipTransactionInfo().getCallId());

                     }
                  }
               }
               audioBroadcastManager.del(ssrcTransaction.getDeviceId(), channelId1);
               break;
            default:
               break;
         }

      }
   }
}