添加截图（快照）功能

panlinlin

2021-05-08 e48fa711a3664bece9b3e58840a75fe7c05bc47c

 src/main/java/com/genersoft/iot/vmp/gb28181/transmit/request/impl/InviteRequestProcessor.java

@@ -7,37 +7,26 @@
import javax.sip.SipFactory;

import javax.sip.address.Address;

import javax.sip.address.SipURI;

import javax.sip.header.ContentTypeHeader;

import javax.sip.header.FromHeader;

import javax.sip.header.HeaderFactory;

import javax.sip.header.SubjectHeader;

import javax.sip.header.*;

import javax.sip.message.Request;

import javax.sip.message.Response;



import com.alibaba.fastjson.JSONObject;

import com.genersoft.iot.vmp.conf.MediaServerConfig;

import com.genersoft.iot.vmp.gb28181.bean.Device;

import com.genersoft.iot.vmp.gb28181.bean.DeviceChannel;

import com.genersoft.iot.vmp.gb28181.bean.SendRtpItem;

import com.genersoft.iot.vmp.media.zlm.ZLMServerConfig;

import com.genersoft.iot.vmp.gb28181.bean.*;

import com.genersoft.iot.vmp.gb28181.transmit.cmd.impl.SIPCommander;

import com.genersoft.iot.vmp.gb28181.transmit.cmd.impl.SIPCommanderFroPlatform;

import com.genersoft.iot.vmp.gb28181.transmit.request.SIPRequestAbstractProcessor;

import com.genersoft.iot.vmp.media.zlm.ZLMRTPServerFactory;

import com.genersoft.iot.vmp.storager.IRedisCatchStorage;

import com.genersoft.iot.vmp.storager.IVideoManagerStorager;

import com.genersoft.iot.vmp.vmanager.play.bean.PlayResult;

import com.genersoft.iot.vmp.vmanager.service.IPlayService;

import gov.nist.javax.sdp.fields.SDPFormat;

import com.genersoft.iot.vmp.vmanager.gb28181.play.bean.PlayResult;

import com.genersoft.iot.vmp.service.IPlayService;

import gov.nist.javax.sip.address.AddressImpl;

import gov.nist.javax.sip.address.SipUri;

import org.slf4j.Logger;

import org.slf4j.LoggerFactory;

import org.springframework.beans.factory.annotation.Autowired;



import java.io.IOException;

import java.text.ParseException;

import java.util.List;

import java.util.UUID;

import java.util.Vector;



/**    

@@ -45,6 +34,7 @@
 * @author: panll

 * @date:   2021年1月14日

 */

@SuppressWarnings("rawtypes")

public class InviteRequestProcessor extends SIPRequestAbstractProcessor {



   private final static Logger logger = LoggerFactory.getLogger(MessageRequestProcessor.class);

@@ -82,155 +72,281 @@
         Request request = evt.getRequest();

         SipURI sipURI = (SipURI) request.getRequestURI();

         String channelId = sipURI.getUser();

         String platformId = null;

//         SubjectHeader subjectHeader = (SubjectHeader)request.getHeader(SubjectHeader.NAME);

//         // 查询通道是否存在 不存在回复404

//         if (subjectHeader != null) { // 存在则从subjectHeader 获取平台信息

//            String subject = subjectHeader.getSubject();

//            if (subject != null) {

//               String[] info1 = subject.split(",");

//               if (info1 != null && info1 .length == 2) {

//                  String[] info2 = info1[1].split(":");

//                  if (info2 != null && info2.length == 2) {

//                     platformId = info2[0];

//                  }

//               }

//            }

//         }

         String requesterId = null;



         FromHeader fromHeader = (FromHeader)request.getHeader(FromHeader.NAME);

         AddressImpl address = (AddressImpl) fromHeader.getAddress();

         SipUri uri = (SipUri) address.getURI();

         platformId = uri.getUser();

         requesterId = uri.getUser();



         if (platformId == null || channelId == null) {

            logger.info("无法从FromHeader的Address中获取到平台id，返回404");

         if (requesterId == null || channelId == null) {

            logger.info("无法从FromHeader的Address中获取到平台id，返回400");

            responseAck(evt, Response.BAD_REQUEST); // 参数不全， 发400，请求错误

            return;

         }

         // 查询平台下是否有该通道

         DeviceChannel channel = storager.queryChannelInParentPlatform(platformId, channelId);

         if (channel == null) {

            logger.info("通道不存在，返回404");

            responseAck(evt, Response.NOT_FOUND); // 通道不存在，发404，资源不存在

            return;

         }else {

            responseAck(evt, Response.TRYING); // 通道存在，发100，trying

         }

         // 解析sdp消息, 使用jainsip 自带的sdp解析方式

         String contentString = new String(request.getRawContent());



         // jainSip不支持y=字段， 移除移除以解析。

         int ssrcIndex = contentString.indexOf("y=");

         String ssrc = contentString.substring(ssrcIndex + 2, contentString.length())

               .replace("\r\n", "").replace("\n", "");

         // 查询请求方是否上级平台

         ParentPlatform platform = storager.queryParentPlatByServerGBId(requesterId);

         if (platform != null) {

            // 查询平台下是否有该通道

            DeviceChannel channel = storager.queryChannelInParentPlatform(requesterId, channelId);

            GbStream gbStream = storager.queryStreamInParentPlatform(requesterId, channelId);

            // 不是通道可能是直播流

            if (channel != null && gbStream == null ) {

               if (channel.getStatus() == 0) {

                  logger.info("通道离线，返回400");

                  responseAck(evt, Response.BAD_REQUEST, "channel [" + channel.getChannelId() + "] offline");

                  return;

               }

               responseAck(evt, Response.CALL_IS_BEING_FORWARDED); // 通道存在，发181，呼叫转接中

            }else if(channel == null && gbStream != null){

               Boolean streamReady = zlmrtpServerFactory.isStreamReady(gbStream.getApp(), gbStream.getStream());

               if (!streamReady) {

                  logger.info("[ app={}, stream={} ]通道离线，返回400",gbStream.getApp(), gbStream.getStream());

                  responseAck(evt, Response.BAD_REQUEST, "channel [" + gbStream.getGbId() + "] offline");

                  return;

               }

               responseAck(evt, Response.CALL_IS_BEING_FORWARDED); // 通道存在，发181，呼叫转接中

            }else {

               logger.info("通道不存在，返回404");

               responseAck(evt, Response.NOT_FOUND); // 通道不存在，发404，资源不存在

               return;

            }

            // 解析sdp消息, 使用jainsip 自带的sdp解析方式

            String contentString = new String(request.getRawContent());



         String substring = contentString.substring(0, contentString.indexOf("y="));

         SessionDescription sdp = SdpFactory.getInstance().createSessionDescription(substring);

            // jainSip不支持y=字段， 移除移除以解析。

            int ssrcIndex = contentString.indexOf("y=");

            //ssrc规定长度为10字节，不取余下长度以避免后续还有“f=”字段

            String ssrc = contentString.substring(ssrcIndex + 2, ssrcIndex + 12);

            String substring = contentString.substring(0, contentString.indexOf("y="));

            SessionDescription sdp = SdpFactory.getInstance().createSessionDescription(substring);



         //  获取支持的格式

         Vector mediaDescriptions = sdp.getMediaDescriptions(true);

         // 查看是否支持PS 负载96

         String ip = null;

         int port = -1;

         boolean recvonly = false;

         boolean mediaTransmissionTCP = false;

         Boolean tcpActive = null;

         for (int i = 0; i < mediaDescriptions.size(); i++) {

            MediaDescription mediaDescription = (MediaDescription)mediaDescriptions.get(i);

            Media media = mediaDescription.getMedia();

            //  获取支持的格式

            Vector mediaDescriptions = sdp.getMediaDescriptions(true);

            // 查看是否支持PS 负载96

            //String ip = null;

            int port = -1;

            //boolean recvonly = false;

            boolean mediaTransmissionTCP = false;

            Boolean tcpActive = null;

            for (int i = 0; i < mediaDescriptions.size(); i++) {

               MediaDescription mediaDescription = (MediaDescription)mediaDescriptions.get(i);

               Media media = mediaDescription.getMedia();



            Vector mediaFormats = media.getMediaFormats(false);

            if (mediaFormats.contains("96")) {

               port = media.getMediaPort();

               String mediaType = media.getMediaType();

               String protocol = media.getProtocol();

               Vector mediaFormats = media.getMediaFormats(false);

               if (mediaFormats.contains("96")) {

                  port = media.getMediaPort();

                  //String mediaType = media.getMediaType();

                  String protocol = media.getProtocol();



               // 区分TCP发流还是udp， 当前默认udp

               if ("TCP/RTP/AVP".equals(protocol)) {

                  String setup = mediaDescription.getAttribute("setup");

                  if (setup != null) {

                     mediaTransmissionTCP = true;

                     if ("active".equals(setup)) {

                        tcpActive = true;

                     }else if ("passive".equals(setup)) {

                        tcpActive = false;

                  // 区分TCP发流还是udp， 当前默认udp

                  if ("TCP/RTP/AVP".equals(protocol)) {

                     String setup = mediaDescription.getAttribute("setup");

                     if (setup != null) {

                        mediaTransmissionTCP = true;

                        if ("active".equals(setup)) {

                           tcpActive = true;

                        }else if ("passive".equals(setup)) {

                           tcpActive = false;

                        }

                     }

                  }

                  break;

               }

               break;

            }

            if (port == -1) {

               logger.info("不支持的媒体格式，返回415");

               // 回复不支持的格式

               responseAck(evt, Response.UNSUPPORTED_MEDIA_TYPE); // 不支持的格式，发415

               return;

            }

            String username = sdp.getOrigin().getUsername();

            String addressStr = sdp.getOrigin().getAddress();

            //String sessionName = sdp.getSessionName().getValue();

            logger.info("[上级点播]用户：{}， 地址：{}:{}， ssrc：{}", username, addressStr, port, ssrc);

            Device device  = null;

            // 通过 channel 和 gbStream 是否为null 值判断来源是直播流合适国标

            if (channel != null) {

               device = storager.queryVideoDeviceByPlatformIdAndChannelId(requesterId, channelId);

               if (device == null) {

                  logger.warn("点播平台{}的通道{}时未找到设备信息", requesterId, channel);

                  responseAck(evt, Response.SERVER_INTERNAL_ERROR);

                  return;

               }

               SendRtpItem sendRtpItem = zlmrtpServerFactory.createSendRtpItem(addressStr, port, ssrc, requesterId,

                     device.getDeviceId(), channelId,

                     mediaTransmissionTCP);

               if (tcpActive != null) {

                  sendRtpItem.setTcpActive(tcpActive);

               }

               if (sendRtpItem == null) {

                  logger.warn("服务器端口资源不足");

                  responseAck(evt, Response.BUSY_HERE);

                  return;

               }



               // 写入redis， 超时时回复

               redisCatchStorage.updateSendRTPSever(sendRtpItem);

               // 通知下级推流，

               PlayResult playResult = playService.play(device.getDeviceId(), channelId, (responseJSON)->{

                  // 收到推流， 回复200OK, 等待ack

                  // if (sendRtpItem == null) return;

                  sendRtpItem.setStatus(1);

                  redisCatchStorage.updateSendRTPSever(sendRtpItem);

                  // TODO 添加对tcp的支持

                  ZLMServerConfig mediaInfo = redisCatchStorage.getMediaInfo();

                  StringBuffer content = new StringBuffer(200);

                  content.append("v=0\r\n");

                  content.append("o="+"00000"+" 0 0 IN IP4 "+mediaInfo.getWanIp()+"\r\n");

                  content.append("s=Play\r\n");

                  content.append("c=IN IP4 "+mediaInfo.getWanIp()+"\r\n");

                  content.append("t=0 0\r\n");

                  content.append("m=video "+ sendRtpItem.getLocalPort()+" RTP/AVP 96\r\n");

                  content.append("a=sendonly\r\n");

                  content.append("a=rtpmap:96 PS/90000\r\n");

                  content.append("y="+ ssrc + "\r\n");

                  content.append("f=\r\n");



                  try {

                     responseAck(evt, content.toString());

                  } catch (SipException e) {

                     e.printStackTrace();

                  } catch (InvalidArgumentException e) {

                     e.printStackTrace();

                  } catch (ParseException e) {

                     e.printStackTrace();

                  }

               } ,(event -> {

                  // 未知错误。直接转发设备点播的错误

                  Response response = null;

                  try {

                     response = getMessageFactory().createResponse(event.getResponse().getStatusCode(), evt.getRequest());

                     getServerTransaction(evt).sendResponse(response);

                  } catch (ParseException | SipException | InvalidArgumentException e) {

                     e.printStackTrace();

                  }

               }));

               if (logger.isDebugEnabled()) {

                  logger.debug(playResult.getResult().toString());

               }



            }else if (gbStream != null) {

               SendRtpItem sendRtpItem = zlmrtpServerFactory.createSendRtpItem(addressStr, port, ssrc, requesterId,

                     gbStream.getApp(), gbStream.getStream(), channelId,

                     mediaTransmissionTCP);



               if (tcpActive != null) {

                  sendRtpItem.setTcpActive(tcpActive);

               }

               if (sendRtpItem == null) {

                  logger.warn("服务器端口资源不足");

                  responseAck(evt, Response.BUSY_HERE);

                  return;

               }



               // 写入redis， 超时时回复

               redisCatchStorage.updateSendRTPSever(sendRtpItem);



               sendRtpItem.setStatus(1);

               redisCatchStorage.updateSendRTPSever(sendRtpItem);

               // TODO 添加对tcp的支持

               ZLMServerConfig mediaInfo = redisCatchStorage.getMediaInfo();

               StringBuffer content = new StringBuffer(200);

               content.append("v=0\r\n");

               content.append("o="+"00000"+" 0 0 IN IP4 "+mediaInfo.getWanIp()+"\r\n");

               content.append("s=Play\r\n");

               content.append("c=IN IP4 "+mediaInfo.getWanIp()+"\r\n");

               content.append("t=0 0\r\n");

               content.append("m=video "+ sendRtpItem.getLocalPort()+" RTP/AVP 96\r\n");

               content.append("a=sendonly\r\n");

               content.append("a=rtpmap:96 PS/90000\r\n");

               content.append("y="+ ssrc + "\r\n");

               content.append("f=\r\n");



               try {

                  responseAck(evt, content.toString());

               } catch (SipException e) {

                  e.printStackTrace();

               } catch (InvalidArgumentException e) {

                  e.printStackTrace();

               } catch (ParseException e) {

                  e.printStackTrace();

               }

            }



         } else {

            // 非上级平台请求，查询是否设备请求（通常为接收语音广播的设备）

            Device device = storager.queryVideoDevice(requesterId);

            if (device != null) {

               logger.info("收到设备" + requesterId + "的语音广播Invite请求");

               responseAck(evt, Response.TRYING);



               String contentString = new String(request.getRawContent());

               // jainSip不支持y=字段， 移除移除以解析。

               String substring = contentString;

               String ssrc = "0000000404";

               int ssrcIndex = contentString.indexOf("y=");

               if (ssrcIndex > 0) {

                  substring = contentString.substring(0, ssrcIndex);

                  ssrc = contentString.substring(ssrcIndex + 2, ssrcIndex + 12);

               }

               ssrcIndex = substring.indexOf("f=");

               if (ssrcIndex > 0) {

                  substring = contentString.substring(0, ssrcIndex);

               }

               SessionDescription sdp = SdpFactory.getInstance().createSessionDescription(substring);



               //  获取支持的格式

               Vector mediaDescriptions = sdp.getMediaDescriptions(true);

               // 查看是否支持PS 负载96

               int port = -1;

               //boolean recvonly = false;

               boolean mediaTransmissionTCP = false;

               Boolean tcpActive = null;

               for (int i = 0; i < mediaDescriptions.size(); i++) {

                  MediaDescription mediaDescription = (MediaDescription)mediaDescriptions.get(i);

                  Media media = mediaDescription.getMedia();



                  Vector mediaFormats = media.getMediaFormats(false);

                  if (mediaFormats.contains("8")) {

                     port = media.getMediaPort();

                     String protocol = media.getProtocol();

                     // 区分TCP发流还是udp， 当前默认udp

                     if ("TCP/RTP/AVP".equals(protocol)) {

                        String setup = mediaDescription.getAttribute("setup");

                        if (setup != null) {

                           mediaTransmissionTCP = true;

                           if ("active".equals(setup)) {

                              tcpActive = true;

                           } else if ("passive".equals(setup)) {

                              tcpActive = false;

                           }

                        }

                     }

                     break;

                  }

               }

               if (port == -1) {

                  logger.info("不支持的媒体格式，返回415");

                  // 回复不支持的格式

                  responseAck(evt, Response.UNSUPPORTED_MEDIA_TYPE); // 不支持的格式，发415

                  return;

               }

               String username = sdp.getOrigin().getUsername();

               String addressStr = sdp.getOrigin().getAddress();

               logger.info("设备{}请求语音流，地址：{}:{}，ssrc：{}", username, addressStr, port, ssrc);

					










            } else {

               logger.warn("来自无效设备/平台的请求");

               responseAck(evt, Response.BAD_REQUEST);

            }

         }

         if (port == -1) {

            logger.info("不支持的媒体格式，返回415");

            // 回复不支持的格式

            responseAck(evt, Response.UNSUPPORTED_MEDIA_TYPE); // 不支持的格式，发415

            return;

         }

         String username = sdp.getOrigin().getUsername();

         String addressStr = sdp.getOrigin().getAddress();

         String sessionName = sdp.getSessionName().getValue();

         logger.info("[上级点播]用户：{}， 地址：{}:{}， ssrc：{}", username, addressStr, port, ssrc);



         Device device = storager.queryVideoDeviceByPlatformIdAndChannelId(platformId, channelId);

         if (device == null) {

            logger.warn("点播平台{}的通道{}时未找到设备信息", platformId, channel);

            responseAck(evt, Response.SERVER_INTERNAL_ERROR);

            return;

         }

         SendRtpItem sendRtpItem = zlmrtpServerFactory.createSendRtpItem(ip, port, platformId, ssrc, channelId,

               mediaTransmissionTCP);

         if (tcpActive != null) {

            sendRtpItem.setTcpActive(tcpActive);

         }

         if (sendRtpItem == null) {

            logger.warn("服务器端口资源不足");

            responseAck(evt, Response.BUSY_HERE);

            return;

         }



         // 写入redis， 超时时回复

         redisCatchStorage.updateSendRTPSever(sendRtpItem);

         // 通知下级推流，

         PlayResult playResult = playService.play(device.getDeviceId(), channelId, (responseJSON)->{

            // 收到推流， 回复200OK, 等待ack

            sendRtpItem.setStatus(1);

            redisCatchStorage.updateSendRTPSever(sendRtpItem);

            // TODO 添加对tcp的支持

            MediaServerConfig mediaInfo = redisCatchStorage.getMediaInfo();

            StringBuffer content = new StringBuffer(200);

            content.append("v=0\r\n");

            content.append("o="+"00000"+" 0 0 IN IP4 "+mediaInfo.getWanIp()+"\r\n");

            content.append("s=Play\r\n");

            content.append("c=IN IP4 "+mediaInfo.getWanIp()+"\r\n");

            content.append("t=0 0\r\n");

            content.append("m=video "+ sendRtpItem.getLocalPort()+" RTP/AVP 96\r\n");

            content.append("a=sendonly\r\n");

            content.append("a=rtpmap:96 PS/90000\r\n");

            content.append("y="+ ssrc + "\r\n");

            content.append("f=\r\n");



            try {

               responseAck(evt, content.toString());

            } catch (SipException e) {

               e.printStackTrace();

            } catch (InvalidArgumentException e) {

               e.printStackTrace();

            } catch (ParseException e) {

               e.printStackTrace();

            }

         },(event -> {

            // 未知错误。直接转发设备点播的错误

            Response response = null;

            try {

               response = getMessageFactory().createResponse(event.getResponse().getStatusCode(), evt.getRequest());

               getServerTransaction(evt).sendResponse(response);



            } catch (ParseException | SipException | InvalidArgumentException e) {

               e.printStackTrace();

            }

         }));

         playResult.getResult();



      } catch (SipException | InvalidArgumentException | ParseException e) {

         e.printStackTrace();

@@ -242,6 +358,7 @@
         e.printStackTrace();

      }

   }





   /***

    * 回复状态码

@@ -255,7 +372,13 @@
    * @throws ParseException

    */

   private void responseAck(RequestEvent evt, int statusCode) throws SipException, InvalidArgumentException, ParseException {

      Response response = getMessageFactory().createResponse(Response.TRYING, evt.getRequest());

      Response response = getMessageFactory().createResponse(statusCode, evt.getRequest());

      getServerTransaction(evt).sendResponse(response);

   }



   private void responseAck(RequestEvent evt, int statusCode, String msg) throws SipException, InvalidArgumentException, ParseException {

      Response response = getMessageFactory().createResponse(statusCode, evt.getRequest());

      response.setReasonPhrase(msg);

      getServerTransaction(evt).sendResponse(response);

   }