package com.genersoft.iot.vmp.media.zlm;
|
|
import com.alibaba.fastjson2.JSON;
|
import com.alibaba.fastjson2.JSONObject;
|
import com.genersoft.iot.vmp.common.InviteInfo;
|
import com.genersoft.iot.vmp.common.InviteSessionType;
|
import com.genersoft.iot.vmp.conf.UserSetting;
|
import com.genersoft.iot.vmp.conf.exception.SsrcTransactionNotFoundException;
|
import com.genersoft.iot.vmp.gb28181.bean.*;
|
import com.genersoft.iot.vmp.gb28181.event.EventPublisher;
|
import com.genersoft.iot.vmp.gb28181.session.AudioBroadcastManager;
|
import com.genersoft.iot.vmp.gb28181.session.SSRCFactory;
|
import com.genersoft.iot.vmp.gb28181.session.VideoStreamSessionManager;
|
import com.genersoft.iot.vmp.gb28181.transmit.callback.DeferredResultHolder;
|
import com.genersoft.iot.vmp.gb28181.transmit.callback.RequestMessage;
|
import com.genersoft.iot.vmp.gb28181.transmit.cmd.ISIPCommanderForPlatform;
|
import com.genersoft.iot.vmp.gb28181.transmit.cmd.impl.SIPCommander;
|
import com.genersoft.iot.vmp.media.bean.ResultForOnPublish;
|
import com.genersoft.iot.vmp.media.event.MediaArrivalEvent;
|
import com.genersoft.iot.vmp.media.event.MediaDepartureEvent;
|
import com.genersoft.iot.vmp.media.service.IMediaServerService;
|
import com.genersoft.iot.vmp.media.zlm.dto.HookType;
|
import com.genersoft.iot.vmp.media.zlm.dto.MediaServer;
|
import com.genersoft.iot.vmp.media.zlm.dto.StreamProxyItem;
|
import com.genersoft.iot.vmp.media.zlm.dto.ZLMServerConfig;
|
import com.genersoft.iot.vmp.media.zlm.dto.hook.*;
|
import com.genersoft.iot.vmp.media.zlm.event.HookZlmServerKeepaliveEvent;
|
import com.genersoft.iot.vmp.media.zlm.event.HookZlmServerStartEvent;
|
import com.genersoft.iot.vmp.service.*;
|
import com.genersoft.iot.vmp.service.bean.MessageForPushChannel;
|
import com.genersoft.iot.vmp.service.bean.SSRCInfo;
|
import com.genersoft.iot.vmp.storager.IRedisCatchStorage;
|
import com.genersoft.iot.vmp.storager.IVideoManagerStorage;
|
import com.genersoft.iot.vmp.utils.DateUtil;
|
import com.genersoft.iot.vmp.vmanager.bean.ErrorCode;
|
import org.slf4j.Logger;
|
import org.slf4j.LoggerFactory;
|
import org.springframework.beans.factory.annotation.Autowired;
|
import org.springframework.beans.factory.annotation.Qualifier;
|
import org.springframework.context.ApplicationEventPublisher;
|
import org.springframework.data.redis.core.RedisTemplate;
|
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
|
import org.springframework.util.ObjectUtils;
|
import org.springframework.web.bind.annotation.*;
|
import org.springframework.web.context.request.async.DeferredResult;
|
|
import javax.servlet.http.HttpServletRequest;
|
import javax.sip.InvalidArgumentException;
|
import javax.sip.SipException;
|
import java.text.ParseException;
|
import java.util.HashMap;
|
import java.util.List;
|
import java.util.Map;
|
import java.util.UUID;
|
|
/**
|
* @description:针对 ZLMediaServer的hook事件监听
|
* @author: swwheihei
|
* @date: 2020年5月8日 上午10:46:48
|
*/
|
@RestController
|
@RequestMapping("/index/hook")
|
public class ZLMHttpHookListener {
|
|
private final static Logger logger = LoggerFactory.getLogger(ZLMHttpHookListener.class);
|
|
@Autowired
|
private SIPCommander cmder;
|
|
@Autowired
|
private ISIPCommanderForPlatform commanderFroPlatform;
|
|
@Autowired
|
private AudioBroadcastManager audioBroadcastManager;
|
|
@Autowired
|
private IPlayService playService;
|
|
@Autowired
|
private IVideoManagerStorage storager;
|
|
@Autowired
|
private IRedisCatchStorage redisCatchStorage;
|
|
@Autowired
|
private IInviteStreamService inviteStreamService;
|
|
@Autowired
|
private IDeviceService deviceService;
|
|
@Autowired
|
private IMediaServerService mediaServerService;
|
|
@Autowired
|
private IStreamProxyService streamProxyService;
|
|
@Autowired
|
private DeferredResultHolder resultHolder;
|
|
@Autowired
|
private IMediaService mediaService;
|
|
@Autowired
|
private EventPublisher eventPublisher;
|
|
@Autowired
|
private ZLMMediaListManager zlmMediaListManager;
|
|
@Autowired
|
private ZlmHttpHookSubscribe subscribe;
|
|
@Autowired
|
private UserSetting userSetting;
|
|
@Autowired
|
private IUserService userService;
|
|
@Autowired
|
private ICloudRecordService cloudRecordService;
|
|
@Autowired
|
private VideoStreamSessionManager sessionManager;
|
|
@Autowired
|
private SSRCFactory ssrcFactory;
|
|
@Qualifier("taskExecutor")
|
@Autowired
|
private ThreadPoolTaskExecutor taskExecutor;
|
|
@Autowired
|
private RedisTemplate<Object, Object> redisTemplate;
|
|
@Autowired
|
private ApplicationEventPublisher applicationEventPublisher;
|
|
/**
|
* 服务器定时上报时间，上报间隔可配置，默认10s上报一次
|
*/
|
@ResponseBody
|
@PostMapping(value = "/on_server_keepalive", produces = "application/json;charset=UTF-8")
|
public HookResult onServerKeepalive(@RequestBody OnServerKeepaliveHookParam param) {
|
try {
|
HookZlmServerKeepaliveEvent event = new HookZlmServerKeepaliveEvent(this);
|
MediaServer mediaServerItem = mediaServerService.getOne(param.getMediaServerId());
|
if (mediaServerItem != null) {
|
event.setMediaServerItem(mediaServerItem);
|
applicationEventPublisher.publishEvent(event);
|
}
|
}catch (Exception e) {
|
logger.info("[ZLM-HOOK-心跳] 发送通知失败 ", e);
|
}
|
return HookResult.SUCCESS();
|
}
|
|
/**
|
* 播放器鉴权事件，rtsp/rtmp/http-flv/ws-flv/hls的播放都将触发此鉴权事件。
|
*/
|
@ResponseBody
|
@PostMapping(value = "/on_play", produces = "application/json;charset=UTF-8")
|
public HookResult onPlay(@RequestBody OnPlayHookParam param) {
|
if (logger.isDebugEnabled()) {
|
logger.debug("[ZLM HOOK] 播放鉴权：{}->{}", param.getMediaServerId(), param);
|
}
|
Map<String, String> paramMap = urlParamToMap(param.getParams());
|
// 对于播放流进行鉴权
|
boolean authenticateResult = mediaService.authenticatePlay(param.getApp(), param.getStream(), paramMap.get("callId"));
|
if (!authenticateResult) {
|
return new HookResult(401, "Unauthorized");
|
}
|
|
return HookResult.SUCCESS();
|
}
|
|
/**
|
* rtsp/rtmp/rtp推流鉴权事件。
|
*/
|
@ResponseBody
|
@PostMapping(value = "/on_publish", produces = "application/json;charset=UTF-8")
|
public HookResultForOnPublish onPublish(@RequestBody OnPublishHookParam param) {
|
|
JSONObject json = (JSONObject) JSON.toJSON(param);
|
|
logger.info("[ZLM HOOK]推流鉴权：{}->{}", param.getMediaServerId(), param);
|
// TODO 加快处理速度
|
|
String mediaServerId = json.getString("mediaServerId");
|
MediaServer mediaServer = mediaServerService.getOne(mediaServerId);
|
if (mediaServer == null) {
|
return new HookResultForOnPublish(200, "success");
|
}
|
|
taskExecutor.execute(() -> {
|
ZlmHttpHookSubscribe.Event subscribe = this.subscribe.sendNotify(HookType.on_publish, json);
|
if (subscribe != null) {
|
subscribe.response(mediaServer, param);
|
}
|
});
|
|
ResultForOnPublish resultForOnPublish = mediaService.authenticatePublish(mediaServer, param.getApp(), param.getStream(), param.getParams());
|
if (resultForOnPublish != null) {
|
HookResultForOnPublish successResult = HookResultForOnPublish.getInstance(resultForOnPublish);
|
logger.info("[ZLM HOOK]推流鉴权 响应：{}->{}->>>>{}", param.getMediaServerId(), param, successResult);
|
return successResult;
|
}else {
|
HookResultForOnPublish fail = HookResultForOnPublish.Fail();
|
logger.info("[ZLM HOOK]推流鉴权 响应：{}->{}->>>>{}", param.getMediaServerId(), param, fail);
|
return fail;
|
}
|
}
|
|
|
/**
|
* rtsp/rtmp流注册或注销时触发此事件；此事件对回复不敏感。
|
*/
|
@ResponseBody
|
@PostMapping(value = "/on_stream_changed", produces = "application/json;charset=UTF-8")
|
public HookResult onStreamChanged(@RequestBody OnStreamChangedHookParam param) {
|
|
MediaServer mediaServer = mediaServerService.getOne(param.getMediaServerId());
|
|
if (param.isRegist()) {
|
logger.info("[ZLM HOOK] 流注册, {}->{}->{}/{}", param.getMediaServerId(), param.getSchema(), param.getApp(), param.getStream());
|
MediaArrivalEvent mediaArrivalEvent = MediaArrivalEvent.getInstance(this, param, mediaServer);
|
applicationEventPublisher.publishEvent(mediaArrivalEvent);
|
} else {
|
logger.info("[ZLM HOOK] 流注销, {}->{}->{}/{}", param.getMediaServerId(), param.getSchema(), param.getApp(), param.getStream());
|
MediaDepartureEvent mediaArrivalEvent = MediaDepartureEvent.getInstance(this, param, mediaServer);
|
applicationEventPublisher.publishEvent(mediaArrivalEvent);
|
}
|
return HookResult.SUCCESS();
|
}
|
|
/**
|
* 流无人观看时事件，用户可以通过此事件选择是否关闭无人看的流。
|
*/
|
@ResponseBody
|
@PostMapping(value = "/on_stream_none_reader", produces = "application/json;charset=UTF-8")
|
public JSONObject onStreamNoneReader(@RequestBody OnStreamNoneReaderHookParam param) {
|
|
logger.info("[ZLM HOOK]流无人观看：{}->{}->{}/{}", param.getMediaServerId(), param.getSchema(),
|
param.getApp(), param.getStream());
|
JSONObject ret = new JSONObject();
|
|
boolean close = mediaService.closeStreamOnNoneReader(param.getMediaServerId(), param.getApp(), param.getStream(), param.getSchema());
|
ret.put("code", close);
|
return ret;
|
}
|
|
/**
|
* 流未找到事件，用户可以在此事件触发时，立即去拉流，这样可以实现按需拉流；此事件对回复不敏感。
|
*/
|
@ResponseBody
|
@PostMapping(value = "/on_stream_not_found", produces = "application/json;charset=UTF-8")
|
public DeferredResult<HookResult> onStreamNotFound(@RequestBody OnStreamNotFoundHookParam param) {
|
logger.info("[ZLM HOOK] 流未找到：{}->{}->{}/{}", param.getMediaServerId(), param.getSchema(), param.getApp(), param.getStream());
|
|
DeferredResult<HookResult> defaultResult = new DeferredResult<>();
|
|
MediaServer mediaServer = mediaServerService.getOne(param.getMediaServerId());
|
if (!userSetting.isAutoApplyPlay() || mediaServer == null) {
|
defaultResult.setResult(new HookResult(ErrorCode.ERROR404.getCode(), ErrorCode.ERROR404.getMsg()));
|
return defaultResult;
|
}
|
|
if ("rtp".equals(param.getApp())) {
|
String[] s = param.getStream().split("_");
|
if ((s.length != 2 && s.length != 4)) {
|
defaultResult.setResult(HookResult.SUCCESS());
|
return defaultResult;
|
}
|
String deviceId = s[0];
|
String channelId = s[1];
|
Device device = redisCatchStorage.getDevice(deviceId);
|
if (device == null || !device.isOnLine()) {
|
defaultResult.setResult(new HookResult(ErrorCode.ERROR404.getCode(), ErrorCode.ERROR404.getMsg()));
|
return defaultResult;
|
}
|
DeviceChannel deviceChannel = storager.queryChannel(deviceId, channelId);
|
if (deviceChannel == null) {
|
defaultResult.setResult(new HookResult(ErrorCode.ERROR404.getCode(), ErrorCode.ERROR404.getMsg()));
|
return defaultResult;
|
}
|
if (s.length == 2) {
|
logger.info("[ZLM HOOK] 预览流未找到, 发起自动点播：{}->{}->{}/{}", param.getMediaServerId(), param.getSchema(), param.getApp(), param.getStream());
|
|
RequestMessage msg = new RequestMessage();
|
String key = DeferredResultHolder.CALLBACK_CMD_PLAY + deviceId + channelId;
|
boolean exist = resultHolder.exist(key, null);
|
msg.setKey(key);
|
String uuid = UUID.randomUUID().toString();
|
msg.setId(uuid);
|
DeferredResult<HookResult> result = new DeferredResult<>(userSetting.getPlayTimeout().longValue());
|
|
result.onTimeout(() -> {
|
logger.info("[ZLM HOOK] 预览流自动点播, 等待超时");
|
msg.setData(new HookResult(ErrorCode.ERROR100.getCode(), "点播超时"));
|
resultHolder.invokeAllResult(msg);
|
inviteStreamService.removeInviteInfoByDeviceAndChannel(InviteSessionType.PLAY, deviceId, channelId);
|
storager.stopPlay(deviceId, channelId);
|
});
|
|
resultHolder.put(key, uuid, result);
|
|
if (!exist) {
|
playService.play(mediaServer, deviceId, channelId, null, (code, message, data) -> {
|
msg.setData(new HookResult(code, message));
|
resultHolder.invokeResult(msg);
|
});
|
}
|
return result;
|
} else if (s.length == 4) {
|
// 此时为录像回放， 录像回放格式为> 设备ID_通道ID_开始时间_结束时间
|
String startTimeStr = s[2];
|
String endTimeStr = s[3];
|
if (startTimeStr == null || endTimeStr == null || startTimeStr.length() != 14 || endTimeStr.length() != 14) {
|
defaultResult.setResult(HookResult.SUCCESS());
|
return defaultResult;
|
}
|
String startTime = DateUtil.urlToyyyy_MM_dd_HH_mm_ss(startTimeStr);
|
String endTime = DateUtil.urlToyyyy_MM_dd_HH_mm_ss(endTimeStr);
|
logger.info("[ZLM HOOK] 回放流未找到, 发起自动点播：{}->{}->{}/{}-{}-{}",
|
param.getMediaServerId(), param.getSchema(),
|
param.getApp(), param.getStream(),
|
startTime, endTime
|
);
|
RequestMessage msg = new RequestMessage();
|
String key = DeferredResultHolder.CALLBACK_CMD_PLAYBACK + deviceId + channelId;
|
boolean exist = resultHolder.exist(key, null);
|
msg.setKey(key);
|
String uuid = UUID.randomUUID().toString();
|
msg.setId(uuid);
|
DeferredResult<HookResult> result = new DeferredResult<>(userSetting.getPlayTimeout().longValue());
|
|
result.onTimeout(() -> {
|
logger.info("[ZLM HOOK] 回放流自动点播, 等待超时");
|
// 释放rtpserver
|
msg.setData(new HookResult(ErrorCode.ERROR100.getCode(), "点播超时"));
|
resultHolder.invokeResult(msg);
|
});
|
|
resultHolder.put(key, uuid, result);
|
|
if (!exist) {
|
SSRCInfo ssrcInfo = mediaServerService.openRTPServer(mediaServer, param.getStream(), null,
|
device.isSsrcCheck(), true, 0, false, false, device.getStreamModeForParam());
|
playService.playBack(mediaServer, ssrcInfo, deviceId, channelId, startTime, endTime, (code, message, data) -> {
|
msg.setData(new HookResult(code, message));
|
resultHolder.invokeResult(msg);
|
});
|
}
|
return result;
|
} else {
|
defaultResult.setResult(HookResult.SUCCESS());
|
return defaultResult;
|
}
|
|
} else {
|
// 拉流代理
|
StreamProxyItem streamProxyByAppAndStream = streamProxyService.getStreamProxyByAppAndStream(param.getApp(), param.getStream());
|
if (streamProxyByAppAndStream != null && streamProxyByAppAndStream.isEnableDisableNoneReader()) {
|
streamProxyService.start(param.getApp(), param.getStream());
|
}
|
DeferredResult<HookResult> result = new DeferredResult<>();
|
result.setResult(HookResult.SUCCESS());
|
return result;
|
}
|
}
|
|
/**
|
* 服务器启动事件，可以用于监听服务器崩溃重启；此事件对回复不敏感。
|
*/
|
@ResponseBody
|
@PostMapping(value = "/on_server_started", produces = "application/json;charset=UTF-8")
|
public HookResult onServerStarted(HttpServletRequest request, @RequestBody JSONObject jsonObject) {
|
|
jsonObject.put("ip", request.getRemoteAddr());
|
ZLMServerConfig zlmServerConfig = JSON.to(ZLMServerConfig.class, jsonObject);
|
zlmServerConfig.setIp(request.getRemoteAddr());
|
logger.info("[ZLM HOOK] zlm 启动 " + zlmServerConfig.getGeneralMediaServerId());
|
taskExecutor.execute(() -> {
|
List<ZlmHttpHookSubscribe.Event> subscribes = this.subscribe.getSubscribes(HookType.on_server_started);
|
if (subscribes != null && !subscribes.isEmpty()) {
|
for (ZlmHttpHookSubscribe.Event subscribe : subscribes) {
|
subscribe.response(null, zlmServerConfig);
|
}
|
}
|
});
|
try {
|
HookZlmServerStartEvent event = new HookZlmServerStartEvent(this);
|
MediaServer mediaServerItem = mediaServerService.getOne(zlmServerConfig.getMediaServerId());
|
if (mediaServerItem != null) {
|
event.setMediaServerItem(mediaServerItem);
|
applicationEventPublisher.publishEvent(event);
|
}
|
}catch (Exception e) {
|
logger.info("[ZLM-HOOK-ZLM启动] 发送通知失败 ", e);
|
}
|
|
return HookResult.SUCCESS();
|
}
|
|
/**
|
* 发送rtp(startSendRtp)被动关闭时回调
|
*/
|
@ResponseBody
|
@PostMapping(value = "/on_send_rtp_stopped", produces = "application/json;charset=UTF-8")
|
public HookResult onSendRtpStopped(HttpServletRequest request, @RequestBody OnSendRtpStoppedHookParam param) {
|
|
logger.info("[ZLM HOOK] rtp发送关闭：{}->{}/{}", param.getMediaServerId(), param.getApp(), param.getStream());
|
|
// 查找对应的上级推流，发送停止
|
if (!"rtp".equals(param.getApp())) {
|
return HookResult.SUCCESS();
|
}
|
taskExecutor.execute(() -> {
|
List<SendRtpItem> sendRtpItems = redisCatchStorage.querySendRTPServerByStream(param.getStream());
|
if (sendRtpItems.size() > 0) {
|
for (SendRtpItem sendRtpItem : sendRtpItems) {
|
ParentPlatform parentPlatform = storager.queryParentPlatByServerGBId(sendRtpItem.getPlatformId());
|
ssrcFactory.releaseSsrc(sendRtpItem.getMediaServerId(), sendRtpItem.getSsrc());
|
try {
|
commanderFroPlatform.streamByeCmd(parentPlatform, sendRtpItem.getCallId());
|
} catch (SipException | InvalidArgumentException | ParseException e) {
|
logger.error("[命令发送失败] 国标级联 发送BYE: {}", e.getMessage());
|
}
|
redisCatchStorage.deleteSendRTPServer(parentPlatform.getServerGBId(), sendRtpItem.getChannelId(),
|
sendRtpItem.getCallId(), sendRtpItem.getStream());
|
}
|
}
|
});
|
|
return HookResult.SUCCESS();
|
}
|
|
/**
|
* rtpServer收流超时
|
*/
|
@ResponseBody
|
@PostMapping(value = "/on_rtp_server_timeout", produces = "application/json;charset=UTF-8")
|
public HookResult onRtpServerTimeout(@RequestBody OnRtpServerTimeoutHookParam
|
param) {
|
logger.info("[ZLM HOOK] rtpServer收流超时：{}->{}({})", param.getMediaServerId(), param.getStream_id(), param.getSsrc());
|
|
taskExecutor.execute(() -> {
|
List<ZlmHttpHookSubscribe.Event> subscribes = this.subscribe.getSubscribes(HookType.on_rtp_server_timeout);
|
if (subscribes != null && !subscribes.isEmpty()) {
|
for (ZlmHttpHookSubscribe.Event subscribe : subscribes) {
|
subscribe.response(null, param);
|
}
|
}
|
});
|
|
return HookResult.SUCCESS();
|
}
|
|
/**
|
* 录像完成事件
|
*/
|
@ResponseBody
|
@PostMapping(value = "/on_record_mp4", produces = "application/json;charset=UTF-8")
|
public HookResult onRecordMp4(HttpServletRequest request, @RequestBody OnRecordMp4HookParam param) {
|
logger.info("[ZLM HOOK] 录像完成事件：{}->{}", param.getMediaServerId(), param.getFile_path());
|
|
taskExecutor.execute(() -> {
|
List<ZlmHttpHookSubscribe.Event> subscribes = this.subscribe.getSubscribes(HookType.on_record_mp4);
|
if (subscribes != null && !subscribes.isEmpty()) {
|
for (ZlmHttpHookSubscribe.Event subscribe : subscribes) {
|
subscribe.response(null, param);
|
}
|
}
|
cloudRecordService.addRecord(param);
|
|
});
|
|
return HookResult.SUCCESS();
|
}
|
|
private Map<String, String> urlParamToMap(String params) {
|
HashMap<String, String> map = new HashMap<>();
|
if (ObjectUtils.isEmpty(params)) {
|
return map;
|
}
|
String[] paramsArray = params.split("&");
|
if (paramsArray.length == 0) {
|
return map;
|
}
|
for (String param : paramsArray) {
|
String[] paramArray = param.split("=");
|
if (paramArray.length == 2) {
|
map.put(paramArray[0], paramArray[1]);
|
}
|
}
|
return map;
|
}
|
}
|
