package com.genersoft.iot.vmp.media.zlm; import java.util.List; import java.util.UUID; import com.alibaba.fastjson.JSONArray; import com.genersoft.iot.vmp.common.StreamInfo; import com.genersoft.iot.vmp.conf.MediaConfig; import com.genersoft.iot.vmp.conf.UserSetup; import com.genersoft.iot.vmp.gb28181.bean.Device; import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem; import com.genersoft.iot.vmp.service.IMediaServerService; import com.genersoft.iot.vmp.service.bean.SSRCInfo; import com.genersoft.iot.vmp.storager.IRedisCatchStorage; import com.genersoft.iot.vmp.storager.IVideoManagerStorager; import com.genersoft.iot.vmp.service.IPlayService; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.http.HttpStatus; import org.springframework.http.ResponseEntity; import org.springframework.web.bind.annotation.PostMapping; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.ResponseBody; import org.springframework.web.bind.annotation.RestController; import com.alibaba.fastjson.JSONObject; import com.genersoft.iot.vmp.gb28181.transmit.cmd.impl.SIPCommander; import javax.servlet.http.HttpServletRequest; /** * @Description:针对 ZLMediaServer的hook事件监听 * @author: swwheihei * @date: 2020年5月8日 上午10:46:48 */ @RestController @RequestMapping("/index/hook") public class ZLMHttpHookListener { private final static Logger logger = LoggerFactory.getLogger(ZLMHttpHookListener.class); @Autowired private SIPCommander cmder; @Autowired private IPlayService playService; @Autowired private IVideoManagerStorager storager; @Autowired private IRedisCatchStorage redisCatchStorage; @Autowired private IMediaServerService mediaServerService; @Autowired private ZLMRESTfulUtils zlmresTfulUtils; @Autowired private ZLMMediaListManager zlmMediaListManager; @Autowired private ZLMHttpHookSubscribe subscribe; @Autowired private UserSetup userSetup; @Autowired private MediaConfig mediaConfig; /** * 流量统计事件,播放器或推流器断开时并且耗用流量超过特定阈值时会触发此事件,阈值通过配置文件general.flowThreshold配置;此事件对回复不敏感。 * */ @ResponseBody @PostMapping(value = "/on_flow_report", produces = "application/json;charset=UTF-8") public ResponseEntity onFlowReport(@RequestBody JSONObject json){ if (logger.isDebugEnabled()) { logger.debug("ZLM HOOK on_flow_report API调用,参数:" + json.toString()); } String mediaServerId = json.getString("mediaServerId"); JSONObject ret = new JSONObject(); ret.put("code", 0); ret.put("msg", "success"); return new ResponseEntity(ret.toString(),HttpStatus.OK); } /** * 访问http文件服务器上hls之外的文件时触发。 * */ @ResponseBody @PostMapping(value = "/on_http_access", produces = "application/json;charset=UTF-8") public ResponseEntity onHttpAccess(@RequestBody JSONObject json){ if (logger.isDebugEnabled()) { logger.debug("ZLM HOOK on_http_access API 调用,参数:" + json.toString()); } String mediaServerId = json.getString("mediaServerId"); JSONObject ret = new JSONObject(); ret.put("code", 0); ret.put("err", ""); ret.put("path", ""); ret.put("second", 600); return new ResponseEntity(ret.toString(),HttpStatus.OK); } /** * 播放器鉴权事件,rtsp/rtmp/http-flv/ws-flv/hls的播放都将触发此鉴权事件。 * */ @ResponseBody @PostMapping(value = "/on_play", produces = "application/json;charset=UTF-8") public ResponseEntity onPlay(@RequestBody JSONObject json){ if (logger.isDebugEnabled()) { logger.debug("ZLM HOOK on_play API调用,参数:" + json.toString()); } String mediaServerId = json.getString("mediaServerId"); ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_play, json); if (subscribe != null ) { MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId); if (mediaInfo != null) { subscribe.response(mediaInfo, json); } } JSONObject ret = new JSONObject(); ret.put("code", 0); ret.put("msg", "success"); return new ResponseEntity(ret.toString(),HttpStatus.OK); } /** * rtsp/rtmp/rtp推流鉴权事件。 * */ @ResponseBody @PostMapping(value = "/on_publish", produces = "application/json;charset=UTF-8") public ResponseEntity onPublish(@RequestBody JSONObject json) { logger.debug("ZLM HOOK on_publish API调用,参数:" + json.toString()); String mediaServerId = json.getString("mediaServerId"); ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_publish, json); if (subscribe != null) { MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId); if (mediaInfo != null) { subscribe.response(mediaInfo, json); } } JSONObject ret = new JSONObject(); ret.put("code", 0); ret.put("msg", "success"); ret.put("enableHls", true); ret.put("enableMP4", userSetup.isRecordPushLive()); ret.put("enableRtxp", true); return new ResponseEntity(ret.toString(), HttpStatus.OK); } /** * 录制mp4完成后通知事件;此事件对回复不敏感。 * */ @ResponseBody @PostMapping(value = "/on_record_mp4", produces = "application/json;charset=UTF-8") public ResponseEntity onRecordMp4(@RequestBody JSONObject json){ if (logger.isDebugEnabled()) { logger.debug("ZLM HOOK on_record_mp4 API调用,参数:" + json.toString()); } String mediaServerId = json.getString("mediaServerId"); JSONObject ret = new JSONObject(); ret.put("code", 0); ret.put("msg", "success"); return new ResponseEntity(ret.toString(),HttpStatus.OK); } /** * rtsp专用的鉴权事件,先触发on_rtsp_realm事件然后才会触发on_rtsp_auth事件。 * */ @ResponseBody @PostMapping(value = "/on_rtsp_realm", produces = "application/json;charset=UTF-8") public ResponseEntity onRtspRealm(@RequestBody JSONObject json){ if (logger.isDebugEnabled()) { logger.debug("ZLM HOOK on_rtsp_realm API调用,参数:" + json.toString()); } String mediaServerId = json.getString("mediaServerId"); JSONObject ret = new JSONObject(); ret.put("code", 0); ret.put("realm", ""); return new ResponseEntity(ret.toString(),HttpStatus.OK); } /** * 该rtsp流是否开启rtsp专用方式的鉴权事件,开启后才会触发on_rtsp_auth事件。需要指出的是rtsp也支持url参数鉴权,它支持两种方式鉴权。 * */ @ResponseBody @PostMapping(value = "/on_rtsp_auth", produces = "application/json;charset=UTF-8") public ResponseEntity onRtspAuth(@RequestBody JSONObject json){ if (logger.isDebugEnabled()) { logger.debug("ZLM HOOK on_rtsp_auth API调用,参数:" + json.toString()); } String mediaServerId = json.getString("mediaServerId"); JSONObject ret = new JSONObject(); ret.put("code", 0); ret.put("encrypted", false); ret.put("passwd", "test"); return new ResponseEntity(ret.toString(),HttpStatus.OK); } /** * shell登录鉴权,ZLMediaKit提供简单的telnet调试方式,使用telnet 127.0.0.1 9000能进入MediaServer进程的shell界面。 * */ @ResponseBody @PostMapping(value = "/on_shell_login", produces = "application/json;charset=UTF-8") public ResponseEntity onShellLogin(@RequestBody JSONObject json){ if (logger.isDebugEnabled()) { logger.debug("ZLM HOOK on_shell_login API调用,参数:" + json.toString()); } // TODO 如果是带有rtpstream则开启按需拉流 // String app = json.getString("app"); // String stream = json.getString("stream"); String mediaServerId = json.getString("mediaServerId"); ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_shell_login, json); if (subscribe != null ) { MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId); if (mediaInfo != null) { subscribe.response(mediaInfo, json); } } JSONObject ret = new JSONObject(); ret.put("code", 0); ret.put("msg", "success"); return new ResponseEntity(ret.toString(),HttpStatus.OK); } /** * rtsp/rtmp流注册或注销时触发此事件;此事件对回复不敏感。 * */ @ResponseBody @PostMapping(value = "/on_stream_changed", produces = "application/json;charset=UTF-8") public ResponseEntity onStreamChanged(@RequestBody JSONObject json){ if (logger.isDebugEnabled()) { logger.debug("ZLM HOOK on_stream_changed API调用,参数:" + json.toString()); } String mediaServerId = json.getString("mediaServerId"); ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_stream_changed, json); if (subscribe != null ) { MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId); if (mediaInfo != null) { subscribe.response(mediaInfo, json); } } // 流消失移除redis play String app = json.getString("app"); String streamId = json.getString("stream"); String schema = json.getString("schema"); JSONArray tracks = json.getJSONArray("tracks"); boolean regist = json.getBoolean("regist"); if (tracks != null) { logger.info("[stream: " + streamId + "] on_stream_changed->>" + schema); } if ("rtmp".equals(schema)){ if (regist) { mediaServerService.addCount(mediaServerId); }else { mediaServerService.removeCount(mediaServerId); } if ("rtp".equals(app) && !regist ) { StreamInfo streamInfo = redisCatchStorage.queryPlayByStreamId(streamId); if (streamInfo!=null){ redisCatchStorage.stopPlay(streamInfo); storager.stopPlay(streamInfo.getDeviceID(), streamInfo.getChannelId()); }else{ streamInfo = redisCatchStorage.queryPlaybackByStreamId(streamId); redisCatchStorage.stopPlayback(streamInfo); } }else { if (!"rtp".equals(app) ){ MediaServerItem mediaServerItem = mediaServerService.getOne(mediaServerId); if (regist) { zlmMediaListManager.addMedia(mediaServerItem, app, streamId); }else { zlmMediaListManager.removeMedia( app, streamId); } } } } JSONObject ret = new JSONObject(); ret.put("code", 0); ret.put("msg", "success"); return new ResponseEntity(ret.toString(),HttpStatus.OK); } /** * 流无人观看时事件,用户可以通过此事件选择是否关闭无人看的流。 * */ @ResponseBody @PostMapping(value = "/on_stream_none_reader", produces = "application/json;charset=UTF-8") public ResponseEntity onStreamNoneReader(@RequestBody JSONObject json){ if (logger.isDebugEnabled()) { logger.debug("ZLM HOOK on_stream_none_reader API调用,参数:" + json.toString()); } String mediaServerId = json.getString("mediaServerId"); String streamId = json.getString("stream"); String app = json.getString("app"); if ("rtp".equals(app)){ JSONObject ret = new JSONObject(); ret.put("code", 0); ret.put("close", true); StreamInfo streamInfoForPlayCatch = redisCatchStorage.queryPlayByStreamId(streamId); if (streamInfoForPlayCatch != null) { if (redisCatchStorage.isChannelSendingRTP(streamInfoForPlayCatch.getChannelId())) { ret.put("close", false); } else { cmder.streamByeCmd(streamInfoForPlayCatch.getDeviceID(), streamInfoForPlayCatch.getChannelId()); redisCatchStorage.stopPlay(streamInfoForPlayCatch); storager.stopPlay(streamInfoForPlayCatch.getDeviceID(), streamInfoForPlayCatch.getChannelId()); } }else{ StreamInfo streamInfoForPlayBackCatch = redisCatchStorage.queryPlaybackByStreamId(streamId); if (streamInfoForPlayBackCatch != null) { cmder.streamByeCmd(streamInfoForPlayBackCatch.getDeviceID(), streamInfoForPlayBackCatch.getChannelId()); redisCatchStorage.stopPlayback(streamInfoForPlayBackCatch); } } MediaServerItem mediaServerItem = mediaServerService.getOne(mediaServerId); if (mediaServerItem != null && "-1".equals(mediaServerItem.getStreamNoneReaderDelayMS())) { ret.put("close", false); } return new ResponseEntity(ret.toString(),HttpStatus.OK); }else { JSONObject ret = new JSONObject(); ret.put("code", 0); ret.put("close", false); return new ResponseEntity(ret.toString(),HttpStatus.OK); } } /** * 流未找到事件,用户可以在此事件触发时,立即去拉流,这样可以实现按需拉流;此事件对回复不敏感。 * */ @ResponseBody @PostMapping(value = "/on_stream_not_found", produces = "application/json;charset=UTF-8") public ResponseEntity onStreamNotFound(@RequestBody JSONObject json){ if (logger.isDebugEnabled()) { logger.debug("ZLM HOOK on_stream_not_found API调用,参数:" + json.toString()); } String mediaServerId = json.getString("mediaServerId"); MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId); if (userSetup.isAutoApplyPlay() && mediaInfo != null) { String app = json.getString("app"); String streamId = json.getString("stream"); if ("rtp".equals(app)) { String[] s = streamId.split("_"); if (s.length == 2) { String deviceId = s[0]; String channelId = s[1]; Device device = storager.queryVideoDevice(deviceId); if (device != null) { UUID uuid = UUID.randomUUID(); SSRCInfo ssrcInfo; String streamId2 = null; if (mediaInfo.isRtpEnable()) { streamId2 = String.format("%s_%s", device.getDeviceId(), channelId); } ssrcInfo = mediaServerService.openRTPServer(mediaInfo, streamId2); cmder.playStreamCmd(mediaInfo, ssrcInfo, device, channelId, (MediaServerItem mediaServerItemInuse, JSONObject response) -> { logger.info("收到订阅消息: " + response.toJSONString()); playService.onPublishHandlerForPlay(mediaServerItemInuse, response, deviceId, channelId, uuid.toString()); }, null); } } } } JSONObject ret = new JSONObject(); ret.put("code", 0); ret.put("msg", "success"); return new ResponseEntity(ret.toString(),HttpStatus.OK); } /** * 服务器启动事件,可以用于监听服务器崩溃重启;此事件对回复不敏感。 * */ @ResponseBody @PostMapping(value = "/on_server_started", produces = "application/json;charset=UTF-8") public ResponseEntity onServerStarted(HttpServletRequest request, @RequestBody JSONObject jsonObject){ if (logger.isDebugEnabled()) { logger.debug("ZLM HOOK on_server_started API调用,参数:" + jsonObject.toString()); } String remoteAddr = request.getRemoteAddr(); jsonObject.put("ip", remoteAddr); List subscribes = this.subscribe.getSubscribes(ZLMHttpHookSubscribe.HookType.on_server_started); if (subscribes != null && subscribes.size() > 0) { for (ZLMHttpHookSubscribe.Event subscribe : subscribes) { subscribe.response(null, jsonObject); } } JSONObject ret = new JSONObject(); ret.put("code", 0); ret.put("msg", "success"); return new ResponseEntity(ret.toString(),HttpStatus.OK); } }