648540858
2021-11-23 b1c92cf4e88447fc59a2b0b8b78c0e2c41282141
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
package com.genersoft.iot.vmp.media.zlm;
 
import java.util.List;
import java.util.UUID;
 
import com.alibaba.fastjson.JSONArray;
import com.genersoft.iot.vmp.common.StreamInfo;
import com.genersoft.iot.vmp.conf.MediaConfig;
import com.genersoft.iot.vmp.conf.UserSetup;
import com.genersoft.iot.vmp.gb28181.bean.Device;
import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem;
import com.genersoft.iot.vmp.service.IMediaServerService;
import com.genersoft.iot.vmp.service.IMediaService;
import com.genersoft.iot.vmp.service.bean.SSRCInfo;
import com.genersoft.iot.vmp.storager.IRedisCatchStorage;
import com.genersoft.iot.vmp.storager.IVideoManagerStorager;
import com.genersoft.iot.vmp.service.IPlayService;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.http.HttpStatus;
import org.springframework.http.ResponseEntity;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestBody;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.ResponseBody;
import org.springframework.web.bind.annotation.RestController;
 
import com.alibaba.fastjson.JSONObject;
import com.genersoft.iot.vmp.gb28181.transmit.cmd.impl.SIPCommander;
 
import javax.servlet.http.HttpServletRequest;
 
/**    
 * @description:针对 ZLMediaServer的hook事件监听
 * @author: swwheihei
 * @date:   2020年5月8日 上午10:46:48     
 */
@RestController
@RequestMapping("/index/hook")
public class ZLMHttpHookListener {
 
    private final static Logger logger = LoggerFactory.getLogger(ZLMHttpHookListener.class);
 
    @Autowired
    private SIPCommander cmder;
 
    @Autowired
    private IPlayService playService;
 
    @Autowired
    private IVideoManagerStorager storager;
 
    @Autowired
    private IRedisCatchStorage redisCatchStorage;
 
    @Autowired
    private IMediaServerService mediaServerService;
 
    @Autowired
    private IMediaService mediaService;
 
    @Autowired
    private ZLMRESTfulUtils zlmresTfulUtils;
 
     @Autowired
     private ZLMMediaListManager zlmMediaListManager;
 
    @Autowired
    private ZLMHttpHookSubscribe subscribe;
 
    @Autowired
    private UserSetup userSetup;
 
    @Autowired
    private MediaConfig mediaConfig;
 
    /**
     * 流量统计事件,播放器或推流器断开时并且耗用流量超过特定阈值时会触发此事件,阈值通过配置文件general.flowThreshold配置;此事件对回复不敏感。
     *  
     */
    @ResponseBody
    @PostMapping(value = "/on_flow_report", produces = "application/json;charset=UTF-8")
    public ResponseEntity<String> onFlowReport(@RequestBody JSONObject json){
        
        if (logger.isDebugEnabled()) {
            logger.debug("ZLM HOOK on_flow_report API调用,参数:" + json.toString());
        }
        String mediaServerId = json.getString("mediaServerId");
        JSONObject ret = new JSONObject();
        ret.put("code", 0);
        ret.put("msg", "success");
        return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);
    }
    
    /**
     * 访问http文件服务器上hls之外的文件时触发。
     *  
     */
    @ResponseBody
    @PostMapping(value = "/on_http_access", produces = "application/json;charset=UTF-8")
    public ResponseEntity<String> onHttpAccess(@RequestBody JSONObject json){
        
        if (logger.isDebugEnabled()) {
            logger.debug("ZLM HOOK on_http_access API 调用,参数:" + json.toString());
        }
        String mediaServerId = json.getString("mediaServerId");
        JSONObject ret = new JSONObject();
        ret.put("code", 0);
        ret.put("err", "");
        ret.put("path", "");
        ret.put("second", 600);
        return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);
    }
    
    /**
     * 播放器鉴权事件,rtsp/rtmp/http-flv/ws-flv/hls的播放都将触发此鉴权事件。
     *  
     */
    @ResponseBody
    @PostMapping(value = "/on_play", produces = "application/json;charset=UTF-8")
    public ResponseEntity<String> onPlay(@RequestBody JSONObject json){
        
        if (logger.isDebugEnabled()) {
            logger.debug("ZLM HOOK on_play API调用,参数:" + json.toString());
        }
        String mediaServerId = json.getString("mediaServerId");
        ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_play, json);
        if (subscribe != null ) {
            MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);
            if (mediaInfo != null) {
                subscribe.response(mediaInfo, json);
            }
 
        }
        JSONObject ret = new JSONObject();
        ret.put("code", 0);
        ret.put("msg", "success");
        return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);
    }
    
    /**
     * rtsp/rtmp/rtp推流鉴权事件。
     *  
     */
    @ResponseBody
    @PostMapping(value = "/on_publish", produces = "application/json;charset=UTF-8")
    public ResponseEntity<String> onPublish(@RequestBody JSONObject json) {
 
        logger.debug("ZLM HOOK on_publish API调用,参数:" + json.toString());
 
        String mediaServerId = json.getString("mediaServerId");
        ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_publish, json);
        if (subscribe != null) {
            MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);
            if (mediaInfo != null) {
                subscribe.response(mediaInfo, json);
            }
        }
        JSONObject ret = new JSONObject();
        ret.put("code", 0);
        ret.put("msg", "success");
        ret.put("enableHls", true);
        ret.put("enableMP4", userSetup.isRecordPushLive());
        ret.put("enableRtxp", true);
        return new ResponseEntity<String>(ret.toString(), HttpStatus.OK);
    }
    
    /**
     * 录制mp4完成后通知事件;此事件对回复不敏感。
     *  
     */
    @ResponseBody
    @PostMapping(value = "/on_record_mp4", produces = "application/json;charset=UTF-8")
    public ResponseEntity<String> onRecordMp4(@RequestBody JSONObject json){
        
        if (logger.isDebugEnabled()) {
            logger.debug("ZLM HOOK on_record_mp4 API调用,参数:" + json.toString());
        }
        String mediaServerId = json.getString("mediaServerId");
        JSONObject ret = new JSONObject();
        ret.put("code", 0);
        ret.put("msg", "success");
        return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);
    }
    
    /**
     * rtsp专用的鉴权事件,先触发on_rtsp_realm事件然后才会触发on_rtsp_auth事件。
     *  
     */
    @ResponseBody
    @PostMapping(value = "/on_rtsp_realm", produces = "application/json;charset=UTF-8")
    public ResponseEntity<String> onRtspRealm(@RequestBody JSONObject json){
        
        if (logger.isDebugEnabled()) {
            logger.debug("ZLM HOOK on_rtsp_realm API调用,参数:" + json.toString());
        }
        String mediaServerId = json.getString("mediaServerId");
        JSONObject ret = new JSONObject();
        ret.put("code", 0);
        ret.put("realm", "");
        return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);
    }
    
    
    /**
     * 该rtsp流是否开启rtsp专用方式的鉴权事件,开启后才会触发on_rtsp_auth事件。需要指出的是rtsp也支持url参数鉴权,它支持两种方式鉴权。
     *  
     */
    @ResponseBody
    @PostMapping(value = "/on_rtsp_auth", produces = "application/json;charset=UTF-8")
    public ResponseEntity<String> onRtspAuth(@RequestBody JSONObject json){
        
        if (logger.isDebugEnabled()) {
            logger.debug("ZLM HOOK on_rtsp_auth API调用,参数:" + json.toString());
        }
        String mediaServerId = json.getString("mediaServerId");
        JSONObject ret = new JSONObject();
        ret.put("code", 0);
        ret.put("encrypted", false);
        ret.put("passwd", "test");
        return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);
    }
    
    /**
     * shell登录鉴权,ZLMediaKit提供简单的telnet调试方式,使用telnet 127.0.0.1 9000能进入MediaServer进程的shell界面。
     *  
     */
    @ResponseBody
    @PostMapping(value = "/on_shell_login", produces = "application/json;charset=UTF-8")
    public ResponseEntity<String> onShellLogin(@RequestBody JSONObject json){
        
        if (logger.isDebugEnabled()) {
            logger.debug("ZLM HOOK on_shell_login API调用,参数:" + json.toString());
        }
        // TODO 如果是带有rtpstream则开启按需拉流
        // String app = json.getString("app");
        // String stream = json.getString("stream");
        String mediaServerId = json.getString("mediaServerId");
        ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_shell_login, json);
        if (subscribe != null ) {
            MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);
            if (mediaInfo != null) {
                subscribe.response(mediaInfo, json);
            }
 
        }
 
        JSONObject ret = new JSONObject();
        ret.put("code", 0);
        ret.put("msg", "success");
        return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);
    }
    
    /**
     * rtsp/rtmp流注册或注销时触发此事件;此事件对回复不敏感。
     *  
     */
    @ResponseBody
    @PostMapping(value = "/on_stream_changed", produces = "application/json;charset=UTF-8")
    public ResponseEntity<String> onStreamChanged(@RequestBody JSONObject json){
        
        if (logger.isDebugEnabled()) {
            logger.debug("ZLM HOOK on_stream_changed API调用,参数:" + json.toString());
        }
        String mediaServerId = json.getString("mediaServerId");
        ZLMHttpHookSubscribe.Event subscribe = this.subscribe.getSubscribe(ZLMHttpHookSubscribe.HookType.on_stream_changed, json);
        if (subscribe != null ) {
            MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);
            if (mediaInfo != null) {
                subscribe.response(mediaInfo, json);
            }
 
        }
 
        // 流消失移除redis play
        String app = json.getString("app");
        String streamId = json.getString("stream");
        String schema = json.getString("schema");
        JSONArray tracks = json.getJSONArray("tracks");
        boolean regist = json.getBoolean("regist");
        if (tracks != null) {
            logger.info("[stream: " + streamId + "] on_stream_changed->>" + schema);
        }
        if ("rtmp".equals(schema)){
            if (regist) {
                mediaServerService.addCount(mediaServerId);
            }else {
                mediaServerService.removeCount(mediaServerId);
            }
            if ("rtp".equals(app) && !regist ) {
                StreamInfo streamInfo = redisCatchStorage.queryPlayByStreamId(streamId);
                if (streamInfo!=null){
                    redisCatchStorage.stopPlay(streamInfo);
                    storager.stopPlay(streamInfo.getDeviceID(), streamInfo.getChannelId());
                }else{
                    streamInfo = redisCatchStorage.queryPlaybackByStreamId(streamId);
                    redisCatchStorage.stopPlayback(streamInfo);
                }
            }else {
                if (!"rtp".equals(app) ){
                    // 发送流变化redis消息
                    JSONObject jsonObject = new JSONObject();
                    jsonObject.put("serverId", userSetup.getServerId());
                    jsonObject.put("app", app);
                    jsonObject.put("stream", streamId);
                    jsonObject.put("register", regist);
                    jsonObject.put("mediaServerId", mediaServerId);
                    redisCatchStorage.sendStreamChangeMsg(jsonObject);
 
                    MediaServerItem mediaServerItem = mediaServerService.getOne(mediaServerId);
                    if (regist) {
                        zlmMediaListManager.addMedia(mediaServerItem, app, streamId);
                        StreamInfo streamInfo = mediaService.getStreamInfoByAppAndStream(mediaServerItem, app, streamId, tracks);
                        redisCatchStorage.addStream(mediaServerItem, app, streamId, streamInfo);
                    }else {
                        zlmMediaListManager.removeMedia( app, streamId);
                        redisCatchStorage.removeStream(mediaServerItem, app, streamId);
                    }
                }
            }
        }
 
        JSONObject ret = new JSONObject();
        ret.put("code", 0);
        ret.put("msg", "success");
        return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);
    }
    
    /**
     * 流无人观看时事件,用户可以通过此事件选择是否关闭无人看的流。
     *  
     */
    @ResponseBody
    @PostMapping(value = "/on_stream_none_reader", produces = "application/json;charset=UTF-8")
    public ResponseEntity<String> onStreamNoneReader(@RequestBody JSONObject json){
        
        if (logger.isDebugEnabled()) {
            logger.debug("ZLM HOOK on_stream_none_reader API调用,参数:" + json.toString());
        }
        String mediaServerId = json.getString("mediaServerId");
        String streamId = json.getString("stream");
        String app = json.getString("app");
 
        // TODO 如果在给上级推流,也不停止。
        if ("rtp".equals(app)){
            JSONObject ret = new JSONObject();
            ret.put("code", 0);
            ret.put("close", true);
            StreamInfo streamInfoForPlayCatch = redisCatchStorage.queryPlayByStreamId(streamId);
            if (streamInfoForPlayCatch != null) {
                if (redisCatchStorage.isChannelSendingRTP(streamInfoForPlayCatch.getChannelId())) {
                    ret.put("close", false);
                } else {
                    cmder.streamByeCmd(streamInfoForPlayCatch.getDeviceID(), streamInfoForPlayCatch.getChannelId());
                    redisCatchStorage.stopPlay(streamInfoForPlayCatch);
                    storager.stopPlay(streamInfoForPlayCatch.getDeviceID(), streamInfoForPlayCatch.getChannelId());
                }
            }else{
                StreamInfo streamInfoForPlayBackCatch = redisCatchStorage.queryPlaybackByStreamId(streamId);
                if (streamInfoForPlayBackCatch != null) {
                    cmder.streamByeCmd(streamInfoForPlayBackCatch.getDeviceID(), streamInfoForPlayBackCatch.getChannelId());
                    redisCatchStorage.stopPlayback(streamInfoForPlayBackCatch);
                }
            }
            MediaServerItem mediaServerItem = mediaServerService.getOne(mediaServerId);
            if (mediaServerItem != null && "-1".equals(mediaServerItem.getStreamNoneReaderDelayMS())) {
                ret.put("close", false);
            }
            return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);
        }else {
            JSONObject ret = new JSONObject();
            ret.put("code", 0);
            ret.put("close", false);
            return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);
        }
 
    }
    
    /**
     * 流未找到事件,用户可以在此事件触发时,立即去拉流,这样可以实现按需拉流;此事件对回复不敏感。
     *  
     */
    @ResponseBody
    @PostMapping(value = "/on_stream_not_found", produces = "application/json;charset=UTF-8")
    public ResponseEntity<String> onStreamNotFound(@RequestBody JSONObject json){
        if (logger.isDebugEnabled()) {
            logger.debug("ZLM HOOK on_stream_not_found API调用,参数:" + json.toString());
        }
        String mediaServerId = json.getString("mediaServerId");
        MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);
        if (userSetup.isAutoApplyPlay() && mediaInfo != null) {
            String app = json.getString("app");
            String streamId = json.getString("stream");
            if ("rtp".equals(app)) {
                String[] s = streamId.split("_");
                if (s.length == 2) {
                    String deviceId = s[0];
                    String channelId = s[1];
                    Device device = storager.queryVideoDevice(deviceId);
                    if (device != null) {
                        UUID uuid = UUID.randomUUID();
                        SSRCInfo ssrcInfo;
                        String streamId2 = null;
                        if (mediaInfo.isRtpEnable()) {
                            streamId2 = String.format("%s_%s", device.getDeviceId(), channelId);
                        }
                        ssrcInfo = mediaServerService.openRTPServer(mediaInfo, streamId2);
                        cmder.playStreamCmd(mediaInfo, ssrcInfo, device, channelId, (MediaServerItem mediaServerItemInuse, JSONObject response) -> {
                            logger.info("收到订阅消息: " + response.toJSONString());
                            playService.onPublishHandlerForPlay(mediaServerItemInuse, response, deviceId, channelId, uuid.toString());
                        }, null);
                    }
 
                }
            }
 
        }
 
        JSONObject ret = new JSONObject();
        ret.put("code", 0);
        ret.put("msg", "success");
        return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);
    }
    
    /**
     * 服务器启动事件,可以用于监听服务器崩溃重启;此事件对回复不敏感。
     *  
     */
    @ResponseBody
    @PostMapping(value = "/on_server_started", produces = "application/json;charset=UTF-8")
    public ResponseEntity<String> onServerStarted(HttpServletRequest request, @RequestBody JSONObject jsonObject){
        
        if (logger.isDebugEnabled()) {
            logger.debug("ZLM HOOK on_server_started API调用,参数:" + jsonObject.toString());
        }
        String remoteAddr = request.getRemoteAddr();
        jsonObject.put("ip", remoteAddr);
        List<ZLMHttpHookSubscribe.Event> subscribes = this.subscribe.getSubscribes(ZLMHttpHookSubscribe.HookType.on_server_started);
        if (subscribes != null  && subscribes.size() > 0) {
            for (ZLMHttpHookSubscribe.Event subscribe : subscribes) {
                subscribe.response(null, jsonObject);
            }
        }
        JSONObject ret = new JSONObject();
        ret.put("code", 0);
        ret.put("msg", "success");
        return new ResponseEntity<String>(ret.toString(),HttpStatus.OK);
    }
}