package com.genersoft.iot.vmp.service.impl; import com.alibaba.fastjson.JSON; import com.alibaba.fastjson.JSONArray; import com.alibaba.fastjson.JSONObject; import com.genersoft.iot.vmp.common.VideoManagerConstants; import com.genersoft.iot.vmp.conf.MediaConfig; import com.genersoft.iot.vmp.conf.SipConfig; import com.genersoft.iot.vmp.gb28181.bean.Device; import com.genersoft.iot.vmp.gb28181.session.SsrcConfig; import com.genersoft.iot.vmp.gb28181.session.VideoStreamSessionManager; import com.genersoft.iot.vmp.media.zlm.ZLMRESTfulUtils; import com.genersoft.iot.vmp.media.zlm.ZLMRTPServerFactory; import com.genersoft.iot.vmp.media.zlm.ZLMServerConfig; import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem; import com.genersoft.iot.vmp.service.IMediaServerService; import com.genersoft.iot.vmp.service.bean.SSRCInfo; import com.genersoft.iot.vmp.storager.dao.MediaServerMapper; import com.genersoft.iot.vmp.utils.redis.JedisUtil; import com.genersoft.iot.vmp.utils.redis.RedisUtil; import com.genersoft.iot.vmp.vmanager.bean.WVPResult; import okhttp3.*; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Value; import org.springframework.boot.CommandLineRunner; import org.springframework.core.annotation.Order; import org.springframework.stereotype.Service; import java.text.SimpleDateFormat; import java.util.*; /** * 媒体服务器节点管理 */ @Service @Order(value=2) public class MediaServerServiceImpl implements IMediaServerService, CommandLineRunner { private final static Logger logger = LoggerFactory.getLogger(MediaServerServiceImpl.class); @Autowired private SipConfig sipConfig; @Value("${server.ssl.enabled:false}") private boolean sslEnabled; @Value("${server.port}") private String serverPort; @Autowired private MediaConfig mediaConfig; @Autowired private ZLMRESTfulUtils zlmresTfulUtils; @Autowired private MediaServerMapper mediaServerMapper; @Autowired private VideoStreamSessionManager streamSession; @Autowired private ZLMRTPServerFactory zlmrtpServerFactory; @Autowired private RedisUtil redisUtil; @Autowired JedisUtil jedisUtil; private final SimpleDateFormat format = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss"); /** * 初始化 */ @Override public void run(String... args) throws Exception { logger.info("Media Server 缓存初始化"); List mediaServerItemList = mediaServerMapper.queryAll(); for (MediaServerItem mediaServerItem : mediaServerItemList) { // 更新 if (mediaServerItem.getSsrcConfig() == null) { SsrcConfig ssrcConfig = new SsrcConfig(mediaServerItem.getId(), null, sipConfig.getDomain()); mediaServerItem.setSsrcConfig(ssrcConfig); redisUtil.set(VideoManagerConstants.MEDIA_SERVER_PREFIX + mediaServerItem.getId(), mediaServerItem); } // 查询redis是否存在此mediaServer String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + mediaServerItem.getId(); if (!redisUtil.hasKey(key)) { redisUtil.set(key, mediaServerItem); } } } @Override public SSRCInfo openRTPServer(MediaServerItem mediaServerItem, String streamId) { return openRTPServer(mediaServerItem, streamId, false); } @Override public SSRCInfo openRTPServer(MediaServerItem mediaServerItem, String streamId, boolean isPlayback) { if (mediaServerItem == null || mediaServerItem.getId() == null) { return null; } // 获取mediaServer可用的ssrc String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + mediaServerItem.getId(); SsrcConfig ssrcConfig = mediaServerItem.getSsrcConfig(); if (ssrcConfig == null) { logger.info("media server [ {} ] ssrcConfig is null", mediaServerItem.getId()); return null; }else { String ssrc = null; if (isPlayback) { ssrc = ssrcConfig.getPlayBackSsrc(); }else { ssrc = ssrcConfig.getPlaySsrc(); } if (streamId == null) { streamId = String.format("%08x", Integer.parseInt(ssrc)).toUpperCase(); } int rtpServerPort = mediaServerItem.getRtpProxyPort(); if (mediaServerItem.isRtpEnable()) { rtpServerPort = zlmrtpServerFactory.createRTPServer(mediaServerItem, streamId); } redisUtil.set(key, mediaServerItem); return new SSRCInfo(rtpServerPort, ssrc, streamId); } } @Override public void closeRTPServer(Device device, String channelId) { String mediaServerId = streamSession.getMediaServerId(device.getDeviceId(), channelId); MediaServerItem mediaServerItem = this.getOne(mediaServerId); if (mediaServerItem != null) { String streamId = String.format("%s_%s", device.getDeviceId(), channelId); zlmrtpServerFactory.closeRTPServer(mediaServerItem, streamId); releaseSsrc(mediaServerItem, streamSession.getSSRC(device.getDeviceId(), channelId)); } streamSession.remove(device.getDeviceId(), channelId); } @Override public void releaseSsrc(MediaServerItem mediaServerItem, String ssrc) { if (mediaServerItem == null || ssrc == null) { return; } SsrcConfig ssrcConfig = mediaServerItem.getSsrcConfig(); ssrcConfig.releaseSsrc(ssrc); mediaServerItem.setSsrcConfig(ssrcConfig); String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + mediaServerItem.getId(); redisUtil.set(key, mediaServerItem); } /** * zlm 重启后重置他的推流信息, TODO 给正在使用的设备发送停止命令 */ @Override public void clearRTPServer(MediaServerItem mediaServerItem) { mediaServerItem.setSsrcConfig(new SsrcConfig(mediaServerItem.getId(), null, sipConfig.getDomain())); redisUtil.zAdd(VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX, mediaServerItem.getId(), 0); } @Override public void update(MediaServerItem mediaSerItem) { mediaServerMapper.update(mediaSerItem); MediaServerItem mediaServerItemInRedis = getOne(mediaSerItem.getId()); MediaServerItem mediaServerItemInDataBase = mediaServerMapper.queryOne(mediaSerItem.getId()); if (mediaServerItemInRedis != null && mediaServerItemInRedis.getSsrcConfig() != null) { mediaServerItemInDataBase.setSsrcConfig(mediaServerItemInRedis.getSsrcConfig()); }else { mediaServerItemInDataBase.setSsrcConfig( new SsrcConfig( mediaServerItemInDataBase.getId(), null, sipConfig.getDomain() ) ); } String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + mediaServerItemInDataBase.getId(); redisUtil.set(key, mediaServerItemInDataBase); } @Override public List getAll() { List result = new ArrayList<>(); List mediaServerKeys = redisUtil.scan(String.format("%S*", VideoManagerConstants.MEDIA_SERVER_PREFIX)); String onlineKey = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX; for (Object mediaServerKey : mediaServerKeys) { String key = (String) mediaServerKey; MediaServerItem mediaServerItem = (MediaServerItem) redisUtil.get(key); // 检查状态 if (redisUtil.zScore(onlineKey, mediaServerItem.getId()) != null) { mediaServerItem.setStatus(true); } result.add(mediaServerItem); } return result; } @Override public List getAllFromDatabase() { return mediaServerMapper.queryAll(); } @Override public List getAllOnline() { String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX; Set mediaServerIdSet = redisUtil.zRevRange(key, 0, -1); List result = new ArrayList<>(); if (mediaServerIdSet != null && mediaServerIdSet.size() > 0) { for (String mediaServerId : mediaServerIdSet) { String serverKey = VideoManagerConstants.MEDIA_SERVER_PREFIX + mediaServerId; result.add((MediaServerItem) redisUtil.get(serverKey)); } } return result; } /** * 获取单个zlm服务器 * @param mediaServerId 服务id * @return MediaServerItem */ @Override public MediaServerItem getOne(String mediaServerId) { if (mediaServerId == null) { return null; } String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + mediaServerId; return (MediaServerItem)redisUtil.get(key); } @Override public MediaServerItem getOneByHostAndPort(String host, int port) { return mediaServerMapper.queryOneByHostAndPort(host, port); } @Override public void clearMediaServerForOnline() { String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX; redisUtil.del(key); } @Override public WVPResult add(MediaServerItem mediaServerItem) { WVPResult result = new WVPResult<>(); mediaServerItem.setCreateTime(this.format.format(System.currentTimeMillis())); mediaServerItem.setUpdateTime(this.format.format(System.currentTimeMillis())); JSONObject responseJSON = zlmresTfulUtils.getMediaServerConfig(mediaServerItem); if (responseJSON != null) { JSONArray data = responseJSON.getJSONArray("data"); if (data != null && data.size() > 0) { ZLMServerConfig zlmServerConfig= JSON.parseObject(JSON.toJSONString(data.get(0)), ZLMServerConfig.class); if (mediaServerMapper.queryOne(zlmServerConfig.getGeneralMediaServerId()) != null) { result.setCode(-1); result.setMsg("保存失败,媒体服务ID [ " + zlmServerConfig.getGeneralMediaServerId() + " ] 已存在,请修改媒体服务器配置"); return result; } zlmServerConfig.setIp(mediaServerItem.getIp()); handLeZLMServerConfig(zlmServerConfig); result.setCode(0); result.setMsg("success"); }else { result.setCode(-1); result.setMsg("连接失败"); } }else { result.setCode(-1); result.setMsg("连接失败"); } return result; } /** * 处理zlm上线 * @param zlmServerConfig zlm上线携带的参数 */ @Override public void handLeZLMServerConfig(ZLMServerConfig zlmServerConfig) { logger.info("[ {} ]-[ {}:{} ]已连接", zlmServerConfig.getGeneralMediaServerId(), zlmServerConfig.getIp(), zlmServerConfig.getHttpPort()); MediaServerItem serverItem = mediaServerMapper.queryOne(zlmServerConfig.getGeneralMediaServerId()); if (serverItem == null) { serverItem = mediaServerMapper.queryOneByHostAndPort(zlmServerConfig.getIp(), zlmServerConfig.getHttpPort()); } if (zlmServerConfig.getGeneralMediaServerId().equals(mediaConfig.getId()) || (zlmServerConfig.getIp().equals(mediaConfig.getIp()) && zlmServerConfig.getHttpPort() == mediaConfig.getHttpPort())) { // 配置文件的zlm // 如果是配置文件中的zlm。 也就是默认zlm。 一切以配置文件内容为准 // docker部署不会使用zlm配置的端口号不是默认的则不做更新, 配置修改需要自行修改server配置; MediaServerItem serverItemFromConfig = mediaConfig.getMediaSerItem(); serverItemFromConfig.setId(zlmServerConfig.getGeneralMediaServerId()); if (mediaConfig.getHttpPort() == 0) { serverItemFromConfig.setHttpPort(zlmServerConfig.getHttpPort()); } if (mediaConfig.getHttpSSlPort() == 0) { serverItemFromConfig.setHttpSSlPort(zlmServerConfig.getHttpSSLport()); } if (mediaConfig.getRtmpPort() == 0) { serverItemFromConfig.setRtmpPort(zlmServerConfig.getRtmpPort()); } if (mediaConfig.getRtmpSSlPort() == 0) { serverItemFromConfig.setRtmpSSlPort(zlmServerConfig.getRtmpSslPort()); } if (mediaConfig.getRtspPort() == 0) { serverItemFromConfig.setRtspPort(zlmServerConfig.getRtspPort()); } if (mediaConfig.getRtspSSLPort() == 0) { serverItemFromConfig.setRtspSSLPort(zlmServerConfig.getRtspSSlport()); } if (mediaConfig.getRtpProxyPort() == 0) { serverItemFromConfig.setRtpProxyPort(zlmServerConfig.getRtpProxyPort()); } if (serverItem != null){ mediaServerMapper.delDefault(); mediaServerMapper.add(serverItemFromConfig); String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + serverItemFromConfig.getId(); MediaServerItem serverItemInRedis = (MediaServerItem)redisUtil.get(key); if (serverItemInRedis != null) { serverItemFromConfig.setSsrcConfig(serverItemInRedis.getSsrcConfig()); }else { serverItemFromConfig.setSsrcConfig(new SsrcConfig(serverItemFromConfig.getId(), null, sipConfig.getDomain())); } redisUtil.set(key, serverItemFromConfig); }else { String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + serverItemFromConfig.getId(); serverItemFromConfig.setSsrcConfig(new SsrcConfig(serverItemFromConfig.getId(), null, sipConfig.getDomain())); redisUtil.set(key, serverItemFromConfig); mediaServerMapper.add(serverItemFromConfig); } resetOnlineServerItem(serverItemFromConfig); setZLMConfig(serverItemFromConfig); }else { String now = this.format.format(System.currentTimeMillis()); if (serverItem == null){ // 一个新的zlm接入wvp serverItem = new MediaServerItem(zlmServerConfig, sipConfig.getIp()); serverItem.setCreateTime(now); serverItem.setUpdateTime(now); String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + serverItem.getId(); serverItem.setSsrcConfig(new SsrcConfig(serverItem.getId(), null, sipConfig.getDomain())); redisUtil.set(key, serverItem); // 存入数据库 mediaServerMapper.add(serverItem); setZLMConfig(serverItem); } resetOnlineServerItem(serverItem); } } @Override public void resetOnlineServerItem(MediaServerItem serverItem) { // 更新缓存 String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX; // 使用zset的分数作为当前并发量, 默认值设置为0 if (redisUtil.zScore(key, serverItem.getId()) == null) { // 不存在则设置默认值 已存在则重置 redisUtil.zAdd(key, serverItem.getId(), 0L); // 查询服务流数量 zlmresTfulUtils.getMediaList(serverItem, null, null, "rtmp",(mediaList ->{ Integer code = mediaList.getInteger("code"); if (code == 0) { JSONArray data = mediaList.getJSONArray("data"); if (data != null) { redisUtil.zAdd(key, serverItem.getId(), data.size()); } } })); }else { clearRTPServer(serverItem); } } @Override public void addCount(String mediaServerId) { if (mediaServerId == null) { return; } String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX; redisUtil.zIncrScore(key, mediaServerId, 1); } @Override public void removeCount(String mediaServerId) { String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX; redisUtil.zIncrScore(key, mediaServerId, - 1); } /** * 获取负载最低的节点 * @return MediaServerItem */ @Override public MediaServerItem getMediaServerForMinimumLoad() { String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX; if (redisUtil.zSize(key) == null || redisUtil.zSize(key) == 0) { logger.info("获取负载最低的节点时无在线节点"); return null; } // 获取分数最低的,及并发最低的 Set objects = redisUtil.ZRange(key, 0, -1); ArrayList mediaServerObjectS = new ArrayList<>(objects); String mediaServerId = (String)mediaServerObjectS.get(0); return getOne(mediaServerId); } /** * 对zlm服务器进行基础配置 * @param mediaServerItem 服务ID */ @Override public void setZLMConfig(MediaServerItem mediaServerItem) { logger.info("[ {} ]-[ {}:{} ]设置zlm", mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort()); String protocol = sslEnabled ? "https" : "http"; String hookPrex = String.format("%s://%s:%s/index/hook", protocol, mediaServerItem.getHookIp(), serverPort); String recordHookPrex = null; if (mediaServerItem.getRecordAssistPort() != 0) { recordHookPrex = String.format("http://127.0.0.1:%s/api/record", mediaServerItem.getRecordAssistPort()); } Map param = new HashMap<>(); param.put("api.secret",mediaServerItem.getSecret()); // -profile:v Baseline param.put("ffmpeg.cmd","%s -fflags nobuffer -i %s -c:a aac -strict -2 -ar 44100 -ab 48k -c:v libx264 -f flv %s"); param.put("hook.enable","1"); param.put("hook.on_flow_report",""); param.put("hook.on_play",String.format("%s/on_play", hookPrex)); param.put("hook.on_http_access",""); param.put("hook.on_publish", String.format("%s/on_publish", hookPrex)); param.put("hook.on_record_mp4",recordHookPrex != null? String.format("%s/on_record_mp4", recordHookPrex): ""); param.put("hook.on_record_ts",""); param.put("hook.on_rtsp_auth",""); param.put("hook.on_rtsp_realm",""); param.put("hook.on_server_started",String.format("%s/on_server_started", hookPrex)); param.put("hook.on_shell_login",String.format("%s/on_shell_login", hookPrex)); param.put("hook.on_stream_changed",String.format("%s/on_stream_changed", hookPrex)); param.put("hook.on_stream_none_reader",String.format("%s/on_stream_none_reader", hookPrex)); param.put("hook.on_stream_not_found",String.format("%s/on_stream_not_found", hookPrex)); param.put("hook.timeoutSec","20"); param.put("general.streamNoneReaderDelayMS","-1".equals(mediaServerItem.getStreamNoneReaderDelayMS())?"3600000":mediaServerItem.getStreamNoneReaderDelayMS() ); JSONObject responseJSON = zlmresTfulUtils.setServerConfig(mediaServerItem, param); if (responseJSON != null && responseJSON.getInteger("code") == 0) { logger.info("[ {} ]-[ {}:{} ]设置zlm成功", mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort()); }else { logger.info("[ {} ]-[ {}:{} ]设置zlm失败", mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort()); } } @Override public WVPResult checkMediaServer(String ip, int port, String secret) { WVPResult result = new WVPResult<>(); if (mediaServerMapper.queryOneByHostAndPort(ip, port) != null) { result.setCode(-1); result.setMsg("此连接已存在"); return result; } MediaServerItem mediaServerItem = new MediaServerItem(); mediaServerItem.setIp(ip); mediaServerItem.setHttpPort(port); mediaServerItem.setSecret(secret); JSONObject responseJSON = zlmresTfulUtils.getMediaServerConfig(mediaServerItem); if (responseJSON == null) { result.setCode(-1); result.setMsg("连接失败"); return result; } JSONArray data = responseJSON.getJSONArray("data"); ZLMServerConfig zlmServerConfig = JSON.parseObject(JSON.toJSONString(data.get(0)), ZLMServerConfig.class); if (zlmServerConfig == null) { result.setCode(-1); result.setMsg("读取配置失败"); return result; } if (mediaServerMapper.queryOne(zlmServerConfig.getGeneralMediaServerId()) != null) { result.setCode(-1); result.setMsg("媒体服务ID [" + zlmServerConfig.getGeneralMediaServerId() + " ] 已存在,请修改媒体服务器配置"); return result; } mediaServerItem.setHttpSSlPort(zlmServerConfig.getHttpPort()); mediaServerItem.setRtmpPort(zlmServerConfig.getRtmpPort()); mediaServerItem.setRtmpSSlPort(zlmServerConfig.getRtmpSslPort()); mediaServerItem.setRtspPort(zlmServerConfig.getRtspPort()); mediaServerItem.setRtspSSLPort(zlmServerConfig.getRtspSSlport()); mediaServerItem.setRtpProxyPort(zlmServerConfig.getRtpProxyPort()); mediaServerItem.setStreamIp(ip); mediaServerItem.setHookIp(sipConfig.getIp()); mediaServerItem.setSdpIp(ip); mediaServerItem.setStreamNoneReaderDelayMS(zlmServerConfig.getGeneralStreamNoneReaderDelayMS()); result.setCode(0); result.setMsg("成功"); result.setData(mediaServerItem); return result; } @Override public boolean checkMediaRecordServer(String ip, int port) { boolean result = false; OkHttpClient client = new OkHttpClient(); String url = String.format("http://%s:%s/index/api/record", ip, port); FormBody.Builder builder = new FormBody.Builder(); Request request = new Request.Builder() .get() .url(url) .build(); try { Response response = client.newCall(request).execute(); if (response != null) { result = true; } } catch (Exception e) {} return result; } @Override public void delete(String id) { redisUtil.zRemove(VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX, id); String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + id; redisUtil.del(key); mediaServerMapper.delOne(id); } }