package com.ruoyi.media.service.impl; import com.alibaba.fastjson2.JSONObject; import com.ruoyi.common.utils.DateUtils; import com.ruoyi.common.utils.SecurityUtils; import com.ruoyi.common.utils.StringUtils; import com.ruoyi.media.domain.*; import com.ruoyi.media.mapper.VtduMapper; import com.ruoyi.media.service.IMediaService; import com.ruoyi.utils.forest.MediaClient; import com.ruoyi.utils.tools.ArdTool; import com.ruoyi.utils.process.CmdUtils; import com.sun.jna.Platform; import lombok.extern.slf4j.Slf4j; import org.springframework.beans.factory.annotation.Value; import org.springframework.boot.ApplicationArguments; import org.springframework.boot.ApplicationRunner; import org.springframework.core.annotation.Order; import org.springframework.stereotype.Service; import javax.annotation.PostConstruct; import javax.annotation.PreDestroy; import javax.annotation.Resource; import java.io.File; import java.util.*; import java.util.regex.Matcher; import java.util.regex.Pattern; /** * @Description: 流媒体业务 * @ClassName: MediaService * @Author: 刘苏义 * @Date: 2023年07月13日9:28 * @Version: 1.0 **/ @Service @Slf4j(topic = "cmd") @Order(2) public class MediaServiceImpl implements IMediaService, ApplicationRunner { @Resource VtduMapper vtduMapper; @Resource MediaClient mediaClient; @Value("${mediamtx.host}") String mediamtxHost; @Value("${mediamtx.enabled}") Boolean mediamtxEnabled; @Value("${mediamtx.software_decoding}") Boolean softwareDecoding; String processName = "mediamtx.exe"; @Override public void run(ApplicationArguments args) { try { log.debug("开始加载流媒体列表"); List paths = paths(); for (StreamInfo path : paths) { mediaClient.removePath(path.getName()); } List vtduList = vtduMapper.selectVtduList(new Vtdu()); for (Vtdu vtdu : vtduList) { Map map = addPath(vtdu.getName(), vtdu.getSourceUrl(), vtdu.getCodeType(), vtdu.getIsCode()); vtdu.setRtspUrl(map.get("rtspUrl")); vtdu.setRtmpUrl(map.get("rtmpUrl")); vtdu.setWebrtcUrl(map.get("webrtcUrl")); vtdu.setUpdateTime(DateUtils.getNowDate()); vtduMapper.updateVtdu(vtdu); } } catch (Exception ex) { log.error("加载流媒体列表异常:" + ex.getMessage()); } } @PostConstruct public void initMediaMtx() { if (mediamtxEnabled) { log.debug("初始化启动mediaMTX"); if (Platform.isWindows()) { String exePath = System.getProperty("user.dir") + File.separator + "lib" + File.separator + "mediamtx" + File.separator + "mediamtx.exe"; String ymlPath = System.getProperty("user.dir") + File.separator + "lib" + File.separator + "mediamtx" + File.separator + "mediamtx.yml"; List cmd = new ArrayList<>(); cmd.add(exePath); cmd.add(ymlPath); if (CmdUtils.isProcessRunning(processName)) { // 进程已经在运行,结束该进程 CmdUtils.stopProcess(processName); } // 启动后台进程 CmdUtils.commandStart(processName, cmd, null); // 启动cmd窗口 // String[] command = {"cmd","/c","start",exePath,ymlPath}; // CmdUtils.commandStart(command); } } } @PreDestroy public void destroyMediaMtx() { if (mediamtxEnabled) { log.info("销毁mediaMtx"); if (CmdUtils.isProcessRunning(processName)) { // 进程已经在运行,结束该进程 CmdUtils.stopProcess(processName); } } } @Override public Map addPath(String name, String sourceUrl, String mode, String isCode) { String rtspUrl = "rtsp://" + mediamtxHost + ":7554/" + name; String rtmpUrl = "rtmp://" + mediamtxHost + ":1935/" + name; String webrtcUrl = "http://" + mediamtxHost + ":8889/" + name; Conf mediaInfo = new Conf(); String rootPath = System.getProperty("user.dir").replaceAll("\\\\", "/") + "/lib/mediamtx/"; //-vcodec libx264 //指定视频编码器为 libx264,使用 H.264 编码格式进行视频压缩 //-preset ultrafast //--preset的参数主要调节编码速度和质量的平衡,有ultrafast(转码速度最快,视频往往也最模糊)、superfast、veryfast、faster、fast、medium、slow、slower、veryslow、placebo这10个选项,从快到慢 //-r 25 //设置输出视频的帧率为 25 帧/秒 //-g 20 //关键帧间隔20 //-sc_threshold 0 //将其设置为0(-sc_threshold 0)禁用场景变化检测 //-rtsp_transport tcp //这个选项告诉 FFmpeg 使用 TCP 作为 RTSP 的传输协议 //-threads 4: 指定要使用的线程数为 4。//这允许 FFmpeg 在多核处理器上使用多个线程来进行视频编码,以加快速度。 // -i //用于指定输入媒体文件或输入流的地址 // -bf 0 禁用B帧,因为webrtc在网页调用时控制台一直输出 WebRTC doesn’t support H264 streams with B-frames //-f rtsp //这个选项告诉 FFmpeg 输出为 RTSP 格式。 //CPU软解码编码 //String cmd = rootPath + "/lib/mediamtx/" +"ffmpeg -rtsp_transport tcp -i " + rtspPath + " -vcodec libx264 -preset:v ultrafast -r 25 -threads 4 -b:v 2048k -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH"; //GPU硬解码编码 -hwaccel cuvid -c:v h264_cuvid 使用cuda解码 -c:v h264_nvenc 使用cuda编码 //String cmd = rootPath + "/lib/mediamtx/" + "ffmpeg -hwaccel cuvid -c:v h264_cuvid -rtsp_transport udp -i " + rtspPath + " -c:v h264_nvenc -r 25 -threads 4 -b:v 2048k -bf 0 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH"; if (isCode.equals("1")) { String cmd = "ffmpeg -rtsp_transport tcp -i " + sourceUrl + " -vcodec libx264 -preset:v ultrafast -r 25 -keyint_min 25 -g 25 -sc_threshold 0 -threads 6 -b:v 2048k -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH"; if (!softwareDecoding) { cmd = "ffmpeg -hwaccel cuvid -c:v h264_cuvid -rtsp_transport tcp -i " + sourceUrl + " -c:v h264_nvenc -r 25 -g 60 -threads 6 -b:v 2048k -bf 0 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH"; } if (mode.equals("0")) { mediaInfo.setRunondemand(cmd); mediaInfo.setRunondemandrestart(true); mediaInfo.setRunondemandcloseafter("5s"); } else { mediaInfo.setRunoninit(cmd); mediaInfo.setRunoninitrestart(true); } } else { mediaInfo.setSource(sourceUrl); } mediaInfo.setMaxReaders(100); mediaInfo.setSourceprotocol("tcp"); mediaClient.addPath(name, mediaInfo); Map map=new HashMap<>(); map.put("rtspUrl",rtspUrl); map.put("rtmpUrl",rtmpUrl); map.put("webrtcUrl",webrtcUrl); return map; } @Override public Map editPath(String name, String sourceUrl, String mode, String isCode) { String rtspUrl = "rtsp://" + mediamtxHost + ":7554/" + name; String rtmpUrl = "rtmp://" + mediamtxHost + ":1935/" + name; String webrtcUrl = "http://" + mediamtxHost + ":8889/" + name; Conf mediaInfo = new Conf(); String rootPath = System.getProperty("user.dir").replaceAll("\\\\", "/") + "/lib/mediamtx/"; //-vcodec libx264 //指定视频编码器为 libx264,使用 H.264 编码格式进行视频压缩 //-preset ultrafast //--preset的参数主要调节编码速度和质量的平衡,有ultrafast(转码速度最快,视频往往也最模糊)、superfast、veryfast、faster、fast、medium、slow、slower、veryslow、placebo这10个选项,从快到慢 //-r 25 //设置输出视频的帧率为 25 帧/秒 //-g 20 //关键帧间隔20 //-sc_threshold 0 //将其设置为0(-sc_threshold 0)禁用场景变化检测 //-rtsp_transport tcp //这个选项告诉 FFmpeg 使用 TCP 作为 RTSP 的传输协议 //-threads 4: 指定要使用的线程数为 4。//这允许 FFmpeg 在多核处理器上使用多个线程来进行视频编码,以加快速度。 // -i //用于指定输入媒体文件或输入流的地址 // -bf 0 禁用B帧,因为webrtc在网页调用时控制台一直输出 WebRTC doesn’t support H264 streams with B-frames //-f rtsp //这个选项告诉 FFmpeg 输出为 RTSP 格式。 //CPU软解码编码 //String cmd = rootPath + "/lib/mediamtx/" +"ffmpeg -rtsp_transport tcp -i " + rtspPath + " -vcodec libx264 -preset:v ultrafast -r 25 -threads 4 -b:v 2048k -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH"; //GPU硬解码编码 -hwaccel cuvid -c:v h264_cuvid 使用cuda解码 -c:v h264_nvenc 使用cuda编码 //String cmd = rootPath + "/lib/mediamtx/" + "ffmpeg -hwaccel cuvid -c:v h264_cuvid -rtsp_transport udp -i " + rtspPath + " -c:v h264_nvenc -r 25 -threads 4 -b:v 2048k -bf 0 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH"; if (isCode.equals("1")) { mediaInfo.setSource("publisher"); String cmd = "ffmpeg -rtsp_transport tcp -i " + sourceUrl + " -vcodec libx264 -preset:v ultrafast -r 25 -keyint_min 25 -g 25 -sc_threshold 0 -threads 6 -b:v 2048k -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH"; if (!softwareDecoding) { cmd = "ffmpeg -hwaccel cuvid -c:v h264_cuvid -rtsp_transport tcp -i " + sourceUrl + " -c:v h264_nvenc -r 25 -g 60 -threads 6 -b:v 2048k -bf 0 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH"; } if (mode.equals("0")) { mediaInfo.setRunondemand(cmd); mediaInfo.setRunondemandcloseafter("5s"); mediaInfo.setRunondemandrestart(true); mediaInfo.setRunoninit(""); mediaInfo.setRunoninitrestart(false); } else { mediaInfo.setRunoninit(cmd); mediaInfo.setRunoninitrestart(true); mediaInfo.setRunondemand(""); mediaInfo.setRunondemandrestart(false); } } else { mediaInfo.setSource(sourceUrl); mediaInfo.setRunondemand(""); mediaInfo.setRunondemandrestart(false); mediaInfo.setRunoninit(""); mediaInfo.setRunoninitrestart(false); } mediaInfo.setMaxReaders(100); mediaInfo.setSourceprotocol("tcp"); mediaClient.editPath(name, mediaInfo); Map map=new HashMap<>(); map.put("rtspUrl",rtspUrl); map.put("rtmpUrl",rtmpUrl); map.put("webrtcUrl",webrtcUrl); return map; } @Override public StreamInfo getPathInfo(String name) { Items item = mediaClient.getPathInfo(name); StreamInfo info = new StreamInfo(); //ID info.setName(name); String runOn; if (StringUtils.isNotEmpty(item.getConf().getRunondemand())) { runOn = item.getConf().getRunondemand(); info.setMode("0"); } else { //runOn = item.getConf().getRunonready(); runOn = item.getConf().getRunoninit(); info.setMode("1"); } //RTSP源地址 Matcher matcher = Pattern.compile("rtsp://[^\\s\"]+").matcher(runOn); if (matcher.find()) { info.setRtspSource(matcher.group()); info.setIsCode("1"); } else { info.setRtspSource(item.getConf().getSource()); info.setIsCode("0"); } return info; } @Override public void removePath(String[] names) { for (String name : names) { mediaClient.removePath(name); } } @Override public List paths() { String list = mediaClient.paths(); JsonsRoot jsonsRoot = JSONObject.parseObject(list, JsonsRoot.class); List items = jsonsRoot.getItems(); List pathInfoList = new ArrayList<>(); for (Items item : items) { StreamInfo info = new StreamInfo(); //ID String name = item.getName(); info.setName(name); String runOn; if (StringUtils.isNotEmpty(item.getConf().getRunondemand())) { runOn = item.getConf().getRunondemand(); info.setMode("0"); } else { runOn = item.getConf().getRunoninit(); //runOn = item.getConf().getRunonready(); info.setMode("1"); } //RTSP源地址 Matcher matcher = Pattern.compile("rtsp://[^\\s\"]+").matcher(runOn); if (matcher.find()) { info.setRtspSource(matcher.group()); info.setIsCode("1"); } else { info.setRtspSource(item.getConf().getSource()); info.setIsCode("0"); } //传输协议 matcher = Pattern.compile("-rtsp_transport\\s+(\\w+)").matcher(runOn); if (matcher.find()) { info.setProtocol(matcher.group(1)); } pathInfoList.add(info); } return pathInfoList; } @Override public RtspSession getRtspSessionById(String sessionId) { String list = mediaClient.getRtspsessionById(sessionId); RtspSession rtspSession = JSONObject.parseObject(list, RtspSession.class); return rtspSession; } @Override public WebrtcSession getWebrtcSessionById(String sessionId) { String list = mediaClient.getWebrtcsessionById(sessionId); WebrtcSession webrtcSession = JSONObject.parseObject(list, WebrtcSession.class); return webrtcSession; } @Override public RtmpSession getRtmpSessionById(String sessionId) { String list = mediaClient.getRtmpsessionById(sessionId); RtmpSession rtmpSession = JSONObject.parseObject(list, RtmpSession.class); return rtmpSession; } /** * 获取推流列表 * 刘苏义 * 2023/8/29 9:37:05 */ @Override public List getPushStreamList() { List PushStreamInfoList = new ArrayList<>(); String list = mediaClient.paths(); JsonsRoot jsonsRoot = JSONObject.parseObject(list, JsonsRoot.class); List items = jsonsRoot.getItems(); for (Items item : items) { StreamInfo info = new StreamInfo(); //ID String name = item.getName(); info.setName(name); //RTMP播放地址 String rtmpUrl = "rtmp://" + mediamtxHost + ":1935/" + name; info.setRtmpUrl(rtmpUrl); //RTSP播放地址 String rtspUrl = "rtsp://" + mediamtxHost + ":7554/" + name; info.setRtspUrl(rtspUrl); //WEBRTC播放地址 String webrtcUrl = "http://" + mediamtxHost + ":8889/" + name; info.setWebrtcUrl(webrtcUrl); Source source = item.getSource(); if (source == null || source.getId().equals("")) { //会话ID info.setId("0"); //上行流量 long bytesReceived = item.getBytesReceived(); String formatReceivedSize = ArdTool.formatFileSize(bytesReceived); info.setUpTraffic(formatReceivedSize); } else { RtspSession rtspSession = getRtspSessionById(source.getId()); //会话ID info.setId(rtspSession.getId()); //开始推流时间 info.setBeginTime(rtspSession.getCreated()); //上行流量 long bytesReceived = rtspSession.getBytesReceived(); String formatReceivedSize = ArdTool.formatFileSize(bytesReceived); info.setUpTraffic(formatReceivedSize); //下行流量 long bytesSent = rtspSession.getBytesSent(); String formatSentSize = ArdTool.formatFileSize(bytesSent); info.setDownTraffic(formatSentSize); //推流服务器 info.setRemoteAddr(rtspSession.getRemoteAddr()); } //RTSP源地址 String runOn; if (StringUtils.isNotEmpty(item.getConf().getRunondemand())) { runOn = item.getConf().getRunondemand(); } else { runOn = item.getConf().getRunoninit(); //runOn = item.getConf().getRunonready(); } Matcher matcher = Pattern.compile("rtsp://[^\\s\"]+").matcher(runOn); if (matcher.find()) { info.setRtspSource(matcher.group()); } else { info.setRtspSource(item.getConf().getSource()); } //传输协议 info.setProtocol(item.getConf().getSourceprotocol()); //拉流数量 List readers = item.getReaders(); info.setNum(readers.size()); PushStreamInfoList.add(info); } return PushStreamInfoList; } /** * 获取拉流列表 * 刘苏义 * 2023/8/29 9:37:05 */ @Override public List getPullStreamList() { List PullStreamInfoList = new ArrayList<>(); String list = mediaClient.paths(); JsonsRoot jsonsRoot = JSONObject.parseObject(list, JsonsRoot.class); List items = jsonsRoot.getItems(); for (Items item : items) { List readers = item.getReaders(); for (Readers reader : readers) { StreamInfo info = new StreamInfo(); //ID String name = item.getName(); info.setName(name); //传输协议 info.setProtocol(item.getConf().getSourceprotocol()); String type = reader.getType(); switch (type) { case "rtmpConn": info.setSessionType("rtmp"); //webrtc播放地址 String url = "rtmp://" + mediamtxHost + ":1935/" + name; info.setRtspUrl(url); RtmpSession rtmpSession = getRtmpSessionById(reader.getId()); //会话ID info.setId(rtmpSession.getId()); //开始拉流时间 info.setBeginTime(rtmpSession.getCreated()); //上行流量 long bytesReceived = rtmpSession.getBytesReceived(); String formatReceivedSize = ArdTool.formatFileSize(bytesReceived); info.setUpTraffic(formatReceivedSize); //下行流量 long bytesSent = rtmpSession.getBytesSent(); String formatSentSize = ArdTool.formatFileSize(bytesSent); info.setDownTraffic(formatSentSize); //拉流服务器 info.setRemoteAddr(rtmpSession.getRemoteAddr()); PullStreamInfoList.add(info); break; case "webRTCSession": info.setSessionType("webrtc"); //webrtc播放地址 url = "http://" + mediamtxHost + ":8889/" + name; info.setRtspUrl(url); WebrtcSession webrtcSession = getWebrtcSessionById(reader.getId()); //会话ID info.setId(webrtcSession.getId()); //开始拉流时间 info.setBeginTime(webrtcSession.getCreated()); //上行流量 bytesReceived = webrtcSession.getBytesReceived(); formatReceivedSize = ArdTool.formatFileSize(bytesReceived); info.setUpTraffic(formatReceivedSize); //下行流量 bytesSent = webrtcSession.getBytesSent(); formatSentSize = ArdTool.formatFileSize(bytesSent); info.setDownTraffic(formatSentSize); //拉流服务器 info.setRemoteAddr(webrtcSession.getRemoteAddr()); PullStreamInfoList.add(info); break; case "rtspSession": info.setSessionType("rtsp"); //RTSP播放地址 String rtspUrl = "rtsp://" + mediamtxHost + ":8554/" + name; info.setRtspUrl(rtspUrl); RtspSession rtspSession = getRtspSessionById(reader.getId()); //会话ID info.setId(rtspSession.getId()); //开始拉流时间 info.setBeginTime(rtspSession.getCreated()); //上行流量 bytesReceived = rtspSession.getBytesReceived(); formatReceivedSize = ArdTool.formatFileSize(bytesReceived); info.setUpTraffic(formatReceivedSize); //下行流量 bytesSent = rtspSession.getBytesSent(); formatSentSize = ArdTool.formatFileSize(bytesSent); info.setDownTraffic(formatSentSize); //拉流服务器 info.setRemoteAddr(rtspSession.getRemoteAddr()); PullStreamInfoList.add(info); break; } } } Comparator comparator = Comparator.comparing(streamInfo -> streamInfo.getBeginTime()); // 使用Collections.sort方法进行排序 Collections.sort(personList, comparator); Collections.sort(PullStreamInfoList, comparator.reversed()); return PullStreamInfoList; } /** * 踢出rtsp会话 * 刘苏义 * 2023/8/29 9:37:05 */ @Override public Boolean kickRtspSession(String sessionId) { try { mediaClient.kickRtspSessions(sessionId); return true; } catch (Exception ex) { return false; } } /** * 踢出rtmp会话 * 刘苏义 * 2023/8/29 9:37:05 */ @Override public Boolean kickRtmpSession(String sessionId) { try { mediaClient.kickRtmpSessions(sessionId); return true; } catch (Exception ex) { return false; } } /** * 踢出webrtc会话 * 刘苏义 * 2023/8/29 9:37:05 */ @Override public Boolean kickWebrtcSession(String sessionId) { try { mediaClient.kickWebrtcSessions(sessionId); return true; } catch (Exception ex) { return false; } } }