package com.ruoyi.media.service.impl;
|
|
import com.alibaba.fastjson2.JSONObject;
|
import com.ruoyi.common.utils.DateUtils;
|
import com.ruoyi.common.utils.SecurityUtils;
|
import com.ruoyi.common.utils.StringUtils;
|
import com.ruoyi.media.domain.*;
|
import com.ruoyi.media.mapper.VtduMapper;
|
import com.ruoyi.media.service.IMediaService;
|
import com.ruoyi.utils.forest.MediaClient;
|
import com.ruoyi.utils.tools.ArdTool;
|
import com.ruoyi.utils.process.CmdUtils;
|
import com.sun.jna.Platform;
|
import lombok.extern.slf4j.Slf4j;
|
import org.springframework.beans.factory.annotation.Value;
|
import org.springframework.boot.ApplicationArguments;
|
import org.springframework.boot.ApplicationRunner;
|
import org.springframework.core.annotation.Order;
|
import org.springframework.stereotype.Service;
|
|
import javax.annotation.PostConstruct;
|
import javax.annotation.PreDestroy;
|
import javax.annotation.Resource;
|
import java.io.File;
|
import java.util.*;
|
import java.util.regex.Matcher;
|
import java.util.regex.Pattern;
|
|
/**
|
* @Description: 流媒体业务
|
* @ClassName: MediaService
|
* @Author: 刘苏义
|
* @Date: 2023年07月13日9:28
|
* @Version: 1.0
|
**/
|
@Service
|
@Slf4j(topic = "cmd")
|
@Order(2)
|
public class MediaServiceImpl implements IMediaService, ApplicationRunner {
|
@Resource
|
VtduMapper vtduMapper;
|
@Resource
|
MediaClient mediaClient;
|
|
@Value("${mediamtx.host}")
|
String mediamtxHost;
|
@Value("${mediamtx.software_decoding}")
|
Boolean softwareDecoding;
|
|
@Override
|
public void run(ApplicationArguments args) {
|
try {
|
log.debug("开始加载流媒体列表");
|
List<StreamInfo> paths = paths();
|
for (StreamInfo path : paths) {
|
mediaClient.removePath(path.getName());
|
}
|
List<Vtdu> vtduList = vtduMapper.selectVtduList(new Vtdu());
|
for (Vtdu vtdu : vtduList) {
|
Map<String, String> map = addPath(vtdu.getName(), vtdu.getSourceUrl(), vtdu.getCodeType(), vtdu.getIsCode());
|
vtdu.setRtspUrl(map.get("rtspUrl"));
|
vtdu.setRtmpUrl(map.get("rtmpUrl"));
|
vtdu.setWebrtcUrl(map.get("webrtcUrl"));
|
vtdu.setUpdateTime(DateUtils.getNowDate());
|
vtduMapper.updateVtdu(vtdu);
|
}
|
} catch (Exception ex) {
|
log.error("加载流媒体列表异常:" + ex.getMessage());
|
}
|
}
|
|
@Override
|
public Map<String,String> addPath(String name, String sourceUrl, String mode, String isCode) {
|
String rtspUrl = "rtsp://" + mediamtxHost + ":7554/" + name;
|
String rtmpUrl = "rtmp://" + mediamtxHost + ":1935/" + name;
|
String webrtcUrl = "http://" + mediamtxHost + ":8889/" + name;
|
|
Conf mediaInfo = new Conf();
|
String rootPath = System.getProperty("user.dir").replaceAll("\\\\", "/") + "/lib/mediamtx/";
|
//-vcodec libx264 //指定视频编码器为 libx264,使用 H.264 编码格式进行视频压缩
|
//-preset ultrafast //--preset的参数主要调节编码速度和质量的平衡,有ultrafast(转码速度最快,视频往往也最模糊)、superfast、veryfast、faster、fast、medium、slow、slower、veryslow、placebo这10个选项,从快到慢
|
//-r 25 //设置输出视频的帧率为 25 帧/秒
|
//-g 20 //关键帧间隔20
|
//-sc_threshold 0 //将其设置为0(-sc_threshold 0)禁用场景变化检测
|
//-rtsp_transport tcp //这个选项告诉 FFmpeg 使用 TCP 作为 RTSP 的传输协议
|
//-threads 4: 指定要使用的线程数为 4。//这允许 FFmpeg 在多核处理器上使用多个线程来进行视频编码,以加快速度。
|
// -i //用于指定输入媒体文件或输入流的地址
|
// -bf 0 禁用B帧,因为webrtc在网页调用时控制台一直输出 WebRTC doesn’t support H264 streams with B-frames
|
//-f rtsp //这个选项告诉 FFmpeg 输出为 RTSP 格式。
|
//CPU软解码编码
|
//String cmd = rootPath + "/lib/mediamtx/" +"ffmpeg -rtsp_transport tcp -i " + rtspPath + " -vcodec libx264 -preset:v ultrafast -r 25 -threads 4 -b:v 2048k -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
|
//GPU硬解码编码 -hwaccel cuvid -c:v h264_cuvid 使用cuda解码 -c:v h264_nvenc 使用cuda编码
|
//String cmd = rootPath + "/lib/mediamtx/" + "ffmpeg -hwaccel cuvid -c:v h264_cuvid -rtsp_transport udp -i " + rtspPath + " -c:v h264_nvenc -r 25 -threads 4 -b:v 2048k -bf 0 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
|
if (isCode.equals("1")) {
|
String cmd = "ffmpeg -rtsp_transport tcp -i " + sourceUrl + " -vcodec libx264 -preset:v ultrafast -r 25 -keyint_min 25 -g 25 -sc_threshold 0 -threads 6 -b:v 2048k -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
|
if (!softwareDecoding) {
|
cmd = "ffmpeg -hwaccel cuvid -c:v h264_cuvid -rtsp_transport tcp -i " + sourceUrl + " -c:v h264_nvenc -r 25 -g 60 -threads 6 -b:v 2048k -bf 0 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
|
}
|
if (mode.equals("0")) {
|
mediaInfo.setRunondemand(cmd);
|
mediaInfo.setRunondemandrestart(true);
|
mediaInfo.setRunondemandcloseafter("5s");
|
} else {
|
mediaInfo.setRunoninit(cmd);
|
mediaInfo.setRunoninitrestart(true);
|
}
|
} else {
|
mediaInfo.setSource(sourceUrl);
|
mediaInfo.setSourceondemand(true);
|
}
|
mediaInfo.setMaxReaders(100);
|
mediaInfo.setSourceprotocol("tcp");
|
mediaClient.addPath(name, mediaInfo);
|
Map<String,String> map=new HashMap<>();
|
map.put("rtspUrl",rtspUrl);
|
map.put("rtmpUrl",rtmpUrl);
|
map.put("webrtcUrl",webrtcUrl);
|
return map;
|
}
|
|
@Override
|
public Map<String, String> editPath(String name, String sourceUrl, String mode, String isCode) {
|
String rtspUrl = "rtsp://" + mediamtxHost + ":7554/" + name;
|
String rtmpUrl = "rtmp://" + mediamtxHost + ":1935/" + name;
|
String webrtcUrl = "http://" + mediamtxHost + ":8889/" + name;
|
|
Conf mediaInfo = new Conf();
|
String rootPath = System.getProperty("user.dir").replaceAll("\\\\", "/") + "/lib/mediamtx/";
|
//-vcodec libx264 //指定视频编码器为 libx264,使用 H.264 编码格式进行视频压缩
|
//-preset ultrafast //--preset的参数主要调节编码速度和质量的平衡,有ultrafast(转码速度最快,视频往往也最模糊)、superfast、veryfast、faster、fast、medium、slow、slower、veryslow、placebo这10个选项,从快到慢
|
//-r 25 //设置输出视频的帧率为 25 帧/秒
|
//-g 20 //关键帧间隔20
|
//-sc_threshold 0 //将其设置为0(-sc_threshold 0)禁用场景变化检测
|
//-rtsp_transport tcp //这个选项告诉 FFmpeg 使用 TCP 作为 RTSP 的传输协议
|
//-threads 4: 指定要使用的线程数为 4。//这允许 FFmpeg 在多核处理器上使用多个线程来进行视频编码,以加快速度。
|
// -i //用于指定输入媒体文件或输入流的地址
|
// -bf 0 禁用B帧,因为webrtc在网页调用时控制台一直输出 WebRTC doesn’t support H264 streams with B-frames
|
//-f rtsp //这个选项告诉 FFmpeg 输出为 RTSP 格式。
|
//CPU软解码编码
|
//String cmd = rootPath + "/lib/mediamtx/" +"ffmpeg -rtsp_transport tcp -i " + rtspPath + " -vcodec libx264 -preset:v ultrafast -r 25 -threads 4 -b:v 2048k -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
|
//GPU硬解码编码 -hwaccel cuvid -c:v h264_cuvid 使用cuda解码 -c:v h264_nvenc 使用cuda编码
|
//String cmd = rootPath + "/lib/mediamtx/" + "ffmpeg -hwaccel cuvid -c:v h264_cuvid -rtsp_transport udp -i " + rtspPath + " -c:v h264_nvenc -r 25 -threads 4 -b:v 2048k -bf 0 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
|
if (isCode.equals("1")) {
|
mediaInfo.setSource("publisher");
|
String cmd = "ffmpeg -rtsp_transport tcp -i " + sourceUrl + " -vcodec libx264 -preset:v ultrafast -r 25 -keyint_min 25 -g 25 -sc_threshold 0 -threads 6 -b:v 2048k -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
|
if (!softwareDecoding) {
|
cmd = "ffmpeg -hwaccel cuvid -c:v h264_cuvid -rtsp_transport tcp -i " + sourceUrl + " -c:v h264_nvenc -r 25 -g 60 -threads 6 -b:v 2048k -bf 0 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
|
}
|
if (mode.equals("0")) {
|
mediaInfo.setRunondemand(cmd);
|
mediaInfo.setRunondemandcloseafter("5s");
|
mediaInfo.setRunondemandrestart(true);
|
mediaInfo.setRunoninit("");
|
mediaInfo.setRunoninitrestart(false);
|
} else {
|
mediaInfo.setRunoninit(cmd);
|
mediaInfo.setRunoninitrestart(true);
|
mediaInfo.setRunondemand("");
|
mediaInfo.setRunondemandrestart(false);
|
}
|
} else {
|
mediaInfo.setSource(sourceUrl);
|
mediaInfo.setSourceondemand(true);
|
mediaInfo.setRunondemand("");
|
mediaInfo.setRunondemandrestart(false);
|
mediaInfo.setRunoninit("");
|
mediaInfo.setRunoninitrestart(false);
|
}
|
mediaInfo.setMaxReaders(100);
|
mediaInfo.setSourceprotocol("tcp");
|
mediaClient.editPath(name, mediaInfo);
|
Map<String,String> map=new HashMap<>();
|
map.put("rtspUrl",rtspUrl);
|
map.put("rtmpUrl",rtmpUrl);
|
map.put("webrtcUrl",webrtcUrl);
|
return map;
|
}
|
|
@Override
|
public StreamInfo getPathInfo(String name) {
|
Items item = mediaClient.getPathInfo(name);
|
StreamInfo info = new StreamInfo();
|
//ID
|
info.setName(name);
|
String runOn;
|
if (StringUtils.isNotEmpty(item.getConf().getRunondemand())) {
|
runOn = item.getConf().getRunondemand();
|
info.setMode("0");
|
} else {
|
//runOn = item.getConf().getRunonready();
|
runOn = item.getConf().getRunoninit();
|
info.setMode("1");
|
}
|
//RTSP源地址
|
Matcher matcher = Pattern.compile("rtsp://[^\\s\"]+").matcher(runOn);
|
if (matcher.find()) {
|
info.setRtspSource(matcher.group());
|
info.setIsCode("1");
|
} else {
|
info.setRtspSource(item.getConf().getSource());
|
info.setIsCode("0");
|
}
|
return info;
|
}
|
|
@Override
|
public void removePath(String[] names) {
|
for (String name : names) {
|
mediaClient.removePath(name);
|
}
|
}
|
|
@Override
|
public List<StreamInfo> paths() {
|
String list = mediaClient.paths();
|
JsonsRoot jsonsRoot = JSONObject.parseObject(list, JsonsRoot.class);
|
List<Items> items = jsonsRoot.getItems();
|
List<StreamInfo> pathInfoList = new ArrayList<>();
|
for (Items item : items) {
|
StreamInfo info = new StreamInfo();
|
//ID
|
String name = item.getName();
|
info.setName(name);
|
String runOn;
|
if (StringUtils.isNotEmpty(item.getConf().getRunondemand())) {
|
runOn = item.getConf().getRunondemand();
|
info.setMode("0");
|
} else {
|
runOn = item.getConf().getRunoninit();
|
//runOn = item.getConf().getRunonready();
|
info.setMode("1");
|
}
|
//RTSP源地址
|
Matcher matcher = Pattern.compile("rtsp://[^\\s\"]+").matcher(runOn);
|
if (matcher.find()) {
|
info.setRtspSource(matcher.group());
|
info.setIsCode("1");
|
} else {
|
info.setRtspSource(item.getConf().getSource());
|
info.setIsCode("0");
|
}
|
//传输协议
|
matcher = Pattern.compile("-rtsp_transport\\s+(\\w+)").matcher(runOn);
|
if (matcher.find()) {
|
info.setProtocol(matcher.group(1));
|
}
|
|
pathInfoList.add(info);
|
}
|
return pathInfoList;
|
}
|
|
|
@Override
|
public RtspSession getRtspSessionById(String sessionId) {
|
String list = mediaClient.getRtspsessionById(sessionId);
|
RtspSession rtspSession = JSONObject.parseObject(list, RtspSession.class);
|
return rtspSession;
|
}
|
|
@Override
|
public WebrtcSession getWebrtcSessionById(String sessionId) {
|
String list = mediaClient.getWebrtcsessionById(sessionId);
|
WebrtcSession webrtcSession = JSONObject.parseObject(list, WebrtcSession.class);
|
return webrtcSession;
|
}
|
|
@Override
|
public RtmpSession getRtmpSessionById(String sessionId) {
|
String list = mediaClient.getRtmpsessionById(sessionId);
|
RtmpSession rtmpSession = JSONObject.parseObject(list, RtmpSession.class);
|
return rtmpSession;
|
}
|
|
/**
|
* 获取推流列表
|
* 刘苏义
|
* 2023/8/29 9:37:05
|
*/
|
@Override
|
public List<StreamInfo> getPushStreamList() {
|
List<StreamInfo> PushStreamInfoList = new ArrayList<>();
|
String list = mediaClient.paths();
|
JsonsRoot jsonsRoot = JSONObject.parseObject(list, JsonsRoot.class);
|
List<Items> items = jsonsRoot.getItems();
|
for (Items item : items) {
|
StreamInfo info = new StreamInfo();
|
//ID
|
String name = item.getName();
|
info.setName(name);
|
//RTMP播放地址
|
String rtmpUrl = "rtmp://" + mediamtxHost + ":1935/" + name;
|
info.setRtmpUrl(rtmpUrl);
|
//RTSP播放地址
|
String rtspUrl = "rtsp://" + mediamtxHost + ":7554/" + name;
|
info.setRtspUrl(rtspUrl);
|
//WEBRTC播放地址
|
String webrtcUrl = "http://" + mediamtxHost + ":8889/" + name;
|
info.setWebrtcUrl(webrtcUrl);
|
Source source = item.getSource();
|
if (source == null || source.getId().equals("")) {
|
//会话ID
|
info.setId("0");
|
//上行流量
|
long bytesReceived = item.getBytesReceived();
|
String formatReceivedSize = ArdTool.formatFileSize(bytesReceived);
|
info.setUpTraffic(formatReceivedSize);
|
} else {
|
RtspSession rtspSession = getRtspSessionById(source.getId());
|
//会话ID
|
info.setId(rtspSession.getId());
|
//开始推流时间
|
info.setBeginTime(rtspSession.getCreated());
|
//上行流量
|
long bytesReceived = rtspSession.getBytesReceived();
|
String formatReceivedSize = ArdTool.formatFileSize(bytesReceived);
|
info.setUpTraffic(formatReceivedSize);
|
//下行流量
|
long bytesSent = rtspSession.getBytesSent();
|
String formatSentSize = ArdTool.formatFileSize(bytesSent);
|
info.setDownTraffic(formatSentSize);
|
//推流服务器
|
info.setRemoteAddr(rtspSession.getRemoteAddr());
|
}
|
//RTSP源地址
|
String runOn;
|
if (StringUtils.isNotEmpty(item.getConf().getRunondemand())) {
|
runOn = item.getConf().getRunondemand();
|
} else {
|
runOn = item.getConf().getRunoninit();
|
//runOn = item.getConf().getRunonready();
|
}
|
Matcher matcher = Pattern.compile("rtsp://[^\\s\"]+").matcher(runOn);
|
if (matcher.find()) {
|
info.setRtspSource(matcher.group());
|
} else {
|
info.setRtspSource(item.getConf().getSource());
|
}
|
//传输协议
|
info.setProtocol(item.getConf().getSourceprotocol());
|
//拉流数量
|
List<Readers> readers = item.getReaders();
|
info.setNum(readers.size());
|
|
PushStreamInfoList.add(info);
|
}
|
return PushStreamInfoList;
|
}
|
|
/**
|
* 获取拉流列表
|
* 刘苏义
|
* 2023/8/29 9:37:05
|
*/
|
@Override
|
public List<StreamInfo> getPullStreamList() {
|
List<StreamInfo> PullStreamInfoList = new ArrayList<>();
|
String list = mediaClient.paths();
|
JsonsRoot jsonsRoot = JSONObject.parseObject(list, JsonsRoot.class);
|
List<Items> items = jsonsRoot.getItems();
|
for (Items item : items) {
|
List<Readers> readers = item.getReaders();
|
for (Readers reader : readers) {
|
StreamInfo info = new StreamInfo();
|
//ID
|
String name = item.getName();
|
info.setName(name);
|
//传输协议
|
info.setProtocol(item.getConf().getSourceprotocol());
|
|
String type = reader.getType();
|
switch (type) {
|
case "rtmpConn":
|
info.setSessionType("rtmp");
|
//webrtc播放地址
|
String url = "rtmp://" + mediamtxHost + ":1935/" + name;
|
info.setRtspUrl(url);
|
RtmpSession rtmpSession = getRtmpSessionById(reader.getId());
|
//会话ID
|
info.setId(rtmpSession.getId());
|
//开始拉流时间
|
info.setBeginTime(rtmpSession.getCreated());
|
//上行流量
|
long bytesReceived = rtmpSession.getBytesReceived();
|
String formatReceivedSize = ArdTool.formatFileSize(bytesReceived);
|
info.setUpTraffic(formatReceivedSize);
|
//下行流量
|
long bytesSent = rtmpSession.getBytesSent();
|
String formatSentSize = ArdTool.formatFileSize(bytesSent);
|
info.setDownTraffic(formatSentSize);
|
//拉流服务器
|
info.setRemoteAddr(rtmpSession.getRemoteAddr());
|
PullStreamInfoList.add(info);
|
break;
|
case "webRTCSession":
|
info.setSessionType("webrtc");
|
//webrtc播放地址
|
url = "http://" + mediamtxHost + ":8889/" + name;
|
info.setRtspUrl(url);
|
WebrtcSession webrtcSession = getWebrtcSessionById(reader.getId());
|
//会话ID
|
info.setId(webrtcSession.getId());
|
//开始拉流时间
|
info.setBeginTime(webrtcSession.getCreated());
|
//上行流量
|
bytesReceived = webrtcSession.getBytesReceived();
|
formatReceivedSize = ArdTool.formatFileSize(bytesReceived);
|
info.setUpTraffic(formatReceivedSize);
|
//下行流量
|
bytesSent = webrtcSession.getBytesSent();
|
formatSentSize = ArdTool.formatFileSize(bytesSent);
|
info.setDownTraffic(formatSentSize);
|
//拉流服务器
|
info.setRemoteAddr(webrtcSession.getRemoteAddr());
|
PullStreamInfoList.add(info);
|
break;
|
case "rtspSession":
|
info.setSessionType("rtsp");
|
//RTSP播放地址
|
String rtspUrl = "rtsp://" + mediamtxHost + ":8554/" + name;
|
info.setRtspUrl(rtspUrl);
|
RtspSession rtspSession = getRtspSessionById(reader.getId());
|
//会话ID
|
info.setId(rtspSession.getId());
|
//开始拉流时间
|
info.setBeginTime(rtspSession.getCreated());
|
//上行流量
|
bytesReceived = rtspSession.getBytesReceived();
|
formatReceivedSize = ArdTool.formatFileSize(bytesReceived);
|
info.setUpTraffic(formatReceivedSize);
|
//下行流量
|
bytesSent = rtspSession.getBytesSent();
|
formatSentSize = ArdTool.formatFileSize(bytesSent);
|
info.setDownTraffic(formatSentSize);
|
//拉流服务器
|
info.setRemoteAddr(rtspSession.getRemoteAddr());
|
PullStreamInfoList.add(info);
|
break;
|
}
|
}
|
}
|
Comparator<StreamInfo> comparator = Comparator.comparing(streamInfo -> streamInfo.getBeginTime()); // 使用Collections.sort方法进行排序 Collections.sort(personList, comparator);
|
Collections.sort(PullStreamInfoList, comparator.reversed());
|
return PullStreamInfoList;
|
}
|
|
/**
|
* 踢出rtsp会话
|
* 刘苏义
|
* 2023/8/29 9:37:05
|
*/
|
@Override
|
public Boolean kickRtspSession(String sessionId) {
|
try {
|
mediaClient.kickRtspSessions(sessionId);
|
return true;
|
} catch (Exception ex) {
|
return false;
|
}
|
}
|
|
/**
|
* 踢出rtmp会话
|
* 刘苏义
|
* 2023/8/29 9:37:05
|
*/
|
@Override
|
public Boolean kickRtmpSession(String sessionId) {
|
try {
|
mediaClient.kickRtmpSessions(sessionId);
|
return true;
|
} catch (Exception ex) {
|
return false;
|
}
|
}
|
|
/**
|
* 踢出webrtc会话
|
* 刘苏义
|
* 2023/8/29 9:37:05
|
*/
|
@Override
|
public Boolean kickWebrtcSession(String sessionId) {
|
try {
|
mediaClient.kickWebrtcSessions(sessionId);
|
return true;
|
} catch (Exception ex) {
|
return false;
|
}
|
}
|
|
}
|