‘liusuyi’
2023-10-13 8456b0bbb9d1536ebb0b2dc476be736bdd5fb82c
1. 流媒体增加通过接口配置软硬件解码
2. 流媒体自动同步相机设备。
已添加1个文件
已修改20个文件
902 ■■■■ 文件已修改
ard-work/pom.xml 2 ●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/device/camera/controller/ArdCamerasController.java 26 ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/device/camera/service/impl/ArdCamerasServiceImpl.java 7 ●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/device/hiksdk/sdk/LoginResultCallBack.java 29 ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/device/hiksdk/service/IHikClientService.java 14 ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/device/hiksdk/service/impl/HikClientServiceImpl.java 309 ●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/media/controller/MediaController.java 21 ●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/media/controller/VtduController.java 11 ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/media/domain/Config.java 18 ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/media/domain/StreamInfo.java 2 ●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/media/domain/Vtdu.java 12 ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/media/mapper/VtduMapper.java 11 ●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/media/service/IMediaService.java 19 ●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/media/service/IVtduService.java 8 ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/media/service/impl/MediaServiceImpl.java 216 ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/media/service/impl/VtduServiceImpl.java 53 ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/java/com/ruoyi/utils/forest/MediaClient.java 46 ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/resources/mapper/vtdu/VtduMapper.xml 35 ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/src/main/resources/templates/preview.html 2 ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ruoyi-admin/src/main/resources/application.yml 2 ●●● 补丁 | 查看 | 原始文档 | blame | 历史
ruoyi-quartz/src/main/java/com/ruoyi/quartz/task/SyncTask.java 59 ●●●● 补丁 | 查看 | 原始文档 | blame | 历史
ard-work/pom.xml
@@ -93,7 +93,7 @@
        <dependency>
            <groupId>com.dtflys.forest</groupId>
            <artifactId>forest-spring-boot-starter</artifactId>
            <version>1.5.28</version>
            <version>1.5.33</version>
        </dependency>
        <!--lombok依赖-->
        <dependency>
ard-work/src/main/java/com/ruoyi/device/camera/controller/ArdCamerasController.java
@@ -7,12 +7,15 @@
import com.ruoyi.device.camera.domain.ArdCameras;
import com.ruoyi.device.camera.domain.CameraCmd;
import com.ruoyi.device.camera.service.IArdCamerasService;
import com.ruoyi.device.hiksdk.service.IHikClientService;
import com.ruoyi.device.hiksdk.service.impl.HikClientServiceImpl;
import com.ruoyi.common.utils.poi.ExcelUtil;
import com.ruoyi.inspect.service.IArdVideoInspectTaskService;
import com.ruoyi.media.service.IVtduService;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.security.access.prepost.PreAuthorize;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.PostMapping;
@@ -41,7 +44,7 @@
@Api(tags = "相机管理接口")
public class ArdCamerasController extends BaseController {
    @Resource
    private HikClientServiceImpl sdk;
    private IHikClientService sdk;
    @Resource
    private IArdCamerasService ardCamerasService;
    @Resource
@@ -90,11 +93,14 @@
    @Log(title = "相机设备", businessType = BusinessType.INSERT)
    @PostMapping
    public AjaxResult add(@RequestBody ArdCameras camera) {
        //注销
        sdk.loginOut(camera.getId());
        //登录
        sdk.login(camera);
        return toAjax(ardCamerasService.insertArdCameras(camera));
        int i = ardCamerasService.insertArdCameras(camera);
        if(i>0) {
            //注销
            sdk.loginOut(camera.getId());
            //异步登录
            sdk.asyncLogin(camera);
        }
        return toAjax(i);
    }
    /**
@@ -106,10 +112,11 @@
    @PutMapping
    public AjaxResult edit(@RequestBody ArdCameras camera) {
        int i = ardCamerasService.updateArdCameras(camera);
        if (i > 0) {
        if(i>0)
        {
            ArdCameras cameras = ardCamerasService.selectArdCamerasById(camera.getId());
            sdk.loginOut(cameras.getId());
            sdk.login(cameras);
            sdk.asyncLogin(cameras);
        }
        return toAjax(i);
    }
@@ -122,7 +129,8 @@
    @Log(title = "相机设备", businessType = BusinessType.DELETE)
    @DeleteMapping("/{ids}")
    public AjaxResult remove(@PathVariable String[] ids) {
        for (String id : ids) {
        for(String id :ids)
        {
            sdk.loginOut(id);
        }
        return toAjax(ardCamerasService.deleteArdCamerasByIds(ids));
ard-work/src/main/java/com/ruoyi/device/camera/service/impl/ArdCamerasServiceImpl.java
@@ -12,6 +12,8 @@
import com.ruoyi.device.camera.domain.CameraCmd;
import com.ruoyi.device.channel.domain.ArdChannel;
import com.ruoyi.device.channel.mapper.ArdChannelMapper;
import com.ruoyi.device.hiksdk.service.IHikClientService;
import com.ruoyi.media.service.IVtduService;
import com.ruoyi.scheduling.domian.SchedulingParam;
import com.ruoyi.utils.gis.GisUtil;
import com.ruoyi.utils.tools.ArdTool;
@@ -45,7 +47,8 @@
    @Resource
    private ArdChannelMapper ardChannelMapper;
    @Resource
    private IVtduService vtduService;
    @PostConstruct
    public void loadCameras() {
@@ -160,6 +163,8 @@
        if (res > 0) {
            for (String id : ids) {
                redisCache.deleteObject(getCacheKey(id));
                //删除流媒体
                vtduService.deleteVtduByCameraId(id);
                //删除当前相机的所有通道
                ardChannelMapper.deleteArdChannelByDeviceId(id);
            }
ard-work/src/main/java/com/ruoyi/device/hiksdk/sdk/LoginResultCallBack.java
@@ -10,9 +10,13 @@
import com.ruoyi.device.channel.service.IArdChannelService;
import com.ruoyi.device.hiksdk.common.GlobalVariable;
import com.ruoyi.device.hiksdk.service.IHikClientService;
import com.ruoyi.media.domain.Vtdu;
import com.ruoyi.media.service.IVtduService;
import com.ruoyi.utils.forest.MediaClient;
import com.sun.jna.Pointer;
import lombok.extern.slf4j.Slf4j;
import javax.annotation.Resource;
import java.util.Comparator;
import java.util.List;
import java.util.concurrent.PriorityBlockingQueue;
@@ -35,6 +39,8 @@
    @Override
    public int invoke(int lUserID, int dwResult, HCNetSDK.NET_DVR_DEVICEINFO_V30 lpDeviceinfo, Pointer pUser) {
        MediaClient mediaClient=SpringUtils.getBean(MediaClient.class);
        IVtduService vtduService = SpringUtils.getBean(IVtduService.class);
        IArdChannelService ardChannelService = SpringUtils.getBean(IArdChannelService.class);
        IHikClientService hikClientService = SpringUtils.getBean(IHikClientService.class);
        IArdCamerasService ardCamerasService = SpringUtils.getBean(IArdCamerasService.class);
@@ -53,10 +59,33 @@
            //获取最新通道
            List<ArdChannel> cameraChannelList = hikClientService.getCameraChannelList(camera);
            if (cameraChannelList.size() > 0) {
                //添加通道
                for (ArdChannel channel : cameraChannelList) {
                    channel.setId(IdUtils.simpleUUID());
                    ardChannelService.insertArdChannel(channel);
                }
                //配置到流媒体
                for (ArdChannel channel : cameraChannelList) {
                    String name = camera.getId() + "_" + channel.getChanNo();
                    String rtspSource = "rtsp://" + camera.getUsername() + ":" + camera.getPassword() + "@" + camera.getIp() + ":" + camera.getRtspPort() + "/h264/ch" + channel.getChanNo() + "/main/av_stream";
                    Vtdu vtdu = vtduService.selectVtduByName(name);
                    if (vtdu == null) {
                        //添加到流媒体
                        vtdu = new Vtdu();
                        vtdu.setRtspSource(rtspSource);
                        vtdu.setName(camera.getId() + "_" + channel.getChanNo());
                        vtdu.setIsCode("0");//默认不转码
                        vtdu.setMode("1");//默认CPU软解码
                        vtdu.setCameraId(camera.getId());
                        vtduService.insertVtdu(vtdu);
                    } else {
                        if (!rtspSource.equals(vtdu.getRtspSource())) {
                            //更新rtsp地址
                            vtdu.setRtspSource(rtspSource);
                            vtduService.updateVtdu(vtdu);
                        }
                    }
                }
            }
            //创建引导队列
            if (!GuidePriorityQueue.cameraQueueMap.containsKey(camera.getId())) {
ard-work/src/main/java/com/ruoyi/device/hiksdk/service/IHikClientService.java
@@ -17,8 +17,11 @@
public interface IHikClientService {
    void loadHCNetSDKLib();
    //登录
    void login(ArdCameras cameras);
    //同步登录
    void syncLogin(ArdCameras cameras);
    //异步登录
    void asyncLogin(ArdCameras cameras);
    //登录所有相机
    void loginAll();
@@ -36,7 +39,7 @@
    boolean setFocusPos(CameraCmd cmd);
    //获取聚焦值
    Map<String,Object> getFocusPos(CameraCmd cmd);
    Map<String, Object> getFocusPos(CameraCmd cmd);
    //设置预置位
    boolean setPreset(CameraCmd cmd);
@@ -45,7 +48,7 @@
    boolean gotoPreset(CameraCmd cmd);
    //获取码流压缩参数
    Map<String,String> getVideoCompressionCfg(CameraCmd cmd);
    Map<String, String> getVideoCompressionCfg(CameraCmd cmd);
    //透雾
    boolean controlDefogcfg(CameraCmd cmd);
@@ -109,6 +112,7 @@
    //获取相机通道信息
    public List<ArdChannel> getCameraChannelList(ArdCameras camera);
    //获取GIS信息数据
    public Map<String,Object> getGisInfo(CameraCmd cmd);
    public Map<String, Object> getGisInfo(CameraCmd cmd);
}
ard-work/src/main/java/com/ruoyi/device/hiksdk/service/impl/HikClientServiceImpl.java
@@ -1,14 +1,20 @@
package com.ruoyi.device.hiksdk.service.impl;
import com.ruoyi.alarm.global.domain.GuidePriorityQueue;
import com.ruoyi.alarm.global.domain.GuideTask;
import com.ruoyi.common.annotation.SdkOperate;
import com.ruoyi.common.utils.file.FileUtils;
import com.ruoyi.common.utils.file.MimeTypeUtils;
import com.ruoyi.common.utils.spring.SpringUtils;
import com.ruoyi.common.utils.uuid.IdUtils;
import com.ruoyi.device.camera.domain.CameraCmd;
import com.ruoyi.device.camera.service.IArdCamerasService;
import com.ruoyi.device.channel.domain.ArdChannel;
import com.ruoyi.device.channel.service.IArdChannelService;
import com.ruoyi.device.hiksdk.common.GlobalVariable;
import com.ruoyi.device.camera.domain.ArdCameras;
import com.ruoyi.media.domain.Vtdu;
import com.ruoyi.media.service.IVtduService;
import com.ruoyi.utils.gis.GisUtil;
import com.ruoyi.device.hiksdk.sdk.HCNetSDK;
import com.ruoyi.device.hiksdk.service.IHikClientService;
@@ -30,6 +36,7 @@
import java.nio.ByteBuffer;
import java.text.DecimalFormat;
import java.util.*;
import java.util.concurrent.PriorityBlockingQueue;
import static com.ruoyi.device.hiksdk.sdk.HCNetSDK.*;
@@ -44,10 +51,12 @@
@Service
public class HikClientServiceImpl implements IHikClientService {
    @Value("${minio.endpoint}")
    private static String endpoint;
    @Resource
    private IArdCamerasService ardCamerasService;
    @Resource
    private IArdChannelService ardChannelService;
    @Resource
    private IVtduService vtduService;
    private static HCNetSDK hCNetSDK;
@@ -92,6 +101,7 @@
        }
    }
    @Override
    /**
     * @描述 æ³¨å†Œç™»å½• åªæ”¯æŒåŒæ­¥ç™»é™†ï¼Œä¸”官方不建议直接在此接口下写耗时操作
     * @参数 [dvrLogin]
@@ -100,14 +110,13 @@
     * @创建时间 2023/1/17 16:12
     * @修改人和其它信息
     */
    public ArdCameras login1(ArdCameras camera) {
    public void syncLogin(ArdCameras camera) {
        // åˆå§‹åŒ–
        if (!hCNetSDK.NET_DVR_Init()) {
            log.error("SDK初始化失败");
        }
        //打印海康sdk日志
        if (Platform.isWindows()) {
            String WIN_PATH = System.getProperty("user.dir") + File.separator + "ardLog" + File.separator + "logs" + File.separator;
            hCNetSDK.NET_DVR_SetLogToFile(3, WIN_PATH, true);
        } else {
@@ -121,18 +130,84 @@
        hCNetSDK.NET_DVR_SetConnectTime(2000, 1);
        hCNetSDK.NET_DVR_SetReconnect(100000, true);
        //设备信息, è¾“出参数
        NET_DVR_DEVICEINFO_V30 m_strDeviceInfo = new NET_DVR_DEVICEINFO_V30();
        int lUserID = hCNetSDK.NET_DVR_Login_V30(m_sDeviceIP, m_sPort, m_sUsername, m_sPassword, m_strDeviceInfo);
        HCNetSDK.NET_DVR_DEVICEINFO_V40 m_strDeviceInfo = new HCNetSDK.NET_DVR_DEVICEINFO_V40();
        HCNetSDK.NET_DVR_USER_LOGIN_INFO m_strLoginInfo = new HCNetSDK.NET_DVR_USER_LOGIN_INFO();
        // æ³¨å†Œè®¾å¤‡-登录参数,包括设备地址、登录用户、密码等
        m_strLoginInfo.sDeviceAddress = new byte[HCNetSDK.NET_DVR_DEV_ADDRESS_MAX_LEN];
        System.arraycopy(m_sDeviceIP.getBytes(), 0, m_strLoginInfo.sDeviceAddress, 0, m_sDeviceIP.length());
        m_strLoginInfo.sUserName = new byte[HCNetSDK.NET_DVR_LOGIN_USERNAME_MAX_LEN];
        System.arraycopy(m_sUsername.getBytes(), 0, m_strLoginInfo.sUserName, 0, m_sUsername.length());
        m_strLoginInfo.sPassword = new byte[HCNetSDK.NET_DVR_LOGIN_PASSWD_MAX_LEN];
        System.arraycopy(m_sPassword.getBytes(), 0, m_strLoginInfo.sPassword, 0, m_sPassword.length());
        m_strLoginInfo.wPort = m_sPort;
        m_strLoginInfo.byVerifyMode = 0;
        m_strLoginInfo.byLoginMode = 0;
        //是否异步登录:0- å¦ï¼Œ1- æ˜¯  windowsSDK里是true和false
        m_strLoginInfo.bUseAsynLogin = false;
        m_strLoginInfo.write();
        //同步登录
        int lUserID = hCNetSDK.NET_DVR_Login_V40(m_strLoginInfo, m_strDeviceInfo);
        if (lUserID < 0) {
            //释放SDK资源
            hCNetSDK.NET_DVR_Cleanup();
            int errorCode = hCNetSDK.NET_DVR_GetLastError();
            log.error("登录异常:" + errorCode);
            log.debug(camera.getIp() + ":" + camera.getPort() + "登录失败");
            camera.setChanNum(0);
            camera.setLoginId(-1);
            camera.setState("0");
        } else {
            if (GlobalVariable.loginMap.containsKey(camera.getId())) {
                GlobalVariable.loginMap.remove(camera.getId());
            }
            //删除管理通道
            ardChannelService.deleteArdChannelByDeviceId(camera.getId());
            GlobalVariable.loginMap.put(camera.getId(), lUserID);
            log.debug(camera.getIp() + ":" + camera.getPort() + "登录成功");
            camera.setLoginId(lUserID);
            camera.setState("1");
            camera.setChanNum((int) m_strDeviceInfo.struDeviceV30.byChanNum);
            camera.setStartDChan((int) m_strDeviceInfo.struDeviceV30.byStartDChan);
            //获取最新通道
            List<ArdChannel> cameraChannelList = getCameraChannelList(camera);
            if (cameraChannelList.size() > 0) {
                for (ArdChannel channel : cameraChannelList) {
                    channel.setId(IdUtils.simpleUUID());
                    ardChannelService.insertArdChannel(channel);
                }
                //添加到流媒体
                for (ArdChannel channel : cameraChannelList) {
                    String name = camera.getId() + "_" + channel.getChanNo();
                    String rtspSource = "rtsp://" + camera.getUsername() + ":" + camera.getPassword() + "@" + camera.getIp() + ":" + camera.getRtspPort() + "/h264/ch" + channel.getChanNo() + "/main/av_stream";
                    Vtdu vtdu = vtduService.selectVtduByName(name);
                    if (vtdu == null) {
                        //添加到流媒体
                        vtdu = new Vtdu();
                        vtdu.setRtspSource(rtspSource);
                        vtdu.setName(camera.getId() + "_" + channel.getChanNo());
                        vtdu.setIsCode("0");//默认不转码
                        vtdu.setMode("1");//默认CPU软解码
                        vtdu.setCameraId(camera.getId());
                        vtduService.insertVtdu(vtdu);
                    } else {
                        if (!rtspSource.equals(vtdu.getRtspSource())) {
                            //更新rtsp地址
                            vtdu.setRtspSource(rtspSource);
                            vtduService.updateVtdu(vtdu);
                        }
                    }
                }
            }
            //创建引导队列
            if (!GuidePriorityQueue.cameraQueueMap.containsKey(camera.getId())) {
                Comparator<GuideTask> comparator = GuidePriorityQueue.getComparator();
                PriorityBlockingQueue<GuideTask> priorityQueue = new PriorityBlockingQueue<>(1000, comparator);
                GuidePriorityQueue.cameraQueueMap.put(camera.getId(), priorityQueue);
            }
            ardCamerasService.updateArdCameras(camera);
        }
        GlobalVariable.loginMap.remove(camera.getId());
        GlobalVariable.loginMap.put(camera.getId(), lUserID);
        camera.setLoginId(lUserID);
        camera.setStartDChan((int) m_strDeviceInfo.byStartChan);
        return camera;
    }
    /**
@@ -144,7 +219,7 @@
     * @修改人和其它信息
     */
    @Override
    public void login(ArdCameras camera) {
    public void asyncLogin(ArdCameras camera) {
        // åˆå§‹åŒ–
        if (!hCNetSDK.NET_DVR_Init()) {
            log.error("SDK初始化失败");
@@ -187,6 +262,7 @@
            int errorCode = hCNetSDK.NET_DVR_GetLastError();
            log.error("登录异常:" + errorCode);
        }
    }
    /**
@@ -204,7 +280,8 @@
            List<ArdCameras> ardCameras = ardCamerasService.selectArdCamerasListNoDataScope(new ArdCameras());
            for (ArdCameras camera : ardCameras) {
                Thread.sleep(500);
                login(camera);
                //异步登录
                asyncLogin(camera);
            }
        } catch (Exception ex) {
            log.error("初始化登录相机异常:" + ex.getMessage());
@@ -239,12 +316,17 @@
     */
    @Override
    public boolean isOnLine(CameraCmd cmd) {
        String cameraId = cmd.getCameraId();
        if (!GlobalVariable.loginMap.containsKey(cameraId)) {
        try {
            String cameraId = cmd.getCameraId();
            if (!GlobalVariable.loginMap.containsKey(cameraId)) {
                return false;
            }
            Integer userId = GlobalVariable.loginMap.get(cameraId);
            return hCNetSDK.NET_DVR_RemoteControl(userId, NET_DVR_CHECK_USER_STATUS, null, 0);
        } catch (Exception ex) {
            log.error("检测在线异常:" + ex.getMessage());
            return false;
        }
        Integer userId = GlobalVariable.loginMap.get(cameraId);
        return hCNetSDK.NET_DVR_RemoteControl(userId, HCNetSDK.NET_DVR_CHECK_USER_STATUS, null, 0);
    }
    /**
@@ -466,7 +548,7 @@
     * @修改人和其它信息
     */
    @Override
    public Map<String,String> getVideoCompressionCfg(CameraCmd cmd) {
    public Map<String, String> getVideoCompressionCfg(CameraCmd cmd) {
        String cameraId = cmd.getCameraId();
        Integer chanNo = cmd.getChanNo();
        if (!GlobalVariable.loginMap.containsKey(cameraId)) {
@@ -474,7 +556,7 @@
        }
        Integer userId = GlobalVariable.loginMap.get(cameraId);
        Map<String,String> map=new HashMap<>();
        Map<String, String> map = new HashMap<>();
        NET_DVR_COMPRESSIONCFG_V30 compressioncfg = new NET_DVR_COMPRESSIONCFG_V30();
        compressioncfg.write();
        Pointer pioint = compressioncfg.getPointer();
@@ -484,62 +566,139 @@
            if (bool) {
                compressioncfg.read();
                //码流类型:0-视频流,1-复合流,0xfe- è‡ªåŠ¨ï¼ˆå’Œæºä¸€è‡´ï¼‰
                String streamType="";
                switch(compressioncfg.struNormHighRecordPara.byStreamType)
                {
                    case 0: streamType="视频流";break;
                    case 1: streamType="复合流";break;
                    default:streamType="未知";break;
                String streamType = "";
                switch (compressioncfg.struNormHighRecordPara.byStreamType) {
                    case 0:
                        streamType = "视频流";
                        break;
                    case 1:
                        streamType = "复合流";
                        break;
                    default:
                        streamType = "未知";
                        break;
                }
                //视频编码类型:0-私有264,1-标准h264,2-标准mpeg4,7-M-JPEG,8-MPEG2,9-SVAC,10-标准h265,0xfe- è‡ªåŠ¨ï¼ˆå’Œæºä¸€è‡´ï¼‰ï¼Œ0xff-无效
                String videoEncType="";
                switch (compressioncfg.struNormHighRecordPara.byVideoEncType)
                {
                    case 0:videoEncType="私有264";break;
                    case 1:videoEncType="标准h264";break;
                    case 2:videoEncType="标准mpeg4";break;
                    case 7:videoEncType="M-JPEG";break;
                    case 8:videoEncType="MPEG2";break;
                    case 9:videoEncType="SVAC";break;
                    case 10:videoEncType="标准h265";break;
                    default: videoEncType="未知";break;
                String videoEncType = "";
                switch (compressioncfg.struNormHighRecordPara.byVideoEncType) {
                    case 0:
                        videoEncType = "私有264";
                        break;
                    case 1:
                        videoEncType = "标准h264";
                        break;
                    case 2:
                        videoEncType = "标准mpeg4";
                        break;
                    case 7:
                        videoEncType = "M-JPEG";
                        break;
                    case 8:
                        videoEncType = "MPEG2";
                        break;
                    case 9:
                        videoEncType = "SVAC";
                        break;
                    case 10:
                        videoEncType = "标准h265";
                        break;
                    default:
                        videoEncType = "未知";
                        break;
                }
                //视频码率
                String videoBitrate="";
                switch (compressioncfg.struNormHighRecordPara.dwVideoBitrate)
                {
                    case 0:videoBitrate="保留";break;
                    case 1:videoBitrate="16K(保留)";break;
                    case 2:videoBitrate="32K";break;
                    case 3:videoBitrate="48k";break;
                    case 4:videoBitrate="64k";break;
                    case 5:videoBitrate="80k";break;
                    case 6:videoBitrate="96k";break;
                    case 7:videoBitrate="128k";break;
                    case 8:videoBitrate="160k";break;
                    case 9:videoBitrate="192k";break;
                    case 10:videoBitrate="224k";break;
                    case 11:videoBitrate="256K";break;
                    case 12:videoBitrate="320K";break;
                    case 13:videoBitrate="384K";break;
                    case 14:videoBitrate="448K";break;
                    case 15:videoBitrate="512K";break;
                    case 16:videoBitrate="640K";break;
                    case 17:videoBitrate="768K";break;
                    case 18:videoBitrate="896K";break;
                    case 19:videoBitrate="1024K";break;
                    case 20:videoBitrate="1280K";break;
                    case 21:videoBitrate="1536K";break;
                    case 22:videoBitrate="1792K";break;
                    case 23:videoBitrate="2048K";break;
                    case 24:videoBitrate="3072K";break;
                    case 25:videoBitrate="4096K";break;
                    case 26:videoBitrate="8192K";break;
                    case 27:videoBitrate="16384K";break;
                    default:videoBitrate="其他";break;
                String videoBitrate = "";
                switch (compressioncfg.struNormHighRecordPara.dwVideoBitrate) {
                    case 0:
                        videoBitrate = "保留";
                        break;
                    case 1:
                        videoBitrate = "16K(保留)";
                        break;
                    case 2:
                        videoBitrate = "32K";
                        break;
                    case 3:
                        videoBitrate = "48k";
                        break;
                    case 4:
                        videoBitrate = "64k";
                        break;
                    case 5:
                        videoBitrate = "80k";
                        break;
                    case 6:
                        videoBitrate = "96k";
                        break;
                    case 7:
                        videoBitrate = "128k";
                        break;
                    case 8:
                        videoBitrate = "160k";
                        break;
                    case 9:
                        videoBitrate = "192k";
                        break;
                    case 10:
                        videoBitrate = "224k";
                        break;
                    case 11:
                        videoBitrate = "256K";
                        break;
                    case 12:
                        videoBitrate = "320K";
                        break;
                    case 13:
                        videoBitrate = "384K";
                        break;
                    case 14:
                        videoBitrate = "448K";
                        break;
                    case 15:
                        videoBitrate = "512K";
                        break;
                    case 16:
                        videoBitrate = "640K";
                        break;
                    case 17:
                        videoBitrate = "768K";
                        break;
                    case 18:
                        videoBitrate = "896K";
                        break;
                    case 19:
                        videoBitrate = "1024K";
                        break;
                    case 20:
                        videoBitrate = "1280K";
                        break;
                    case 21:
                        videoBitrate = "1536K";
                        break;
                    case 22:
                        videoBitrate = "1792K";
                        break;
                    case 23:
                        videoBitrate = "2048K";
                        break;
                    case 24:
                        videoBitrate = "3072K";
                        break;
                    case 25:
                        videoBitrate = "4096K";
                        break;
                    case 26:
                        videoBitrate = "8192K";
                        break;
                    case 27:
                        videoBitrate = "16384K";
                        break;
                    default:
                        videoBitrate = "其他";
                        break;
                }
                //视频输出口分辨率:0- 1024x768,1- 1280x720,2-1280x1024,3- 1680x1050,4- 1920x1080,5- 3840*2160
                String resolution="";
                String resolution = "";
                switch (compressioncfg.struNormHighRecordPara.byResolution) {
                    case 0:
                        resolution = "DCIF(528*384/528*320)";
@@ -605,10 +764,10 @@
                        resolution = "不在当前分辨率索引,请联系管理员添加";
                        break;
                }
                map.put("resolution",resolution);
                map.put("videoBitrate",videoBitrate);
                map.put("videoEncType",videoEncType);
                map.put("streamType",streamType);
                map.put("resolution", resolution);
                map.put("videoBitrate", videoBitrate);
                map.put("videoEncType", videoEncType);
                map.put("streamType", streamType);
            } else {
                int code = hCNetSDK.NET_DVR_GetLastError();
ard-work/src/main/java/com/ruoyi/media/controller/MediaController.java
@@ -7,6 +7,7 @@
import com.ruoyi.common.core.page.TableDataInfo;
import com.ruoyi.common.utils.StringUtils;
import com.ruoyi.common.utils.uuid.IdUtils;
import com.ruoyi.media.domain.Config;
import com.ruoyi.media.domain.StreamInfo;
import com.ruoyi.media.domain.Vtdu;
import com.ruoyi.media.service.IMediaService;
@@ -56,9 +57,9 @@
        map.get("rtspUrl");
        Vtdu vtdu = new Vtdu();
        vtdu.setName(streamInfo.getName());
        vtdu.setSourceUrl(streamInfo.getRtspSource());
        vtdu.setRtspSource(streamInfo.getRtspSource());
        vtdu.setIsCode(streamInfo.getIsCode());
        vtdu.setCodeType(streamInfo.getMode());
        vtdu.setMode(streamInfo.getMode());
        vtdu.setRtspUrl(map.get("rtspUrl"));
        vtdu.setRtmpUrl(map.get("rtmpUrl"));
        vtdu.setWebrtcUrl(map.get("webrtcUrl"));
@@ -78,9 +79,9 @@
        Map<String, String> map = mediaService.editPath(streamInfo.getName(), streamInfo.getRtspSource(), streamInfo.getMode(), streamInfo.getIsCode());
        Vtdu vtdu = new Vtdu();
        vtdu.setName(streamInfo.getName());
        vtdu.setSourceUrl(streamInfo.getRtspSource());
        vtdu.setRtspSource(streamInfo.getRtspSource());
        vtdu.setIsCode(streamInfo.getIsCode());
        vtdu.setCodeType(streamInfo.getMode());
        vtdu.setMode(streamInfo.getMode());
        vtdu.setRtspUrl(map.get("rtspUrl"));
        vtdu.setRtmpUrl(map.get("rtmpUrl"));
        vtdu.setWebrtcUrl(map.get("webrtcUrl"));
@@ -178,8 +179,6 @@
        return getDataTable(mediaService.getPushStreamList());
    }
    /**
     * èŽ·å–æ‹‰æµåˆ—è¡¨
     */
@@ -191,4 +190,14 @@
        startPage();
        return getDataTable(mediaService.getPullStreamList());
    }
    /**
     * é…ç½®æµåª’体参数
     */
    @PostMapping("/setConfig")
    @ApiOperation("配置流媒体参数")
    @ApiOperationSupport(order = 8)
    public AjaxResult setConfig(@RequestBody Config config) {
        return AjaxResult.success(mediaService.setConfig(config));
    }
}
ard-work/src/main/java/com/ruoyi/media/controller/VtduController.java
@@ -1,7 +1,12 @@
package com.ruoyi.media.controller;
import java.util.List;
import java.util.Map;
import javax.annotation.Resource;
import javax.servlet.http.HttpServletResponse;
import com.ruoyi.common.utils.StringUtils;
import com.ruoyi.media.service.IMediaService;
import org.springframework.security.access.prepost.PreAuthorize;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.GetMapping;
@@ -77,6 +82,12 @@
    @PostMapping
    public AjaxResult add(@RequestBody Vtdu vtdu)
    {
        if (StringUtils.isEmpty(vtdu.getName())) {
            return AjaxResult.error("通道名称不能为空");
        }
        if (StringUtils.isEmpty(vtdu.getRtspSource())) {
            return AjaxResult.error("rtsp地址不能为空");
        }
        return toAjax(vtduService.insertVtdu(vtdu));
    }
ard-work/src/main/java/com/ruoyi/media/domain/Config.java
¶Ô±ÈÐÂÎļþ
@@ -0,0 +1,18 @@
package com.ruoyi.media.domain;
import lombok.Data;
import java.util.List;
/**
 * @Description:
 * @ClassName: Config
 * @Author: åˆ˜è‹ä¹‰
 * @Date: 2023å¹´10月13日15:13:40
 **/
@Data
public class Config {
    private boolean webrtc;
    private List<String> webrtcICEHostNAT1To1IPs;
    private String webrtcICETCPMuxAddress;
}
ard-work/src/main/java/com/ruoyi/media/domain/StreamInfo.java
@@ -67,7 +67,7 @@
    String remoteAddr;
    /**
     * æ¨¡å¼
     * è§£ç æ¨¡å¼
     */
    String mode;
ard-work/src/main/java/com/ruoyi/media/domain/Vtdu.java
@@ -27,7 +27,7 @@
     * rtsp源地址
     */
    @Excel(name = "rtsp源地址")
    private String sourceUrl;
    private String rtspSource;
    /**
     * æ˜¯å¦è½¬ç 
@@ -36,10 +36,10 @@
    private String isCode;
    /**
     * è½¬ç æ¨¡å¼
     * ç¼–解码模式
     */
    @Excel(name = "转码模式")
    private String codeType;
    @Excel(name = "编解码模式")
    private String mode;
    /**
     * rtsp播放地址
@@ -53,4 +53,8 @@
     * webrtc播放地址
     */
    String webrtcUrl;
    /**
     * ç›¸æœºID
     */
    String cameraId;
}
ard-work/src/main/java/com/ruoyi/media/mapper/VtduMapper.java
@@ -33,7 +33,7 @@
     * @param vtdu æµåª’体管理
     * @return ç»“æžœ
     */
    public int insertVtdu(Vtdu vtdu);
    public Integer insertVtdu(Vtdu vtdu);
    /**
     * ä¿®æ”¹æµåª’体管理
@@ -41,7 +41,7 @@
     * @param vtdu æµåª’体管理
     * @return ç»“æžœ
     */
    public int updateVtdu(Vtdu vtdu);
    public Integer updateVtdu(Vtdu vtdu);
    /**
     * åˆ é™¤æµåª’体管理
@@ -57,4 +57,11 @@
     * @return ç»“æžœ
     */
    public int deleteVtduByNames(String[] names);
    /**
     * åˆ é™¤æµåª’体管理信息
     *
     * @param cameraId ç›¸æœºID
     * @return ç»“æžœ
     */
    public int deleteVtduByCameraId(String cameraId);
}
ard-work/src/main/java/com/ruoyi/media/service/IMediaService.java
@@ -1,5 +1,6 @@
package com.ruoyi.media.service;
import com.dtflys.forest.annotation.Var;
import com.ruoyi.media.domain.*;
import java.lang.reflect.MalformedParameterizedTypeException;
@@ -11,12 +12,13 @@
     * å¢žåŠ è·¯å¾„
     * name åç§°
     * rtspPath rtsp地址
     * mode æ¨¡å¼ï¼šå®žæ—¶/按需
     * mode æ¨¡å¼ï¼šgpu硬解码/cpu软解码
     * isCode æ˜¯å¦è½¬ç 
     * åˆ˜è‹ä¹‰
     * 2023/8/12 13:56:52
     */
    Map<String,String> addPath(String name, String sourceUrl, String mode, String isCode);
    Map<String, String> addPath(String name, String sourceUrl, String mode, String isCode);
    /**
     * ä¿®æ”¹è·¯å¾„
     * name åç§°
@@ -26,13 +28,17 @@
     * åˆ˜è‹ä¹‰
     * 2023/8/12 13:56:52
     */
    Map<String,String> editPath(String name, String sourceUrl, String mode, String isCode);
    Map<String, String> editPath(String name, String sourceUrl, String mode, String isCode);
    StreamInfo getPathInfo(String name);
    void removePath(String[] names);
    void removePath(String name);
    List<StreamInfo> paths();
    List<String> getNameList();
    RtspSession getRtspSessionById(String sessionId);
@@ -49,4 +55,11 @@
    Boolean kickRtmpSession(String sessionId);
    Boolean kickWebrtcSession(String sessionId);
    /**
     * é…ç½®æµåª’体参数
     * åˆ˜è‹ä¹‰
     * 2023/10/13 15:17:57
     */
    public String setConfig(Config config);
}
ard-work/src/main/java/com/ruoyi/media/service/IVtduService.java
@@ -58,4 +58,12 @@
     * @return ç»“æžœ
     */
    public int deleteVtduByName(String name);
    /**
     * åˆ é™¤æµåª’体管理信息
     *
     * @param cameraId ç›¸æœºID
     * @return ç»“æžœ
     */
    public int deleteVtduByCameraId(String cameraId);
}
ard-work/src/main/java/com/ruoyi/media/service/impl/MediaServiceImpl.java
@@ -1,6 +1,9 @@
package com.ruoyi.media.service.impl;
import com.alibaba.fastjson2.JSONObject;
import com.dtflys.forest.Forest;
import com.dtflys.forest.exceptions.ForestNetworkException;
import com.dtflys.forest.exceptions.ForestRuntimeException;
import com.ruoyi.common.utils.DateUtils;
import com.ruoyi.common.utils.SecurityUtils;
import com.ruoyi.common.utils.StringUtils;
@@ -16,6 +19,7 @@
import org.springframework.boot.ApplicationArguments;
import org.springframework.boot.ApplicationRunner;
import org.springframework.core.annotation.Order;
import org.springframework.scheduling.annotation.Async;
import org.springframework.stereotype.Service;
import javax.annotation.PostConstruct;
@@ -36,147 +40,102 @@
@Service
@Slf4j(topic = "cmd")
@Order(2)
public class MediaServiceImpl implements IMediaService, ApplicationRunner {
    @Resource
    VtduMapper vtduMapper;
public class MediaServiceImpl implements IMediaService {
    @Resource
    MediaClient mediaClient;
    @Value("${mediamtx.host}")
    String mediamtxHost;
    @Value("${mediamtx.software_decoding}")
    Boolean softwareDecoding;
    /**
     * æ·»åŠ æµåª’ä½“
     * name ç›¸æœºID
     * sourceUrl rtsp地址
     * isCode 0-不转码 1-转码
     * mode 0-gpu硬解码 1-cpu软解码
     * <p>
     * åˆ˜è‹ä¹‰
     * 2023/10/12 9:03:41
     */
    @Override
    public void run(ApplicationArguments args) {
        try {
            log.debug("开始加载流媒体列表");
            List<StreamInfo> paths = paths();
            for (StreamInfo path : paths) {
                mediaClient.removePath(path.getName());
            }
            List<Vtdu> vtduList = vtduMapper.selectVtduList(new Vtdu());
            for (Vtdu vtdu : vtduList) {
                Map<String, String> map = addPath(vtdu.getName(), vtdu.getSourceUrl(), vtdu.getCodeType(), vtdu.getIsCode());
                vtdu.setRtspUrl(map.get("rtspUrl"));
                vtdu.setRtmpUrl(map.get("rtmpUrl"));
                vtdu.setWebrtcUrl(map.get("webrtcUrl"));
                vtdu.setUpdateTime(DateUtils.getNowDate());
                vtduMapper.updateVtdu(vtdu);
            }
        } catch (Exception ex) {
            log.error("加载流媒体列表异常:" + ex.getMessage());
        }
    }
    public Map<String, String> addPath(String name, String sourceUrl, String mode, String isCode) {
    @Override
    public Map<String,String> addPath(String name, String sourceUrl, String mode, String isCode) {
        String rtspUrl = "rtsp://" + mediamtxHost + ":8554/" + name;
        String rtmpUrl = "rtmp://" + mediamtxHost + ":1935/" + name;
        String webrtcUrl = "http://" + mediamtxHost + ":8889/" + name;
        Conf mediaInfo = new Conf();
        String rootPath = System.getProperty("user.dir").replaceAll("\\\\", "/") + "/lib/mediamtx/";
        //-vcodec libx264 //指定视频编码器为 libx264,使用 H.264 ç¼–码格式进行视频压缩
        //-preset ultrafast  //--preset的参数主要调节编码速度和质量的平衡,有ultrafast(转码速度最快,视频往往也最模糊)、superfast、veryfast、faster、fast、medium、slow、slower、veryslow、placebo这10个选项,从快到慢
        //-r 25 //设置输出视频的帧率为 25 å¸§/秒
        //-g 20 //关键帧间隔20
        //-sc_threshold 0 //将其设置为0(-sc_threshold 0)禁用场景变化检测
        //-rtsp_transport tcp //这个选项告诉 FFmpeg ä½¿ç”¨ TCP ä½œä¸º RTSP çš„传输协议
        //-threads 4: æŒ‡å®šè¦ä½¿ç”¨çš„线程数为 4。//这允许 FFmpeg åœ¨å¤šæ ¸å¤„理器上使用多个线程来进行视频编码,以加快速度。
        // -i //用于指定输入媒体文件或输入流的地址
        // -bf 0 ç¦ç”¨B帧,因为webrtc在网页调用时控制台一直输出 WebRTC doesn’t support H264 streams with B-frames
        //-f rtsp //这个选项告诉 FFmpeg è¾“出为 RTSP æ ¼å¼ã€‚
        //-acodec opus //音频转码opus
        //-acodec pcm_alaw //音频转码PCMA(G711A)
        //-strict é€‰é¡¹ç”¨äºŽè®¾ç½®éŸ³é¢‘编解码的严格级别,而 -2 æ˜¯å…¶å‚数之一。在早期版本的 FFmpeg ä¸­ï¼Œ-strict é€‰é¡¹ç”¨äºŽè®¾ç½®éŸ³é¢‘编解码器的行为,其中 -2 è¡¨ç¤ºä½¿ç”¨éžå¸¸ä¸¥æ ¼çš„æ¨¡å¼ã€‚
        //CPU软解码编码
        //String cmd = rootPath + "/lib/mediamtx/" +"ffmpeg -rtsp_transport tcp -i " + rtspPath + " -vcodec libx264 -preset:v ultrafast -r 25 -threads 4  -b:v 2048k -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
        //GPU硬解码编码 -hwaccel cuvid -c:v h264_cuvid  ä½¿ç”¨cuda解码   -c:v h264_nvenc ä½¿ç”¨cuda编码
        //String cmd = rootPath  + "/lib/mediamtx/" + "ffmpeg -hwaccel cuvid -c:v h264_cuvid  -rtsp_transport udp  -i " + rtspPath + " -c:v h264_nvenc  -r 25 -threads 4  -b:v 2048k -bf 0 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
        if (isCode.equals("1")) {
            String cmd =  "ffmpeg -rtsp_transport tcp -i " + sourceUrl + " -vcodec libx264 -preset:v ultrafast -r 25 -keyint_min 25 -g 25 -sc_threshold 0 -threads 6  -b:v 2048k -acodec opus  -strict -2 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
            if (!softwareDecoding) {
                cmd =  "ffmpeg -hwaccel cuvid -c:v h264_cuvid  -rtsp_transport tcp  -i " + sourceUrl + " -c:v h264_nvenc  -r 25 -g 60 -threads 6  -b:v 2048k -bf 0 -acodec opus  -strict -2 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
            mediaInfo.setSource("publisher");
            //默认软解码
            String cmd = "ffmpeg -rtsp_transport tcp -i " + sourceUrl + " -vcodec libx264 -preset:v ultrafast -r 25 -keyint_min 25 -g 60 -sc_threshold 0 -threads 6  -b:v 2048k -acodec opus  -strict -2 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
            if (mode.equals("0")) {//硬解码
                cmd = "ffmpeg -hwaccel cuvid -c:v hevc_cuvid  -rtsp_transport tcp  -i " + sourceUrl + " -c:v h264_nvenc  -r 25 -g 60 -sc_threshold 0 -threads 6  -b:v 2048k -bf 0 -acodec opus  -strict -2 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
            }
            if (mode.equals("0")) {
                mediaInfo.setRunondemand(cmd);
                mediaInfo.setRunondemandrestart(true);
                mediaInfo.setRunondemandcloseafter("5s");
            } else {
                mediaInfo.setRunoninit(cmd);
                mediaInfo.setRunoninitrestart(true);
            }
            mediaInfo.setRunondemand(cmd);
            mediaInfo.setRunondemandrestart(true);
            mediaInfo.setRunondemandcloseafter("5s");
        } else {
            mediaInfo.setSource(sourceUrl);
            mediaInfo.setSourceondemand(true);
        }
        mediaInfo.setMaxReaders(100);
        mediaInfo.setSourceprotocol("tcp");
        mediaClient.addPath(name, mediaInfo);
        Map<String,String> map=new HashMap<>();
        map.put("rtspUrl",rtspUrl);
        map.put("rtmpUrl",rtmpUrl);
        map.put("webrtcUrl",webrtcUrl);
        List<String> nameList=new ArrayList<>();
        String paths = mediaClient.paths();
        JsonsRoot jsonsRoot = JSONObject.parseObject(paths, JsonsRoot.class);
        List<Items> items = jsonsRoot.getItems();
        for (Items item : items) {
            nameList.add(item.getName());
        }
        if(!nameList.contains(name)) {
            mediaClient.addPath(name, mediaInfo);
        }
        Map<String, String> map = new HashMap<>();
        map.put("rtspUrl", rtspUrl);
        map.put("rtmpUrl", rtmpUrl);
        map.put("webrtcUrl", webrtcUrl);
        return map;
    }
    @Override
    public Map<String, String> editPath(String name, String sourceUrl, String mode, String isCode) {
        String rtspUrl = "rtsp://" + mediamtxHost + ":8554/" + name;
        String rtmpUrl = "rtmp://" + mediamtxHost + ":1935/" + name;
        String webrtcUrl = "http://" + mediamtxHost + ":8889/" + name;
        Map<String, String> map = new HashMap<>();
        try {
            String rtspUrl = "rtsp://" + mediamtxHost + ":8554/" + name;
            String rtmpUrl = "rtmp://" + mediamtxHost + ":1935/" + name;
            String webrtcUrl = "http://" + mediamtxHost + ":8889/" + name;
        Conf mediaInfo = new Conf();
        String rootPath = System.getProperty("user.dir").replaceAll("\\\\", "/") + "/lib/mediamtx/";
        //-vcodec libx264 //指定视频编码器为 libx264,使用 H.264 ç¼–码格式进行视频压缩
        //-preset ultrafast  //--preset的参数主要调节编码速度和质量的平衡,有ultrafast(转码速度最快,视频往往也最模糊)、superfast、veryfast、faster、fast、medium、slow、slower、veryslow、placebo这10个选项,从快到慢
        //-r 25 //设置输出视频的帧率为 25 å¸§/秒
        //-g 20 //关键帧间隔20
        //-sc_threshold 0 //将其设置为0(-sc_threshold 0)禁用场景变化检测
        //-rtsp_transport tcp //这个选项告诉 FFmpeg ä½¿ç”¨ TCP ä½œä¸º RTSP çš„传输协议
        //-threads 4: æŒ‡å®šè¦ä½¿ç”¨çš„线程数为 4。//这允许 FFmpeg åœ¨å¤šæ ¸å¤„理器上使用多个线程来进行视频编码,以加快速度。
        // -i //用于指定输入媒体文件或输入流的地址
        // -bf 0 ç¦ç”¨B帧,因为webrtc在网页调用时控制台一直输出 WebRTC doesn’t support H264 streams with B-frames
        //-f rtsp //这个选项告诉 FFmpeg è¾“出为 RTSP æ ¼å¼ã€‚
        //-acodec opus //音频转码opus
        //CPU软解码编码
        //String cmd = rootPath + "/lib/mediamtx/" +"ffmpeg -rtsp_transport tcp -i " + rtspPath + " -vcodec libx264 -preset:v ultrafast -r 25 -threads 4  -b:v 2048k -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
        //GPU硬解码编码 -hwaccel cuvid -c:v h264_cuvid  ä½¿ç”¨cuda解码   -c:v h264_nvenc ä½¿ç”¨cuda编码
        //String cmd = rootPath  + "/lib/mediamtx/" + "ffmpeg -hwaccel cuvid -c:v h264_cuvid  -rtsp_transport udp  -i " + rtspPath + " -c:v h264_nvenc  -r 25 -threads 4  -b:v 2048k -bf 0 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
        if (isCode.equals("1")) {
            mediaInfo.setSource("publisher");
            String cmd =  "ffmpeg -rtsp_transport tcp -i " + sourceUrl + "  -vcodec libx264 -preset:v ultrafast -r 25 -keyint_min 25 -g 25 -sc_threshold 0 -threads 6  -b:v 2048k  -acodec opus -f  rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
            if (!softwareDecoding) {
                cmd =  "ffmpeg -hwaccel cuvid -c:v h264_cuvid  -rtsp_transport tcp  -i " + sourceUrl + "  -c:v h264_nvenc  -r 25 -g 60 -threads 6  -b:v 2048k -bf 0  -acodec opus  -f  rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
            }
            if (mode.equals("0")) {
            Conf mediaInfo = new Conf();
            String rootPath = System.getProperty("user.dir").replaceAll("\\\\", "/") + "/lib/mediamtx/";
            if (isCode.equals("1")) {
                mediaInfo.setSource("publisher");
                //默认软解码
                String cmd = "ffmpeg -rtsp_transport tcp -i " + sourceUrl + " -vcodec libx264 -preset:v ultrafast -r 25 -keyint_min 25 -g 60 -sc_threshold 0 -threads 6  -b:v 2048k -acodec opus  -strict -2 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
                if (mode.equals("0")) {//硬解码
                    cmd = "ffmpeg -hwaccel cuvid -c:v hevc_cuvid  -rtsp_transport tcp  -i " + sourceUrl + " -c:v h264_nvenc  -r 25 -g 60 -sc_threshold 0 -threads 6  -b:v 2048k -bf 0 -acodec opus  -strict -2 -f rtsp rtsp://localhost:$RTSP_PORT/$MTX_PATH";
                }
                mediaInfo.setRunondemand(cmd);
                mediaInfo.setRunondemandcloseafter("5s");
                mediaInfo.setRunondemandrestart(true);
                mediaInfo.setRunoninit("");
                mediaInfo.setRunoninitrestart(false);
                mediaInfo.setRunondemandcloseafter("5s");
            } else {
                mediaInfo.setRunoninit(cmd);
                mediaInfo.setRunoninitrestart(true);
                mediaInfo.setRunondemand("");
                mediaInfo.setRunondemandrestart(false);
                mediaInfo.setSource(sourceUrl);
            }
        } else {
            mediaInfo.setSource(sourceUrl);
            mediaInfo.setSourceondemand(true);
            mediaInfo.setRunondemand("");
            mediaInfo.setRunondemandrestart(false);
            mediaInfo.setRunoninit("");
            mediaInfo.setRunoninitrestart(false);
            mediaInfo.setMaxReaders(100);
            mediaInfo.setSourceprotocol("tcp");
            mediaClient.editPath(name, mediaInfo);
            // Map<String,String> map=new HashMap<>();
            map.put("rtspUrl", rtspUrl);
            map.put("rtmpUrl", rtmpUrl);
            map.put("webrtcUrl", webrtcUrl);
        } catch (ForestNetworkException ex) {
            log.error(ex.getMessage());
        }
        mediaInfo.setMaxReaders(100);
        mediaInfo.setSourceprotocol("tcp");
        mediaClient.editPath(name, mediaInfo);
        Map<String,String> map=new HashMap<>();
        map.put("rtspUrl",rtspUrl);
        map.put("rtmpUrl",rtmpUrl);
        map.put("webrtcUrl",webrtcUrl);
        return map;
    }
@@ -215,6 +174,11 @@
    }
    @Override
    public void removePath(String name) {
        mediaClient.removePath(name);
    }
    @Override
    public List<StreamInfo> paths() {
        String list = mediaClient.paths();
        JsonsRoot jsonsRoot = JSONObject.parseObject(list, JsonsRoot.class);
@@ -225,14 +189,9 @@
            //ID
            String name = item.getName();
            info.setName(name);
            String runOn;
            String runOn = "";
            if (StringUtils.isNotEmpty(item.getConf().getRunondemand())) {
                runOn = item.getConf().getRunondemand();
                info.setMode("0");
            } else {
                runOn = item.getConf().getRunoninit();
                //runOn = item.getConf().getRunonready();
                info.setMode("1");
            }
            //RTSP源地址
            Matcher matcher = Pattern.compile("rtsp://[^\\s\"]+").matcher(runOn);
@@ -327,12 +286,9 @@
                info.setRemoteAddr(rtspSession.getRemoteAddr());
            }
            //RTSP源地址
            String runOn;
            String runOn = "";
            if (StringUtils.isNotEmpty(item.getConf().getRunondemand())) {
                runOn = item.getConf().getRunondemand();
            } else {
                runOn = item.getConf().getRunoninit();
                //runOn = item.getConf().getRunonready();
            }
            Matcher matcher = Pattern.compile("rtsp://[^\\s\"]+").matcher(runOn);
            if (matcher.find()) {
@@ -492,5 +448,27 @@
            return false;
        }
    }
    /**
     *  èŽ·å–æµåª’ä½“name列表
     * åˆ˜è‹ä¹‰
     * 2023/10/13 14:19:07
     */
    @Override
    public List<String> getNameList() {
        List<String> nameList=new ArrayList<>();
        String paths = mediaClient.paths();
        JsonsRoot jsonsRoot = JSONObject.parseObject(paths, JsonsRoot.class);
        List<Items> items = jsonsRoot.getItems();
        for (Items item : items) {
            nameList.add(item.getName());
        }
        return nameList;
    }
    /**
     * é…ç½®æµåª’体参数
     */
    @Override
    public String setConfig(Config config) {
        return mediaClient.setConfig(config);
    }
}
ard-work/src/main/java/com/ruoyi/media/service/impl/VtduServiceImpl.java
@@ -1,11 +1,19 @@
package com.ruoyi.media.service.impl;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import com.ruoyi.common.core.domain.AjaxResult;
import com.ruoyi.common.utils.DateUtils;
import com.ruoyi.common.utils.SecurityUtils;
import com.ruoyi.common.utils.StringUtils;
import com.ruoyi.common.utils.uuid.IdUtils;
import com.ruoyi.media.service.IMediaService;
import com.ruoyi.utils.forest.MediaClient;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.scheduling.annotation.Async;
import org.springframework.stereotype.Service;
import com.ruoyi.media.mapper.VtduMapper;
import com.ruoyi.media.domain.Vtdu;
@@ -20,9 +28,12 @@
 * @date 2023-08-29
 */
@Service
@Slf4j
public class VtduServiceImpl implements IVtduService {
    @Resource
    private VtduMapper vtduMapper;
    @Resource
    private IMediaService mediaService;
    /**
     * æŸ¥è¯¢æµåª’体管理
@@ -54,7 +65,16 @@
     */
    @Override
    public int insertVtdu(Vtdu vtdu) {
        vtdu.setCreateBy(SecurityUtils.getUserId());
        log.info("流媒体【" + vtdu.getName() + "】通道添加");
        Map<String, String> map = mediaService.addPath(vtdu.getName(), vtdu.getRtspSource(), vtdu.getMode(), vtdu.getIsCode());
        vtdu.setRtspUrl(map.get("rtspUrl"));
        vtdu.setRtmpUrl(map.get("rtmpUrl"));
        vtdu.setWebrtcUrl(map.get("webrtcUrl"));
        vtdu.setName(vtdu.getName());
        vtdu.setRtspSource(vtdu.getRtspSource());
        vtdu.setIsCode(vtdu.getIsCode());
        vtdu.setMode(vtdu.getMode());
        vtdu.setCreateTime(DateUtils.getNowDate());
        return vtduMapper.insertVtdu(vtdu);
    }
@@ -67,7 +87,16 @@
     */
    @Override
    public int updateVtdu(Vtdu vtdu) {
        vtdu.setUpdateBy(SecurityUtils.getUserId());
        log.info("流媒体【" + vtdu.getName() + "】通道更新");
        Map<String, String> map = mediaService.editPath(vtdu.getName(), vtdu.getRtspSource(), vtdu.getMode(), vtdu.getIsCode());
        vtdu.setName(vtdu.getName());
        vtdu.setRtspSource(vtdu.getRtspSource());
        vtdu.setIsCode(vtdu.getIsCode());
        vtdu.setMode(vtdu.getMode());
        vtdu.setRtspUrl(map.get("rtspUrl"));
        vtdu.setRtmpUrl(map.get("rtmpUrl"));
        vtdu.setWebrtcUrl(map.get("webrtcUrl"));
        vtdu.setUpdateTime(DateUtils.getNowDate());
        return vtduMapper.updateVtdu(vtdu);
    }
@@ -80,6 +109,7 @@
     */
    @Override
    public int deleteVtduByNames(String[] names) {
        mediaService.removePath(names);
        return vtduMapper.deleteVtduByNames(names);
    }
@@ -93,4 +123,23 @@
    public int deleteVtduByName(String name) {
        return vtduMapper.deleteVtduByName(name);
    }
    /**
     * åˆ é™¤æµåª’体管理信息
     *
     * @param cameraId ç›¸æœºID
     * @return ç»“æžœ
     */
    @Override
    public int deleteVtduByCameraId(String cameraId) {
        Vtdu vtdu = new Vtdu();
        vtdu.setCameraId(cameraId);
        List<Vtdu> vtdus = vtduMapper.selectVtduList(vtdu);
        if (vtdus.size() > 0) {
            for (Vtdu v : vtdus) {
                mediaService.removePath(v.getName());
            }
        }
        return vtduMapper.deleteVtduByCameraId(cameraId);
    }
}
ard-work/src/main/java/com/ruoyi/utils/forest/MediaClient.java
@@ -1,7 +1,9 @@
package com.ruoyi.utils.forest;
import com.dtflys.forest.annotation.*;
import com.dtflys.forest.callback.OnError;
import com.ruoyi.media.domain.Conf;
import com.ruoyi.media.domain.Config;
import com.ruoyi.media.domain.Items;
/**
@@ -16,70 +18,84 @@
    /**
     * å¢žåŠ è·¯å¾„
     */
    @Post("/config/paths/add/{name}")
    String addPath( @Var("name") String name, @JSONBody Conf body);
    @Post(url = "/config/paths/add/{name}")
    public String addPath(@Var("name") String name, @JSONBody Conf body);
    /**
     * ä¿®æ”¹è·¯å¾„
     */
    @Post("/config/paths/edit/{name}")
    String editPath( @Var("name") String name, @JSONBody Conf body);
    @Post(url = "/config/paths/edit/{name}", async = true)
    public String editPath(@Var("name") String name, @JSONBody Conf body);
    /**
     * ç§»é™¤è·¯å¾„
     */
    @Post("/config/paths/remove/{name}")
    String removePath(@Var("name") String name);
    public String removePath(@Var("name") String name);
    /**
     * èŽ·å–è·¯å¾„è¯¦æƒ…
     */
    @Get("/paths/get/{name}")
    Items getPathInfo(@Var("name") String name);
    public Items getPathInfo(@Var("name") String name);
    /**
     * æŸ¥è¯¢æ‰€æœ‰è·¯å¾„
     */
    @Get("/paths/list")
    String paths();
    public String paths();
    /**
     * æŸ¥è¯¢æ‰€æœ‰rtsp会话
     */
    @Get("/rtspsessions/list")
    String rtspsessions();
    public String rtspsessions();
    /**
     * æŸ¥è¯¢æ‰€æœ‰rtsp连接
     */
    @Get("/rtspconns/list")
    String rtspconns();
    public String rtspconns();
    /**
     * æŒ‰sessionId查询rtsp会话
     */
    @Get("/rtspsessions/get/{sessionId}")
    String getRtspsessionById(@Var("sessionId") String sessionId);
    public String getRtspsessionById(@Var("sessionId") String sessionId);
    /**
     * æŒ‰sessionId查询webrtc会话
     */
    @Get("/webrtcsessions/get/{sessionId}")
    String getWebrtcsessionById(@Var("sessionId") String sessionId);
    public String getWebrtcsessionById(@Var("sessionId") String sessionId);
    /**
     * æŒ‰sessionId查询rtmp会话
     */
    @Get("/rtmpconns/get/{sessionId}")
    String getRtmpsessionById(@Var("sessionId") String sessionId);
    public String getRtmpsessionById(@Var("sessionId") String sessionId);
    /**
     * æŒ‰sessionId删除rtsp会话
     */
    @Post("/rtspsessions/kick/{sessionId}")
    String kickRtspSessions(@Var("sessionId") String sessionId);
    public String kickRtspSessions(@Var("sessionId") String sessionId);
    /**
     * æŒ‰sessionId删除rtmp连接
     */
    @Post("/rtmpconns/kick/{sessionId}")
    String kickRtmpSessions(@Var("sessionId") String sessionId);
    public String kickRtmpSessions(@Var("sessionId") String sessionId);
    /**
     * æŒ‰sessionId删除webrtc会话
     */
    @Post("/webrtcsessions/kick/{sessionId}")
    String kickWebrtcSessions(@Var("sessionId") String sessionId);
    public String kickWebrtcSessions(@Var("sessionId") String sessionId);
    /**
     * é…ç½®æµåª’体参数
     */
    @Post("/config/set")
    public String setConfig(@JSONBody Config config);
}
ard-work/src/main/resources/mapper/vtdu/VtduMapper.xml
@@ -6,12 +6,13 @@
    <resultMap type="Vtdu" id="VtduResult">
        <result property="name" column="name"/>
        <result property="sourceUrl" column="source_url"/>
        <result property="rtspSource" column="rtsp_source"/>
        <result property="isCode" column="is_code"/>
        <result property="codeType" column="code_type"/>
        <result property="mode" column="mode"/>
        <result property="rtspUrl" column="rtsp_url"/>
        <result property="rtmpUrl" column="rtmp_url"/>
        <result property="webrtcUrl" column="webrtc_url"/>
        <result property="cameraId" column="camera_id"/>
        <result property="createBy" column="create_by"/>
        <result property="createTime" column="create_time"/>
        <result property="updateBy" column="update_by"/>
@@ -20,12 +21,13 @@
    <sql id="selectVtduVo">
        select name,
               source_url,
               rtsp_source,
               is_code,
               code_type,
               mode,
               rtsp_url,
               rtmp_url,
               webrtc_url,
               camera_id,
               create_by,
               create_time,
               update_by,
@@ -37,9 +39,10 @@
        <include refid="selectVtduVo"/>
        <where>
            <if test="name != null  and name != ''">and name like '%'||#{name}||'%'</if>
            <if test="sourceUrl != null  and sourceUrl != ''">and source_url = #{sourceUrl}</if>
            <if test="rtspSource != null  and rtspSource != ''">and rtsp_source = #{rtspSource}</if>
            <if test="isCode != null  and isCode != ''">and is_code = #{isCode}</if>
            <if test="codeType != null  and codeType != ''">and code_type = #{codeType}</if>
            <if test="mode != null  and mode != ''">and mode = #{mode}</if>
            <if test="cameraId != null  and cameraId != ''">and camera_id = #{cameraId}</if>
        </where>
    </select>
@@ -52,12 +55,13 @@
        insert into vtdu
        <trim prefix="(" suffix=")" suffixOverrides=",">
            <if test="name != null">name,</if>
            <if test="sourceUrl != null">source_url,</if>
            <if test="rtspSource != null">rtsp_source,</if>
            <if test="isCode != null">is_code,</if>
            <if test="codeType != null">code_type,</if>
            <if test="mode != null">mode,</if>
            <if test="rtspUrl != null">rtsp_url,</if>
            <if test="rtmpUrl != null">rtmp_url,</if>
            <if test="webrtcUrl != null">webrtc_url,</if>
            <if test="cameraId != null">camera_id,</if>
            <if test="createBy != null">create_by,</if>
            <if test="createTime != null">create_time,</if>
            <if test="updateBy != null">update_by,</if>
@@ -65,12 +69,13 @@
        </trim>
        <trim prefix="values (" suffix=")" suffixOverrides=",">
            <if test="name != null">#{name},</if>
            <if test="sourceUrl != null">#{sourceUrl},</if>
            <if test="rtspSource != null">#{rtspSource},</if>
            <if test="isCode != null">#{isCode},</if>
            <if test="codeType != null">#{codeType},</if>
            <if test="mode != null">#{mode},</if>
            <if test="rtspUrl != null">#{rtspUrl},</if>
            <if test="rtmpUrl != null">#{rtmpUrl},</if>
            <if test="webrtcUrl != null">#{webrtcUrl},</if>
            <if test="cameraId != null">#{cameraId},</if>
            <if test="createBy != null">#{createBy},</if>
            <if test="createTime != null">#{createTime},</if>
            <if test="updateBy != null">#{updateBy},</if>
@@ -81,12 +86,13 @@
    <update id="updateVtdu" parameterType="Vtdu">
        update vtdu
        <trim prefix="SET" suffixOverrides=",">
            <if test="sourceUrl != null">source_url = #{sourceUrl},</if>
            <if test="rtspSource != null">rtsp_source = #{rtspSource},</if>
            <if test="isCode != null">is_code = #{isCode},</if>
            <if test="codeType != null">code_type = #{codeType},</if>
            <if test="mode != null">mode = #{mode},</if>
            <if test="rtspUrl != null">rtsp_url = #{rtspUrl},</if>
            <if test="rtmpUrl != null">rtmp_url = #{rtmpUrl},</if>
            <if test="webrtcUrl != null">webrtc_url = #{webrtcUrl},</if>
            <if test="cameraId != null">camera_id = #{cameraId},</if>
            <if test="createBy != null">create_by = #{createBy},</if>
            <if test="createTime != null">create_time = #{createTime},</if>
            <if test="updateBy != null">update_by = #{updateBy},</if>
@@ -107,4 +113,9 @@
            #{name}
        </foreach>
    </delete>
    <delete id="deleteVtduByCameraId" parameterType="String">
        delete
        from vtdu
        where camera_id = #{cameraId}
    </delete>
</mapper>
ard-work/src/main/resources/templates/preview.html
@@ -107,6 +107,8 @@
</div>
<script>
    console.log(RTCRtpReceiver.getCapabilities('video').codecs)
    console.log(RTCRtpReceiver.getCapabilities('audio').codecs)
    //whep操作方法
    const linkToIceServers = (links) => (
        (links !== null) ? links.split(', ').map((link) => {
ruoyi-admin/src/main/resources/application.yml
@@ -44,7 +44,7 @@
  global-config:
    banner: off # å…³é—­mybatisplus启动图标
    db-config: #主键不用MyBatis plus的雪花算法,用数据库的主键自增
      id-type: auto
      id-type: uuid
#  configuration:
#    # æ˜¯å¦å¼€å¯è‡ªåŠ¨é©¼å³°å‘½åè§„åˆ™æ˜ å°„:从数据库列名到Java属性驼峰命名的类似映射
#    map-underscore-to-camel-case: true
ruoyi-quartz/src/main/java/com/ruoyi/quartz/task/SyncTask.java
@@ -1,15 +1,24 @@
package com.ruoyi.quartz.task;
import com.alibaba.fastjson2.JSONObject;
import com.ruoyi.common.core.domain.entity.SysUser;
import com.ruoyi.device.camera.domain.ArdCameras;
import com.ruoyi.device.camera.domain.CameraCmd;
import com.ruoyi.device.camera.service.IArdCamerasService;
import com.ruoyi.device.channel.domain.ArdChannel;
import com.ruoyi.device.hiksdk.service.IHikClientService;
import com.ruoyi.media.domain.Items;
import com.ruoyi.media.domain.JsonsRoot;
import com.ruoyi.media.domain.Vtdu;
import com.ruoyi.media.service.IMediaService;
import com.ruoyi.media.service.IVtduService;
import com.ruoyi.rongcloud.service.RongCloudService;
import com.ruoyi.system.service.ISysUserService;
import lombok.extern.slf4j.Slf4j;
import org.springframework.stereotype.Component;
import javax.annotation.Resource;
import java.util.ArrayList;
import java.util.List;
/**
@@ -29,6 +38,10 @@
    IArdCamerasService iArdCamerasService;
    @Resource
    IHikClientService iHikClientService;
    @Resource
    IVtduService vtduService;
    @Resource
    IMediaService mediaService;
    /**
     * åŒæ­¥ç›¸æœºåœ¨çº¿çŠ¶æ€
@@ -36,21 +49,26 @@
     * 2023/10/8 14:54:41
     */
    public void cameraState() {
        List<ArdCameras> ardCameras = iArdCamerasService.selectArdCamerasListNoDataScope(new ArdCameras());
        for (ArdCameras camera : ardCameras) {
            CameraCmd cmd = new CameraCmd();
            cmd.setCameraId(camera.getId());
            boolean onLineNew = iHikClientService.isOnLine(cmd);//相机实时状态
            boolean onLineOld = "1".equals(camera.getState());//相机历史状态
            //当状态发生变化时,更新实时状态
            if (onLineNew != onLineOld) {
                if (onLineNew) {
                    camera.setState("1");
                } else {
                    camera.setState("0");
        try {
            List<ArdCameras> ardCameras = iArdCamerasService.selectArdCamerasListNoDataScope(new ArdCameras());
            for (ArdCameras camera : ardCameras) {
                CameraCmd cmd = new CameraCmd();
                cmd.setCameraId(camera.getId());
                boolean onLineNew = iHikClientService.isOnLine(cmd);//相机实时状态
                boolean onLineOld = "1".equals(camera.getState());//相机历史状态
                //当状态发生变化时,更新实时状态
                if (onLineNew != onLineOld) {
                    if (onLineNew) {
                        camera.setState("1");
                    } else {
                        camera.setState("0");
                    }
                    iArdCamerasService.updateArdCameras(camera);
                }
                iArdCamerasService.updateArdCameras(camera);
            }
        } catch (Exception ex) {
            log.error("同步相机在线状态异常:" + ex.getMessage());
        }
    }
@@ -80,4 +98,19 @@
            log.error("融云在线接口异常:" + ex.getMessage());
        }
    }
    /**
     * åŒæ­¥æµåª’体
     * åˆ˜è‹ä¹‰
     * 2023/10/13 14:13:53
     */
    public void vtdu() {
        List<String> nameList = mediaService.getNameList();
        List<Vtdu> vtdus = vtduService.selectVtduList(new Vtdu());
        for (Vtdu vtdu : vtdus) {
            if (!nameList.contains(vtdu.getName())) {
                mediaService.addPath(vtdu.getName(),vtdu.getRtspSource(),vtdu.getMode(),vtdu.getIsCode());
            }
        }
    }
}