package com.ard.work.service.impl; import com.ard.common.utils.DateUtils; import com.ard.common.utils.file.MimeTypeUtils; import com.ard.oss.service.impl.OssServiceContext; import com.ard.work.component.forest.TyClient; import com.ard.work.domain.dto.BoxPhotosDTO; import com.ard.work.domain.dto.BoxVideosDTO; import com.ard.work.domain.entity.ArdFlightTask; import com.ard.work.domain.entity.ArdMediaPic; import com.ard.work.domain.entity.ArdMediaVideo; import com.ard.work.domain.receiver.BoxPhotosReceiver; import com.ard.work.domain.receiver.BoxVideosReceiver; import com.ard.work.domain.receiver.TyHttpCommonReceiver; import com.ard.work.mapper.ArdFlightTaskMapper; import com.ard.work.mapper.ArdMediaPicMapper; import com.ard.work.mapper.ArdMediaVideoMapper; import com.ard.work.service.IArdMediaService; import com.ard.work.util.osSelect; import lombok.extern.slf4j.Slf4j; import org.springframework.scheduling.annotation.Scheduled; import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor; import org.springframework.stereotype.Service; import javax.annotation.Resource; import javax.net.ssl.HttpsURLConnection; import javax.net.ssl.SSLContext; import javax.net.ssl.TrustManager; import javax.net.ssl.X509TrustManager; import java.io.*; import java.net.HttpURLConnection; import java.net.URL; import java.net.URLConnection; import java.nio.file.Files; import java.nio.file.Path; import java.security.cert.X509Certificate; import java.util.ArrayList; import java.util.Date; import java.util.List; import java.util.Set; import java.util.concurrent.CompletableFuture; import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.TimeUnit; import java.util.stream.Collectors; /** * Description: * Author: lsy * Date: 2025年11月18日13:17 **/ @Slf4j @Service public class ArdMediaServiceImpl implements IArdMediaService { @Resource private TyClient tyClient; @Resource private ArdMediaPicMapper ardMediaPicMapper; @Resource private ArdMediaVideoMapper ardMediaVideoMapper; @Resource private OssServiceContext ossServiceContext; @Resource private ArdFlightTaskMapper ardFlightTaskMapper; @Resource private ThreadPoolTaskExecutor threadPoolTaskExecutor; private final Set uploadingVideos = ConcurrentHashMap.newKeySet(); private final Set uploadingPics = ConcurrentHashMap.newKeySet(); // 调用接口获取架次图片 private List getBoxPhotos(String serverId, BoxPhotosDTO boxPhotosDTO) { TyHttpCommonReceiver> boxPhotos = tyClient.getBoxPhotos(serverId, boxPhotosDTO); return boxPhotos.getContent(); } // 调用接口获取架次视频 private List getBoxVideos(String serverId, BoxVideosDTO boxVideosDTO) { TyHttpCommonReceiver> boxVideos = tyClient.getBoxVideos(serverId, boxVideosDTO); return boxVideos.getContent(); } @Override public List selectArdMediaPicList(ArdMediaPic ardMediaPic) { return ardMediaPicMapper.selectPicList(ardMediaPic); } @Override public List selectArdMediaVideoList(ArdMediaVideo ardMediaVideo) { return ardMediaVideoMapper.selectArdMediaVideoList(ardMediaVideo); } @Override public void insertPhotoToDatabase(ArdFlightTask flightTask, String serverId, String boxSn) { log.warn("开始获取图片信息"); // 查询图片 BoxPhotosDTO boxPhotosDTO = new BoxPhotosDTO(); boxPhotosDTO.setTaskId(flightTask.getTaskId()); boxPhotosDTO.setBoxSn(boxSn); boxPhotosDTO.setPageIndex(1); boxPhotosDTO.setPageSize(100); List photoList = getBoxPhotos(serverId, boxPhotosDTO); if (photoList != null && !photoList.isEmpty()) { addPhotos(flightTask, photoList); } } @Override public void insertVideoToDatabase(ArdFlightTask flightTask, String serverId, String boxSn) { log.warn("开始获取视频信息"); BoxVideosDTO boxVideosDTO = new BoxVideosDTO(); boxVideosDTO.setTaskId(flightTask.getTaskId()); boxVideosDTO.setBoxSn(boxSn); boxVideosDTO.setPageIndex(1); boxVideosDTO.setPageSize(100); List videoList = getBoxVideos(serverId, boxVideosDTO); if (videoList != null && !videoList.isEmpty()) { addVideos(flightTask, videoList); } } @Override public void syncPicToDatabase(ArdFlightTask flightTask, String serverId, String boxSn) { // 获取本地数据库中已存在的图片记录 List existingPhotos = ardMediaPicMapper.selectPicByTaskId(flightTask.getTaskId()); int count = existingPhotos.size(); //获取本地库图片数量 // 查询图片 BoxPhotosDTO boxPhotosDTO = BoxPhotosDTO.builder() .taskId(flightTask.getTaskId()) .boxSn(boxSn) .pageIndex(1) .pageSize(500) .build(); TyHttpCommonReceiver> boxPhotos = tyClient.getBoxPhotos(serverId, boxPhotosDTO); List photoList = boxPhotos.getContent(); int size = photoList.size(); if (size > count) { log.info("任务【{}】图片数量不一致,需要更新数据库", flightTask.getTaskId()); // 需要插入新的视频 // 提取现有的图片路径(根据 imgUrl 来判断是否重复) List existingPhotoUrls = existingPhotos.stream() .map(ArdMediaPic::getSourceUrl) // 提取 ArdMediaPic 中的图片 URL .collect(Collectors.toList()); // 筛选出 photoList 中没有出现在 existingPhotos 中的新图片 List newPhotos = photoList.stream() .filter(photo -> !existingPhotoUrls.contains(photo.getImgUrl())) // 过滤出新图片 .collect(Collectors.toList()); if (!newPhotos.isEmpty()) { // 插入新的图片记录 addPhotos(flightTask, newPhotos); } } } @Override public void syncVideoToDatabase(ArdFlightTask flightTask, String serverId, String boxSn) { // 获取本地数据库中已存在的视频记录 List existingVideos = ardMediaVideoMapper.selectArdMediaVideoByTaskId(flightTask.getTaskId()); int count = existingVideos.size(); //获取本地库视频数量 // 查询图片 BoxVideosDTO boxVideosDTO = BoxVideosDTO.builder() .taskId(flightTask.getTaskId()) .boxSn(boxSn) .pageIndex(1) .pageSize(500) .build(); TyHttpCommonReceiver> boxVideos = tyClient.getBoxVideos(serverId, boxVideosDTO); List videoList = boxVideos.getContent(); int size = videoList.size(); if (size > count) { log.info("任务【{}】视频数量不一致,需要更新数据库", flightTask.getTaskId()); // 需要插入新的视频 // 提取现有的图片路径(根据 imgUrl 来判断是否重复) List existingVideoUrls = existingVideos.stream() .map(ArdMediaVideo::getSourceUrl) // 提取 ArdMedia 中的视频 URL .collect(Collectors.toList()); // 筛选出 photoList 中没有出现在 existingPhotos 中的新图片 List newVideos = videoList.stream() .filter(photo -> !existingVideoUrls.contains(photo.getImgUrl())) // 过滤出新视频 .collect(Collectors.toList()); if (!newVideos.isEmpty()) { // 插入新的视频记录 addVideos(flightTask, newVideos); // 更新任务的视频数量 flightTask.setVideoCount(flightTask.getVideoCount() + newVideos.size()); ardFlightTaskMapper.updateArdFlightTask(flightTask); } } } private void addPhotos(ArdFlightTask flightTask, List photoList) { log.warn("开始添加图片"); for (BoxPhotosReceiver photo : photoList) { ArdMediaPic ardMedia = ArdMediaPic.builder() .id(photo.getPhotoId()) .taskId(flightTask.getTaskId()) .fileSize(photo.getFileSize()) .fileMd5(photo.getFileMd5()) .sourceUrl(photo.getImgUrl()) .longitude(photo.getLng()) .latitude(photo.getLat()) .height(photo.getHeight()) .captureTime(DateUtils.parseDate(photo.getTimeStamp())) .build(); ardMedia.setCreateTime(new Date()); ardMediaPicMapper.insertPic(ardMedia); } } private void addVideos(ArdFlightTask flightTask, List videoList) { for (BoxVideosReceiver video : videoList) { ArdMediaVideo ardMedia = ArdMediaVideo.builder() .id(video.getId()) .name(video.getName()) .taskId(flightTask.getTaskId()) // .fileSize(getFileSizeByUrl(video.getImgUrl())) .sourceUrl(video.getImgUrl()) .startTime(DateUtils.parseDate(video.getStartTime())) .endTime(DateUtils.parseDate(video.getEndTime())) .spanSeconds(Integer.parseInt(video.getSpanSeconds())) .build(); ardMedia.setCreateTime(new Date()); ardMediaVideoMapper.insertArdMediaVideo(ardMedia); } } /** * 处理视频缩略图 */ private void processVideoThumbnail(ArdMediaVideo video) { // 生成缩略图 try (ByteArrayInputStream in = generateThumbnail(video.getSourceUrl())) { String thumbUrl = ossServiceContext.upload( "record", video.getTaskId() + "/" + video.getId() + ".jpg", in, MimeTypeUtils.IMAGE_JPEG ); video.setThumbnailUrl(thumbUrl); } catch (Exception e) { log.warn("视频缩略图生成或上传失败 taskId={}, videoId={}", video.getTaskId(), video.getId(), e); } // 获取文件大小 try { long videoSize = getFileSizeFromUrl(video.getSourceUrl()); video.setFileSize(videoSize); } catch (Exception e) { log.warn("获取视频大小失败 url={}", video.getSourceUrl(), e); } // 更新数据库 video.setUpdateTime(new Date()); ardMediaVideoMapper.updateArdMediaVideo(video); } public long getFileSizeFromUrl(String fileUrl) throws IOException { URL url = new URL(fileUrl); HttpURLConnection conn = (HttpURLConnection) url.openConnection(); conn.setRequestMethod("HEAD"); conn.setConnectTimeout(5000); conn.setReadTimeout(5000); conn.connect(); long size = conn.getContentLengthLong(); // 返回字节数 conn.disconnect(); return size; } private ByteArrayInputStream generateThumbnail(String videoFile) { String ffmpeg = osSelect.isWindows() ? "ffmpeg" : "/usr/local/ffmpeg/bin/ffmpeg"; Path tempImg = null; try { tempImg = Files.createTempFile("thumb_", ".jpg"); List cmd = new ArrayList<>(); cmd.add(ffmpeg); cmd.add("-y"); cmd.add("-loglevel"); cmd.add("error"); cmd.add("-i"); cmd.add(videoFile); cmd.add("-ss"); cmd.add(String.valueOf(1)); cmd.add("-vframes"); cmd.add("1"); cmd.add("-vf"); cmd.add("scale=" + 200 + ":-1"); cmd.add(tempImg.toAbsolutePath().toString()); log.info("ffmpeg cmd: {}", String.join(" ", cmd)); Process process = new ProcessBuilder(cmd).start(); drain(process.getErrorStream()); boolean finished = process.waitFor(15, TimeUnit.SECONDS); // 超时保护 if (!finished) { process.destroyForcibly(); throw new RuntimeException("ffmpeg timeout"); } if (process.exitValue() != 0) { throw new RuntimeException("ffmpeg exit=" + process.exitValue()); } byte[] data = Files.readAllBytes(tempImg); return new ByteArrayInputStream(data); } catch (Exception e) { throw new RuntimeException("生成缩略图失败", e); } finally { if (tempImg != null) { try { Files.deleteIfExists(tempImg); } catch (IOException ignore) { } } } } private static void drain(InputStream is) { new Thread(() -> { try (BufferedReader br = new BufferedReader(new InputStreamReader(is))) { while (br.readLine() != null) { } } catch (IOException ignore) { } }, "ffmpeg-stderr").start(); } /** * 将 URL 转成 InputStream * * @param fileUrl 文件 URL * @param connectTimeoutMillis 连接超时(毫秒) * @param readTimeoutMillis 读取超时(毫秒) * @return InputStream,如果失败返回 null */ public InputStream openUrlInputStream(String fileUrl, int connectTimeoutMillis, int readTimeoutMillis) { try { URL url = new URL(fileUrl); // 支持 HTTPS 信任所有证书(如果需要访问自签名证书) if ("https".equalsIgnoreCase(url.getProtocol())) { TrustManager[] trustAllCerts = new TrustManager[]{ new X509TrustManager() { @Override public void checkClientTrusted(X509Certificate[] chain, String authType) { } @Override public void checkServerTrusted(X509Certificate[] chain, String authType) { } @Override public X509Certificate[] getAcceptedIssuers() { return null; } } }; SSLContext sc = SSLContext.getInstance("SSL"); sc.init(null, trustAllCerts, new java.security.SecureRandom()); HttpsURLConnection.setDefaultSSLSocketFactory(sc.getSocketFactory()); HttpsURLConnection.setDefaultHostnameVerifier((hostname, session) -> true); } URLConnection connection = url.openConnection(); connection.setConnectTimeout(connectTimeoutMillis); connection.setReadTimeout(readTimeoutMillis); return connection.getInputStream(); } catch (Exception e) { e.printStackTrace(); return null; } } @Scheduled(fixedDelay = 10000) // 每10秒执行一次 public void syncVideoMediaUrl() { List videos = ardMediaVideoMapper.selectVideosWithNullMedia(); for (ArdMediaVideo video : videos) { if (!uploadingVideos.add(video.getId())) { continue; } CompletableFuture.runAsync(() -> { try { // 上传视频到 OSS try (InputStream is = openUrlInputStream(video.getSourceUrl(), 5000, 10000)) { if (is != null) { String mediaUrl = ossServiceContext.upload( "record", video.getTaskId() + "/" + video.getId() + ".mp4", is, MimeTypeUtils.VIDEO_MP4 ); log.info("upload mediaUrl={}", mediaUrl); video.setMediaUrl(mediaUrl); } } // 生成缩略图 processVideoThumbnail(video); // 更新数据库 video.setUpdateTime(new Date()); ardMediaVideoMapper.updateArdMediaVideo(video); } catch (Exception e) { log.error("生成 mediaUrl/缩略图失败 videoId={}", video.getId(), e); } finally { uploadingVideos.remove(video.getId()); } }, threadPoolTaskExecutor); } } @Scheduled(fixedDelay = 10000) // 每10秒执行一次 public void syncPicMediaUrl() { List pics = ardMediaPicMapper.selectPicsWithNullMedia(); for (ArdMediaPic pic : pics) { if (!uploadingPics.add(pic.getId())) { continue; } CompletableFuture.runAsync(() -> { try (InputStream inputStream = openUrlInputStream(pic.getSourceUrl(), 5000, 10000)) { if (inputStream != null) { String url = ossServiceContext.upload( "pic", pic.getTaskId() + "/" + pic.getId() + ".jpg", inputStream, MimeTypeUtils.IMAGE_JPG ); pic.setMediaUrl(url); pic.setUpdateTime(new Date()); ardMediaPicMapper.updatePic(pic); } } catch (Exception e) { log.error("图片上传失败 taskId={}, photoId={}", pic.getTaskId(), pic.getId(), e); } finally { uploadingPics.remove(pic.getId()); } }, threadPoolTaskExecutor); // 使用自定义线程池 } } }