| | |
| | | package com.ard.work.service.impl; |
| | | |
| | | import com.ard.work.domain.entity.ArdMedia; |
| | | import com.ard.work.mapper.ArdMediaMapper; |
| | | import com.ard.common.utils.DateUtils; |
| | | import com.ard.common.utils.file.MimeTypeUtils; |
| | | import com.ard.oss.service.impl.OssServiceContext; |
| | | import com.ard.work.component.forest.TyClient; |
| | | import com.ard.work.domain.dto.BoxPhotosDTO; |
| | | import com.ard.work.domain.dto.BoxVideosDTO; |
| | | import com.ard.work.domain.entity.ArdFlightTask; |
| | | import com.ard.work.domain.entity.ArdMediaPic; |
| | | import com.ard.work.domain.entity.ArdMediaVideo; |
| | | import com.ard.work.domain.receiver.BoxPhotosReceiver; |
| | | import com.ard.work.domain.receiver.BoxVideosReceiver; |
| | | import com.ard.work.domain.receiver.TyHttpCommonReceiver; |
| | | import com.ard.work.mapper.ArdFlightTaskMapper; |
| | | import com.ard.work.mapper.ArdMediaPicMapper; |
| | | import com.ard.work.mapper.ArdMediaVideoMapper; |
| | | import com.ard.work.service.IArdMediaService; |
| | | import com.ard.work.util.osSelect; |
| | | import lombok.extern.slf4j.Slf4j; |
| | | import org.springframework.scheduling.annotation.Scheduled; |
| | | import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor; |
| | | import org.springframework.stereotype.Service; |
| | | |
| | | import javax.annotation.Resource; |
| | | import javax.net.ssl.HttpsURLConnection; |
| | | import javax.net.ssl.SSLContext; |
| | | import javax.net.ssl.TrustManager; |
| | | import javax.net.ssl.X509TrustManager; |
| | | import java.io.*; |
| | | import java.net.HttpURLConnection; |
| | | import java.net.URL; |
| | | import java.net.URLConnection; |
| | | import java.nio.file.Files; |
| | | import java.nio.file.Path; |
| | | import java.security.cert.X509Certificate; |
| | | import java.util.ArrayList; |
| | | import java.util.Date; |
| | | import java.util.List; |
| | | import java.util.Set; |
| | | import java.util.concurrent.CompletableFuture; |
| | | import java.util.concurrent.ConcurrentHashMap; |
| | | import java.util.concurrent.TimeUnit; |
| | | import java.util.stream.Collectors; |
| | | |
| | | /** |
| | | * Description: |
| | | * Author: lsy |
| | | * Date: 2025年11月18日13:17 |
| | | **/ |
| | | @Slf4j |
| | | @Service |
| | | public class ArdMediaServiceImpl implements IArdMediaService { |
| | | |
| | | @Resource |
| | | private ArdMediaMapper ardMediaMapper; |
| | | private TyClient tyClient; |
| | | @Resource |
| | | private ArdMediaPicMapper ardMediaPicMapper; |
| | | @Resource |
| | | private ArdMediaVideoMapper ardMediaVideoMapper; |
| | | @Resource |
| | | private OssServiceContext ossServiceContext; |
| | | @Resource |
| | | private ArdFlightTaskMapper ardFlightTaskMapper; |
| | | @Resource |
| | | private ThreadPoolTaskExecutor threadPoolTaskExecutor; |
| | | |
| | | private final Set<Long> uploadingVideos = ConcurrentHashMap.newKeySet(); |
| | | private final Set<Long> uploadingPics = ConcurrentHashMap.newKeySet(); |
| | | |
| | | // 调用接口获取架次图片 |
| | | private List<BoxPhotosReceiver> getBoxPhotos(String serverId, BoxPhotosDTO boxPhotosDTO) { |
| | | TyHttpCommonReceiver<List<BoxPhotosReceiver>> boxPhotos = tyClient.getBoxPhotos(serverId, boxPhotosDTO); |
| | | return boxPhotos.getContent(); |
| | | } |
| | | |
| | | // 调用接口获取架次视频 |
| | | private List<BoxVideosReceiver> getBoxVideos(String serverId, BoxVideosDTO boxVideosDTO) { |
| | | TyHttpCommonReceiver<List<BoxVideosReceiver>> boxVideos = tyClient.getBoxVideos(serverId, boxVideosDTO); |
| | | return boxVideos.getContent(); |
| | | } |
| | | |
| | | @Override |
| | | public List<ArdMediaPic> selectArdMediaPicList(ArdMediaPic ardMediaPic) { |
| | | return ardMediaPicMapper.selectPicList(ardMediaPic); |
| | | } |
| | | |
| | | @Override |
| | | public List<ArdMediaVideo> selectArdMediaVideoList(ArdMediaVideo ardMediaVideo) { |
| | | return ardMediaVideoMapper.selectArdMediaVideoList(ardMediaVideo); |
| | | } |
| | | |
| | | @Override |
| | | public void insertPhotoToDatabase(ArdFlightTask flightTask, String serverId, String boxSn) { |
| | | log.warn("开始获取图片信息"); |
| | | // 查询图片 |
| | | BoxPhotosDTO boxPhotosDTO = new BoxPhotosDTO(); |
| | | boxPhotosDTO.setTaskId(flightTask.getTaskId()); |
| | | boxPhotosDTO.setBoxSn(boxSn); |
| | | boxPhotosDTO.setPageIndex(1); |
| | | boxPhotosDTO.setPageSize(100); |
| | | List<BoxPhotosReceiver> photoList = getBoxPhotos(serverId, boxPhotosDTO); |
| | | if (photoList != null && !photoList.isEmpty()) { |
| | | addPhotos(flightTask, photoList); |
| | | } |
| | | } |
| | | |
| | | @Override |
| | | public void insertVideoToDatabase(ArdFlightTask flightTask, String serverId, String boxSn) { |
| | | log.warn("开始获取视频信息"); |
| | | BoxVideosDTO boxVideosDTO = new BoxVideosDTO(); |
| | | boxVideosDTO.setTaskId(flightTask.getTaskId()); |
| | | boxVideosDTO.setBoxSn(boxSn); |
| | | boxVideosDTO.setPageIndex(1); |
| | | boxVideosDTO.setPageSize(100); |
| | | List<BoxVideosReceiver> videoList = getBoxVideos(serverId, boxVideosDTO); |
| | | if (videoList != null && !videoList.isEmpty()) { |
| | | addVideos(flightTask, videoList); |
| | | } |
| | | } |
| | | |
| | | @Override |
| | | public void syncPicToDatabase(ArdFlightTask flightTask, String serverId, String boxSn) { |
| | | |
| | | // 获取本地数据库中已存在的图片记录 |
| | | List<ArdMediaPic> existingPhotos = ardMediaPicMapper.selectPicByTaskId(flightTask.getTaskId()); |
| | | int count = existingPhotos.size(); //获取本地库图片数量 |
| | | // 查询图片 |
| | | BoxPhotosDTO boxPhotosDTO = BoxPhotosDTO.builder() |
| | | .taskId(flightTask.getTaskId()) |
| | | .boxSn(boxSn) |
| | | .pageIndex(1) |
| | | .pageSize(500) |
| | | .build(); |
| | | TyHttpCommonReceiver<List<BoxPhotosReceiver>> boxPhotos = tyClient.getBoxPhotos(serverId, boxPhotosDTO); |
| | | List<BoxPhotosReceiver> photoList = boxPhotos.getContent(); |
| | | int size = photoList.size(); |
| | | |
| | | if (size > count) { |
| | | log.info("任务【{}】图片数量不一致,需要更新数据库", flightTask.getTaskId()); |
| | | // 需要插入新的视频 |
| | | // 提取现有的图片路径(根据 imgUrl 来判断是否重复) |
| | | List<String> existingPhotoUrls = existingPhotos.stream() |
| | | .map(ArdMediaPic::getSourceUrl) // 提取 ArdMediaPic 中的图片 URL |
| | | .collect(Collectors.toList()); |
| | | |
| | | // 筛选出 photoList 中没有出现在 existingPhotos 中的新图片 |
| | | List<BoxPhotosReceiver> newPhotos = photoList.stream() |
| | | .filter(photo -> !existingPhotoUrls.contains(photo.getImgUrl())) // 过滤出新图片 |
| | | .collect(Collectors.toList()); |
| | | if (!newPhotos.isEmpty()) { |
| | | // 插入新的图片记录 |
| | | addPhotos(flightTask, newPhotos); |
| | | } |
| | | } |
| | | } |
| | | |
| | | @Override |
| | | public void syncVideoToDatabase(ArdFlightTask flightTask, String serverId, String boxSn) { |
| | | |
| | | // 获取本地数据库中已存在的视频记录 |
| | | List<ArdMediaVideo> existingVideos = ardMediaVideoMapper.selectArdMediaVideoByTaskId(flightTask.getTaskId()); |
| | | int count = existingVideos.size(); //获取本地库视频数量 |
| | | // 查询图片 |
| | | BoxVideosDTO boxVideosDTO = BoxVideosDTO.builder() |
| | | .taskId(flightTask.getTaskId()) |
| | | .boxSn(boxSn) |
| | | .pageIndex(1) |
| | | .pageSize(500) |
| | | .build(); |
| | | TyHttpCommonReceiver<List<BoxVideosReceiver>> boxVideos = tyClient.getBoxVideos(serverId, boxVideosDTO); |
| | | List<BoxVideosReceiver> videoList = boxVideos.getContent(); |
| | | int size = videoList.size(); |
| | | |
| | | if (size > count) { |
| | | log.info("任务【{}】视频数量不一致,需要更新数据库", flightTask.getTaskId()); |
| | | // 需要插入新的视频 |
| | | // 提取现有的图片路径(根据 imgUrl 来判断是否重复) |
| | | List<String> existingVideoUrls = existingVideos.stream() |
| | | .map(ArdMediaVideo::getSourceUrl) // 提取 ArdMedia 中的视频 URL |
| | | .collect(Collectors.toList()); |
| | | |
| | | // 筛选出 photoList 中没有出现在 existingPhotos 中的新图片 |
| | | List<BoxVideosReceiver> newVideos = videoList.stream() |
| | | .filter(photo -> !existingVideoUrls.contains(photo.getImgUrl())) // 过滤出新视频 |
| | | .collect(Collectors.toList()); |
| | | if (!newVideos.isEmpty()) { |
| | | // 插入新的视频记录 |
| | | addVideos(flightTask, newVideos); |
| | | // 更新任务的视频数量 |
| | | flightTask.setVideoCount(flightTask.getVideoCount() + newVideos.size()); |
| | | ardFlightTaskMapper.updateArdFlightTask(flightTask); |
| | | } |
| | | } |
| | | } |
| | | |
| | | private void addPhotos(ArdFlightTask flightTask, List<BoxPhotosReceiver> photoList) { |
| | | log.warn("开始添加图片"); |
| | | for (BoxPhotosReceiver photo : photoList) { |
| | | ArdMediaPic ardMedia = ArdMediaPic.builder() |
| | | .id(photo.getPhotoId()) |
| | | .taskId(flightTask.getTaskId()) |
| | | .fileSize(photo.getFileSize()) |
| | | .fileMd5(photo.getFileMd5()) |
| | | .sourceUrl(photo.getImgUrl()) |
| | | .longitude(photo.getLng()) |
| | | .latitude(photo.getLat()) |
| | | .height(photo.getHeight()) |
| | | .captureTime(DateUtils.parseDate(photo.getTimeStamp())) |
| | | .build(); |
| | | ardMedia.setCreateTime(new Date()); |
| | | ardMediaPicMapper.insertPic(ardMedia); |
| | | } |
| | | } |
| | | |
| | | private void addVideos(ArdFlightTask flightTask, List<BoxVideosReceiver> videoList) { |
| | | for (BoxVideosReceiver video : videoList) { |
| | | ArdMediaVideo ardMedia = ArdMediaVideo.builder() |
| | | .id(video.getId()) |
| | | .name(video.getName()) |
| | | .taskId(flightTask.getTaskId()) |
| | | // .fileSize(getFileSizeByUrl(video.getImgUrl())) |
| | | .sourceUrl(video.getImgUrl()) |
| | | .startTime(DateUtils.parseDate(video.getStartTime())) |
| | | .endTime(DateUtils.parseDate(video.getEndTime())) |
| | | .spanSeconds(Integer.parseInt(video.getSpanSeconds())) |
| | | .build(); |
| | | ardMedia.setCreateTime(new Date()); |
| | | ardMediaVideoMapper.insertArdMediaVideo(ardMedia); |
| | | } |
| | | } |
| | | |
| | | /** |
| | | * 查询媒体数据列表 |
| | | * |
| | | * @param ardMedia 媒体数据 |
| | | * @return 媒体数据集合 |
| | | * 处理视频缩略图 |
| | | */ |
| | | @Override |
| | | public List<ArdMedia> selectArdMediaList(ArdMedia ardMedia) { |
| | | return ardMediaMapper.selectArdMedia(ardMedia); |
| | | private void processVideoThumbnail(ArdMediaVideo video) { |
| | | // 生成缩略图 |
| | | try (ByteArrayInputStream in = generateThumbnail(video.getSourceUrl())) { |
| | | String thumbUrl = ossServiceContext.upload( |
| | | "record", |
| | | video.getTaskId() + "/" + video.getId() + ".jpg", |
| | | in, |
| | | MimeTypeUtils.IMAGE_JPEG |
| | | ); |
| | | video.setThumbnailUrl(thumbUrl); |
| | | } catch (Exception e) { |
| | | log.warn("视频缩略图生成或上传失败 taskId={}, videoId={}", video.getTaskId(), video.getId(), e); |
| | | } |
| | | // 获取文件大小 |
| | | try { |
| | | long videoSize = getFileSizeFromUrl(video.getSourceUrl()); |
| | | video.setFileSize(videoSize); |
| | | } catch (Exception e) { |
| | | log.warn("获取视频大小失败 url={}", video.getSourceUrl(), e); |
| | | } |
| | | // 更新数据库 |
| | | video.setUpdateTime(new Date()); |
| | | ardMediaVideoMapper.updateArdMediaVideo(video); |
| | | } |
| | | |
| | | public long getFileSizeFromUrl(String fileUrl) throws IOException { |
| | | URL url = new URL(fileUrl); |
| | | HttpURLConnection conn = (HttpURLConnection) url.openConnection(); |
| | | conn.setRequestMethod("HEAD"); |
| | | conn.setConnectTimeout(5000); |
| | | conn.setReadTimeout(5000); |
| | | conn.connect(); |
| | | long size = conn.getContentLengthLong(); // 返回字节数 |
| | | conn.disconnect(); |
| | | return size; |
| | | } |
| | | |
| | | |
| | | private ByteArrayInputStream generateThumbnail(String videoFile) { |
| | | |
| | | String ffmpeg = osSelect.isWindows() |
| | | ? "ffmpeg" |
| | | : "/usr/local/ffmpeg/bin/ffmpeg"; |
| | | |
| | | Path tempImg = null; |
| | | try { |
| | | tempImg = Files.createTempFile("thumb_", ".jpg"); |
| | | |
| | | List<String> cmd = new ArrayList<>(); |
| | | cmd.add(ffmpeg); |
| | | cmd.add("-y"); |
| | | cmd.add("-loglevel"); |
| | | cmd.add("error"); |
| | | cmd.add("-i"); |
| | | cmd.add(videoFile); |
| | | cmd.add("-ss"); |
| | | cmd.add(String.valueOf(1)); |
| | | cmd.add("-vframes"); |
| | | cmd.add("1"); |
| | | cmd.add("-vf"); |
| | | cmd.add("scale=" + 200 + ":-1"); |
| | | cmd.add(tempImg.toAbsolutePath().toString()); |
| | | |
| | | log.info("ffmpeg cmd: {}", String.join(" ", cmd)); |
| | | |
| | | Process process = new ProcessBuilder(cmd).start(); |
| | | |
| | | drain(process.getErrorStream()); |
| | | |
| | | boolean finished = process.waitFor(15, TimeUnit.SECONDS); // 超时保护 |
| | | if (!finished) { |
| | | process.destroyForcibly(); |
| | | throw new RuntimeException("ffmpeg timeout"); |
| | | } |
| | | |
| | | if (process.exitValue() != 0) { |
| | | throw new RuntimeException("ffmpeg exit=" + process.exitValue()); |
| | | } |
| | | |
| | | byte[] data = Files.readAllBytes(tempImg); |
| | | return new ByteArrayInputStream(data); |
| | | |
| | | } catch (Exception e) { |
| | | throw new RuntimeException("生成缩略图失败", e); |
| | | } finally { |
| | | if (tempImg != null) { |
| | | try { |
| | | Files.deleteIfExists(tempImg); |
| | | } catch (IOException ignore) { |
| | | } |
| | | } |
| | | } |
| | | } |
| | | |
| | | private static void drain(InputStream is) { |
| | | new Thread(() -> { |
| | | try (BufferedReader br = new BufferedReader(new InputStreamReader(is))) { |
| | | while (br.readLine() != null) { |
| | | } |
| | | } catch (IOException ignore) { |
| | | } |
| | | }, "ffmpeg-stderr").start(); |
| | | } |
| | | |
| | | |
| | | /** |
| | | * 将 URL 转成 InputStream |
| | | * |
| | | * @param fileUrl 文件 URL |
| | | * @param connectTimeoutMillis 连接超时(毫秒) |
| | | * @param readTimeoutMillis 读取超时(毫秒) |
| | | * @return InputStream,如果失败返回 null |
| | | */ |
| | | public InputStream openUrlInputStream(String fileUrl, int connectTimeoutMillis, int readTimeoutMillis) { |
| | | try { |
| | | URL url = new URL(fileUrl); |
| | | |
| | | // 支持 HTTPS 信任所有证书(如果需要访问自签名证书) |
| | | if ("https".equalsIgnoreCase(url.getProtocol())) { |
| | | TrustManager[] trustAllCerts = new TrustManager[]{ |
| | | new X509TrustManager() { |
| | | @Override |
| | | public void checkClientTrusted(X509Certificate[] chain, String authType) { |
| | | } |
| | | |
| | | @Override |
| | | public void checkServerTrusted(X509Certificate[] chain, String authType) { |
| | | } |
| | | |
| | | @Override |
| | | public X509Certificate[] getAcceptedIssuers() { |
| | | return null; |
| | | } |
| | | } |
| | | }; |
| | | SSLContext sc = SSLContext.getInstance("SSL"); |
| | | sc.init(null, trustAllCerts, new java.security.SecureRandom()); |
| | | HttpsURLConnection.setDefaultSSLSocketFactory(sc.getSocketFactory()); |
| | | HttpsURLConnection.setDefaultHostnameVerifier((hostname, session) -> true); |
| | | } |
| | | |
| | | URLConnection connection = url.openConnection(); |
| | | connection.setConnectTimeout(connectTimeoutMillis); |
| | | connection.setReadTimeout(readTimeoutMillis); |
| | | |
| | | return connection.getInputStream(); |
| | | |
| | | } catch (Exception e) { |
| | | e.printStackTrace(); |
| | | return null; |
| | | } |
| | | } |
| | | |
| | | @Scheduled(fixedDelay = 10000) // 每10秒执行一次 |
| | | public void syncVideoMediaUrl() { |
| | | List<ArdMediaVideo> videos = ardMediaVideoMapper.selectVideosWithNullMedia(); |
| | | for (ArdMediaVideo video : videos) { |
| | | if (!uploadingVideos.add(video.getId())) { |
| | | continue; |
| | | } |
| | | CompletableFuture.runAsync(() -> { |
| | | try { |
| | | // 上传视频到 OSS |
| | | try (InputStream is = openUrlInputStream(video.getSourceUrl(), 5000, 10000)) { |
| | | if (is != null) { |
| | | String mediaUrl = ossServiceContext.upload( |
| | | "record", |
| | | video.getTaskId() + "/" + video.getId() + ".mp4", |
| | | is, |
| | | MimeTypeUtils.VIDEO_MP4 |
| | | ); |
| | | log.info("upload mediaUrl={}", mediaUrl); |
| | | video.setMediaUrl(mediaUrl); |
| | | } |
| | | } |
| | | // 生成缩略图 |
| | | processVideoThumbnail(video); |
| | | |
| | | // 更新数据库 |
| | | video.setUpdateTime(new Date()); |
| | | ardMediaVideoMapper.updateArdMediaVideo(video); |
| | | } catch (Exception e) { |
| | | log.error("生成 mediaUrl/缩略图失败 videoId={}", video.getId(), e); |
| | | } finally { |
| | | uploadingVideos.remove(video.getId()); |
| | | } |
| | | }, threadPoolTaskExecutor); |
| | | } |
| | | } |
| | | |
| | | @Scheduled(fixedDelay = 10000) // 每10秒执行一次 |
| | | public void syncPicMediaUrl() { |
| | | List<ArdMediaPic> pics = ardMediaPicMapper.selectPicsWithNullMedia(); |
| | | for (ArdMediaPic pic : pics) { |
| | | if (!uploadingPics.add(pic.getId())) { |
| | | continue; |
| | | } |
| | | CompletableFuture.runAsync(() -> { |
| | | try (InputStream inputStream = openUrlInputStream(pic.getSourceUrl(), 5000, 10000)) { |
| | | if (inputStream != null) { |
| | | String url = ossServiceContext.upload( |
| | | "pic", |
| | | pic.getTaskId() + "/" + pic.getId() + ".jpg", |
| | | inputStream, |
| | | MimeTypeUtils.IMAGE_JPG |
| | | ); |
| | | pic.setMediaUrl(url); |
| | | pic.setUpdateTime(new Date()); |
| | | ardMediaPicMapper.updatePic(pic); |
| | | } |
| | | } catch (Exception e) { |
| | | log.error("图片上传失败 taskId={}, photoId={}", pic.getTaskId(), pic.getId(), e); |
| | | } finally { |
| | | uploadingPics.remove(pic.getId()); |
| | | } |
| | | |
| | | }, threadPoolTaskExecutor); // 使用自定义线程池 |
| | | } |
| | | } |
| | | |
| | | } |