package com.ard.work.service.impl;
|
|
import com.ard.common.utils.DateUtils;
|
import com.ard.common.utils.file.MimeTypeUtils;
|
import com.ard.oss.service.impl.OssServiceContext;
|
import com.ard.work.component.forest.TyClient;
|
import com.ard.work.domain.dto.BoxPhotosDTO;
|
import com.ard.work.domain.dto.BoxVideosDTO;
|
import com.ard.work.domain.entity.ArdFlightTask;
|
import com.ard.work.domain.entity.ArdMediaPic;
|
import com.ard.work.domain.entity.ArdMediaVideo;
|
import com.ard.work.domain.receiver.BoxPhotosReceiver;
|
import com.ard.work.domain.receiver.BoxVideosReceiver;
|
import com.ard.work.domain.receiver.TyHttpCommonReceiver;
|
import com.ard.work.mapper.ArdFlightTaskMapper;
|
import com.ard.work.mapper.ArdMediaPicMapper;
|
import com.ard.work.mapper.ArdMediaVideoMapper;
|
import com.ard.work.service.IArdMediaService;
|
import com.ard.work.util.osSelect;
|
import lombok.extern.slf4j.Slf4j;
|
import org.springframework.scheduling.annotation.Scheduled;
|
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
|
import org.springframework.stereotype.Service;
|
|
import javax.annotation.Resource;
|
import javax.net.ssl.HttpsURLConnection;
|
import javax.net.ssl.SSLContext;
|
import javax.net.ssl.TrustManager;
|
import javax.net.ssl.X509TrustManager;
|
import java.io.*;
|
import java.net.HttpURLConnection;
|
import java.net.URL;
|
import java.net.URLConnection;
|
import java.nio.file.Files;
|
import java.nio.file.Path;
|
import java.security.cert.X509Certificate;
|
import java.util.ArrayList;
|
import java.util.Date;
|
import java.util.List;
|
import java.util.Set;
|
import java.util.concurrent.CompletableFuture;
|
import java.util.concurrent.ConcurrentHashMap;
|
import java.util.concurrent.TimeUnit;
|
import java.util.stream.Collectors;
|
|
/**
|
* Description:
|
* Author: lsy
|
* Date: 2025年11月18日13:17
|
**/
|
@Slf4j
|
@Service
|
public class ArdMediaServiceImpl implements IArdMediaService {
|
|
@Resource
|
private TyClient tyClient;
|
@Resource
|
private ArdMediaPicMapper ardMediaPicMapper;
|
@Resource
|
private ArdMediaVideoMapper ardMediaVideoMapper;
|
@Resource
|
private OssServiceContext ossServiceContext;
|
@Resource
|
private ArdFlightTaskMapper ardFlightTaskMapper;
|
@Resource
|
private ThreadPoolTaskExecutor threadPoolTaskExecutor;
|
|
private final Set<Long> uploadingVideos = ConcurrentHashMap.newKeySet();
|
private final Set<Long> uploadingPics = ConcurrentHashMap.newKeySet();
|
|
// 调用接口获取架次图片
|
private List<BoxPhotosReceiver> getBoxPhotos(String serverId, BoxPhotosDTO boxPhotosDTO) {
|
TyHttpCommonReceiver<List<BoxPhotosReceiver>> boxPhotos = tyClient.getBoxPhotos(serverId, boxPhotosDTO);
|
return boxPhotos.getContent();
|
}
|
|
// 调用接口获取架次视频
|
private List<BoxVideosReceiver> getBoxVideos(String serverId, BoxVideosDTO boxVideosDTO) {
|
TyHttpCommonReceiver<List<BoxVideosReceiver>> boxVideos = tyClient.getBoxVideos(serverId, boxVideosDTO);
|
return boxVideos.getContent();
|
}
|
|
@Override
|
public List<ArdMediaPic> selectArdMediaPicList(ArdMediaPic ardMediaPic) {
|
return ardMediaPicMapper.selectPicList(ardMediaPic);
|
}
|
|
@Override
|
public List<ArdMediaVideo> selectArdMediaVideoList(ArdMediaVideo ardMediaVideo) {
|
return ardMediaVideoMapper.selectArdMediaVideoList(ardMediaVideo);
|
}
|
|
@Override
|
public void insertPhotoToDatabase(ArdFlightTask flightTask, String serverId, String boxSn) {
|
log.warn("开始获取图片信息");
|
// 查询图片
|
BoxPhotosDTO boxPhotosDTO = new BoxPhotosDTO();
|
boxPhotosDTO.setTaskId(flightTask.getTaskId());
|
boxPhotosDTO.setBoxSn(boxSn);
|
boxPhotosDTO.setPageIndex(1);
|
boxPhotosDTO.setPageSize(100);
|
List<BoxPhotosReceiver> photoList = getBoxPhotos(serverId, boxPhotosDTO);
|
if (photoList != null && !photoList.isEmpty()) {
|
addPhotos(flightTask, photoList);
|
}
|
}
|
|
@Override
|
public void insertVideoToDatabase(ArdFlightTask flightTask, String serverId, String boxSn) {
|
log.warn("开始获取视频信息");
|
BoxVideosDTO boxVideosDTO = new BoxVideosDTO();
|
boxVideosDTO.setTaskId(flightTask.getTaskId());
|
boxVideosDTO.setBoxSn(boxSn);
|
boxVideosDTO.setPageIndex(1);
|
boxVideosDTO.setPageSize(100);
|
List<BoxVideosReceiver> videoList = getBoxVideos(serverId, boxVideosDTO);
|
if (videoList != null && !videoList.isEmpty()) {
|
addVideos(flightTask, videoList);
|
}
|
}
|
|
@Override
|
public void syncPicToDatabase(ArdFlightTask flightTask, String serverId, String boxSn) {
|
|
// 获取本地数据库中已存在的图片记录
|
List<ArdMediaPic> existingPhotos = ardMediaPicMapper.selectPicByTaskId(flightTask.getTaskId());
|
int count = existingPhotos.size(); //获取本地库图片数量
|
// 查询图片
|
BoxPhotosDTO boxPhotosDTO = BoxPhotosDTO.builder()
|
.taskId(flightTask.getTaskId())
|
.boxSn(boxSn)
|
.pageIndex(1)
|
.pageSize(500)
|
.build();
|
TyHttpCommonReceiver<List<BoxPhotosReceiver>> boxPhotos = tyClient.getBoxPhotos(serverId, boxPhotosDTO);
|
List<BoxPhotosReceiver> photoList = boxPhotos.getContent();
|
int size = photoList.size();
|
|
if (size > count) {
|
log.info("任务【{}】图片数量不一致，需要更新数据库", flightTask.getTaskId());
|
// 需要插入新的视频
|
// 提取现有的图片路径（根据 imgUrl 来判断是否重复）
|
List<String> existingPhotoUrls = existingPhotos.stream()
|
.map(ArdMediaPic::getSourceUrl) // 提取 ArdMediaPic 中的图片 URL
|
.collect(Collectors.toList());
|
|
// 筛选出 photoList 中没有出现在 existingPhotos 中的新图片
|
List<BoxPhotosReceiver> newPhotos = photoList.stream()
|
.filter(photo -> !existingPhotoUrls.contains(photo.getImgUrl())) // 过滤出新图片
|
.collect(Collectors.toList());
|
if (!newPhotos.isEmpty()) {
|
// 插入新的图片记录
|
addPhotos(flightTask, newPhotos);
|
}
|
}
|
}
|
|
@Override
|
public void syncVideoToDatabase(ArdFlightTask flightTask, String serverId, String boxSn) {
|
|
// 获取本地数据库中已存在的视频记录
|
List<ArdMediaVideo> existingVideos = ardMediaVideoMapper.selectArdMediaVideoByTaskId(flightTask.getTaskId());
|
int count = existingVideos.size(); //获取本地库视频数量
|
// 查询图片
|
BoxVideosDTO boxVideosDTO = BoxVideosDTO.builder()
|
.taskId(flightTask.getTaskId())
|
.boxSn(boxSn)
|
.pageIndex(1)
|
.pageSize(500)
|
.build();
|
TyHttpCommonReceiver<List<BoxVideosReceiver>> boxVideos = tyClient.getBoxVideos(serverId, boxVideosDTO);
|
List<BoxVideosReceiver> videoList = boxVideos.getContent();
|
int size = videoList.size();
|
|
if (size > count) {
|
log.info("任务【{}】视频数量不一致，需要更新数据库", flightTask.getTaskId());
|
// 需要插入新的视频
|
// 提取现有的图片路径（根据 imgUrl 来判断是否重复）
|
List<String> existingVideoUrls = existingVideos.stream()
|
.map(ArdMediaVideo::getSourceUrl) // 提取 ArdMedia 中的视频 URL
|
.collect(Collectors.toList());
|
|
// 筛选出 photoList 中没有出现在 existingPhotos 中的新图片
|
List<BoxVideosReceiver> newVideos = videoList.stream()
|
.filter(photo -> !existingVideoUrls.contains(photo.getImgUrl())) // 过滤出新视频
|
.collect(Collectors.toList());
|
if (!newVideos.isEmpty()) {
|
// 插入新的视频记录
|
addVideos(flightTask, newVideos);
|
// 更新任务的视频数量
|
flightTask.setVideoCount(flightTask.getVideoCount() + newVideos.size());
|
ardFlightTaskMapper.updateArdFlightTask(flightTask);
|
}
|
}
|
}
|
|
private void addPhotos(ArdFlightTask flightTask, List<BoxPhotosReceiver> photoList) {
|
log.warn("开始添加图片");
|
for (BoxPhotosReceiver photo : photoList) {
|
ArdMediaPic ardMedia = ArdMediaPic.builder()
|
.id(photo.getPhotoId())
|
.taskId(flightTask.getTaskId())
|
.fileSize(photo.getFileSize())
|
.fileMd5(photo.getFileMd5())
|
.sourceUrl(photo.getImgUrl())
|
.longitude(photo.getLng())
|
.latitude(photo.getLat())
|
.height(photo.getHeight())
|
.captureTime(DateUtils.parseDate(photo.getTimeStamp()))
|
.build();
|
ardMedia.setCreateTime(new Date());
|
ardMediaPicMapper.insertPic(ardMedia);
|
}
|
}
|
|
private void addVideos(ArdFlightTask flightTask, List<BoxVideosReceiver> videoList) {
|
for (BoxVideosReceiver video : videoList) {
|
ArdMediaVideo ardMedia = ArdMediaVideo.builder()
|
.id(video.getId())
|
.name(video.getName())
|
.taskId(flightTask.getTaskId())
|
// .fileSize(getFileSizeByUrl(video.getImgUrl()))
|
.sourceUrl(video.getImgUrl())
|
.startTime(DateUtils.parseDate(video.getStartTime()))
|
.endTime(DateUtils.parseDate(video.getEndTime()))
|
.spanSeconds(Integer.parseInt(video.getSpanSeconds()))
|
.build();
|
ardMedia.setCreateTime(new Date());
|
ardMediaVideoMapper.insertArdMediaVideo(ardMedia);
|
}
|
}
|
|
/**
|
* 处理视频缩略图
|
*/
|
private void processVideoThumbnail(ArdMediaVideo video) {
|
// 生成缩略图
|
try (ByteArrayInputStream in = generateThumbnail(video.getSourceUrl())) {
|
String thumbUrl = ossServiceContext.upload(
|
"record",
|
video.getTaskId() + "/" + video.getId() + ".jpg",
|
in,
|
MimeTypeUtils.IMAGE_JPEG
|
);
|
video.setThumbnailUrl(thumbUrl);
|
} catch (Exception e) {
|
log.warn("视频缩略图生成或上传失败 taskId={}, videoId={}", video.getTaskId(), video.getId(), e);
|
}
|
// 获取文件大小
|
try {
|
long videoSize = getFileSizeFromUrl(video.getSourceUrl());
|
video.setFileSize(videoSize);
|
} catch (Exception e) {
|
log.warn("获取视频大小失败 url={}", video.getSourceUrl(), e);
|
}
|
// 更新数据库
|
video.setUpdateTime(new Date());
|
ardMediaVideoMapper.updateArdMediaVideo(video);
|
}
|
|
public long getFileSizeFromUrl(String fileUrl) throws IOException {
|
URL url = new URL(fileUrl);
|
HttpURLConnection conn = (HttpURLConnection) url.openConnection();
|
conn.setRequestMethod("HEAD");
|
conn.setConnectTimeout(5000);
|
conn.setReadTimeout(5000);
|
conn.connect();
|
long size = conn.getContentLengthLong(); // 返回字节数
|
conn.disconnect();
|
return size;
|
}
|
|
|
private ByteArrayInputStream generateThumbnail(String videoFile) {
|
|
String ffmpeg = osSelect.isWindows()
|
? "ffmpeg"
|
: "/usr/local/ffmpeg/bin/ffmpeg";
|
|
Path tempImg = null;
|
try {
|
tempImg = Files.createTempFile("thumb_", ".jpg");
|
|
List<String> cmd = new ArrayList<>();
|
cmd.add(ffmpeg);
|
cmd.add("-y");
|
cmd.add("-loglevel");
|
cmd.add("error");
|
cmd.add("-i");
|
cmd.add(videoFile);
|
cmd.add("-ss");
|
cmd.add(String.valueOf(1));
|
cmd.add("-vframes");
|
cmd.add("1");
|
cmd.add("-vf");
|
cmd.add("scale=" + 200 + ":-1");
|
cmd.add(tempImg.toAbsolutePath().toString());
|
|
log.info("ffmpeg cmd: {}", String.join(" ", cmd));
|
|
Process process = new ProcessBuilder(cmd).start();
|
|
drain(process.getErrorStream());
|
|
boolean finished = process.waitFor(15, TimeUnit.SECONDS); // 超时保护
|
if (!finished) {
|
process.destroyForcibly();
|
throw new RuntimeException("ffmpeg timeout");
|
}
|
|
if (process.exitValue() != 0) {
|
throw new RuntimeException("ffmpeg exit=" + process.exitValue());
|
}
|
|
byte[] data = Files.readAllBytes(tempImg);
|
return new ByteArrayInputStream(data);
|
|
} catch (Exception e) {
|
throw new RuntimeException("生成缩略图失败", e);
|
} finally {
|
if (tempImg != null) {
|
try {
|
Files.deleteIfExists(tempImg);
|
} catch (IOException ignore) {
|
}
|
}
|
}
|
}
|
|
private static void drain(InputStream is) {
|
new Thread(() -> {
|
try (BufferedReader br = new BufferedReader(new InputStreamReader(is))) {
|
while (br.readLine() != null) {
|
}
|
} catch (IOException ignore) {
|
}
|
}, "ffmpeg-stderr").start();
|
}
|
|
|
/**
|
* 将 URL 转成 InputStream
|
*
|
* @param fileUrl 文件 URL
|
* @param connectTimeoutMillis 连接超时（毫秒）
|
* @param readTimeoutMillis 读取超时（毫秒）
|
* @return InputStream，如果失败返回 null
|
*/
|
public InputStream openUrlInputStream(String fileUrl, int connectTimeoutMillis, int readTimeoutMillis) {
|
try {
|
URL url = new URL(fileUrl);
|
|
// 支持 HTTPS 信任所有证书（如果需要访问自签名证书）
|
if ("https".equalsIgnoreCase(url.getProtocol())) {
|
TrustManager[] trustAllCerts = new TrustManager[]{
|
new X509TrustManager() {
|
@Override
|
public void checkClientTrusted(X509Certificate[] chain, String authType) {
|
}
|
|
@Override
|
public void checkServerTrusted(X509Certificate[] chain, String authType) {
|
}
|
|
@Override
|
public X509Certificate[] getAcceptedIssuers() {
|
return null;
|
}
|
}
|
};
|
SSLContext sc = SSLContext.getInstance("SSL");
|
sc.init(null, trustAllCerts, new java.security.SecureRandom());
|
HttpsURLConnection.setDefaultSSLSocketFactory(sc.getSocketFactory());
|
HttpsURLConnection.setDefaultHostnameVerifier((hostname, session) -> true);
|
}
|
|
URLConnection connection = url.openConnection();
|
connection.setConnectTimeout(connectTimeoutMillis);
|
connection.setReadTimeout(readTimeoutMillis);
|
|
return connection.getInputStream();
|
|
} catch (Exception e) {
|
e.printStackTrace();
|
return null;
|
}
|
}
|
|
@Scheduled(fixedDelay = 10000) // 每10秒执行一次
|
public void syncVideoMediaUrl() {
|
List<ArdMediaVideo> videos = ardMediaVideoMapper.selectVideosWithNullMedia();
|
for (ArdMediaVideo video : videos) {
|
if (!uploadingVideos.add(video.getId())) {
|
continue;
|
}
|
CompletableFuture.runAsync(() -> {
|
try {
|
// 上传视频到 OSS
|
try (InputStream is = openUrlInputStream(video.getSourceUrl(), 5000, 10000)) {
|
if (is != null) {
|
String mediaUrl = ossServiceContext.upload(
|
"record",
|
video.getTaskId() + "/" + video.getId() + ".mp4",
|
is,
|
MimeTypeUtils.VIDEO_MP4
|
);
|
log.info("upload mediaUrl={}", mediaUrl);
|
video.setMediaUrl(mediaUrl);
|
}
|
}
|
// 生成缩略图
|
processVideoThumbnail(video);
|
|
// 更新数据库
|
video.setUpdateTime(new Date());
|
ardMediaVideoMapper.updateArdMediaVideo(video);
|
} catch (Exception e) {
|
log.error("生成 mediaUrl/缩略图失败 videoId={}", video.getId(), e);
|
} finally {
|
uploadingVideos.remove(video.getId());
|
}
|
}, threadPoolTaskExecutor);
|
}
|
}
|
|
@Scheduled(fixedDelay = 10000) // 每10秒执行一次
|
public void syncPicMediaUrl() {
|
List<ArdMediaPic> pics = ardMediaPicMapper.selectPicsWithNullMedia();
|
for (ArdMediaPic pic : pics) {
|
if (!uploadingPics.add(pic.getId())) {
|
continue;
|
}
|
CompletableFuture.runAsync(() -> {
|
try (InputStream inputStream = openUrlInputStream(pic.getSourceUrl(), 5000, 10000)) {
|
if (inputStream != null) {
|
String url = ossServiceContext.upload(
|
"pic",
|
pic.getTaskId() + "/" + pic.getId() + ".jpg",
|
inputStream,
|
MimeTypeUtils.IMAGE_JPG
|
);
|
pic.setMediaUrl(url);
|
pic.setUpdateTime(new Date());
|
ardMediaPicMapper.updatePic(pic);
|
}
|
} catch (Exception e) {
|
log.error("图片上传失败 taskId={}, photoId={}", pic.getTaskId(), pic.getId(), e);
|
} finally {
|
uploadingPics.remove(pic.getId());
|
}
|
|
}, threadPoolTaskExecutor); // 使用自定义线程池
|
}
|
}
|
|
}
|
