From 4e8a1c02b45f72f6377603778e8c8746ed82f374 Mon Sep 17 00:00:00 2001
From: zhaowenyu <35589726@qq.com>
Date: Tue, 06 Jan 2026 10:04:33 +0800
Subject: [PATCH] Merge remote-tracking branch 'origin/dev' into dev
---
ard-quartz/src/main/java/com/ard/quartz/task/MediaTask.java | 353 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
1 files changed, 353 insertions(+), 0 deletions(-)
diff --git a/ard-quartz/src/main/java/com/ard/quartz/task/MediaTask.java b/ard-quartz/src/main/java/com/ard/quartz/task/MediaTask.java
new file mode 100644
index 0000000..1e5258a
--- /dev/null
+++ b/ard-quartz/src/main/java/com/ard/quartz/task/MediaTask.java
@@ -0,0 +1,353 @@
+package com.ard.quartz.task;
+
+import com.ard.common.utils.StringUtils;
+import com.ard.common.utils.file.MimeTypeUtils;
+import com.ard.oss.service.impl.OssServiceContext;
+import com.ard.work.domain.entity.ArdMediaPic;
+import com.ard.work.domain.entity.ArdMediaVideo;
+import com.ard.work.mapper.ArdMediaPicMapper;
+import com.ard.work.mapper.ArdMediaVideoMapper;
+import com.ard.work.util.osSelect;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.scheduling.annotation.Scheduled;
+import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
+import org.springframework.stereotype.Component;
+
+import javax.annotation.Resource;
+import javax.net.ssl.HttpsURLConnection;
+import javax.net.ssl.SSLContext;
+import javax.net.ssl.TrustManager;
+import javax.net.ssl.X509TrustManager;
+import java.io.*;
+import java.net.HttpURLConnection;
+import java.net.URL;
+import java.net.URLConnection;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.security.cert.X509Certificate;
+import java.util.ArrayList;
+import java.util.Date;
+import java.util.List;
+import java.util.Set;
+import java.util.concurrent.CompletableFuture;
+import java.util.concurrent.ConcurrentHashMap;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicBoolean;
+
+/**
+ * 定时同步媒体任务
+ *
+ * @author ard
+ */
+@Component("MediaTask")
+@Slf4j
+public class MediaTask {
+ @Resource
+ private ArdMediaPicMapper ardMediaPicMapper;
+ @Resource
+ private ArdMediaVideoMapper ardMediaVideoMapper;
+ @Resource
+ private OssServiceContext ossServiceContext;
+ @Resource(name = "mediaVideoExecutor")
+ private ThreadPoolTaskExecutor mediaVideoExecutor;
+ @Resource(name = "mediaPicExecutor")
+ private ThreadPoolTaskExecutor mediaPicExecutor;
+
+ private final AtomicBoolean runningVideo = new AtomicBoolean(false);
+ private final AtomicBoolean runningPic = new AtomicBoolean(false);
+
+ public void syncVideoMediaUrl() {
+ log.warn("开始同步视频媒体");
+ if (!runningVideo.compareAndSet(false, true)) {
+ log.warn("上一次同步还没完成，跳过本次调度");
+ return;
+ }
+ try {
+ while (true) {
+ List<ArdMediaVideo> videos = ardMediaVideoMapper.selectPendingVideos(10);
+ if (videos.isEmpty()) {
+ break; // 没有待处理视频，退出循环
+ }
+ for (ArdMediaVideo video : videos) {
+ int updated = ardMediaVideoMapper.markProcessing(video.getId());
+ if (updated != 1) continue;
+ mediaVideoExecutor.execute(() -> processOneVideo(video));
+ }
+ Thread.sleep(200);
+ }
+ } catch (InterruptedException e) {
+ Thread.currentThread().interrupt();
+ } finally {
+ runningVideo.set(false);
+ }
+ }
+
+ public void syncPicMediaUrl() {
+ log.warn("开始同步图片媒体");
+ if (!runningPic.compareAndSet(false, true)) {
+ log.warn("上一次同步还没完成，跳过本次调度");
+ return;
+ }
+ try {
+ while (true) {
+ List<ArdMediaPic> pics = ardMediaPicMapper.selectPendingPics(10); // 查询待处理的图片
+ if (pics.isEmpty()) {
+ break; // 没有待处理图片，退出循环
+ }
+ for (ArdMediaPic pic : pics) {
+ // 🔒 原子抢占：0 → 1
+ int updated = ardMediaPicMapper.markProcessing(pic.getId());
+ if (updated != 1) {
+ continue; // 已被别的任务抢占
+ }
+ mediaPicExecutor.execute(() -> processOnePic(pic));
+ }
+ // 短暂 sleep，避免无限循环CPU空转
+ Thread.sleep(200);
+ }
+ } catch (InterruptedException e) {
+ Thread.currentThread().interrupt();
+ } finally {
+ runningPic.set(false);
+ }
+ }
+
+ private void processOneVideo(ArdMediaVideo video) {
+ int maxRetries = 3; // 最大重试次数
+ int retryDelay = 3000; // 每次重试等待 3 秒
+ int attempt = 0;
+
+ while (attempt < maxRetries) {
+ attempt++;
+ try (InputStream is = openUrlInputStream(video.getSourceUrl())) {
+ if (is != null) {
+ String mediaUrl = ossServiceContext.upload(
+ "record",
+ video.getTaskId() + "/" + video.getId() + ".mp4",
+ is,
+ MimeTypeUtils.VIDEO_MP4
+ );
+ video.setMediaUrl(mediaUrl);
+
+ // 生成视频缩略图
+ processVideoThumbnail(video);
+
+ video.setSyncStatus(2); // 成功
+ break; // 上传成功，退出循环
+ } else {
+ log.warn("视频尚未生成，尝试重试 {}/{}", attempt, maxRetries);
+ }
+ } catch (Exception e) {
+ log.error("视频同步异常 videoId={}, 尝试 {}/{}", video.getId(), attempt, maxRetries, e);
+ }
+
+ if (attempt < maxRetries) {
+ try {
+ Thread.sleep(retryDelay);
+ } catch (InterruptedException e) {
+ Thread.currentThread().interrupt();
+ break;
+ }
+ } else {
+ video.setSyncStatus(3); // 达到最大重试仍失败
+ }
+ }
+
+ video.setUpdateTime(new Date());
+ try {
+ ardMediaVideoMapper.updateArdMediaVideo(video);
+ } catch (Exception e) {
+ log.error("更新视频状态失败 videoId={}", video.getId(), e);
+ }
+ }
+
+ private void processOnePic(ArdMediaPic pic) {
+ int maxRetries = 3; // 最大重试次数
+ int retryDelay = 2000; // 每次重试等待 2 秒
+ int attempt = 0;
+
+ while (attempt < maxRetries) {
+ attempt++;
+ try (InputStream inputStream = openUrlInputStream(pic.getSourceUrl())) {
+ if (inputStream != null) {
+ String url = ossServiceContext.upload(
+ "pic",
+ pic.getTaskId() + "/" + pic.getId() + ".jpg",
+ inputStream,
+ MimeTypeUtils.IMAGE_JPG
+ );
+ pic.setMediaUrl(url);
+ pic.setSyncStatus(2); // 成功
+ break; // 上传成功，退出循环
+ } else {
+ log.warn("图片尚未生成，尝试重试 {}/{}", attempt, maxRetries);
+ }
+ } catch (Exception e) {
+ log.error("图片同步异常 taskId={}, photoId={}, 尝试 {}/{}", pic.getTaskId(), pic.getId(), attempt, maxRetries, e);
+ }
+
+ if (attempt < maxRetries) {
+ try {
+ Thread.sleep(retryDelay);
+ } catch (InterruptedException e) {
+ Thread.currentThread().interrupt();
+ break;
+ }
+ } else {
+ pic.setSyncStatus(3); // 达到最大重试仍失败
+ }
+ }
+
+ pic.setUpdateTime(new Date());
+ try {
+ ardMediaPicMapper.updatePic(pic);
+ } catch (Exception e) {
+ log.error("更新图片状态失败 photoId={}", pic.getId(), e);
+ }
+ }
+
+ /**
+ * 处理视频缩略图
+ */
+ private void processVideoThumbnail(ArdMediaVideo video) {
+ // 生成缩略图
+ try (ByteArrayInputStream in = generateThumbnail(video.getSourceUrl())) {
+ String thumbUrl = ossServiceContext.upload(
+ "record",
+ video.getTaskId() + "/" + video.getId() + ".jpg",
+ in,
+ MimeTypeUtils.IMAGE_JPEG
+ );
+ video.setThumbnailUrl(thumbUrl);
+ } catch (Exception e) {
+ log.warn("视频缩略图生成或上传失败 taskId={}, videoId={}", video.getTaskId(), video.getId(), e);
+ }
+ // 获取文件大小
+ try {
+ long videoSize = getFileSizeFromUrl(video.getSourceUrl());
+ video.setFileSize(videoSize);
+ } catch (Exception e) {
+ log.warn("获取视频大小失败 url={}", video.getSourceUrl(), e);
+ }
+ }
+
+ private long getFileSizeFromUrl(String fileUrl) throws IOException {
+ URL url = new URL(fileUrl);
+ HttpURLConnection conn = (HttpURLConnection) url.openConnection();
+ conn.setRequestMethod("HEAD");
+ conn.setConnectTimeout(5000);
+ conn.setReadTimeout(5000);
+ conn.connect();
+ long size = conn.getContentLengthLong(); // 返回字节数
+ conn.disconnect();
+ return size;
+ }
+
+ private ByteArrayInputStream generateThumbnail(String videoFile) {
+
+ String ffmpeg = osSelect.isWindows()
+ ? "ffmpeg"
+ : "/usr/local/ffmpeg/bin/ffmpeg";
+
+ Path tempImg = null;
+ try {
+ tempImg = Files.createTempFile("thumb_", ".jpg");
+
+ List<String> cmd = new ArrayList<>();
+ cmd.add(ffmpeg);
+ cmd.add("-y");
+ cmd.add("-loglevel");
+ cmd.add("error");
+ cmd.add("-i");
+ cmd.add(videoFile);
+ cmd.add("-ss");
+ cmd.add(String.valueOf(1));
+ cmd.add("-vframes");
+ cmd.add("1");
+ cmd.add("-vf");
+ cmd.add("scale=" + 200 + ":-1");
+ cmd.add(tempImg.toAbsolutePath().toString());
+
+ log.info("ffmpeg cmd: {}", String.join(" ", cmd));
+
+ Process process = new ProcessBuilder(cmd).start();
+
+ drain(process.getErrorStream());
+
+ boolean finished = process.waitFor(15, TimeUnit.SECONDS); // 超时保护
+ if (!finished) {
+ process.destroyForcibly();
+ throw new RuntimeException("ffmpeg timeout");
+ }
+
+ if (process.exitValue() != 0) {
+ throw new RuntimeException("ffmpeg exit=" + process.exitValue());
+ }
+
+ byte[] data = Files.readAllBytes(tempImg);
+ return new ByteArrayInputStream(data);
+
+ } catch (Exception e) {
+ throw new RuntimeException("生成缩略图失败", e);
+ } finally {
+ if (tempImg != null) {
+ try {
+ Files.deleteIfExists(tempImg);
+ } catch (IOException ignore) {
+ }
+ }
+ }
+ }
+
+ private static void drain(InputStream is) {
+ new Thread(() -> {
+ try (BufferedReader br = new BufferedReader(new InputStreamReader(is))) {
+ while (br.readLine() != null) {
+ }
+ } catch (IOException ignore) {
+ }
+ }, "ffmpeg-stderr").start();
+ }
+
+ /**
+ * 将 URL 转成 InputStream
+ *
+ * @param fileUrl 文件 URL
+ * @return InputStream，如果失败返回 null
+ */
+ private InputStream openUrlInputStream(String fileUrl) {
+ try {
+ URL url = new URL(fileUrl);
+ // 支持 HTTPS 信任所有证书（如果需要访问自签名证书）
+ if ("https".equalsIgnoreCase(url.getProtocol())) {
+ TrustManager[] trustAllCerts = new TrustManager[]{
+ new X509TrustManager() {
+ @Override
+ public void checkClientTrusted(X509Certificate[] chain, String authType) {
+ }
+
+ @Override
+ public void checkServerTrusted(X509Certificate[] chain, String authType) {
+ }
+
+ @Override
+ public X509Certificate[] getAcceptedIssuers() {
+ return null;
+ }
+ }
+ };
+ SSLContext sc = SSLContext.getInstance("SSL");
+ sc.init(null, trustAllCerts, new java.security.SecureRandom());
+ HttpsURLConnection.setDefaultSSLSocketFactory(sc.getSocketFactory());
+ HttpsURLConnection.setDefaultHostnameVerifier((hostname, session) -> true);
+ }
+ URLConnection connection = url.openConnection();
+ connection.setConnectTimeout(5000);
+ connection.setReadTimeout(10000);
+ return connection.getInputStream();
+ } catch (Exception e) {
+ e.printStackTrace();
+ return null;
+ }
+ }
+}
--
Gitblit v1.9.3