双GPU支持（BETA）

workflow/video.py

@@ -1,4 +1,5 @@
 import os
+import platform
 import subprocess
 from datetime import datetime, timedelta
 from typing import IO
@@ -7,6 +8,14 @@ from config import FFMPEG_EXEC, VIDEO_BITRATE, FFMPEG_USE_NVIDIA_GPU, VIDEO_CLIP
     PROD_ENV, FFMPEG_USE_INTEL_GPU
 
 
+def base_ts_to_filename(start_ts: float, is_mp4=False) -> str:
+    base_start = datetime.fromtimestamp(start_ts)
+    if is_mp4:
+        return base_start.strftime("%Y%m%d_%H%M.mp4")
+    else:
+        return base_start.strftime("%Y%m%d_%H%M.flv")
+
+
 def get_video_real_duration(filename):
     ffmpeg_process = subprocess.Popen([
         FFMPEG_EXEC, "-hide_banner", "-progress", "-", "-v", "0", "-i", filename, "-c", "copy", "-f", "null", "-"
@@ -14,6 +23,75 @@ def get_video_real_duration(filename):
     return handle_ffmpeg_output(ffmpeg_process.stdout)
 
 
+def multi_gpu_encode_video_with_subtitles(orig_filename: str, subtitles: list[str], base_ts: float):
+    new_filename = base_ts_to_filename(base_ts)
+    if not (FFMPEG_USE_NVIDIA_GPU and FFMPEG_USE_INTEL_GPU):
+        print("[!]Please Enable Both Of Encode Acceleration")
+        print("[!]Fallback to normal")
+        return encode_video_with_subtitles(orig_filename, subtitles, new_filename)
+    _duration_str = get_video_real_duration(orig_filename)
+    duration = duration_str_to_float(_duration_str)
+    if duration >= (VIDEO_CLIP_EACH_SEC * 5):
+        # qsv 压制前2段，剩余交由nvenc压制
+        new_filename0 = base_ts_to_filename(base_ts)
+        new_filename1 = base_ts_to_filename(base_ts + VIDEO_CLIP_EACH_SEC * 2)
+        encode_process0 = subprocess.Popen([
+            FFMPEG_EXEC, "-hide_banner", "-progress", "-", "-v", "0", "-y",
+            "-hwaccel", "qsv", "-t", str(VIDEO_CLIP_EACH_SEC * 2 + VIDEO_CLIP_OVERFLOW_SEC), "-i", orig_filename, "-vf",
+            ",".join("subtitles=%s" % i for i in subtitles),
+            "-c:a", "copy", "-c:v", "h264_qsv",
+            "-f", "mp4", "-preset:v", "fast", "-profile:v", "high", "-level", "4.1",
+            "-b:v", VIDEO_BITRATE, "-rc:v", "vbr", "-tune:v", "hq",
+            "-qmin", "10", "-qmax", "32", "-crf", "16",
+            # "-t", "10",
+            new_filename0
+        ], stdout=subprocess.PIPE)
+        encode_process1 = subprocess.Popen([
+            FFMPEG_EXEC, "-hide_banner", "-progress", "-", "-v", "0", "-y",
+            "-hwaccel", "cuvid", "-ss", str(VIDEO_CLIP_EACH_SEC * 2), "-i", orig_filename, "-vf",
+            ",".join("subtitles=%s" % i for i in subtitles) + ",hwupload_cuda",
+            "-c:a", "copy", "-c:v", "h264_nvenc",
+            "-f", "mp4", "-preset:v", "fast", "-profile:v", "high", "-level", "4.1",
+            "-b:v", VIDEO_BITRATE, "-rc:v", "vbr", "-tune:v", "hq",
+            "-qmin", "10", "-qmax", "32", "-crf", "16",
+            # "-t", "10",
+            new_filename1
+        ], stdout=subprocess.PIPE)
+        return [new_filename0, new_filename1]
+    elif duration >= (VIDEO_CLIP_EACH_SEC * 3):
+        # 至少也要能切3片，才用双GPU加速
+        new_filename0 = base_ts_to_filename(base_ts, True)
+        new_filename1 = base_ts_to_filename(base_ts + VIDEO_CLIP_EACH_SEC)
+        encode_process0 = subprocess.Popen([
+            FFMPEG_EXEC, "-hide_banner", "-progress", "-", "-v", "0", "-y",
+            "-hwaccel", "qsv", "-t", str(VIDEO_CLIP_EACH_SEC + VIDEO_CLIP_OVERFLOW_SEC), "-i", orig_filename, "-vf",
+            ",".join("subtitles=%s" % i for i in subtitles),
+            "-c:a", "copy", "-c:v", "h264_qsv",
+            "-f", "mp4", "-preset:v", "fast", "-profile:v", "high", "-level", "4.1",
+            "-b:v", VIDEO_BITRATE, "-rc:v", "vbr", "-tune:v", "hq",
+            "-qmin", "10", "-qmax", "32", "-crf", "16",
+            # "-t", "10",
+            new_filename0
+        ], stdout=subprocess.PIPE)
+        encode_process1 = subprocess.Popen([
+            FFMPEG_EXEC, "-hide_banner", "-progress", "-", "-v", "0", "-y",
+            "-hwaccel", "cuvid", "-ss", str(VIDEO_CLIP_EACH_SEC), "-i", orig_filename, "-vf",
+            ",".join("subtitles=%s" % i for i in subtitles) + ",hwupload_cuda",
+            "-c:a", "copy", "-c:v", "h264_nvenc",
+            "-f", "mp4", "-preset:v", "fast", "-profile:v", "high", "-level", "4.1",
+            "-b:v", VIDEO_BITRATE, "-rc:v", "vbr", "-tune:v", "hq",
+            "-qmin", "10", "-qmax", "32", "-crf", "16",
+            # "-t", "10",
+            new_filename1
+        ], stdout=subprocess.PIPE)
+        return [new_filename1]
+    else:
+        print("[-]VideoClip to short,", duration)
+        print("[-]Fallback to normal")
+        encode_video_with_subtitles(orig_filename, subtitles, new_filename)
+        return [new_filename]
+
+
 def encode_video_with_subtitles(orig_filename: str, subtitles: list[str], new_filename: str):
     if FFMPEG_USE_NVIDIA_GPU:
         print("[+]Use Nvidia NvEnc Acceleration")
@@ -29,18 +107,32 @@ def encode_video_with_subtitles(orig_filename: str, subtitles: list[str], new_fi
             new_filename
         ], stdout=subprocess.PIPE)
     elif FFMPEG_USE_INTEL_GPU:
-        print("[+]Use Intel VAAPI Acceleration")
+        if platform.system().lower() == "windows":
-        encode_process = subprocess.Popen([
+            print("[+]Use Intel QSV Acceleration")
-            FFMPEG_EXEC, "-hide_banner", "-progress", "-", "-v", "0", "-y",
+            encode_process = subprocess.Popen([
-            "-hwaccel", "vaapi", "-i", orig_filename, "-vf",
+                FFMPEG_EXEC, "-hide_banner", "-progress", "-", "-v", "0", "-y",
-            ",".join("subtitles=%s" % i for i in subtitles) + ",hwupload",
+                "-hwaccel", "qsv", "-i", orig_filename, "-vf",
-            "-c:a", "copy", "-c:v", "h264_vaapi",
+                ",".join("subtitles=%s" % i for i in subtitles),
-            "-f", "mp4", "-preset:v", "fast", "-profile:v", "high", "-level", "4.1",
+                "-c:a", "copy", "-c:v", "h264_qsv",
-            "-b:v", VIDEO_BITRATE, "-rc:v", "vbr", "-tune:v", "hq",
+                "-f", "mp4", "-preset:v", "fast", "-profile:v", "high", "-level", "4.1",
-            "-qmin", "10", "-qmax", "32", "-crf", "16",
+                "-b:v", VIDEO_BITRATE, "-rc:v", "vbr", "-tune:v", "hq",
-            # "-t", "10",
+                "-qmin", "10", "-qmax", "32", "-crf", "16",
-            new_filename
+                # "-t", "10",
-        ], stdout=subprocess.PIPE)
+                new_filename
+            ], stdout=subprocess.PIPE)
+        else:
+            print("[+]Use Intel VAAPI Acceleration")
+            encode_process = subprocess.Popen([
+                FFMPEG_EXEC, "-hide_banner", "-progress", "-", "-v", "0", "-y",
+                "-hwaccel", "vaapi", "-i", orig_filename, "-vf",
+                ",".join("subtitles=%s" % i for i in subtitles) + ",hwupload",
+                "-c:a", "copy", "-c:v", "h264_vaapi",
+                "-f", "mp4", "-preset:v", "fast", "-profile:v", "high", "-level", "4.1",
+                "-b:v", VIDEO_BITRATE, "-rc:v", "vbr", "-tune:v", "hq",
+                "-qmin", "10", "-qmax", "32", "-crf", "16",
+                # "-t", "10",
+                new_filename
+            ], stdout=subprocess.PIPE)
     else:
         print("[+]Use CPU Encode")
         encode_process = subprocess.Popen([

workflow/worker.py

@@ -1,9 +1,8 @@
 import os.path
-from datetime import datetime
 
 from exception.danmaku import DanmakuException
 from workflow.danmaku import get_file_start, diff_danmaku_files, danmaku_to_subtitle
-from workflow.video import encode_video_with_subtitles, quick_split_video
+from workflow.video import multi_gpu_encode_video_with_subtitles, quick_split_video
 
 
 def do_workflow(video_file, danmaku_base_file, *danmaku_files):
@@ -11,8 +10,6 @@ def do_workflow(video_file, danmaku_base_file, *danmaku_files):
         ...
     result = []
     start_ts = get_file_start(danmaku_base_file)
-    base_start = datetime.fromtimestamp(start_ts)
-    new_file_name = base_start.strftime("%Y%m%d_%H%M.flv")
     result.append(danmaku_to_subtitle(danmaku_base_file, 0))
     for danmaku_file in danmaku_files:
         try:
@@ -24,10 +21,11 @@ def do_workflow(video_file, danmaku_base_file, *danmaku_files):
             print("弹幕文件", danmaku_file, "异常")
             continue
     print(result)
-    encode_video_with_subtitles(video_file, result, new_file_name)
+    file_need_split = multi_gpu_encode_video_with_subtitles(video_file, result, start_ts)
-    quick_split_video(new_file_name)
+    for filename in file_need_split:
-    # clean files
+        quick_split_video(filename)
+        # clean files
+        os.remove(filename)
     for file in result:
         os.remove(file)
-    os.remove(new_file_name)