抽取视频转换代码

Author: clansty

MaiChartManager/AppMain.cs

@@ -3,7 +3,7 @@
 using System.Text.Json;
 using Windows.ApplicationModel;
 using Windows.ApplicationModel.Activation;
-using MaiChartManager.Controllers.Music;
+using MaiChartManager.Utils;
 using Microsoft.Web.WebView2.Core;
 using Xabe.FFmpeg;
 
@@ -44,7 +44,7 @@ public void Run()
             Application.SetUnhandledExceptionMode(UnhandledExceptionMode.ThrowException);
             ApplicationConfiguration.Initialize();
             FFmpeg.SetExecutablesPath(StaticSettings.exeDir);
-            MovieConvertController.CheckHardwareAcceleration();
+            VideoConvert.CheckHardwareAcceleration();
 
             Directory.CreateDirectory(StaticSettings.appData);
             Directory.CreateDirectory(StaticSettings.tempPath);

MaiChartManager/Controllers/App/AppVersionController.cs

@@ -1,4 +1,4 @@
-using MaiChartManager.Controllers.Music;
+using MaiChartManager.Utils;
 using Microsoft.AspNetCore.Mvc;
 
 namespace MaiChartManager.Controllers.App;
@@ -7,11 +7,11 @@ namespace MaiChartManager.Controllers.App;
 [Route("MaiChartManagerServlet/[action]Api")]
 public class AppVersionController(StaticSettings settings, ILogger<AppVersionController> logger) : ControllerBase
 {
-    public record AppVersionResult(string Version, int GameVersion, IapManager.LicenseStatus License, MovieConvertController.HardwareAccelerationStatus HardwareAcceleration, string H264Encoder);
+    public record AppVersionResult(string Version, int GameVersion, IapManager.LicenseStatus License, VideoConvert.HardwareAccelerationStatus HardwareAcceleration, string H264Encoder);
 
     [HttpGet]
     public AppVersionResult GetAppVersion()
     {
-        return new AppVersionResult(Application.ProductVersion, settings.gameVersion, IapManager.License, MovieConvertController.HardwareAcceleration, MovieConvertController.H264Encoder);
+        return new AppVersionResult(Application.ProductVersion, settings.gameVersion, IapManager.License, VideoConvert.HardwareAcceleration, VideoConvert.H264Encoder);
     }
 }

MaiChartManager/Controllers/Music/MovieConvertController.cs

@@ -1,98 +1,19 @@
-using Microsoft.AspNetCore.Mvc;
-using Microsoft.VisualBasic.FileIO;
-using Xabe.FFmpeg;
+using MaiChartManager.Utils;
+using Microsoft.AspNetCore.Mvc;
 
 namespace MaiChartManager.Controllers.Music;
 
 [ApiController]
 [Route("MaiChartManagerServlet/[action]Api/{assetDir}/{id:int}")]
-public class MovieConvertController(StaticSettings settings, ILogger<MovieConvertController> logger) : ControllerBase
+public class MovieConvertController(ILogger<MovieConvertController> logger) : ControllerBase
 {
-    public enum HardwareAccelerationStatus
-    {
-        Pending,
-        Enabled,
-        Disabled
-    }
-
-    public static HardwareAccelerationStatus HardwareAcceleration { get; private set; } = HardwareAccelerationStatus.Pending;
-    public static string H264Encoder { get; private set; } = "libx264";
-
-    public static async Task CheckHardwareAcceleration()
-    {
-        var tmpDir = Directory.CreateTempSubdirectory();
-        try
-        {
-            var blankPath = Path.Combine(tmpDir.FullName, "blank.ivf");
-            await FFmpeg.Conversions.New()
-                .SetOutputTime(TimeSpan.FromSeconds(2))
-                .SetInputFormat(Format.lavfi)
-                .AddParameter("-i color=c=black:s=720x720:r=1")
-                .AddParameter("-c:v vp9_qsv")
-                .UseMultiThread(true)
-                .SetOutput(blankPath)
-                .Start();
-            HardwareAcceleration = HardwareAccelerationStatus.Enabled;
-        }
-        catch (Exception e)
-        {
-            Console.WriteLine(e);
-            HardwareAcceleration = HardwareAccelerationStatus.Disabled;
-        }
-
-        foreach (var encoder in ((string[]) ["h264_nvenc", "h264_qsv", "h264_vaapi", "h264_amf", "h264_mf", "h264_vulkan"]))
-        {
-            try
-            {
-                var blankPath = Path.Combine(tmpDir.FullName, $"{encoder}.mp4");
-                await FFmpeg.Conversions.New()
-                    .SetOutputTime(TimeSpan.FromSeconds(2))
-                    .SetInputFormat(Format.lavfi)
-                    .AddParameter("-i color=c=black:s=720x720:r=1")
-                    .AddParameter($"-c:v {encoder}")
-                    .UseMultiThread(true)
-                    .SetOutput(blankPath)
-                    .Start();
-                H264Encoder = encoder;
-                break;
-            }
-            catch (Exception e)
-            {
-                Console.WriteLine(e);
-            }
-        }
-
-        Console.WriteLine($"H264 encoder: {H264Encoder}");
-    }
-
-    private static string Vp9Encoding => HardwareAcceleration == HardwareAccelerationStatus.Enabled ? "vp9_qsv" : "vp9";
-
     public enum SetMovieEventType
     {
         Progress,
         Success,
         Error
     }
 
-    private static IConversion Concatenate(string vf, params IMediaInfo[] mediaInfos)
-    {
-        var conversion = FFmpeg.Conversions.New();
-        foreach (var inputVideo in mediaInfos)
-        {
-            conversion.AddParameter("-i " + inputVideo.Path.Escape() + " ");
-        }
-
-        conversion.AddParameter("-filter_complex \"");
-        for (var index = 0; index < mediaInfos.Length; ++index)
-            conversion.AddParameter($"[{index}:v]setsar=1[{index}s];");
-        for (var index = 0; index < mediaInfos.Length; ++index)
-            conversion.AddParameter($"[{index}s] ");
-        conversion.AddParameter($"concat=n={mediaInfos.Length}:v=1 [v]; [v]{vf}[vout]\" -map \"[vout]\"");
-
-        conversion.AddParameter("-aspect 1:1");
-        return conversion;
-    }
-
     [HttpPut]
     [DisableRequestSizeLimit]
     public async Task SetMovie(int id, [FromForm] double padding, IFormFile file, [FromForm] bool noScale, [FromForm] bool h264, [FromForm] bool yuv420p, string assetDir)
@@ -102,7 +23,7 @@ public async Task SetMovie(int id, [FromForm] double padding, IFormFile file, [F
         if (Path.GetExtension(file.FileName).Equals(".dat", StringComparison.InvariantCultureIgnoreCase))
         {
             var targetPath = Path.Combine(StaticSettings.StreamingAssets, assetDir, $@"MovieData\{id:000000}.dat");
-            Directory.CreateDirectory(Path.GetDirectoryName(targetPath));
+            Directory.CreateDirectory(Path.GetDirectoryName(targetPath)!);
             await using var stream = System.IO.File.Open(targetPath, FileMode.Create);
             await file.CopyToAsync(stream);
             StaticSettings.MovieDataMap[id] = targetPath;
@@ -111,139 +32,61 @@ public async Task SetMovie(int id, [FromForm] double padding, IFormFile file, [F
 
         if (IapManager.License != IapManager.LicenseStatus.Active) return;
         Response.Headers.Append("Content-Type", "text/event-stream");
+        
         var tmpDir = Directory.CreateTempSubdirectory();
         logger.LogInformation("Temp dir: {tmpDir}", tmpDir.FullName);
-        // Convert vp9
-        var outVideoPath = Path.Combine(tmpDir.FullName, h264 ? "out.mp4" : "out.ivf");
+
         try
         {
+            // 保存上传的文件到临时目录
             var srcFilePath = Path.Combine(tmpDir.FullName, Path.GetFileName(file.FileName));
-            var srcFileStream = System.IO.File.OpenWrite(srcFilePath);
-            await file.CopyToAsync(srcFileStream);
-            await srcFileStream.DisposeAsync();
-
-            var srcMedia = await FFmpeg.GetMediaInfo(srcFilePath);
-            var firstStream = srcMedia.VideoStreams.First().SetCodec(h264 ? H264Encoder : Vp9Encoding);
-            var conversion = FFmpeg.Conversions.New()
-                .AddStream(firstStream);
-            if (file.ContentType.StartsWith("image/"))
-            {
-                padding = 0;
-                conversion.AddParameter("-r 1 -t 2");
-                conversion.AddParameter("-loop 1", ParameterPosition.PreInput);
-            }
-
-            if (padding is > 0 and < 0.05)
-            {
-                padding = 0;
-            }
-
-            var vf = "";
-            var scale = h264 ? 2160 : 1080;
-            if (!noScale)
+            await using (var srcFileStream = System.IO.File.OpenWrite(srcFilePath))
             {
-                vf = $"scale={scale}:-1,pad={scale}:{scale}:({scale}-iw)/2:({scale}-ih)/2:black";
+                await file.CopyToAsync(srcFileStream);
             }
 
-            if (padding < 0)
-            {
-                conversion.SetSeek(TimeSpan.FromSeconds(-padding));
-            }
-            else if (padding > 0)
-            {
-                var blankPath = Path.Combine(tmpDir.FullName, "blank.mp4");
-                var blank = FFmpeg.Conversions.New()
-                    .SetOutputTime(TimeSpan.FromSeconds(padding))
-                    .SetInputFormat(Format.lavfi)
-                    .AddParameter($"-i color=c=black:s={srcMedia.VideoStreams.First().Width}x{srcMedia.VideoStreams.First().Height}:r=30")
-                    .UseMultiThread(true)
-                    .SetOutput(blankPath);
-                logger.LogInformation("About to run FFMpeg with params: {params}", blank.Build());
-                await blank.Start();
-                var blankVideoInfo = await FFmpeg.GetMediaInfo(blankPath);
-                conversion = Concatenate(vf, blankVideoInfo, srcMedia);
-                conversion.AddParameter($"-c:v {(h264 ? "h264" : Vp9Encoding)}");
-            }
+            // 目标路径
+            var targetPath = Path.Combine(StaticSettings.StreamingAssets, assetDir, $@"MovieData\{id:000000}.{(h264 ? "mp4" : "dat")}");
 
-            conversion
-                .SetOutput(outVideoPath)
-                .AddParameter("-hwaccel dxva2", ParameterPosition.PreInput)
-                .UseMultiThread(true);
-            if (!h264)
-            {
-                conversion.AddParameter("-cpu-used 5");
-                if (yuv420p)
-                    conversion.AddParameter("-pix_fmt yuv420p");
-            }
-            if (!noScale && padding <= 0)
+            // 使用工具类转换视频
+            await VideoConvert.ConvertVideo(new VideoConvert.VideoConvertOptions
             {
-                conversion.AddParameter($"-vf {vf}");
-            }
+                InputPath = srcFilePath,
+                OutputPath = targetPath,
+                NoScale = noScale,
+                UseH264 = h264,
+                UseYuv420p = yuv420p,
+                Padding = padding,
+                ContentType = file.ContentType,
+                OnProgress = async percent =>
+                {
+                    await Response.WriteAsync($"event: {SetMovieEventType.Progress}\ndata: {percent}\n\n");
+                    await Response.Body.FlushAsync();
+                }
+            });
 
-            logger.LogInformation("About to run FFMpeg with params: {params}", conversion.Build());
-            conversion.OnProgress += async (sender, args) =>
-            {
-                await Response.WriteAsync($"event: {SetMovieEventType.Progress}\ndata: {args.Percent}\n\n");
-                await Response.Body.FlushAsync();
-            };
-            await conversion.Start();
+            StaticSettings.MovieDataMap[id] = targetPath;
+            await Response.WriteAsync($"event: {SetMovieEventType.Success}\ndata: {SetMovieEventType.Success}\n\n");
+            await Response.Body.FlushAsync();
         }
         catch (Exception e)
         {
             logger.LogError(e, "Failed to convert video");
             SentrySdk.CaptureException(e);
-            await Response.WriteAsync($"event: {SetMovieEventType.Error}\ndata: 视频转换为 VP9 失败：{e.Message}\n\n");
-            await Response.Body.FlushAsync();
-            return;
-        }
-
-        // Convert ivf to usm
-        if (!System.IO.File.Exists(outVideoPath) || new FileInfo(outVideoPath).Length == 0)
-        {
-            await Response.WriteAsync($"event: {SetMovieEventType.Error}\ndata: 视频转换为 VP9 失败：输出文件不存在\n\n");
+            await Response.WriteAsync($"event: {SetMovieEventType.Error}\ndata: 转换失败：{e.Message}\n\n");
             await Response.Body.FlushAsync();
-            return;
         }
-
-        var outputFile = Path.Combine(tmpDir.FullName, "out.usm");
-        if (h264)
+        finally
         {
-            outputFile = outVideoPath;
-        }
-        else
+            // 清理临时目录
             try
             {
-                WannaCRI.WannaCRI.CreateUsm(outVideoPath);
-                if (!System.IO.File.Exists(outputFile) || new FileInfo(outputFile).Length == 0)
-                {
-                    throw new Exception("Output file not found or empty");
-                }
+                tmpDir.Delete(true);
             }
-            catch (Exception e)
+            catch
             {
-                logger.LogError(e, "Failed to convert ivf to usm");
-                SentrySdk.CaptureException(e);
-                await Response.WriteAsync($"event: {SetMovieEventType.Error}\ndata: 视频转换为 USM 失败：{e.Message}\n\n");
-                await Response.Body.FlushAsync();
-                return;
+                // 忽略清理错误
             }
-
-        try
-        {
-            var targetPath = Path.Combine(StaticSettings.StreamingAssets, assetDir, $@"MovieData\{id:000000}.{(h264 ? "mp4" : "dat")}");
-            Directory.CreateDirectory(Path.GetDirectoryName(targetPath));
-            FileSystem.CopyFile(outputFile, targetPath, true);
-
-            StaticSettings.MovieDataMap[id] = targetPath;
-            await Response.WriteAsync($"event: {SetMovieEventType.Success}\ndata: {SetMovieEventType.Success}\n\n");
-            await Response.Body.FlushAsync();
-        }
-        catch (Exception e)
-        {
-            logger.LogError(e, "Failed to copy movie data");
-            SentrySdk.CaptureException(e);
-            await Response.WriteAsync($"event: {SetMovieEventType.Error}\ndata: 复制文件失败：{e.Message}\n\n");
-            await Response.Body.FlushAsync();
         }
     }
 }