Merge pull request #386 from bcc-code/feature/bcc-76-shorts-automation-v2-flows

Feature/bcc 76 shorts automation v2 flows

Author: KillerX

activities/crop_shorts.go

@@ -0,0 +1,125 @@
+package activities
+
+import (
+	"context"
+	"fmt"
+	"math"
+	"strconv"
+	"strings"
+)
+
+type CropShortInput struct {
+	InputVideoPath  string
+	AudioVideoPath  string
+	OutputVideoPath string
+	KeyFrames       []Keyframe
+	InSeconds       float64
+	OutSeconds      float64
+}
+
+type CropShortResult struct {
+	Arguments []string
+}
+
+func (ua UtilActivities) CropShortActivity(ctx context.Context, params CropShortInput) (*CropShortResult, error) {
+	cropFilter := buildCropFilter(params.KeyFrames)
+
+	args := []string{
+		"-i", params.InputVideoPath,
+		"-i", params.AudioVideoPath,
+		"-filter_complex",
+		fmt.Sprintf(
+			"[0:v]%s[v]; [1:a]atrim=start=%.3f:end=%.3f,asetpts=PTS-STARTPTS[a]",
+			cropFilter, params.InSeconds, params.OutSeconds,
+		),
+		"-map", "[v]",
+		"-map", "[a]",
+		"-c:v", "libx264",
+		"-c:a", "aac",
+		"-pix_fmt", "yuv420p",
+		"-y",
+		params.OutputVideoPath,
+	}
+	return &CropShortResult{Arguments: args}, nil
+}
+
+func buildCropFilter(keyframes []Keyframe) string {
+	if len(keyframes) == 0 {
+		return "crop=960:540:489:29"
+	}
+	if len(keyframes) == 1 {
+		kf := keyframes[0]
+		return fmt.Sprintf("crop=%d:%d:%d:%d", kf.W, kf.H, kf.X, kf.Y)
+	}
+
+	cropW := keyframes[0].W
+	cropH := keyframes[0].H
+
+	xExpr := buildSmoothTransitionExpression(keyframes, "X")
+	yExpr := buildSmoothTransitionExpression(keyframes, "Y")
+
+	return fmt.Sprintf("crop=%d:%d:x='%s':y='%s'", cropW, cropH, xExpr, yExpr)
+}
+
+func buildSmoothTransitionExpression(keyframes []Keyframe, param string) string {
+	var conditions []string
+	for i := len(keyframes) - 1; i >= 1; i-- {
+		currentKf := keyframes[i]
+		if currentKf.JumpCut {
+			target := getParamValue(currentKf, param)
+			conditions = append(conditions,
+				fmt.Sprintf("if(gte(t,%.3f),%d,", currentKf.StartTimestamp, target))
+		} else {
+			prev := getParamValue(keyframes[i-1], param)
+			target := getParamValue(currentKf, param)
+
+			dist := calculateDistance(keyframes[i-1], currentKf)
+			panDur := calculatePanDuration(dist)
+			end := currentKf.StartTimestamp + panDur
+
+			norm := fmt.Sprintf("(t-%.3f)/%.3f", currentKf.StartTimestamp, panDur)
+			ease := "(1-pow(1-(" + norm + "),2))"
+
+			smooth := fmt.Sprintf("if(lte(t,%.3f),%d+(%d-%d)*%s,%d)",
+				end, prev, target, prev, ease, target)
+			conditions = append(conditions,
+				fmt.Sprintf("if(gte(t,%.3f),%s,", currentKf.StartTimestamp, smooth))
+		}
+	}
+	result := strings.Join(conditions, "")
+	first := getParamValue(keyframes[0], param)
+	result += strconv.Itoa(first) + strings.Repeat(")", len(conditions))
+	return result
+}
+
+func calculateDistance(kf1, kf2 Keyframe) float64 {
+	dx := float64(kf2.X - kf1.X)
+	dy := float64(kf2.Y - kf1.Y)
+	return math.Sqrt(dx*dx + dy*dy)
+}
+
+func calculatePanDuration(distance float64) float64 {
+	const (
+		minDur = 0.1
+		maxDur = 3.0
+		speed  = 200.0
+	)
+	d := distance / speed
+	if d < minDur {
+		d = minDur
+	}
+	if d > maxDur {
+		d = maxDur
+	}
+	return d
+}
+
+func getParamValue(kf Keyframe, param string) int {
+	switch param {
+	case "X":
+		return kf.X
+	case "Y":
+		return kf.Y
+	}
+	return 0
+}

activities/shorts.go

@@ -0,0 +1,84 @@
+package activities
+
+import (
+	"context"
+	"fmt"
+	"os"
+
+	"github.com/go-resty/resty/v2"
+	"go.temporal.io/sdk/activity"
+)
+
+var shortServiceURL = os.Getenv("SHORTS_SERVICE_URL")
+
+type SubmitShortJobInput struct {
+	InputPath  string `json:"input_path"`
+	OutputPath string `json:"output_path"`
+	Model      string `json:"model"`
+	Debug      bool   `json:"debug"`
+}
+
+type Square struct {
+	X int `json:"x"`
+	Y int `json:"y"`
+	W int `json:"w"`
+	H int `json:"h"`
+}
+
+type Keyframe struct {
+	EndTimestamp   float64 `json:"end_timestamp"`
+	JumpCut        bool    `json:"jump_cut"`
+	StartTimestamp float64 `json:"start_timestamp"`
+	Square
+}
+
+type GenerateShortRequestResult struct {
+	Debug     string     `json:"debug"`
+	Keyframes []Keyframe `json:"keyframes"`
+	Status    string     `json:"status"`
+}
+
+type SubmitShortJobResult struct {
+	JobID string `json:"job_id"`
+}
+
+func (ua UtilActivities) SubmitShortJobActivity(ctx context.Context, params SubmitShortJobInput) (*SubmitShortJobResult, error) {
+	log := activity.GetLogger(ctx)
+	activity.RecordHeartbeat(ctx, "SubmitShortJob")
+	log.Info("Starting SubmitShortJob activity")
+
+	restyClient := resty.New()
+	var result SubmitShortJobResult
+	resp, err := restyClient.R().SetContext(ctx).SetBody(params).SetResult(&result).Post(fmt.Sprintf("%s/submit_job", shortServiceURL))
+
+	if err != nil {
+		return nil, fmt.Errorf("resty request failed: %w", err)
+	}
+	if resp.StatusCode() != 202 {
+		return nil, fmt.Errorf("unexpected status %d: %s", resp.StatusCode(), resp.String())
+	}
+
+	return &result, nil
+}
+
+type CheckJobStatusInput struct {
+	JobID string `json:"job_id"`
+}
+
+func (ua UtilActivities) CheckJobStatusActivity(ctx context.Context, params CheckJobStatusInput) (*GenerateShortRequestResult, error) {
+	activity.RecordHeartbeat(ctx, "CheckJobStatus")
+
+	restyClient := resty.New()
+
+	var result GenerateShortRequestResult
+	resp, err := restyClient.R().SetContext(ctx).SetResult(&result).Get(fmt.Sprintf("%s/job_status/%s", shortServiceURL, params.JobID))
+
+	if err != nil {
+		return nil, fmt.Errorf("resty request failed: %w", err)
+	}
+	if resp.StatusCode() != 200 {
+		return nil, fmt.Errorf("unexpected status %d: %s", resp.StatusCode(), resp.String())
+	}
+
+	return &result, nil
+}