inference.sh

#!/usr/bin/env bash
set -euo pipefail

export CUDA_VISIBLE_DEVICES=${CUDA_VISIBLE_DEVICES:-0}

MODEL=${MODEL:-ldm}
PROMPT=${PROMPT:-"A serene lakeside at sunset, ultra-detailed digital art"}
OUTPUT_DIR=${OUTPUT_DIR:-"ldm"}
DEVICE=${DEVICE:-cuda:0}
NUM_IMAGES=${NUM_IMAGES:-1}
BATCH_SIZE=${BATCH_SIZE:-1}

INFERENCE_STEPS=(20)
s=(0.5)
CFG_SCALES=(7.5)
m=(15)

SP_INTERVAL=1
FI_INTERVAL=1
WARM_UP=0
CACHE_INTERVAL=2
CACHE_BRANCH_ID=0
USE_DEEPCACHE=${USE_DEEPCACHE:-1}
USE_PROGRESSIVE=${USE_PROGRESSIVE:-1}

mkdir -p "${OUTPUT_DIR}"

for inference_step in "${INFERENCE_STEPS[@]}"; do
  for strength in "${s[@]}"; do
    for cfg in "${CFG_SCALES[@]}"; do
      for gate_step in "${m[@]}"; do
        echo "Running ${MODEL} | steps=${inference_step} s=${strength} cfg=${cfg} m=${gate_step}"
        cmd=(
          python main.py
          --saved_path "${OUTPUT_DIR}"
          --model "${MODEL}"
          --prompt "${PROMPT}"
          --num_img "${NUM_IMAGES}"
          --batch_size "${BATCH_SIZE}"
          --inference_step "${inference_step}"
          --strength "${strength}"
          --cfg "${cfg}"
          --gate_step "${gate_step}"
          --sp_interval "${SP_INTERVAL}"
          --fi_interval "${FI_INTERVAL}"
          --warm_up "${WARM_UP}"
          --cache_interval "${CACHE_INTERVAL}"
          --cache_branch_id "${CACHE_BRANCH_ID}"
          --device "${DEVICE}"
        )
        if (( USE_DEEPCACHE )); then
          cmd+=(--deepcache)
        fi
        if (( USE_PROGRESSIVE )); then
          cmd+=(--use_progressive)
        fi
        "${cmd[@]}"
      done
    done
  done
done