diff --git a/.github/workflows/deploy-custom-test.yml b/.github/workflows/deploy-custom-test.yml index ae2073115..ff27037e9 100644 --- a/.github/workflows/deploy-custom-test.yml +++ b/.github/workflows/deploy-custom-test.yml @@ -138,6 +138,7 @@ jobs: cost_profile: DEFAULT job_files: >- job_spec/INSAR_ISCE_BURST.yml + job_spec/SLIMSAR_TDBP.yml instance_types: r6id.xlarge,r6id.2xlarge,r6id.4xlarge,r6id.8xlarge,r6idn.xlarge,r6idn.2xlarge,r6idn.4xlarge,r6idn.8xlarge default_max_vcpus: 640 expanded_max_vcpus: 640 diff --git a/CHANGELOG.md b/CHANGELOG.md index b984027be..c3174fa25 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -9,6 +9,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### Added - Added a `model_context_length` parameter to the `OPERA_DIST_S1` job specification. - Added the custom hyp3-slimsar-test deployment +- Added new job_spec for slimsar time-domain backprojection processing ### Changed - Increased the maximum `stride_for_norm_param_estimation` to 32 from 16 for the `OPERA_DIST_S1` job specification to handle models with a larger input size. diff --git a/job_spec/SLIMSAR_TDBP.yml b/job_spec/SLIMSAR_TDBP.yml new file mode 100644 index 000000000..5748391d2 --- /dev/null +++ b/job_spec/SLIMSAR_TDBP.yml @@ -0,0 +1,73 @@ +SLIMSAR_TDBP: + required_parameters: + - data_fps + - nav_fp + - dem_fp + parameters: + data_fps: + api_schema: + type: array + minItems: 1 + maxItems: 10 + example: + - s3://asf-bucket/slimsar/SAR_11072025_110035.sar + items: + description: Path to uncompressed slimsar echoes file on s3 bucket + type: string + pattern: "^s3://[a-z0-9.-]+(/[^/]+)*/[^/]+\\.sar$" + example: s3://asf-frostbyte/slimsar/SAR_11072025_110035.sar + nav_fp: + api_schema: + type: string + example: s3://asf-bucket/slimsar/NMZT23520001E_100_proj.dat + pattern: "^s3://[a-z0-9.-]+(/[^/]+)*/[^/]+\\.dat$" + description: Path to post-processed nav .dat file on s3 bucket + dem_fp: + api_schema: + type: string + example: s3://asf-bucket/slimsar/repeat_sub.tif + pattern: "^s3://[a-z0-9.-]+(/[^/]+)*/[^/]+\\.tif$" + description: Path to DEM file on S3 bucket + pols: + api_schema: + type: array + minItems: 1 + maxItems: 4 + example: + - VV + - VH + - HV + - HH + default: [VV, VH, HV, HH] + items: + description: Polarization to process + maxLength: 2 + minLength: 2 + validators: [] + cost_profiles: + DEFAULT: + cost: 1.0 + steps: + - name: '' + image: 242399506617.dkr.ecr.us-west-2.amazonaws.com/slimsar-test + command: + - --data_fps + - Ref::data_fps + - --nav_fp + - Ref::nav_fp + - --dem_fp + - Ref::dem_fp + - --pols + - Ref:pols + - --bucket + - '!Ref Bucket' + - --bucket_prefix + - Ref::job_id + timeout: 126000 # 35 hours + compute_environment: SlimSAR + vcpu: 1 + gpu: 1 + memory: 30500 + secrets: + - EARTHDATA_USERNAME + - EARTHDATA_PASSWORD \ No newline at end of file diff --git a/job_spec/config/compute_environments.yml b/job_spec/config/compute_environments.yml index dfc3460bd..46024b14f 100644 --- a/job_spec/config/compute_environments.yml +++ b/job_spec/config/compute_environments.yml @@ -27,3 +27,6 @@ compute_environments: ItsLiveMeta: instance_types: r6id.xlarge,r6id.2xlarge,r6id.4xlarge,r6id.8xlarge,r6idn.xlarge,r6idn.2xlarge,r6idn.4xlarge,r6idn.8xlarge ami_id: ami-0aece254fc7c27a77 # /aws/service/ecs/optimized-ami/amazon-linux-2023/recommended/image_id + SlimSAR: + instance_types: g4dn.2xlarge,g4dn.4xlarge,g4dn.6xlarge, + allocation_type: EC2 \ No newline at end of file