Merge pull request #3003 from ASFHyP3/develop

Release v10.13.0

Author: jhkennedy

.github/workflows/deploy-custom-prod.yml

@@ -24,7 +24,9 @@ jobs:
             cost_profile: DEFAULT
             job_files: >-
               job_spec/ITS_LIVE_AUTORIFT.yml
-              job_spec/ITS_LIVE_META.yml
+              job_spec/ITS_LIVE_CROP.yml
+              job_spec/ITS_LIVE_CROP_BULK.yml
+              job_spec/ITS_LIVE_META_BULK.yml
             instance_types: r7gd.2xlarge,r7gd.4xlarge,r7gd.8xlarge
             default_max_vcpus: 2000  # Max: 10,406
             expanded_max_vcpus: 2000  # Max: 10,406
@@ -310,7 +312,7 @@ jobs:
       url: https://${{ matrix.domain }}
 
     steps:
-      - uses: actions/checkout@v6.0.0
+      - uses: actions/checkout@v6.0.2
         with:
           fetch-depth: 0
 

.github/workflows/deploy-custom-test.yml

@@ -65,7 +65,9 @@ jobs:
             cost_profile: DEFAULT
             job_files: >-
               job_spec/ITS_LIVE_AUTORIFT.yml
-              job_spec/ITS_LIVE_META.yml
+              job_spec/ITS_LIVE_CROP.yml
+              job_spec/ITS_LIVE_CROP_BULK.yml
+              job_spec/ITS_LIVE_META_BULK.yml
             instance_types: r7gd.2xlarge,r7gd.4xlarge,r7gd.8xlarge
             default_max_vcpus: 640  # Max: 10,406
             expanded_max_vcpus: 640  # Max: 10,406
@@ -127,13 +129,31 @@ jobs:
             required_surplus: 0
             security_environment: ASF
             ami_id: /aws/service/ecs/optimized-ami/amazon-linux-2023/recommended/image_id
+          
+          - environment: hyp3-slimsar-test
+            domain: hyp3-slimsar-test.asf.alaska.edu
+            template_bucket: cf-templates-1ce4dbsaugtx1-us-west-2
+            image_tag: test
+            product_lifetime_in_days: 14
+            default_credits_per_user: 0
+            default_application_status: APPROVED
+            cost_profile: DEFAULT
+            job_files: >-
+              job_spec/INSAR_ISCE_BURST.yml
+              job_spec/SLIMSAR_TDBP.yml
+            instance_types: r6id.xlarge,r6id.2xlarge,r6id.4xlarge,r6id.8xlarge,r6idn.xlarge,r6idn.2xlarge,r6idn.4xlarge,r6idn.8xlarge
+            default_max_vcpus: 640
+            expanded_max_vcpus: 640
+            required_surplus: 0
+            security_environment: ASF
+            ami_id: /aws/service/ecs/optimized-ami/amazon-linux-2023/recommended/image_id
 
     environment:
       name: ${{ matrix.environment }}
       url: https://${{ matrix.domain }}
 
     steps:
-      - uses: actions/checkout@v6.0.0
+      - uses: actions/checkout@v6.0.2
         with:
           fetch-depth: 0
 

.github/workflows/deploy-daac-prod.yml

@@ -42,7 +42,7 @@ jobs:
       name: ${{ matrix.environment }}
 
     steps:
-      - uses: actions/checkout@v6.0.0
+      - uses: actions/checkout@v6.0.2
         with:
           fetch-depth: 0
 

.github/workflows/deploy-daac-test.yml

@@ -44,7 +44,7 @@ jobs:
       name: ${{ matrix.environment }}
 
     steps:
-      - uses: actions/checkout@v6.0.0
+      - uses: actions/checkout@v6.0.2
         with:
           fetch-depth: 0
 

.github/workflows/deploy-jth-sandbox.yml .github/workflows/deploy-edc-sandbox.yml.github/workflows/deploy-jth-sandbox.yml renamed to .github/workflows/deploy-edc-sandbox.yml

@@ -1,9 +1,12 @@
-name: Deploy jth sandbox to AWS
+name: Deploy HyP3 EDC Sandbox to AWS
+
+permissions:
+  contents: read
 
 on:
   push:
     branches:
-      - hyp3-jth-sandbox
+      - hyp3-edc-sandbox
 
 concurrency: ${{ github.workflow }}-${{ github.ref }}
 
@@ -14,13 +17,13 @@ jobs:
       fail-fast: false
       matrix:
         include:
-          - environment: hyp3-jth-sandbox
+          - environment: hyp3-edc-sandbox
             template_bucket: cf-templates-bywc0durdnqy-us-west-2
             image_tag: test
             product_lifetime_in_days: 14
             default_credits_per_user: 0
             default_application_status: APPROVED
-            cost_profile: DEFAULT
+            cost_profile: EDC
             opera_rtc_s1_end_date: Default
             job_files: >-
               job_spec/AUTORIFT.yml
@@ -36,24 +39,24 @@ jobs:
             required_surplus: 0
             security_environment: EDC
             ami_id: /ngap/amis/image_id_ecs_al2023_x86
-            distribution_url: ''
+            distribution_url: 'https://d3bvvghf83wjqc.cloudfront.net'
 
     environment:
       name: ${{ matrix.environment }}
 
     steps:
-      - uses: actions/checkout@v4.2.2
+      - uses: actions/checkout@v6.0.2
         with:
           fetch-depth: 0
 
-      - uses: aws-actions/configure-aws-credentials@v4
+      - uses: aws-actions/configure-aws-credentials@v5
         with:
           aws-access-key-id: ${{ secrets.V2_AWS_ACCESS_KEY_ID }}
           aws-secret-access-key: ${{ secrets.V2_AWS_SECRET_ACCESS_KEY }}
           aws-session-token: ${{ secrets.V2_AWS_SESSION_TOKEN }}
           aws-region: ${{ secrets.AWS_REGION }}
 
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: 3.13
 

.github/workflows/deploy-plus-prod.yml

@@ -40,7 +40,7 @@ jobs:
       url: https://${{ matrix.domain }}
 
     steps:
-      - uses: actions/checkout@v6.0.0
+      - uses: actions/checkout@v6.0.2
         with:
           fetch-depth: 0
 

.github/workflows/deploy-plus-test.yml

@@ -41,7 +41,7 @@ jobs:
       url: https://${{ matrix.domain }}
 
     steps:
-      - uses: actions/checkout@v6.0.0
+      - uses: actions/checkout@v6.0.2
         with:
           fetch-depth: 0
 

.github/workflows/static-analysis.yml

@@ -3,7 +3,13 @@ name: Static code analysis
 permissions:
   contents: read
 
-on: push
+on: 
+  push:
+  pull_request:
+    branches:
+      - main
+      - develop
+
 
 env:
   SETUPTOOLS_SCM_PRETEND_VERSION_FOR_HYP3: v0.0.0
@@ -23,7 +29,7 @@ jobs:
       matrix:
         security_environment: [ASF, EDC, JPL, JPL-public]
     steps:
-      - uses: actions/checkout@v6.0.0
+      - uses: actions/checkout@v6.0.2
       - uses: actions/setup-python@v6
         with:
           python-version: 3.13
@@ -37,7 +43,7 @@ jobs:
   openapi-spec-validator:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6.0.0
+      - uses: actions/checkout@v6.0.2
       - uses: actions/setup-python@v6
         with:
           python-version: 3.13
@@ -50,7 +56,7 @@ jobs:
   statelint:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6.0.0
+      - uses: actions/checkout@v6.0.2
       - uses: ruby/setup-ruby@v1
         with:
           ruby-version: 2.7
@@ -69,8 +75,9 @@ jobs:
 
   snyk:
     runs-on: ubuntu-latest
+    if: ${{ ! github.event.pull_request.head.repo.fork }}
     steps:
-      - uses: actions/checkout@v6.0.0
+      - uses: actions/checkout@v6.0.2
       - uses: snyk/actions/setup@v1.0.0
       - uses: actions/setup-python@v6
         with:

.github/workflows/tests.yml

@@ -1,6 +1,11 @@
 name: Run tests
 
-on: push
+on:
+  push:
+  pull_request:
+    branches:
+      - main
+      - develop
 
 env:
   SETUPTOOLS_SCM_PRETEND_VERSION_FOR_HYP3: v0.0.0
@@ -10,7 +15,7 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
-      - uses: actions/checkout@v6.0.0
+      - uses: actions/checkout@v6.0.2
 
       - uses: actions/setup-python@v6
         with:

CHANGELOG.md

@@ -4,6 +4,32 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [10.13.0]
+
+### Added
+- Added optional `chip_size` and `search_range` parameters to the `ARIA_AUTORIFT.yml` job specification to enable user-defined `chip-size` and `search-range`.
+- Updated `AUTORIFT.yml`, `ARIA_AUTORIFT.yml`, and `ITS_LIVE_AUTORIFT.yml` validation schema to support processing of Sentinel-1D and Sentinel-2C/D granules.
+- Added a `model_context_length` parameter to the `OPERA_DIST_S1` job specification.
+- Added a new custom hyp3-slimsar-test deployment.
+- Added a new `SLIMSAR_TDBP` job_spec for slimsar time-domain backprojection processing.
+- Added a new `SlimSAR` compute environment for slimsar processing with correct EC2 instances.
+- Added a new `ITS_LIVE_CROP_BULK` job spec which re-crops existing ITS_LIVE products which are specified in a parquet file to ensure they are chunk-aligned and have a time dimension, and then it generates STAC JSON and other metadata files.
+- Added a new `ITS_LIVE_META_BULK` job spec which generates STAC JSON and other metadata files for existing ITS_LIVE products which are specified in a parquet file.
+- Added the `ITS_LIVE_CROP_BULK` and `ITS_LIVE_META_BULK` job spec to the ITS_LIVE deployments.
+- Added the `stac_items_endpoint` and `stac_exists_okay` job parameters to the `ITS_LIVE_AUTORIFT` and `ITS_LIVE_CROP` job specs to allow directly publishing STAC items to the ITS_LIVE STAC catalog.
+
+### Changed
+- Increased the maximum `stride_for_norm_param_estimation` to 32 from 16 for the `OPERA_DIST_S1` job specification to handle models with a larger input size.
+- Changed readme to reflect current state of AWS, motivation for deploying a hyp3 stack, and clarify naming and formatting.
+- The `ITS_LIVE_META` job spec has been renamed `ITS_LIVE_CROP` as it re-crops an existing ITS_LIVE product to ensure it is chunk-aligned and has a time dimension, and then it generates STAC JSON and other metadata files.
+- The hyp3-ci stack permission for JPL deployments were expanded to support deploying HyP3-based monitoring stacks:
+  - Listing CloudFormation stacks is now allowed.
+  - CloudFormation permissions were expanded to any region from just us-west-2.
+  - ECR actions are now allowed.
+
+### Removed
+- Removed the `publish_stac_prefix` job parameter from the `ITS_LIVE_AUTORIFT` and `ITS_LIVE_CROP` (previously `ITS_LIVE_META`) job specs as it's no longer used by the ITS_LIVE plugins.
+
 ## [10.12.1]
 
 ### Fixed