Skip to content

Commit

Permalink
Merge pull request #2597 from ACCESS-Cloud-Based-InSAR/develop
Browse files Browse the repository at this point in the history
Add experimental research plugin
  • Loading branch information
jhkennedy authored Feb 16, 2025
2 parents 92c0b2e + 3d65a11 commit ebdb283
Show file tree
Hide file tree
Showing 4 changed files with 142 additions and 0 deletions.
42 changes: 42 additions & 0 deletions .github/workflows/deploy-enterprise-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,48 @@ jobs:
ami_id: /aws/service/ecs/optimized-ami/amazon-linux-2023/recommended/image_id
distribution_url: ''

- environment: hyp3-nisar-jpl-test
domain: hyp3-nisar-jpl-test.asf.alaska.edu
template_bucket: cf-templates-gdeyr9hh8rzs-us-west-2
image_tag: test
product_lifetime_in_days: 14
default_credits_per_user: 0
default_application_status: APPROVED
cost_profile: DEFAULT
job_files: >-
job_spec/ARIA_AUTORIFT.yml
job_spec/ARIA_RAIDER.yml
job_spec/INSAR_ISCE.yml
job_spec/OPERA_DIST_S1.yml
instance_types: m6id.xlarge,m6id.2xlarge,m6id.4xlarge,m6id.8xlarge,m6idn.xlarge,m6idn.2xlarge,m6idn.4xlarge,m6idn.8xlarge
default_max_vcpus: 640
expanded_max_vcpus: 640
required_surplus: 0
security_environment: JPL-public
ami_id: /aws/service/ecs/optimized-ami/amazon-linux-2023/recommended/image_id
distribution_url: ''

- environment: hyp3-tibet-jpl-test
domain: hyp3-tibet-jpl-test.asf.alaska.edu
template_bucket: cf-templates-1or0efwqffkgd-us-west-2
image_tag: test
product_lifetime_in_days: 14
default_credits_per_user: 0
default_application_status: APPROVED
cost_profile: DEFAULT
job_files: >-
job_spec/ARIA_AUTORIFT.yml
job_spec/ARIA_RAIDER.yml
job_spec/INSAR_ISCE.yml
job_spec/OPERA_DIST_S1.yml
instance_types: m6id.xlarge,m6id.2xlarge,m6id.4xlarge,m6id.8xlarge,m6idn.xlarge,m6idn.2xlarge,m6idn.4xlarge,m6idn.8xlarge
default_max_vcpus: 640
expanded_max_vcpus: 640
required_surplus: 0
security_environment: JPL-public
ami_id: /aws/service/ecs/optimized-ami/amazon-linux-2023/recommended/image_id
distribution_url: ''

- environment: hyp3-its-live-test
domain: hyp3-its-live-test.asf.alaska.edu
template_bucket: cf-templates-3o5lnspmwmzg-us-west-2
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/deploy-enterprise.yml
Original file line number Diff line number Diff line change
Expand Up @@ -65,6 +65,7 @@ jobs:
job_spec/ARIA_AUTORIFT.yml
job_spec/ARIA_RAIDER.yml
job_spec/INSAR_ISCE.yml
job_spec/OPERA_DIST_S1.yml
instance_types: m6id.xlarge,m6id.2xlarge,m6id.4xlarge,m6id.8xlarge,m6idn.xlarge,m6idn.2xlarge,m6idn.4xlarge,m6idn.8xlarge
default_max_vcpus: 1000 # Max: 10316
expanded_max_vcpus: 1000 # Max: 10316
Expand All @@ -85,6 +86,7 @@ jobs:
job_spec/ARIA_AUTORIFT.yml
job_spec/ARIA_RAIDER.yml
job_spec/INSAR_ISCE.yml
job_spec/OPERA_DIST_S1.yml
instance_types: m6id.xlarge,m6id.2xlarge,m6id.4xlarge,m6id.8xlarge,m6idn.xlarge,m6idn.2xlarge,m6idn.4xlarge,m6idn.8xlarge
default_max_vcpus: 1600 # Max 1652
expanded_max_vcpus: 1600 # Max 1652
Expand Down
2 changes: 2 additions & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0

### Added
- ARIA_S1_GUNW job type to EDC deployments.
- OPERA_DIST_S1 job type to all Tibet and NISAR JPL deployments.
- Stand-up test deployments for Tibet and NISAR JPL projects.

## [9.4.0]

Expand Down
96 changes: 96 additions & 0 deletions job_spec/OPERA_DIST_S1.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,96 @@
OPERA_DIST_S1:
required_parameters:
- mgrs_tile_id
- track_number
- post_date
parameters:
mgrs_tile_id:
api_schema:
description: MGRS tile ID
minLength: 5
maxLength: 5
type: string
example: "11SLT"
post_date:
api_schema:
description: Post acquisition date
type: string
maxLength: 10
minLength: 10
pattern: "^[0-9]{4}-[0-9]{2}-[0-9]{2}$"
example: "2025-01-21"
track_number:
api_schema:
description: "Sentinel-1 Track Number; Supply one from the group of bursts collected from a pass; Near the dateline you may have two sequential track numbers but only need one"
type: integer
default: 1
minimum: 1
maximum: 175
example: 71
memory_strategy:
api_schema:
description: Memory strategy to use for GPU inference
type: string
enum: ["high", "low"]
default: "low"
example: "high"
moderate_confidence_threshold:
api_schema:
description: Moderate confidence threshold
type: number
format: float
default: 3.5
minimum: 1.0
maximum: 15.0
example: 3.5
high_confidence_threshold:
api_schema:
description: High confidence threshold
type: number
format: float
default: 5.5
minimum: 1.0
maximum: 15.0
example: 5.5
n_lookbacks:
api_schema:
description: Number of lookbacks to use for change confirmation within SAS. Use value 1, to avoid SAS confirmation
type: integer
default: 3
minimum: 1
maximum: 3
example: 3
cost_profiles:
DEFAULT:
cost: 1.0
validators: []
steps:
- name: ''
image: ghcr.io/opera-adt/dist-s1
command:
- dist-s1 run
- --bucket
- '!Ref Bucket'
- --bucket-prefix
- Ref::bucket_prefix
- --mgrs-tile-id
- Ref::mgrs_tile_id
- --track-number
- Ref::track_number
- --post-date
- Ref::post_date
- --memory-strategy
- Ref::memory_strategy
- --moderate-confidence-threshold
- Ref::moderate_confidence_threshold
- --high-confidence-threshold
- Ref::high_confidence_threshold
- --n-lookbacks
- Ref::n_lookbacks
timeout: 10800 # 3 hr
compute_environment: Default
vcpu: 1
memory: 7500
secrets:
- EARTHDATA_USERNAME
- EARTHDATA_PASSWORD

0 comments on commit ebdb283

Please sign in to comment.