Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Release v9.5.1 #2626

Merged
merged 16 commits into from
Feb 26, 2025
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
28 changes: 13 additions & 15 deletions .github/workflows/deploy-enterprise-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -14,31 +14,28 @@ jobs:
fail-fast: false
matrix:
include:
- environment: hyp3-enterprise-test
domain: hyp3-enterprise-test.asf.alaska.edu
template_bucket: cf-templates-1iw894v4yzqya-us-west-2
- environment: hyp3-a19-jpl-test
domain: hyp3-a19-jpl-test.asf.alaska.edu
template_bucket: cf-templates-v4pvone059de-us-west-2
image_tag: test
product_lifetime_in_days: 14
default_credits_per_user: 0
default_application_status: APPROVED
cost_profile: DEFAULT
job_files: >-
job_spec/AUTORIFT_ITS_LIVE.yml
job_spec/INSAR_GAMMA.yml
job_spec/RTC_GAMMA.yml
job_spec/INSAR_ISCE_BURST.yml
job_spec/WATER_MAP.yml
job_spec/WATER_MAP_EQ.yml
instance_types: r6id.xlarge,r6id.2xlarge,r6id.4xlarge,r6id.8xlarge,r6idn.xlarge,r6idn.2xlarge,r6idn.4xlarge,r6idn.8xlarge
job_spec/ARIA_AUTORIFT.yml
job_spec/ARIA_RAIDER.yml
job_spec/INSAR_ISCE.yml
instance_types: m6id.xlarge,m6id.2xlarge,m6id.4xlarge,m6id.8xlarge,m6idn.xlarge,m6idn.2xlarge,m6idn.4xlarge,m6idn.8xlarge
default_max_vcpus: 640
expanded_max_vcpus: 640
required_surplus: 0
security_environment: ASF
security_environment: JPL-public
ami_id: /aws/service/ecs/optimized-ami/amazon-linux-2023/recommended/image_id

- environment: hyp3-a19-jpl-test
domain: hyp3-a19-jpl-test.asf.alaska.edu
template_bucket: cf-templates-v4pvone059de-us-west-2
- environment: hyp3-tibet-jpl-test
domain: hyp3-tibet-jpl-test.asf.alaska.edu
template_bucket: cf-templates-1or0efwqffkgd-us-west-2
image_tag: test
product_lifetime_in_days: 14
default_credits_per_user: 0
Expand All @@ -48,6 +45,7 @@ jobs:
job_spec/ARIA_AUTORIFT.yml
job_spec/ARIA_RAIDER.yml
job_spec/INSAR_ISCE.yml
job_spec/OPERA_DIST_S1.yml
instance_types: m6id.xlarge,m6id.2xlarge,m6id.4xlarge,m6id.8xlarge,m6idn.xlarge,m6idn.2xlarge,m6idn.4xlarge,m6idn.8xlarge
default_max_vcpus: 640
expanded_max_vcpus: 640
Expand Down Expand Up @@ -126,7 +124,7 @@ jobs:
--arg MonthlyBudget '${{ secrets.MONTHLY_BUDGET }}' \
--arg RequiredSurplus '${{ matrix.required_surplus }}' \
--arg InstanceTypes '${{ matrix.instance_types }}' \
--arg Domain '${{ matrix.domain }}' \
--arg DomainName '${{ matrix.domain }}' \
--arg CertificateArn '${{ secrets.CERTIFICATE_ARN }}' \
> parameters.json

Expand Down
8 changes: 5 additions & 3 deletions .github/workflows/deploy-enterprise.yml
Original file line number Diff line number Diff line change
Expand Up @@ -63,6 +63,7 @@ jobs:
job_spec/ARIA_AUTORIFT.yml
job_spec/ARIA_RAIDER.yml
job_spec/INSAR_ISCE.yml
job_spec/OPERA_DIST_S1.yml
instance_types: m6id.xlarge,m6id.2xlarge,m6id.4xlarge,m6id.8xlarge,m6idn.xlarge,m6idn.2xlarge,m6idn.4xlarge,m6idn.8xlarge
default_max_vcpus: 1000 # Max: 10316
expanded_max_vcpus: 1000 # Max: 10316
Expand All @@ -82,6 +83,7 @@ jobs:
job_spec/ARIA_AUTORIFT.yml
job_spec/ARIA_RAIDER.yml
job_spec/INSAR_ISCE.yml
job_spec/OPERA_DIST_S1.yml
instance_types: m6id.xlarge,m6id.2xlarge,m6id.4xlarge,m6id.8xlarge,m6idn.xlarge,m6idn.2xlarge,m6idn.4xlarge,m6idn.8xlarge
default_max_vcpus: 1600 # Max 1652
expanded_max_vcpus: 1600 # Max 1652
Expand Down Expand Up @@ -177,8 +179,8 @@ jobs:
job_spec/RTC_GAMMA.yml
job_spec/INSAR_ISCE_BURST.yml
instance_types: r6id.xlarge,r6id.2xlarge,r6id.4xlarge,r6id.8xlarge,r6idn.xlarge,r6idn.2xlarge,r6idn.4xlarge,r6idn.8xlarge
default_max_vcpus: 640
expanded_max_vcpus: 640
default_max_vcpus: 1600
expanded_max_vcpus: 1600
required_surplus: 0
security_environment: ASF
ami_id: /aws/service/ecs/optimized-ami/amazon-linux-2023/recommended/image_id
Expand Down Expand Up @@ -276,7 +278,7 @@ jobs:
--arg MonthlyBudget '${{ secrets.MONTHLY_BUDGET }}' \
--arg RequiredSurplus '${{ matrix.required_surplus }}' \
--arg InstanceTypes '${{ matrix.instance_types }}' \
--arg Domain '${{ matrix.domain }}' \
--arg DomainName '${{ matrix.domain }}' \
--arg CertificateArn '${{ secrets.CERTIFICATE_ARN }}' \
> parameters.json

Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/deploy-multi-burst-sandbox.yml
Original file line number Diff line number Diff line change
Expand Up @@ -66,7 +66,7 @@ jobs:
--arg MonthlyBudget '${{ secrets.MONTHLY_BUDGET }}' \
--arg RequiredSurplus '${{ matrix.required_surplus }}' \
--arg InstanceTypes '${{ matrix.instance_types }}' \
--arg Domain '${{ matrix.domain }}' \
--arg DomainName '${{ matrix.domain }}' \
--arg CertificateArn '${{ secrets.CERTIFICATE_ARN }}' \
> parameters.json

Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/deploy-opera-disp-sandbox.yml
Original file line number Diff line number Diff line change
Expand Up @@ -65,7 +65,7 @@ jobs:
--arg MonthlyBudget '${{ secrets.MONTHLY_BUDGET }}' \
--arg RequiredSurplus '${{ matrix.required_surplus }}' \
--arg InstanceTypes '${{ matrix.instance_types }}' \
--arg Domain '${{ matrix.domain }}' \
--arg DomainName '${{ matrix.domain }}' \
--arg CertificateArn '${{ secrets.CERTIFICATE_ARN }}' \
> parameters.json

Expand Down
12 changes: 12 additions & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,18 @@ All notable changes to this project will be documented in this file.
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).

## [9.5.1]

### Added
- `OPERA_DIST_S1` job type to all ARIA Tibet and NISAR JPL deployments.
- Stood up a new `hyp3-tibet-jpl-test` deployment for the ARIA Tibet project at JPL.

### Changed
- Increased throughput for `hyp3-cargill` (640 -> 1600 vCPUs) to support their processing needs.

### Removed
- Removed the `hyp3-enterprise-test` deployment.

## [9.5.0]

### Added
Expand Down
95 changes: 95 additions & 0 deletions job_spec/OPERA_DIST_S1.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,95 @@
OPERA_DIST_S1:
required_parameters:
- mgrs_tile_id
- track_number
- post_date
parameters:
mgrs_tile_id:
api_schema:
description: MGRS tile ID
minLength: 5
maxLength: 5
type: string
example: "11SLT"
post_date:
api_schema:
description: Post acquisition date
type: string
maxLength: 10
minLength: 10
pattern: "^[0-9]{4}-[0-9]{2}-[0-9]{2}$"
example: "2025-01-21"
track_number:
api_schema:
description: "Sentinel-1 Track Number; Supply one from the group of bursts collected from a pass; Near the dateline you may have two sequential track numbers but only need one"
type: integer
default: 1
minimum: 1
maximum: 175
example: 71
memory_strategy:
api_schema:
description: Memory strategy to use for GPU inference
type: string
enum: ["high", "low"]
default: "low"
moderate_confidence_threshold:
api_schema:
description: Moderate confidence threshold
type: number
format: float
default: 3.5
minimum: 1.0
maximum: 15.0
example: 3.5
high_confidence_threshold:
api_schema:
description: High confidence threshold
type: number
format: float
default: 5.5
minimum: 1.0
maximum: 15.0
example: 5.5
n_lookbacks:
api_schema:
description: Number of lookbacks to use for change confirmation within SAS. Use value 1, to avoid SAS confirmation
type: integer
default: 3
minimum: 1
maximum: 3
example: 3
cost_profiles:
DEFAULT:
cost: 1.0
validators: []
steps:
- name: ''
image: ghcr.io/opera-adt/dist-s1
command:
- dist-s1 run
- --bucket
- '!Ref Bucket'
- --bucket-prefix
- Ref::job_id
- --mgrs-tile-id
- Ref::mgrs_tile_id
- --track-number
- Ref::track_number
- --post-date
- Ref::post_date
- --memory-strategy
- Ref::memory_strategy
- --moderate-confidence-threshold
- Ref::moderate_confidence_threshold
- --high-confidence-threshold
- Ref::high_confidence_threshold
- --n-lookbacks
- Ref::n_lookbacks
timeout: 10800 # 3 hr
compute_environment: Default
vcpu: 1
memory: 7500
secrets:
- EARTHDATA_USERNAME
- EARTHDATA_PASSWORD