Merge pull request #144 from ASFHyP3/opera-egis-updates

Opera egis updates
ASFHyP3 · Dec 18, 2023 · e4cfed9 · e4cfed9
2 parents c7eecf7 + 66218fa
commit e4cfed9
Show file tree

Hide file tree

Showing 20 changed files with 460 additions and 61 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -6,7 +6,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [0.6.6]
 ### Added
-- Scripts to generate OPERA RTC services
+- Scripts to generate OPERA RTC services, URL files, and relevant metadata
 
 ## [0.6.5]
 ### Changed

diff --git a/image_server/cloudformation.yml b/image_server/cloudformation.yml
@@ -17,9 +17,6 @@ Parameters:
   SshCidrIp:
     Type: String
 
-  Bucket:
-    Type: String
-
   ImageId:
     Type: AWS::EC2::Image::Id
     Default: ami-0b1ddcef10ffe54fb
@@ -28,10 +25,6 @@ Parameters:
     Type: String
     Default: m6i.2xlarge
 
-  OverviewPrefix:
-    Type: String
-    Default: overviews/
-
   SecretArn:
     Type: String
 
@@ -171,10 +164,7 @@ Resources:
               - Effect: Allow
                 Action: s3:PutObject
                 Resource:
-                - !Sub "arn:aws:s3:::${Bucket}/${OverviewPrefix}*"
-                - !Sub "arn:aws:s3:::hyp3-examples/${OverviewPrefix}*"
-                - !Sub "arn:aws:s3:::hyp3-pdc-data/${OverviewPrefix}*"
-                - arn:aws:s3:::asf-gis-services/public/*
+                - arn:aws:s3:::*/overviews/*
               - Effect: Allow
                 Action: secretsmanager:GetSecretValue
                 Resource: !Ref SecretArn

diff --git a/image_services/opera/config/rtc_hh.json b/image_services/opera/config/rtc_hh.json
@@ -1,6 +1,8 @@
 {
   "project_name": "OPERA",
-  "s3_prefix": "opera-rtc-image-service-prototype/HH",
+  "raster_store": "/home/arcgis/raster_store/",
+  "bucket": "asf-cumulus-prod-opera-products",
+  "overview_path": "/vsis3/gis-service-overviews/overviews/",
   "s3_suffix": "_HH.tif",
   "dataset_name": "RTC_HH",
   "raster_function_templates": [
@@ -16,7 +18,7 @@
     "Type": "esriServiceDefinitionType_Replacement",
     "Configurations/SVCConfiguration/Definition/Description": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in HH polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL).",
     "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='description']/Value": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in HH polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL). Values for the HH polarization are commonly driven by surface roughness and/or soil moisture, with rougher surfaces and higher soil moisture returning higher backscatter values. Surface water appears very dark under calm conditions, as the signal bounces off the surface away from the sensor.",
-    "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='copyright']/Value": "OPERA Level-2 Radiometric Terrain Corrected Static Layers from Sentinel-1. Contains modified Copernicus Sentinel data, processed by ESA.",
+    "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='copyright']/Value": "OPERA Level-2 Radiometric Terrain Corrected products from Sentinel-1. Contains modified Copernicus Sentinel data, processed by ESA.",
     "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='idleTimeout']/Value": "3600",
     "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='minInstances']/Value": "1",
     "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='maxInstances']/Value": "9",
@@ -29,7 +31,7 @@
     "Configurations/SVCConfiguration/Definition/Props/PropertyArray/PropertySetProperty[Key='UsageTimeout']/Value": "1200",
     "Configurations/SVCConfiguration/Definition/Props/PropertyArray/PropertySetProperty[Key='WaitTimeout']/Value": "120",
     "ItemInfo/Title": "OPERA RTC HH",
-    "ItemInfo/Credits": "OPERA Level-2 Radiometric Terrain Corrected Static Layers from Sentinel-1. Contains modified Copernicus Sentinel data, processed by ESA.",
+    "ItemInfo/Credits": "OPERA Level-2 Radiometric Terrain Corrected products from Sentinel-1. Contains modified Copernicus Sentinel data, processed by ESA.",
     "ItemInfo/Description": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in HH polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL). Values for the HH polarization are commonly driven by surface roughness and/or soil moisture, with rougher surfaces and higher soil moisture returning higher backscatter values. Surface water appears very dark under calm conditions, as the signal bounces off the surface away from the sensor.",
     "ItemInfo/Snippet": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in HH polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL).",
     "Configurations/SVCConfiguration/Definition/Extensions/SVCExtension[TypeName='WMSServer']/Props/PropertyArray/PropertySetProperty[Key='title']/Value": "OPERA_RTC_HH_WMS",

diff --git a/image_services/opera/config/rtc_hv.json b/image_services/opera/config/rtc_hv.json
@@ -1,6 +1,8 @@
 {
   "project_name": "OPERA",
-  "s3_prefix": "opera-rtc-image-service-prototype/HV",
+  "raster_store": "/home/arcgis/raster_store/",
+  "bucket": "asf-cumulus-prod-opera-products",
+  "overview_path": "/vsis3/gis-service-overviews/overviews/",
   "s3_suffix": "_HV.tif",
   "dataset_name": "RTC_HV",
   "raster_function_templates": [
@@ -16,7 +18,7 @@
     "Type": "esriServiceDefinitionType_Replacement",
     "Configurations/SVCConfiguration/Definition/Description": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in HV polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL).",
     "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='description']/Value": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in HV polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL). Values for the HV polarization are commonly driven by surface roughness and/or soil moisture, with rougher surfaces and higher soil moisture returning higher backscatter values. Surface water appears very dark under calm conditions, as the signal bounces off the surface away from the sensor.",
-    "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='copyright']/Value": "OPERA Level-2 Radiometric Terrain Corrected Static Layers from Sentinel-1. Contains modified Copernicus Sentinel data, processed by ESA.",
+    "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='copyright']/Value": "OPERA Level-2 Radiometric Terrain Corrected products from Sentinel-1. Contains modified Copernicus Sentinel data, processed by ESA.",
     "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='idleTimeout']/Value": "3600",
     "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='minInstances']/Value": "1",
     "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='maxInstances']/Value": "9",
@@ -29,7 +31,7 @@
     "Configurations/SVCConfiguration/Definition/Props/PropertyArray/PropertySetProperty[Key='UsageTimeout']/Value": "1200",
     "Configurations/SVCConfiguration/Definition/Props/PropertyArray/PropertySetProperty[Key='WaitTimeout']/Value": "120",
     "ItemInfo/Title": "OPERA RTC HV",
-    "ItemInfo/Credits": "OPERA Level-2 Radiometric Terrain Corrected Static Layers from Sentinel-1. Contains modified Copernicus Sentinel data, processed by ESA.",
+    "ItemInfo/Credits": "OPERA Level-2 Radiometric Terrain Corrected products from Sentinel-1. Contains modified Copernicus Sentinel data, processed by ESA.",
     "ItemInfo/Description": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in HV polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL). Values for the HV polarization are commonly driven by surface roughness and/or soil moisture, with rougher surfaces and higher soil moisture returning higher backscatter values. Surface water appears very dark under calm conditions, as the signal bounces off the surface away from the sensor.",
     "ItemInfo/Snippet": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in HV polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL).",
     "Configurations/SVCConfiguration/Definition/Extensions/SVCExtension[TypeName='WMSServer']/Props/PropertyArray/PropertySetProperty[Key='title']/Value": "OPERA_RTC_HV_WMS",

diff --git a/image_services/opera/config/rtc_vh.json b/image_services/opera/config/rtc_vh.json
@@ -1,6 +1,8 @@
 {
   "project_name": "OPERA",
-  "s3_prefix": "opera-rtc-image-service-prototype/VH",
+  "raster_store": "/home/arcgis/raster_store/",
+  "bucket": "asf-cumulus-prod-opera-products",
+  "overview_path": "/vsis3/gis-service-overviews/overviews/",
   "s3_suffix": "_VH.tif",
   "dataset_name": "RTC_VH",
   "raster_function_templates": [
@@ -16,7 +18,7 @@
     "Type": "esriServiceDefinitionType_Replacement",
     "Configurations/SVCConfiguration/Definition/Description": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in VH polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL).",
     "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='description']/Value": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in VH polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL). Values for the VH polarization are commonly driven by surface roughness and/or soil moisture, with rougher surfaces and higher soil moisture returning higher backscatter values. Surface water appears very dark under calm conditions, as the signal bounces off the surface away from the sensor.",
-    "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='copyright']/Value": "OPERA Level-2 Radiometric Terrain Corrected Static Layers from Sentinel-1. Contains modified Copernicus Sentinel data, processed by ESA.",
+    "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='copyright']/Value": "OPERA Level-2 Radiometric Terrain Corrected products from Sentinel-1. Contains modified Copernicus Sentinel data, processed by ESA.",
     "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='idleTimeout']/Value": "3600",
     "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='minInstances']/Value": "1",
     "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='maxInstances']/Value": "9",
@@ -29,7 +31,7 @@
     "Configurations/SVCConfiguration/Definition/Props/PropertyArray/PropertySetProperty[Key='UsageTimeout']/Value": "1200",
     "Configurations/SVCConfiguration/Definition/Props/PropertyArray/PropertySetProperty[Key='WaitTimeout']/Value": "120",
     "ItemInfo/Title": "OPERA RTC VH",
-    "ItemInfo/Credits": "OPERA Level-2 Radiometric Terrain Corrected Static Layers from Sentinel-1. Contains modified Copernicus Sentinel data, processed by ESA.",
+    "ItemInfo/Credits": "OPERA Level-2 Radiometric Terrain Corrected products from Sentinel-1. Contains modified Copernicus Sentinel data, processed by ESA.",
     "ItemInfo/Description": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in VH polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL). Values for the VH polarization are commonly driven by surface roughness and/or soil moisture, with rougher surfaces and higher soil moisture returning higher backscatter values. Surface water appears very dark under calm conditions, as the signal bounces off the surface away from the sensor.",
     "ItemInfo/Snippet": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in VH polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL).",
     "Configurations/SVCConfiguration/Definition/Extensions/SVCExtension[TypeName='WMSServer']/Props/PropertyArray/PropertySetProperty[Key='title']/Value": "OPERA_RTC_VH_WMS",

diff --git a/image_services/opera/config/rtc_vh_urls.json b/image_services/opera/config/rtc_vh_urls.json
@@ -0,0 +1,40 @@
+{
+  "project_name": "OPERA",
+  "raster_store": "/home/arcgis/raster_store/",
+  "bucket": "asf-cumulus-prod-opera-products",
+  "overview_path": "/vsis3/gis-service-overviews/overviews/",
+  "s3_suffix": "_VH.tif",
+  "dataset_name": "RTC_VH",
+  "raster_function_templates": [
+    "Sentinel1_RTC_Power.rft.xml",
+    "Sentinel1_RTC_Amplitude.rft.xml",
+    "Sentinel1_RTC_dB.rft.xml",
+    "Sentinel1_RTC_dB_Stretch.rft.xml"
+  ],
+  "default_raster_function_template": "Sentinel1_RTC_dB_Stretch.rft.xml",
+  "service_folder": "OPERA",
+  "service_name": "OPERA_RTC_VH_URLS",
+  "service_definition_overrides": {
+    "Type": "esriServiceDefinitionType_Replacement",
+    "Configurations/SVCConfiguration/Definition/Description": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in VH polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL).",
+    "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='description']/Value": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in VH polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL). Values for the VH polarization are commonly driven by surface roughness and/or soil moisture, with rougher surfaces and higher soil moisture returning higher backscatter values. Surface water appears very dark under calm conditions, as the signal bounces off the surface away from the sensor.",
+    "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='copyright']/Value": "OPERA Level-2 Radiometric Terrain Corrected products from Sentinel-1. Contains modified Copernicus Sentinel data, processed by ESA.",
+    "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='idleTimeout']/Value": "3600",
+    "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='minInstances']/Value": "1",
+    "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='maxInstances']/Value": "9",
+    "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='usageTimeout']/Value": "1200",
+    "Configurations/SVCConfiguration/Definition/ConfigurationProperties/PropertyArray/PropertySetProperty[Key='waitTimeout']/Value": "120",
+    "Configurations/SVCConfiguration/Definition/Props/PropertyArray/PropertySetProperty[Key='IdleTimeout']/Value": "3600",
+    "Configurations/SVCConfiguration/Definition/Props/PropertyArray/PropertySetProperty[Key='keepAliveInterval']/Value": "600",
+    "Configurations/SVCConfiguration/Definition/Props/PropertyArray/PropertySetProperty[Key='MinInstances']/Value": "1",
+    "Configurations/SVCConfiguration/Definition/Props/PropertyArray/PropertySetProperty[Key='MaxInstances']/Value": "9",
+    "Configurations/SVCConfiguration/Definition/Props/PropertyArray/PropertySetProperty[Key='UsageTimeout']/Value": "1200",
+    "Configurations/SVCConfiguration/Definition/Props/PropertyArray/PropertySetProperty[Key='WaitTimeout']/Value": "120",
+    "ItemInfo/Title": "OPERA RTC VH",
+    "ItemInfo/Credits": "OPERA Level-2 Radiometric Terrain Corrected products from Sentinel-1. Contains modified Copernicus Sentinel data, processed by ESA.",
+    "ItemInfo/Description": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in VH polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL). Values for the VH polarization are commonly driven by surface roughness and/or soil moisture, with rougher surfaces and higher soil moisture returning higher backscatter values. Surface water appears very dark under calm conditions, as the signal bounces off the surface away from the sensor.",
+    "ItemInfo/Snippet": "OPERA Level-2 Radiometric Terrain Corrected (RTC) products in VH polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL).",
+    "Configurations/SVCConfiguration/Definition/Extensions/SVCExtension[TypeName='WMSServer']/Props/PropertyArray/PropertySetProperty[Key='title']/Value": "OPERA_RTC_VH_WMS",
+    "Configurations/SVCConfiguration/Definition/Extensions/SVCExtension[TypeName='WMSServer']/Props/PropertyArray/PropertySetProperty[Key='abstract']/Value": "WMS service for Radiometric Terrain Corrected (RTC) products in VH polarization generated from Sentinel-1 SAR imagery, processed by OPERA (JPL)."
+  }
+}