From ec6c30d9979a7627912f7e2de1ce8216b607d81d Mon Sep 17 00:00:00 2001 From: David Hoese <david.hoese@ssec.wisc.edu> Date: Thu, 7 Jan 2021 19:46:18 -0600 Subject: [PATCH] Add other sectors to GCP processing --- ci_gcp/gitlab-ci.yaml | 60 +++++++++++++++++++++++++++ ci_gcp/values-geo2grid-g16-radc.yaml | 22 ++++++++++ ci_gcp/values-geo2grid-g16-radm1.yaml | 22 ++++++++++ ci_gcp/values-geo2grid-g16-radm2.yaml | 22 ++++++++++ ci_gcp/values-tile-gen-g16-radc.yaml | 23 ++++++++++ ci_gcp/values-tile-gen-g16-radm1.yaml | 23 ++++++++++ ci_gcp/values-tile-gen-g16-radm2.yaml | 23 ++++++++++ 7 files changed, 195 insertions(+) create mode 100644 ci_gcp/values-geo2grid-g16-radc.yaml create mode 100644 ci_gcp/values-geo2grid-g16-radm1.yaml create mode 100644 ci_gcp/values-geo2grid-g16-radm2.yaml create mode 100644 ci_gcp/values-tile-gen-g16-radc.yaml create mode 100644 ci_gcp/values-tile-gen-g16-radm1.yaml create mode 100644 ci_gcp/values-tile-gen-g16-radm2.yaml diff --git a/ci_gcp/gitlab-ci.yaml b/ci_gcp/gitlab-ci.yaml index 12f74df..3f14f67 100644 --- a/ci_gcp/gitlab-ci.yaml +++ b/ci_gcp/gitlab-ci.yaml @@ -125,6 +125,36 @@ gcp deploy geo2grid g16 radf: when: never - when: on_success +gcp deploy geo2grid g16 radc: + extends: .deploy_geo2grid + variables: + VALUES_DIR: "ci_gcp" + DEPLOY_SUFFIX: "-g16-radc" + rules: + - if: $CI_COMMIT_TAG !~ /^gcp-r[0-9]+_[0-9]+/ + when: never + - when: on_success + +gcp deploy geo2grid g16 radm1: + extends: .deploy_geo2grid + variables: + VALUES_DIR: "ci_gcp" + DEPLOY_SUFFIX: "-g16-radm1" + rules: + - if: $CI_COMMIT_TAG !~ /^gcp-r[0-9]+_[0-9]+/ + when: never + - when: on_success + +gcp deploy geo2grid g16 radm2: + extends: .deploy_geo2grid + variables: + VALUES_DIR: "ci_gcp" + DEPLOY_SUFFIX: "-g16-radm2" + rules: + - if: $CI_COMMIT_TAG !~ /^gcp-r[0-9]+_[0-9]+/ + when: never + - when: on_success + gcp deploy tile gen g16 radf: extends: .deploy_tile_gen variables: @@ -135,6 +165,36 @@ gcp deploy tile gen g16 radf: when: never - when: on_success +gcp deploy tile gen g16 radc: + extends: .deploy_tile_gen + variables: + VALUES_DIR: "ci_gcp" + DEPLOY_SUFFIX: "-g16-radc" + rules: + - if: $CI_COMMIT_TAG !~ /^gcp-r[0-9]+_[0-9]+/ + when: never + - when: on_success + +gcp deploy tile gen g16 radm1: + extends: .deploy_tile_gen + variables: + VALUES_DIR: "ci_gcp" + DEPLOY_SUFFIX: "-g16-radm1" + rules: + - if: $CI_COMMIT_TAG !~ /^gcp-r[0-9]+_[0-9]+/ + when: never + - when: on_success + +gcp deploy tile gen g16 radm2: + extends: .deploy_tile_gen + variables: + VALUES_DIR: "ci_gcp" + DEPLOY_SUFFIX: "-g16-radm2" + rules: + - if: $CI_COMMIT_TAG !~ /^gcp-r[0-9]+_[0-9]+/ + when: never + - when: on_success + gcp deploy mapserver: variables: VALUES_DIR: "ci_gcp" diff --git a/ci_gcp/values-geo2grid-g16-radc.yaml b/ci_gcp/values-geo2grid-g16-radc.yaml new file mode 100644 index 0000000..b65881a --- /dev/null +++ b/ci_gcp/values-geo2grid-g16-radc.yaml @@ -0,0 +1,22 @@ +rabbitIn: + host: "geosphere-rabbit-rabbitmq" + username: "user" + passwordSecret: "geosphere-rabbit-rabbitmq" + topic: "data.goes.g16.abi.radc.l1b.netcdf.all.complete" +rabbitOut: + host: "geosphere-rabbit-rabbitmq" + username: "user" + passwordSecret: "geosphere-rabbit-rabbitmq" +source: +# s3Endpoint: "http://geosphere-minio:9000" + existingClaim: "cspp-geo-grb" +destination: + persistence: + existingClaim: "cspp-geo-geo2grid" + # radf will take care of cleaning up this shared claim + cleanup: + enabled: false +# s3Endpoint: "http://geosphere-minio:9000" + s3Secret: "geosphere-minio" + s3AccessKey: "accesskey" + s3SecretKey: "secretkey" diff --git a/ci_gcp/values-geo2grid-g16-radm1.yaml b/ci_gcp/values-geo2grid-g16-radm1.yaml new file mode 100644 index 0000000..da93671 --- /dev/null +++ b/ci_gcp/values-geo2grid-g16-radm1.yaml @@ -0,0 +1,22 @@ +rabbitIn: + host: "geosphere-rabbit-rabbitmq" + username: "user" + passwordSecret: "geosphere-rabbit-rabbitmq" + topic: "data.goes.g16.abi.radm1.l1b.netcdf.all.complete" +rabbitOut: + host: "geosphere-rabbit-rabbitmq" + username: "user" + passwordSecret: "geosphere-rabbit-rabbitmq" +source: +# s3Endpoint: "http://geosphere-minio:9000" + existingClaim: "cspp-geo-grb" +destination: + persistence: + existingClaim: "cspp-geo-geo2grid" + # radf will take care of cleaning up this shared claim + cleanup: + enabled: false +# s3Endpoint: "http://geosphere-minio:9000" + s3Secret: "geosphere-minio" + s3AccessKey: "accesskey" + s3SecretKey: "secretkey" diff --git a/ci_gcp/values-geo2grid-g16-radm2.yaml b/ci_gcp/values-geo2grid-g16-radm2.yaml new file mode 100644 index 0000000..73571d4 --- /dev/null +++ b/ci_gcp/values-geo2grid-g16-radm2.yaml @@ -0,0 +1,22 @@ +rabbitIn: + host: "geosphere-rabbit-rabbitmq" + username: "user" + passwordSecret: "geosphere-rabbit-rabbitmq" + topic: "data.goes.g16.abi.radm2.l1b.netcdf.all.complete" +rabbitOut: + host: "geosphere-rabbit-rabbitmq" + username: "user" + passwordSecret: "geosphere-rabbit-rabbitmq" +source: +# s3Endpoint: "http://geosphere-minio:9000" + existingClaim: "cspp-geo-grb" +destination: + persistence: + existingClaim: "cspp-geo-geo2grid" + # radf will take care of cleaning up this shared claim + cleanup: + enabled: false +# s3Endpoint: "http://geosphere-minio:9000" + s3Secret: "geosphere-minio" + s3AccessKey: "accesskey" + s3SecretKey: "secretkey" diff --git a/ci_gcp/values-tile-gen-g16-radc.yaml b/ci_gcp/values-tile-gen-g16-radc.yaml new file mode 100644 index 0000000..253c68c --- /dev/null +++ b/ci_gcp/values-tile-gen-g16-radc.yaml @@ -0,0 +1,23 @@ +rabbitIn: + host: "geosphere-rabbit-rabbitmq" + username: "user" + passwordSecret: "geosphere-rabbit-rabbitmq" + topic: "data.goes.g16.abi.radc.l1b.geotiff.all.complete" +rabbitOut: + host: "geosphere-rabbit-rabbitmq" + username: "user" + passwordSecret: "geosphere-rabbit-rabbitmq" +source: + existingClaim: "cspp-geo-geo2grid" +destination: + # s3Endpoint: "http://geosphere-minio:9000" + persistence: + enabled: true + storageClass: "standard" + existingClaim: "geosphere-tile-gen-shapefiles" +database: + postgresHost: "geosphere-postgis-postgresql" + postgresPort: 5432 + postgresDatabaseName: "postgres" + postgresUser: "postgres" + postgresPasswordSecret: "geosphere-postgis-postgresql" diff --git a/ci_gcp/values-tile-gen-g16-radm1.yaml b/ci_gcp/values-tile-gen-g16-radm1.yaml new file mode 100644 index 0000000..41986a5 --- /dev/null +++ b/ci_gcp/values-tile-gen-g16-radm1.yaml @@ -0,0 +1,23 @@ +rabbitIn: + host: "geosphere-rabbit-rabbitmq" + username: "user" + passwordSecret: "geosphere-rabbit-rabbitmq" + topic: "data.goes.g16.abi.radm1.l1b.geotiff.all.complete" +rabbitOut: + host: "geosphere-rabbit-rabbitmq" + username: "user" + passwordSecret: "geosphere-rabbit-rabbitmq" +source: + existingClaim: "cspp-geo-geo2grid" +destination: + # s3Endpoint: "http://geosphere-minio:9000" + persistence: + enabled: true + storageClass: "standard" + existingClaim: "geosphere-tile-gen-shapefiles" +database: + postgresHost: "geosphere-postgis-postgresql" + postgresPort: 5432 + postgresDatabaseName: "postgres" + postgresUser: "postgres" + postgresPasswordSecret: "geosphere-postgis-postgresql" diff --git a/ci_gcp/values-tile-gen-g16-radm2.yaml b/ci_gcp/values-tile-gen-g16-radm2.yaml new file mode 100644 index 0000000..2a10282 --- /dev/null +++ b/ci_gcp/values-tile-gen-g16-radm2.yaml @@ -0,0 +1,23 @@ +rabbitIn: + host: "geosphere-rabbit-rabbitmq" + username: "user" + passwordSecret: "geosphere-rabbit-rabbitmq" + topic: "data.goes.g16.abi.radm2.l1b.geotiff.all.complete" +rabbitOut: + host: "geosphere-rabbit-rabbitmq" + username: "user" + passwordSecret: "geosphere-rabbit-rabbitmq" +source: + existingClaim: "cspp-geo-geo2grid" +destination: + # s3Endpoint: "http://geosphere-minio:9000" + persistence: + enabled: true + storageClass: "standard" + existingClaim: "geosphere-tile-gen-shapefiles" +database: + postgresHost: "geosphere-postgis-postgresql" + postgresPort: 5432 + postgresDatabaseName: "postgres" + postgresUser: "postgres" + postgresPasswordSecret: "geosphere-postgis-postgresql" -- GitLab