Add initial attempt at S3 geotiff reading

This adds the initial configuration changes and testing for loading geotiff data from an S3 bucket. It currently uses MinIO as a temporary S3 server. It includes a lot of new configuration/environment variable options that maybe should have been added earlier for performance. Some are specific to curl/s3 loading and authentication.

TODO:

• Test performance differences between local geotiff and local S3 server. This won't be a fair comparison as S3 will be remote, but it should reveal any major problems (I hope).
• Allow more of the configuration values to be specified from environment variables.
• Update the helm chart to load these environment variables from the values.yaml
• Think of a transition plan for geosphere-test (and geosphere) for switching to S3. Either transition all geotiffs (manual copy/upload) or all future geotiffs or wait to enable it at a later date.

This is step one in getting this to work. The other steps include:

1. tile-gen needs to glob/search the S3 bucket for all geotiffs instead of expecting them locally
2. geo2grid needs to push geotiffs to S3. It probably shouldn't do local and S3 as it will slow processing...but maybe if tested we can check how long this really would be and do it on geosphere-test to verify operations.

ci/test_mapserver_image.sh

@@ -234,27 +234,6 @@ curl_index() {
     curl --fail -sS --max-time 5 "http://localhost:8888/" >/dev/null
 }
 
-curl_layer_times() {
-    expected_result=$1
-    debug "Starting curl basic time request..."
-    time_result=$(curl --fail -sS "http://localhost:8888/wms_times/g16/abi/radf/C01")
-    time_status=$?
-    if [[ $time_status -ne 0 ]]; then
-        error "Requesting layer times failed"
-        error "$time_result"
-        return $time_status
-    fi
-
-    # []
-    # ["2020-12-25T15:29:25"]
-    if [[ "${time_result}" != "${expected_result}" ]]; then
-        error "Time result (${time_result}) was not equal to the expected ${expected_result}"
-        return 1
-    fi
-    debug "Time result (${time_result}) was equal to the expected ${expected_result}"
-    return $time_status
-}
-
 curl_empty_tile() {
     debug "Starting curl basic mapfile request for non-existent tile..."
     # NOTE: The time doesn't actually exist and no image data is available. A blank image should be returned
@@ -313,7 +292,6 @@ run_basic_shapefile_tests() {
     add_shapefile_content "${gtiff_fn}"
 
     curl_index
-    curl_layer_times "[\"${C01_ISOTIME}\"]"
     curl_empty_tile
     curl_valid_tile
     teardown_test
@@ -331,7 +309,6 @@ run_basic_postgres_tests() {
     add_postgres_content "${gtiff_fn}"
 
     curl_index
-    curl_layer_times "[\"${C01_ISOTIME}\"]"
     curl_empty_tile
     curl_valid_tile
     debug "SUCCESS: Postgres test completed successfully"
@@ -350,7 +327,6 @@ run_s3_postgres_tests() {
     add_postgres_content "${gtiff_fn}"
 
     curl_index
-    curl_layer_times "[\"${C01_ISOTIME}\"]"
     curl_empty_tile
     curl_valid_tile
     debug "SUCCESS: S3 Postgres test completed successfully"