Add initial attempt at S3 geotiff reading

This adds the initial configuration changes and testing for loading geotiff data from an S3 bucket. It currently uses MinIO as a temporary S3 server. It includes a lot of new configuration/environment variable options that maybe should have been added earlier for performance. Some are specific to curl/s3 loading and authentication.

TODO:

• Test performance differences between local geotiff and local S3 server. This won't be a fair comparison as S3 will be remote, but it should reveal any major problems (I hope).
• Allow more of the configuration values to be specified from environment variables.
• Update the helm chart to load these environment variables from the values.yaml
• Think of a transition plan for geosphere-test (and geosphere) for switching to S3. Either transition all geotiffs (manual copy/upload) or all future geotiffs or wait to enable it at a later date.

This is step one in getting this to work. The other steps include:

1. tile-gen needs to glob/search the S3 bucket for all geotiffs instead of expecting them locally
2. geo2grid needs to push geotiffs to S3. It probably shouldn't do local and S3 as it will slow processing...but maybe if tested we can check how long this really would be and do it on geosphere-test to verify operations.

ci/test_mapserver_image.sh

@@ -40,13 +40,14 @@ setup_test() {
 }
 
 teardown_test() {
-    kill_test_container || echo "Could not kill test container"
-    kill_postgres || echo "Could not kill postgres container"
-    kill_minio || echo "Could not kill minio container"
+    kill_test_container || debug "Could not kill test container"
+    kill_postgres || debug "Could not kill postgres container"
+    kill_minio || debug "Could not kill minio container"
     if [ -d $base_tmp_dir ]; then
-        rm -rf $base_tmp_dir
+        docker run --rm --name tmpremover -v ${base_tmp_dir}:/dst ${image_url}:${image_tag} bash -c "chmod -R 777 /dst"
+        rm -rf $base_tmp_dir || debug "Could not remove temporary directory: ${base_tmp_dir}"
     fi
-    docker network rm ${NETWORK_NAME} > /dev/null || echo "Could not remove docker network"
+    docker network rm ${NETWORK_NAME} > /dev/null || debug "Could not remove docker network"
 }
 
 graceful_exit() {
@@ -92,7 +93,7 @@ start_minio() {
     base_dir=$1
     base_minio_dir="$1/minio_base"
     mkdir -p "${base_minio_dir}"
-    docker run -d --rm --network ${NETWORK_NAME} -p 9000:9000 -p 9001:9001 --name ${MINIO_SERVER_NAME} --user ${UID}:${UID} -v ${base_minio_dir}:/data minio/minio server /data --console-address ":9001"
+    docker run -d --rm --network ${NETWORK_NAME} -p 9000:9000 -p 9001:9001 --name ${MINIO_SERVER_NAME} --user $(id -u):$(id -g) -v ${base_minio_dir}:/data minio/minio server /data --console-address ":9001"
     create_status=$?
     debug "Sleeping for 5 seconds for MinIO to start up..."
     sleep 5