Update scripts to point to new locations on rain01 server

remote_scripts/archive_aerioe.sh

 #!/usr/bin/env bash
 # Description: Archive AERIoe data from the SPARC AERI instrument for a specific day
 
-ENV=/data1/software/sparchive
+ENV=/opt/metobs/sparchive
 LOGDIR=$ENV/logs
 SCRIPT_NAME=$(basename $0)
 SCRIPT_NAME=${SCRIPT_NAME/.sh/}

remote_scripts/archive_dopplerlidar_quicklooks.sh

 #!/usr/bin/env bash
 # Description: Archive WindPro doppler lidar quicklooks
 
-ENV=/data1/software/sparchive
+ENV=/opt/metobs/sparchive
 LOGDIR=$ENV/logs
 SCRIPT_NAME=$(basename $0)
 SCRIPT_NAME=${SCRIPT_NAME/.sh/}

remote_scripts/create_frappe_quicklooks.sh

 #!/usr/bin/env bash
 # Create cross section, vertical profile, and skew-T plots for the SPARC-AERI
 
-ENV=/data1/software/sparc-aeri
+ENV=/opt/metobs/sparchive
 
 if [ $# -ne 1 ] && [ $# -ne 2 ]; then
     echo "Usage: ./create_sparc_aeri_quicklooks.sh <hdf5_file> [YYYY-MM-DDTHH:MM:SS]"

remote_scripts/pull_aerioe.sh

 #!/usr/bin/env bash
 # Description: Pull AOSS Rooftop AERI AERIoe data from whizdum for a specific day
 
-ENV=/data1/software/sparchive
+ENV=/opt/metobs/sparchive
 LOGDIR=$ENV/logs
 SCRIPT_NAME=$(basename $0)
 SCRIPT_NAME=${SCRIPT_NAME/.sh/}

remote_scripts/pull_dopplerlidar_quicklooks.sh

 #!/usr/bin/env bash
 # Description: Pull SPARC WindPro (doppler lidar) quicklooks from whizdum
 
-ENV=/data1/software/sparchive
+ENV=/opt/metobs/sparchive
 LOGDIR=$ENV/logs
 SCRIPT_NAME=$(basename $0)
 SCRIPT_NAME=${SCRIPT_NAME/.sh/}

remote_scripts/run_dmv2uwrtv.sh

@@ -20,7 +20,7 @@ MLAB_DATE=$1
 # YYMMDD
 AERI_DATE=${1:2}
 
-base_dir="/data1/software/sparc-aeri/repos/git/sparchive/remote_scripts"
+base_dir="/opt/metobs/sparchive/repos/git/sparchive/remote_scripts"
 ${base_dir}/run_dmvncdf.sh ${MLAB_DATE} || oops "Couldn't run DMV to NetCDF converter script"
 ${base_dir}/run_uwrtv.sh ${MLAB_DATE} || oops "Couldn't run UW Retrieval"
 

remote_scripts/run_dmvncdf.sh

@@ -20,7 +20,7 @@ else
     oops "Usage: ./run_dmv2uwrtv.sh <input_filepath> <output_filepath>"
 fi
 
-DMV2CDF="/data1/software/sparchive/bin/dmv-ncdf"
+DMV2CDF="/opt/metobs/sparchive/bin/dmv-ncdf"
 # get the full path
 OUTPUT_FP=`python -c 'import os, sys; print(os.path.realpath(sys.argv[1]))' ${OUTPUT_FP}`
 

remote_scripts/run_metobs_rtv_archive.sh

@@ -44,12 +44,12 @@ ISO_DATE="${FULL_DATE:0:4}-${FULL_DATE:4:2}-${FULL_DATE:6:2}T${FULL_DATE:8:2}:${
 #SITE="MSN"
 SITE="BAO"
 
-base_dir="/data1/software/sparc-aeri/repos/git/sparchive/remote_scripts"
-mlab_input_dir="/data1/software/sparc-aeri/repos/git/uwrtv_aeri/AERI/${SITE}/AE${AERI_DATE}"
-output_dir="/data1/software/sparc-aeri/repos/git/uwrtv_aeri/output"
+base_dir="/opt/metobs/sparchive/repos/git/sparchive/remote_scripts"
+mlab_input_dir="/opt/metobs/sparchive/repos/git/uwrtv_aeri/AERI/${SITE}/AE${AERI_DATE}"
+output_dir="/opt/metobs/sparchive/repos/git/uwrtv_aeri/output"
 cache_dir="/mnt/inst-data/cache/sparc/current/aeri/AE${AERI_DATE}"
 exp_name=`readlink /mnt/inst-data/cache/sparc/current`
-LOCK="/data1/software/sparc-aeri/locks/$(basename $0).lock"
+LOCK="/opt/metobs/sparchive/locks/$(basename $0).lock"
 
 if [ ! -d ${cache_dir} ]; then
     oops "Data cache directory doesn't exist: ${cache_dir}"
@@ -80,9 +80,9 @@ fi
 
     cd ${cache_dir}/uwrtv/ || oops "Could not change to cache directory"
     if [ ${TIME_GIVEN} -eq 0 ]; then
-        /data1/software/sparc-aeri/repos/git/sparchive/remote_scripts/create_frappe_quicklooks.sh ${hdf_file} || oops "Could not create quicklook for ${hdf_file}"
+        /opt/metobs/sparchive/repos/git/sparchive/remote_scripts/create_frappe_quicklooks.sh ${hdf_file} || oops "Could not create quicklook for ${hdf_file}"
     else
-        /data1/software/sparc-aeri/repos/git/sparchive/remote_scripts/create_frappe_quicklooks.sh ${hdf_file} ${ISO_DATE} || oops "Could not create quicklook for ${hdf_file}"
+        /opt/metobs/sparchive/repos/git/sparchive/remote_scripts/create_frappe_quicklooks.sh ${hdf_file} ${ISO_DATE} || oops "Could not create quicklook for ${hdf_file}"
     fi
 
 

remote_scripts/run_uwrtv.sh

@@ -24,7 +24,7 @@ AERI_DATE=${1:2}
 #SITE="SGP"
 SITE="BAO"
 DATA_BASE_DIR="/mnt/inst-data/cache/sparc/current/aeri"
-MLAB_BASE_DIR="/data1/software/sparc-aeri/repos/git/uwrtv_aeri/src"
+MLAB_BASE_DIR="/opt/metobs/sparchive/repos/git/uwrtv_aeri/src"
 
 # Run matlab retrieval
 echo "Running matlab retrieval..."

remote_scripts/sparchive_env.sh

 #!/usr/bin/env bash
 # Load common SPARC archive/processing environment
 
-export SPARCHIVE_ENV=${SPARCHIVE_ENV="/data1/software/sparchive"}
+export SPARCHIVE_ENV=${SPARCHIVE_ENV="/opt/metobs/sparchive"}
 export SPARCHIVE_SCRIPTS_ROOT=${SPARCHIVE_SCRIPTS_ROOT="${SPARCHIVE_ENV}/scripts"}
 export SPARCHIVE_REMOTE_ROOT=${SPARCHIVE_REMOTE_ROOT="${SPARCHIVE_ENV}/repos/git/sparchive/remote_scripts"}
-export SPARCHIVE_TMP_ROOT=${SPARCHIVE_TMP_ROOT="/mnt/inst-data/tmp/sparc_post_processing"}
-export SPARCHIVE_INCOMING_ROOT=${SPARCHIVE_INCOMING_ROOT="/mnt/inst-data/incoming/sparc"}
-export SPARCHIVE_RAW_ROOT=${SPARCHIVE_RAW_ROOT="/mnt/inst-data/sparc"}
-export SPARCHIVE_CACHE_ROOT=${SPARCHIVE_CACHE_ROOT="/mnt/inst-data/cache/sparc"}
+export SPARCHIVE_TMP_ROOT=${SPARCHIVE_TMP_ROOT="/data1/tmp/sparc_post_processing"}
+export SPARCHIVE_INCOMING_ROOT=${SPARCHIVE_INCOMING_ROOT="/data1/incoming/sparc"}
+export SPARCHIVE_RAW_ROOT=${SPARCHIVE_RAW_ROOT="/data1/raw/sparc"}
+export SPARCHIVE_CACHE_ROOT=${SPARCHIVE_CACHE_ROOT="/data1/cache/sparc"}
 export SPARCHIVE_LOG_DIR=${SPARCHIVE_LOG_DIR="${SPARCHIVE_ENV}/logs"}
 export SPARCHIVE_INSTRUMENTS=${SPARCHIVE_INSTRUMENTS="aeri windpro radiosondes surfacemet hsrl"}
 export SPARCHIVE_PAST_DAYS=${SPARCHIVE_PAST_DAYS=3}

scripts/sparc_archive_env.sh

@@ -35,8 +35,8 @@ if [ -z "$SPARC_REV" ]; then
     SSH_PROXY_KEY="~/.ssh/id_dsa_sparc_push"
     SSH_PROXY_HOST="ash.ssec.wisc.edu"
     SSH_PROXY_USER="davidh"
-    PUSH_HOST="metobs01.ssec.wisc.edu"
+    PUSH_HOST="rain01.ssec.wisc.edu"
     PUSH_USER="metobs"
-    PUSH_BASE_DATA_DIR="/mnt/inst-data/incoming/sparc"
+    PUSH_BASE_DATA_DIR="/data1/incoming/sparc"
     PUSH_BASE_DIR="${PUSH_BASE_DATA_DIR}/current"
 fi

scripts/ssh_validate.sh

 #!/usr/bin/env bash
 # Should be run by the metobs account when the id_dsa_sparc_push key is used
 
-valid_rsync_command="rsync --server -logDtpre.iLs --timeout=500 --inplace . /mnt/inst-data/incoming/sparc/current/"
-sparc_exp_command="/data1/software/sparc-aeri/repos/git/sparchive/scripts/sparc_experiment.sh"
+valid_rsync_command="rsync --server -logDtpre.iLs --timeout=500 --inplace . /data1/incoming/sparc/current/"
+sparc_exp_command="/opt/metobs/sparchive/repos/git/sparchive/scripts/sparc_experiment.sh"
 sparc_exp_regex="^${sparc_exp_command}.*"
 exp_name_regex="[^a-zA-Z0-9\_]"