Add information for installing software on rain01

remote_scripts/README.md

+# SPARChive Processing at the SSEC
+
+Once data is uploaded to the SSEC server(s) it may have additional processing
+applied to it. This file describes how to recreate this processing environment
+from scratch.
+
+## Operation Installation
+
+These instructions assume the operation "standard practice" that is current
+at the time of writing. This practice is to create a conda environment
+using the "root" user under `/opt/metobs/aoss-cameras`.
+
+WARNING: These instructions use a generic "/opt/miniconda3/" conda environment
+to build the operational environment. Double check that a newer
+"/opt/miniconda3_YYYYMMDD" doesn't exist that is newer. If it does exist then
+that installation should probably be used instead.
+
+1. Get and install the conda environment:
+
+   ```
+   cd /tmp
+   curl -O "https://gitlab.ssec.wisc.edu/metobs/sparchive/-/raw/master/remote_scripts/environment.yaml"
+   sudo /opt/miniconda3/condabin/conda env create --file environment.yaml --prefix /opt/metobs/sparchive
+   ```
+
+2. Clone the git repository into the environment and other setup:
+
+   ```
+   cd /opt/metobs/sparchive
+   sudo mkdir -p repos/git log lock
+   sudo chown metobs:metobsgrp log lock
+   sudo git clone "https://gitlab.ssec.wisc.edu/metobs/sparchive.git" repos/git/sparchive
+   sudo ln -s repos/git/sparchive/remote_scripts ./scripts
+   sudo git clone "https://gitlab.ssec.wisc.edu/metobs/MetObsCommon.git" repos/git/MetObsCommon
+   ```
+
+3. Install the sparchive python package.
+
+   ```
+   sudo /opt/metobs/sparchive/bin/pip install -e repos/git/MetObsCommon/
+   sudo /opt/metobs/sparchive/bin/pip install -e repos/git/sparchive/sparchive/
+   ```

remote_scripts/archive_aerioe.sh

@@ -10,7 +10,7 @@ DATE=$1
 if [ -z "$DATE" ]; then
    DATE=`date +%Y%m%d`
 fi
-LOCK="${ENV}/locks/${SCRIPT_NAME}.lock"
+LOCK="${ENV}/lock/${SCRIPT_NAME}.lock"
 logfile="${LOGDIR}/${SCRIPT_NAME}.log"
 
 # Get environment variables and common functions

remote_scripts/archive_dopplerlidar_quicklooks.sh

@@ -10,7 +10,7 @@ DATE=$1
 if [ -z "$DATE" ]; then
    DATE=`date +%Y%m%d`
 fi
-LOCK="${ENV}/locks/${SCRIPT_NAME}.lock"
+LOCK="${ENV}/lock/${SCRIPT_NAME}.lock"
 logfile="${LOGDIR}/${SCRIPT_NAME}.log"
 
 # Get environment variables and common functions

environment.yaml → remote_scripts/environment.yaml

@@ -7,3 +7,4 @@ dependencies:
   - sh
   - bokeh
   - matplotlib
+  - python=3.8

remote_scripts/pull_aerioe.sh

@@ -10,7 +10,7 @@ DATE=$1
 if [ -z "$DATE" ]; then
    DATE=`date +%Y%m%d`
 fi
-LOCK="${ENV}/locks/${SCRIPT_NAME}.lock"
+LOCK="${ENV}/lock/${SCRIPT_NAME}.lock"
 logfile="${LOGDIR}/${SCRIPT_NAME}.log"
 
 SSH_OPTIONS="-o ConnectTimeout=5"

remote_scripts/pull_dopplerlidar_quicklooks.sh

@@ -10,7 +10,7 @@ DATE=$1
 if [ -z "$DATE" ]; then
    DATE=`date +%Y%m%d`
 fi
-LOCK="${ENV}/locks/${SCRIPT_NAME}.lock"
+LOCK="${ENV}/lock/${SCRIPT_NAME}.lock"
 logfile="${LOGDIR}/${SCRIPT_NAME}.log"
 
 SSH_OPTIONS="-o ConnectTimeout=5"

remote_scripts/run_metobs_rtv_archive.sh

@@ -49,7 +49,7 @@ mlab_input_dir="/opt/metobs/sparchive/repos/git/uwrtv_aeri/AERI/${SITE}/AE${AERI
 output_dir="/opt/metobs/sparchive/repos/git/uwrtv_aeri/output"
 cache_dir="/mnt/inst-data/cache/sparc/current/aeri/AE${AERI_DATE}"
 exp_name=`readlink /mnt/inst-data/cache/sparc/current`
-LOCK="/opt/metobs/sparchive/locks/$(basename $0).lock"
+LOCK="/opt/metobs/sparchive/lock/$(basename $0).lock"
 
 if [ ! -d ${cache_dir} ]; then
     oops "Data cache directory doesn't exist: ${cache_dir}"

remote_scripts/sparchive_env.sh

@@ -8,7 +8,7 @@ export SPARCHIVE_TMP_ROOT=${SPARCHIVE_TMP_ROOT="/data1/tmp/sparc_post_processing
 export SPARCHIVE_INCOMING_ROOT=${SPARCHIVE_INCOMING_ROOT="/data1/incoming/sparc"}
 export SPARCHIVE_RAW_ROOT=${SPARCHIVE_RAW_ROOT="/data1/raw/sparc"}
 export SPARCHIVE_CACHE_ROOT=${SPARCHIVE_CACHE_ROOT="/data1/cache/sparc"}
-export SPARCHIVE_LOG_DIR=${SPARCHIVE_LOG_DIR="${SPARCHIVE_ENV}/logs"}
+export SPARCHIVE_LOG_DIR=${SPARCHIVE_LOG_DIR="${SPARCHIVE_ENV}/log"}
 export SPARCHIVE_INSTRUMENTS=${SPARCHIVE_INSTRUMENTS="aeri windpro radiosondes surfacemet hsrl"}
 export SPARCHIVE_PAST_DAYS=${SPARCHIVE_PAST_DAYS=3}