From 10229a656d6eed4023fc590d8c7b471450b414eb Mon Sep 17 00:00:00 2001
From: davidh-ssec <david.hoese@ssec.wisc.edu>
Date: Wed, 22 Mar 2017 08:25:49 -0500
Subject: [PATCH] Add scripts from metobs-vmhost
---
scripts/create_influxdb_database.sh | 5 +++++
scripts/rsync_data.sh | 18 +++++++++++++++++
scripts/start_tower_db_ingest.sh | 28 ++++++++++++++++++++++++++
scripts/start_tower_influxdb_ingest.sh | 21 +++++++++++++++++++
scripts/start_tower_mcast.sh | 26 ++++++++++++++++++++++++
scripts/tower_mcast.cfg | 5 +++++
6 files changed, 103 insertions(+)
create mode 100644 scripts/create_influxdb_database.sh
create mode 100755 scripts/rsync_data.sh
create mode 100755 scripts/start_tower_db_ingest.sh
create mode 100755 scripts/start_tower_influxdb_ingest.sh
create mode 100755 scripts/start_tower_mcast.sh
create mode 100644 scripts/tower_mcast.cfg
diff --git a/scripts/create_influxdb_database.sh b/scripts/create_influxdb_database.sh
new file mode 100644
index 0000000..6397805
--- /dev/null
+++ b/scripts/create_influxdb_database.sh
@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+
+echo "Creating database and continous queries for tower and buoy..."
+/home/metobs/miniconda/envs/metobs_influxdb/bin/python -m metobscommon.influxdb --host metobs01.ssec.wisc.edu --dbname metobs -vvv create --symbol-list aosstower.l00.influxdb.SYMBOLS mendotabuoy.level0.influxdb.SYMBOLS
+echo "Done"
diff --git a/scripts/rsync_data.sh b/scripts/rsync_data.sh
new file mode 100755
index 0000000..878f4ec
--- /dev/null
+++ b/scripts/rsync_data.sh
@@ -0,0 +1,18 @@
+#!/usr/bin/env bash
+
+# Offset TZ by 1 minute to make sure we get data from 23:59 to 00:00
+export TZ="UTC-00:01:00"
+LOCK=$HOME/tower/$(basename "$0").lock
+SRC="/mnt/data/ingest/rig_tower/rig_tower.dat"
+
+(
+ flock -x -n 200 || exit $?
+
+ if [ -e $SRC ]; then
+ # Also send it to metobs01:
+ rsync -a $SRC rsync://metobs01.instrument/incoming/aoss-tower/rig_tower.ascii
+ else
+ echo "$SRC does not exist"
+ fi
+
+) 200>$LOCK
diff --git a/scripts/start_tower_db_ingest.sh b/scripts/start_tower_db_ingest.sh
new file mode 100755
index 0000000..f05aff1
--- /dev/null
+++ b/scripts/start_tower_db_ingest.sh
@@ -0,0 +1,28 @@
+#!/usr/bin/env bash
+#
+# Runs the tower ingest in a screen session named 'tower_db_ingest'.
+#
+# If a screen session is already running with that name, exit, otherwise start
+# a new detached screen session named 'tower_db_ingest'.
+#
+NAME=tower_db_ingest
+PYENV=$HOME/env
+SRC=/mnt/data/ingest/rig_tower/rig_tower.dat
+#DBURL=postgresql://buoy_ingest:bu0y1ngest@tahiti.ssec.wisc.edu/buoy
+DBURL=postgresql://metobs_ingest:m3t0b5@metobs01.instrument/metobs
+LOGFN=$HOME/log/tower_db_ingest.log
+
+export PGAPPNAME=tower_db_ingest
+
+SCRN=$(screen -list | grep $NAME | awk '{print $1}')
+if [ -n "$SCRN" ]; then
+echo Screen already running: $SCRN
+else
+screen -S $NAME -d -m $PYENV/bin/tower_db_ingest \
+ --loglvl info \
+ --logfn $LOGFN \
+ --tail \
+ $DBURL \
+ $SRC
+echo Started in screen $(screen -list | grep $NAME | awk '{print $1}')
+fi
diff --git a/scripts/start_tower_influxdb_ingest.sh b/scripts/start_tower_influxdb_ingest.sh
new file mode 100755
index 0000000..a599109
--- /dev/null
+++ b/scripts/start_tower_influxdb_ingest.sh
@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+#
+# Runs the tower ingest in a screen session named 'tower_influxdb_ingest'.
+#
+# If a screen session is already running with that name, exit, otherwise start
+# a new detached screen session named 'tower_influxdb_ingest'.
+#
+NAME=tower_influxdb_ingest
+PYENV=$HOME/miniconda/envs/metobs_influxdb
+SRC=/mnt/data/ingest/rig_tower/rig_tower.dat
+# LOGFN=$HOME/log/tower_db_ingest.log
+# TODO: Add proper logging
+
+SCRN=$(screen -list | grep $NAME | awk '{print $1}')
+if [ -n "$SCRN" ]; then
+echo Screen already running: $SCRN
+else
+screen -S $NAME -d -m $PYENV/bin/python -m aosstower.l00.influxdb --host metobs01.ssec.wisc.edu -vvv -t $SRC
+#screen -S $NAME -d -m "$PYENV/bin/python -m aosstower.l00.influxdb --host metobs01.ssec.wisc.edu -vvv -t $SRC > /home/metobs/log/${NAME}.log"
+echo Started in screen $(screen -list | grep $NAME | awk '{print $1}')
+fi
diff --git a/scripts/start_tower_mcast.sh b/scripts/start_tower_mcast.sh
new file mode 100755
index 0000000..88f4935
--- /dev/null
+++ b/scripts/start_tower_mcast.sh
@@ -0,0 +1,26 @@
+#!/usr/bin/env bash
+#
+# Runs the tower ingest in a screen session named 'ceilo_ingest'.
+#
+# If a screen session is already running with that name, exit, otherwise start
+# a new detached screen session named 'ceilo_ingest'.
+#
+
+echo "$0 really shouldn't be necessary any more if tower_db_ingest is used."
+echo "See start_tower_db_ingest.sh"
+exit 1
+
+NAME=tower_mcast
+CONFIG=$HOME/tower/tower_mcast.cfg
+PYENV=$HOME/env
+SCRN=$(screen -list | grep $NAME | awk '{print $1}')
+if [ -n "$SCRN" ]; then
+echo Screen already running: $SCRN
+else
+screen -S $NAME -d -m $PYENV/bin/python -m metobs.tower.util.json_gen -vvv \
+ -H 192.168.16.23 \
+ -p 41175 \
+ -m 6544 $CONFIG \
+ -l $HOME/log/tower_mcast.log
+echo Started in screen $(screen -list | grep $NAME | awk '{print $1}')
+fi
diff --git a/scripts/tower_mcast.cfg b/scripts/tower_mcast.cfg
new file mode 100644
index 0000000..0cc3e61
--- /dev/null
+++ b/scripts/tower_mcast.cfg
@@ -0,0 +1,5 @@
+[tower]
+site = rig
+num_records = 2
+tz = utc
+data = /mnt/data/ingest/rig_tower/rig_tower.dat
--
GitLab