From b7cb3efa5294a8cd37306b70a6a1f7be7761cd7e Mon Sep 17 00:00:00 2001 From: davidh-ssec <david.hoese@ssec.wisc.edu> Date: Tue, 19 Dec 2017 09:17:09 -0600 Subject: [PATCH] Add starter bash script for legacy db insert --- aosstower/level_00/legacy_db_insert.py | 5 ++++- scripts/start_tower_legacy_db_ingest.sh | 28 +++++++++++++++++++++++++ 2 files changed, 32 insertions(+), 1 deletion(-) create mode 100644 scripts/start_tower_legacy_db_ingest.sh diff --git a/aosstower/level_00/legacy_db_insert.py b/aosstower/level_00/legacy_db_insert.py index 1b0882d..70167a0 100644 --- a/aosstower/level_00/legacy_db_insert.py +++ b/aosstower/level_00/legacy_db_insert.py @@ -78,8 +78,11 @@ def main(*args): src = open(args.src, "r") record_gen = read_frames(src, tail=args.tail) - for record in record_gen: + for idx, record in enumerate(record_gen): data = (record['stamp'], record) + if args.debug: + print(idx, data) + continue failures = legacy_db.insert_records([data], station=station) if failures: ERR.info("(%s) %s", failures[0][0], record) diff --git a/scripts/start_tower_legacy_db_ingest.sh b/scripts/start_tower_legacy_db_ingest.sh new file mode 100644 index 0000000..73f655c --- /dev/null +++ b/scripts/start_tower_legacy_db_ingest.sh @@ -0,0 +1,28 @@ +#!/usr/bin/env bash +# +# Runs the tower ingest in a screen session named 'tower_db_ingest'. +# +# If a screen session is already running with that name, exit, otherwise start +# a new detached screen session named 'tower_db_ingest'. +# +NAME=tower_db_ingest +PYENV=/opt/metobs/aoss_tower +#SRC=/mnt/data/ingest/rig_tower/rig_tower.dat +#DBURL=postgresql://buoy_ingest:bu0y1ngest@tahiti.ssec.wisc.edu/buoy +DBURL=postgresql://metobs_ingest:m3t0b5@metobs01.instrument/metobs +LOGFN=$PYENV/log/tower_db_ingest.log + +export PGAPPNAME=tower_db_ingest + +SCRN=$(screen -list | grep $NAME | awk '{print $1}') +if [ -n "$SCRN" ]; then +echo Screen already running: $SCRN +else +screen -S $NAME -d -m $PYENV/bin/python -m aosstower.level_00.legacy_db_insert \ + --loglvl info \ + --logfn $LOGFN \ + --ldmp \ + $DBURL \ + RIGTower +echo Started in screen $(screen -list | grep $NAME | awk '{print $1}') +fi -- GitLab