From c3d3d7bf9c5808585cf42ef72904ce58f71d2c7c Mon Sep 17 00:00:00 2001
From: Bruce <brucef@ssec.wisc.edu>
Date: Tue, 20 May 2014 17:10:53 +0000
Subject: [PATCH] Start of script to make yearly dbs
---
scripts/make_database.py | 65 ++++++++++++++++++++++++++++++++++++++++
1 file changed, 65 insertions(+)
create mode 100644 scripts/make_database.py
diff --git a/scripts/make_database.py b/scripts/make_database.py
new file mode 100644
index 0000000..dc15656
--- /dev/null
+++ b/scripts/make_database.py
@@ -0,0 +1,65 @@
+#!/usr/bin/env python
+import os
+import sys
+import glob
+import logging
+from datetime import datetime
+
+from metobs.data import wind_vector_components
+from aosstower.record import RecordV1, LineParseError
+from aosstower.model import RrdModel, ModelError
+
+LOG = logging
+
+if __name__ == '__main__':
+
+ import argparse
+ parser = argparse.ArgumentParser()
+ parser.add_argument('-o', '--outdb', dest='outdb', default='out.db',
+ help='Destination RRD database. Must not exist')
+ argdt = lambda v: datetime.strptime(v, '%Y-%m-%d')
+ parser.add_argument('-s', '--db-start', type=argdt, default=datetime.now(),
+ help='Reference start date for database (YYYY-MM-DD)')
+ parser.add_argument('-d', '--db-days', type=int, default=365,
+ help='Size of DB in days')
+ parser.add_argument('files', nargs='?', type=argparse.FileType('r'),
+ default=sys.stdin,
+ help="List of time sorted input data files")
+
+ args = parser.parse_args()
+
+ logging.basicConfig(level=logging.INFO)
+
+ assert not os.path.exists(args.outdb)
+ rrd = RrdModel(args.outdb)
+ rrd.initialize(args.db_start, days=args.db_days)
+ LOG.info("initilized %s", args.outdb)
+
+ for each in args.files.readlines():
+ fpath = each.strip()
+ if not os.path.exists(fpath):
+ LOG.warn("%s does not exist", fpath)
+ continue
+
+ LOG.info("adding %s", fpath)
+ for line in open(fpath).readlines():
+ if not line.strip():
+ continue
+ try:
+ record = RecordV1(line)
+ except LineParseError as err:
+ LOG.error(str(err))
+ continue
+
+ windspd = float(record['wind_speed'])
+ winddir = float(record['wind_dir'])
+ u_e, u_n, spd = wind_vector_components(windspd, winddir)
+ record['winddir_east'] = u_e
+ record['winddir_north'] = u_n
+ record['wind_speed'] = spd
+
+ try:
+ rrd.add_record(record)
+ except ModelError:
+ LOG.exception("Could not insert: %s", record)
+
--
GitLab