Newer
Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
#!/usr/bin/env python
import os
import sys
import glob
import logging
from datetime import datetime
from metobs.data import wind_vector_components
from aosstower.record import RecordV1, LineParseError
from aosstower.model import RrdModel, ModelError
LOG = logging
if __name__ == '__main__':
import argparse
parser = argparse.ArgumentParser()
parser.add_argument('-o', '--outdb', dest='outdb', default='out.db',
help='Destination RRD database. Must not exist')
argdt = lambda v: datetime.strptime(v, '%Y-%m-%d')
parser.add_argument('-s', '--db-start', type=argdt, default=datetime.now(),
help='Reference start date for database (YYYY-MM-DD)')
parser.add_argument('-d', '--db-days', type=int, default=365,
help='Size of DB in days')
parser.add_argument('files', nargs='?', type=argparse.FileType('r'),
default=sys.stdin,
help="List of time sorted input data files")
args = parser.parse_args()
logging.basicConfig(level=logging.INFO)
assert not os.path.exists(args.outdb)
rrd = RrdModel(args.outdb)
rrd.initialize(args.db_start, days=args.db_days)
LOG.info("initilized %s", args.outdb)
for each in args.files.readlines():
fpath = each.strip()
if not os.path.exists(fpath):
LOG.warn("%s does not exist", fpath)
continue
LOG.info("adding %s", fpath)
for line in open(fpath).readlines():
if not line.strip():
continue
try:
record = RecordV1(line)
except LineParseError as err:
LOG.error(str(err))
continue
windspd = float(record['wind_speed'])
winddir = float(record['wind_dir'])
u_e, u_n, spd = wind_vector_components(windspd, winddir)
record['winddir_east'] = u_e
record['winddir_north'] = u_n
record['wind_speed'] = spd
try:
rrd.add_record(record)
except ModelError:
LOG.exception("Could not insert: %s", record)