Skip to content
Snippets Groups Projects
Commit 3ddaab34 authored by kgao's avatar kgao
Browse files

Average 'most' data into 1 minute interval

averages all vars now except wind_speed and wind_direction
Haven't added gust yet
parent 60fbfb08
No related branches found
No related tags found
No related merge requests found
...@@ -117,6 +117,22 @@ def createVariables(ncFile, firstStamp, chunksizes, zlib): ...@@ -117,6 +117,22 @@ def createVariables(ncFile, firstStamp, chunksizes, zlib):
return ncFile return ncFile
def minuteAverages(frame):
frame['minute'] = [ts.replace(second=0) for ts in frame.index]
newFrame = frame.groupby('minute').mean()
newFrame.index.names = ['']
columns = list(newFrame.columns.values)
if 'wind_speed' in columns:
del newFrame['wind_speed']
if 'wind_direction' in columns:
del newFrame['wind_direction']
del frame['minute']
return newFrame.fillna(-99999)
def getData(inputFiles): def getData(inputFiles):
dictData = {} dictData = {}
...@@ -132,7 +148,7 @@ def getData(inputFiles): ...@@ -132,7 +148,7 @@ def getData(inputFiles):
dictData[stamp] = frame dictData[stamp] = frame
return pd.DataFrame(dictData).transpose() return pd.DataFrame(dictData).transpose().replace(-99999, np.nan)
def writeVars(ncFile, frame): def writeVars(ncFile, frame):
stamps = list(frame.index) stamps = list(frame.index)
...@@ -208,6 +224,10 @@ def createGiantNetCDF(start, end, inputFiles, outputName, zlib, chunkSize): ...@@ -208,6 +224,10 @@ def createGiantNetCDF(start, end, inputFiles, outputName, zlib, chunkSize):
frame = getData(inputFiles) frame = getData(inputFiles)
newFrame = minuteAverages(frame)
print(newFrame)
if(frame.empty): if(frame.empty):
return False return False
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment