snapshot...

modules/util/viirs.py

@@ -10,32 +10,39 @@ img_res_params = ['M07_highres', 'M08_highres', 'M10_highres', 'M12_highres', 'M
 
 
 def run_all(directory):
-    mod_files = Path(directory).rglob('*.uwssec.nc')
 
-    mod_tiles = []
-    img_tiles = []
-
-    for idx, mfile in enumerate(mod_files):
-        if idx % 16 == 0:
-            w_o_ext, ext = os.path.splitext(mfile)
-            ifile = w_o_ext+'.highres'+ext
-            if not os.path.exists(ifile):
-                continue
-            print(mfile)
-            run(mfile, ifile, mod_tiles, img_tiles)
-
-    mod_nda = np.stack(mod_tiles)
-    img_nda = np.stack(img_tiles)
-
-    mod_mean = mod_nda.mean()
-    img_mean = img_nda.mean()
-    mod_std = mod_nda.std()
-    img_std = img_nda.std()
-
-    mod_nda = (mod_nda - mod_mean) / mod_std
-    img_nda = (img_nda - img_mean) / img_std
-
-    return mod_nda, img_nda
+    cnt = 0
+    for p in os.scandir(directory):
+        if not p.is_dir():
+            continue
+        cnt += 1
+        mod_files = glob.glob('*.uwssec.nc')
+
+        mod_tiles = []
+        img_tiles = []
+
+        for idx, mfile in enumerate(mod_files):
+            if idx % 16 == 0:
+                w_o_ext, ext = os.path.splitext(mfile)
+                ifile = w_o_ext+'.highres'+ext
+                if not os.path.exists(ifile):
+                    continue
+                print(mfile)
+                run(mfile, ifile, mod_tiles, img_tiles)
+
+        mod_nda = np.stack(mod_tiles)
+        img_nda = np.stack(img_tiles)
+
+        mod_mean = mod_nda.mean()
+        img_mean = img_nda.mean()
+        mod_std = mod_nda.std()
+        img_std = img_nda.std()
+
+        mod_nda = (mod_nda - mod_mean) / mod_std
+        img_nda = (img_nda - img_mean) / img_std
+
+    np.save('/data/Personal/rink/viirs/mod_res_'+cnt, mod_nda)
+    np.save('/data/Personal/rink/viirs/img_res_'+cnt, img_nda)
 
 
 def run(mod_res_filename, img_res_filename, mod_tiles, img_tiles):