snapshot...

modules/deeplearning/cloudheight_mgpus.py

@@ -16,13 +16,14 @@ CACHE_DATA_IN_MEM = True
 CACHE_GFS = True
 DISK_CACHE = True
 
-PROC_BATCH_SIZE = 60
 NumLabels = 1
-BATCH_SIZE = 256
 NUM_EPOCHS = 200
-GLOBAL_BATCH_SIZE = BATCH_SIZE * 3
-PROC_BATCH_BUFFER_SIZE = 50000
 
+PROC_BATCH_SIZE = 60
+BATCH_SIZE = 256  # Per replica
+BATCH_SIZE = BATCH_SIZE * 3
+
+PROC_BATCH_BUFFER_SIZE = 50000
 
 TRACK_MOVING_AVERAGE = False