diff --git a/modules/deeplearning/cloudheight_mgpus.py b/modules/deeplearning/cloudheight_mgpus.py
index 98210dd4bc4ebf66b1817b2393ec2dbdbe882363..1d458ba6139d191674643bc84f322a7f5216b989 100644
--- a/modules/deeplearning/cloudheight_mgpus.py
+++ b/modules/deeplearning/cloudheight_mgpus.py
@@ -16,13 +16,14 @@ CACHE_DATA_IN_MEM = True
 CACHE_GFS = True
 DISK_CACHE = True
 
-PROC_BATCH_SIZE = 60
 NumLabels = 1
-BATCH_SIZE = 256
 NUM_EPOCHS = 200
-GLOBAL_BATCH_SIZE = BATCH_SIZE * 3
-PROC_BATCH_BUFFER_SIZE = 50000
 
+PROC_BATCH_SIZE = 60
+BATCH_SIZE = 256  # Per replica
+BATCH_SIZE = BATCH_SIZE * 3
+
+PROC_BATCH_BUFFER_SIZE = 50000
 
 TRACK_MOVING_AVERAGE = False