diff --git a/modules/deeplearning/icing_cnn.py b/modules/deeplearning/icing_cnn.py
index 8a5c92c5463d9bd3b411de4d1999fea618434f43..26c797d68542cf2e7f584a7acfd3ff18ff03d3c0 100644
--- a/modules/deeplearning/icing_cnn.py
+++ b/modules/deeplearning/icing_cnn.py
@@ -474,9 +474,10 @@ class IcingIntensityNN:
 
         self.test_loss(t_loss)
         self.test_accuracy(labels, pred)
-        self.test_auc(labels, pred)
-        self.test_recall(labels, pred)
-        self.test_precision(labels, pred)
+        if NumClasses == 2:
+            self.test_auc(labels, pred)
+            self.test_recall(labels, pred)
+            self.test_precision(labels, pred)
 
     def predict(self, mini_batch):
         inputs = [mini_batch[0]]