diff --git a/modules/deeplearning/icing_cnn.py b/modules/deeplearning/icing_cnn.py
index 1cb21724891bc37ec6c43fa9074e419b21ee2f22..0fcde07636b9673ab57d4a3846da769a5a9f7cef 100644
--- a/modules/deeplearning/icing_cnn.py
+++ b/modules/deeplearning/icing_cnn.py
@@ -544,13 +544,14 @@ class IcingIntensityNN:
 
         self.test_loss(t_loss)
         self.test_accuracy(labels, pred)
-        self.test_auc(labels, pred)
-        self.test_recall(labels, pred)
-        self.test_precision(labels, pred)
-        self.test_true_neg(labels, pred)
-        self.test_true_pos(labels, pred)
-        self.test_false_neg(labels, pred)
-        self.test_false_pos(labels, pred)
+        if NumClasses == 2:
+            self.test_auc(labels, pred)
+            self.test_recall(labels, pred)
+            self.test_precision(labels, pred)
+            self.test_true_neg(labels, pred)
+            self.test_true_pos(labels, pred)
+            self.test_false_neg(labels, pred)
+            self.test_false_pos(labels, pred)
 
     def reset_test_metrics(self):
         self.test_loss.reset_states()