diff --git a/modules/deeplearning/icing_cnn.py b/modules/deeplearning/icing_cnn.py
index 0c04b7cd5f4b4e4b5286b80cf0d01659eefe134b..f0b00b83786233086228c2b885d1e8c935525762 100644
--- a/modules/deeplearning/icing_cnn.py
+++ b/modules/deeplearning/icing_cnn.py
@@ -872,12 +872,13 @@ class IcingIntensityNN:
             tst_loss = self.test_loss.result().numpy()
             if tst_loss < best_test_loss:
                 best_test_loss = tst_loss
-                best_test_acc = self.test_accuracy.result().numpy()
-                best_test_recall = self.test_recall.result().numpy()
-                best_test_precision = self.test_precision.result().numpy()
-                best_test_auc = self.test_auc.result().numpy()
-                best_test_f1 = f1.numpy()
-                best_test_mcc = mcc.numpy()
+                if NumClasses == 2:
+                    best_test_acc = self.test_accuracy.result().numpy()
+                    best_test_recall = self.test_recall.result().numpy()
+                    best_test_precision = self.test_precision.result().numpy()
+                    best_test_auc = self.test_auc.result().numpy()
+                    best_test_f1 = f1.numpy()
+                    best_test_mcc = mcc.numpy()
 
                 ckpt_manager.save()