diff --git a/modules/deeplearning/icing.py b/modules/deeplearning/icing.py
index 98562ab7b4531acea81cc53e7ddc903d4b61fa1f..fe0e3db79dabbd5c6b1ea55cc10926f1f28df75a 100644
--- a/modules/deeplearning/icing.py
+++ b/modules/deeplearning/icing.py
@@ -538,8 +538,9 @@ class IcingIntensityNN:
         print('build fully connected layer')
         drop_rate = 0.5
 
-        # activation = tf.nn.softmax
-        activation = tf.nn.sigmoid  # For binary
+        # activation = tf.nn.relu
+        # activation = tf.nn.elu
+        activation = tf.nn.leaky_relu
         momentum = 0.99
         
         if input_layer is not None:
@@ -561,6 +562,9 @@ class IcingIntensityNN:
 
         fc = build_residual_block(fc, drop_rate, fac*n_hidden, activation, 'Residual_Block_5')
 
+        # activation = tf.nn.softmax
+        activation = tf.nn.sigmoid  # For binary
+
         fc = tf.keras.layers.Dense(n_hidden, activation=activation)(fc)
         fc = tf.keras.layers.BatchNormalization()(fc)
         print(fc.shape)