initial commit for aircraft icing

modules/deeplearning/icing.py

@@ -538,8 +538,9 @@ class IcingIntensityNN:
         print('build fully connected layer')
         drop_rate = 0.5
 
-        # activation = tf.nn.softmax
-        activation = tf.nn.sigmoid  # For binary
+        # activation = tf.nn.relu
+        # activation = tf.nn.elu
+        activation = tf.nn.leaky_relu
         momentum = 0.99
         
         if input_layer is not None:
@@ -561,6 +562,9 @@ class IcingIntensityNN:
 
         fc = build_residual_block(fc, drop_rate, fac*n_hidden, activation, 'Residual_Block_5')
 
+        # activation = tf.nn.softmax
+        activation = tf.nn.sigmoid  # For binary
+
         fc = tf.keras.layers.Dense(n_hidden, activation=activation)(fc)
         fc = tf.keras.layers.BatchNormalization()(fc)
         print(fc.shape)