diff --git a/transition_srv/scripts/models/map/model.ckpt.data-00000-of-00001 b/transition_srv/scripts/models/map/model.ckpt.data-00000-of-00001 index 15c0d31..a4259f8 100644 Binary files a/transition_srv/scripts/models/map/model.ckpt.data-00000-of-00001 and b/transition_srv/scripts/models/map/model.ckpt.data-00000-of-00001 differ diff --git a/transition_srv/scripts/models/map/model.ckpt.index b/transition_srv/scripts/models/map/model.ckpt.index index 9e738a4..d4bd60d 100644 Binary files a/transition_srv/scripts/models/map/model.ckpt.index and b/transition_srv/scripts/models/map/model.ckpt.index differ diff --git a/transition_srv/scripts/models/map/model.ckpt.meta b/transition_srv/scripts/models/map/model.ckpt.meta index a61dbf9..d6975ec 100644 Binary files a/transition_srv/scripts/models/map/model.ckpt.meta and b/transition_srv/scripts/models/map/model.ckpt.meta differ diff --git a/transition_srv/scripts/models/transition/model.ckpt.data-00000-of-00001 b/transition_srv/scripts/models/transition/model.ckpt.data-00000-of-00001 index 5730dab..3c81599 100644 Binary files a/transition_srv/scripts/models/transition/model.ckpt.data-00000-of-00001 and b/transition_srv/scripts/models/transition/model.ckpt.data-00000-of-00001 differ diff --git a/transition_srv/scripts/models/transition/model.ckpt.index b/transition_srv/scripts/models/transition/model.ckpt.index index 89823e6..b717f02 100644 Binary files a/transition_srv/scripts/models/transition/model.ckpt.index and b/transition_srv/scripts/models/transition/model.ckpt.index differ diff --git a/transition_srv/scripts/models/transition/model.ckpt.meta b/transition_srv/scripts/models/transition/model.ckpt.meta index 43fcbe9..f91602a 100644 Binary files a/transition_srv/scripts/models/transition/model.ckpt.meta and b/transition_srv/scripts/models/transition/model.ckpt.meta differ diff --git a/transition_srv/scripts/transition_model.py b/transition_srv/scripts/transition_model.py index c64fb7d..496375f 100644 --- a/transition_srv/scripts/transition_model.py +++ b/transition_srv/scripts/transition_model.py @@ -122,7 +122,7 @@ def train_mapping(): # Parameters learning_rate = 0.001 - training_epochs = 5000 + training_epochs = 7000 batch_size = 100 display_step = 50 total_batch = 20 diff --git a/transition_srv/scripts/transition_model_common.py b/transition_srv/scripts/transition_model_common.py index 676c38c..b067ea6 100644 --- a/transition_srv/scripts/transition_model_common.py +++ b/transition_srv/scripts/transition_model_common.py @@ -277,7 +277,7 @@ def get_scope_variable(scope_name, var, shape, initializer): def create_mapping_model(x, keep_prob, n_dim1, n_dim2, train=False): with tf.variable_scope('mapping'): - layer_sizes = [10, 10, 10, n_dim2] + layer_sizes = [8, 8, 8, 8, n_dim2] # Store layers weight & bias weights = [ get_scope_variable('map', 'weight_0', [n_dim1, layer_sizes[0]], initializer=tf.random_normal_initializer()) ] @@ -293,23 +293,34 @@ def create_mapping_model(x, keep_prob, n_dim1, n_dim2, train=False): last_layer = layer_0 layer_idx = 1 - dropout_layer = 1 + dropout_layers = [1, 2, 3] + dropout_idx = 0 add_dropout = True - while layer_idx < dropout_layer: - layer_i = tf.add(tf.matmul(last_layer, weights[layer_idx]), biases[layer_idx]) - layer_i = tf.nn.relu(layer_i) - # layer_1 = tf.nn.batch_normalization(layer_1, weights['n1_mean'], weights['n1_var'], 0, 0, 1e-3) - last_layer = layer_i - layer_idx += 1 + while layer_idx < len(layer_sizes)-1: + while dropout_idx < len(dropout_layers) and layer_idx < dropout_layers[dropout_idx]: + layer_i = tf.add(tf.matmul(last_layer, weights[layer_idx]), biases[layer_idx]) + layer_i = tf.nn.relu(layer_i) - if add_dropout: - layer_i = tf.nn.dropout(last_layer, keep_prob) - last_layer = layer_i + # layer_1 = tf.nn.batch_normalization(layer_1, weights['n1_mean'], weights['n1_var'], 0, 0, 1e-3) + last_layer = layer_i + layer_idx += 1 + + # finished adding dropout layers + if dropout_idx >= len(dropout_layers): + break + if add_dropout: + layer_i = tf.nn.dropout(last_layer, keep_prob) + last_layer = layer_i + dropout_idx += 1 + + # create any remaining layers (e.g. if there are no dropout layers) while layer_idx < len(layer_sizes)-1: layer_i = tf.add(tf.matmul(last_layer, weights[layer_idx]), biases[layer_idx]) layer_i = tf.nn.relu(layer_i) + + # layer_1 = tf.nn.batch_normalization(layer_1, weights['n1_mean'], weights['n1_var'], 0, 0, 1e-3) last_layer = layer_i layer_idx += 1 @@ -320,7 +331,7 @@ def create_mapping_model(x, keep_prob, n_dim1, n_dim2, train=False): def create_model(n_input, n_classes, train=False): - enc_size = 6 + enc_size = 8 def create_autoencoder(x): # layer_sizes = [64, 16, 32, 128, n_input]