Myujth

I am building an GAN and when i started calling my discriminator twice, using reuse, my GAN started to diverge. I first created my discriminator as following:

def discriminator(self, x_past, x_future, gen_future):
 os.environ['TF_CPP_MIN_LOG_LEVEL'] = '3' 
 with tf.variable_scope("disc") as disc:
 gen_future = tf.concat([gen_future, x_past], 2)
 x_future = tf.concat([x_future, x_past], 2)
 x_in = tf.concat([gen_future, x_future], 0)
 conv1 = tf.layers.conv1d(inputs=x_in, filters=20, kernel_size=3, strides=1,
 padding='same', activation=tf.nn.relu)
 max_pool_1 = tf.layers.max_pooling1d(inputs=conv1, pool_size=2, strides=2, padding='same')
 conv2 = tf.layers.conv1d(inputs=max_pool_1, filters=3, kernel_size=2, strides=1,
 padding='same', activation=tf.nn.relu)
 max_pool_2 = tf.layers.max_pooling1d(inputs=conv2, pool_size=2, strides=2, padding='same')

 # Flatten and add dropout
 flat = tf.reshape(max_pool_2, (-1, 9))
 flat = tf.nn.dropout(flat, keep_prob=self.keep_prob)

 # Predictions
 logits = tf.layers.dense(flat, 2)

 y_true = logits[:self.batch_size]
 y_gen = logits[self.batch_size:]

 return y_true, y_gen

And I was calling it like this:

y_true, y_gen = self.discriminator(x_past, x_future, gen_future)

I was able to train the GAN properly. Now I need to use reuse to be able to call it without having to send real and fake data at once. I changed it to:

def discriminator(self, x_past, x_future, reuse=False):
 os.environ['TF_CPP_MIN_LOG_LEVEL'] = '3' 
 with tf.variable_scope("disc", reuse=reuse) as disc:
 x_in = tf.concat([x_future, x_past], 2)
 conv1 = tf.layers.conv1d(inputs=x_in, filters=20, kernel_size=3, strides=1,
 padding='same', activation=tf.nn.relu)
 max_pool_1 = tf.layers.max_pooling1d(inputs=conv1, pool_size=2, strides=2, padding='same')
 conv2 = tf.layers.conv1d(inputs=max_pool_1, filters=3, kernel_size=2, strides=1,
 padding='same', activation=tf.nn.relu)
 max_pool_2 = tf.layers.max_pooling1d(inputs=conv2, pool_size=2, strides=2, padding='same')

 # Flatten and add dropout
 flat = tf.reshape(max_pool_2, (-1, 9))
 flat = tf.nn.dropout(flat, keep_prob=self.keep_prob)

 # Predictions
 logits = tf.layers.dense(flat, 2)
 return logits

And calling it like this:

y_true = self.discriminator(x_past, x_future)
y_gen = self.discriminator(x_past, gen_future, reuse=True)

Now it started to diverge. Any idea why is that?