Get the global step now, so~that we can adjust rho dynamically.
global_step = tf.train.get_global_step()
anneal_rho = 12000 # You should make this a hyperparameter.
if anneal_rho > 0: