Get the backwards encoder, b(z|y):
with tf.variable_scope('bzy', reuse=tf.AUTO_REUSE):
bzy = bzy_dist(labels)