In [0]:
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow1/multi_turn_rewrite/chinese/main')
In [0]:
%tensorflow_version 1.x
!pip install texar
In [3]:
import tensorflow as tf
import texar.tf as tx

import numpy as np
import pprint
import logging

from pathlib import Path

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 1.15.2
GPU Enabled: True
In [0]:
def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip('\n')
      word2idx[line] = i
  return word2idx
In [0]:
def align_pad(li):
  max_len = max([len(sent) for sent in li])
  for sent in li:
    if len(sent) < max_len:
      sent += [0] * (max_len - len(sent))
In [0]:
def data_generator(f_paths, params):
  for f_path in f_paths:
    with open(f_path) as f:
      print('Reading', f_path)
      for line in f:
        line = line.rstrip()
        h1, h2, q, a = line.split('\t')
        char2idx_fn = lambda x: [params['char2idx'].get(c, len(params['char2idx'])) for c in list(x)]
        h1, h2, q, a = char2idx_fn(h1), char2idx_fn(h2), char2idx_fn(q), char2idx_fn(a)
        align_pad([h1, h2])
        a_in = [1] + a
        a_out = a + [2]
        nested = ({'history': [h1, h2], 'query': q}, (a_in, a_out))
        yield nested
In [0]:
def dataset(is_training, params):
  _shapes = ({'history':[None, None], 'query':[None]}, ([None], [None]))
  _types = ({'history':tf.int32, 'query': tf.int32}, (tf.int32, tf.int32))
  _pads = ({'history':0, 'query':0}, (0, 0))
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_path'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_path'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  
  return ds
In [0]:
def clip_grads(loss):
  variables = tf.trainable_variables()
  pprint.pprint(variables)
  grads = tf.gradients(loss, variables)
  clipped_grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
  return zip(clipped_grads, variables)


def rnn_cell():
  def cell_fn():
    cell = tf.nn.rnn_cell.LSTMCell(params['hidden_units'],
                                   initializer=tf.orthogonal_initializer())
    return cell
  if params['dec_layers'] > 1:
    cells = []
    for i in range(params['dec_layers']):
      if i == params['dec_layers'] - 1:
        cells.append(cell_fn())
      else:
        cells.append(tf.nn.rnn_cell.ResidualWrapper(cell_fn(), residual_fn=lambda i,o: tf.concat((i,o), -1)))
    return tf.nn.rnn_cell.MultiRNNCell(cells)
  else:
    return cell_fn()

  
def dec_cell(enc_out, enc_seq_len):
  query, history = enc_out
  query_len, history_len = enc_seq_len

  attn1 = tf.contrib.seq2seq.BahdanauAttention(
    num_units = params['hidden_units'],
    memory = query,
    memory_sequence_length = query_len)
  
  attn2 = tf.contrib.seq2seq.BahdanauAttention(
    num_units = params['hidden_units'],
    memory = history,
    memory_sequence_length = history_len)
  
  return tf.contrib.seq2seq.AttentionWrapper(
    cell = rnn_cell(),
    attention_mechanism = [attn1, attn2],
    attention_layer_size = [params['hidden_units']//2, params['hidden_units']//2])
    

class TiedDense(tf.layers.Layer):
  def __init__(self, tied_embed, out_dim):
    super().__init__()
    self.tied_embed = tied_embed
    self.out_dim = out_dim
  
  def build(self, input_shape):
    self.bias = self.add_weight(name='bias',
                                shape=[self.out_dim],
                                trainable=True)
    super().build(input_shape)
  
  def call(self, inputs):
    x = tf.matmul(inputs, self.tied_embed, transpose_b=True)
    x = tf.nn.bias_add(x, self.bias)
    return x
  
  def compute_output_shape(self, input_shape):
    return input_shape[:-1].concatenate(self.out_dim)
In [0]:
def bilstm_encode(encoder, x, mask):
  enc_out, state_fw_h, state_fw_c, state_bw_h, state_bw_c = encoder(x, mask=mask)
  enc_state = tf.concat((state_fw_h, state_bw_h), axis=-1)
  return enc_out, enc_state


def teach_forcing(labels, embedding, enc_out, enc_state, words_len, batch_sz, params, is_training, output_proj):
  dec_inputs, dec_outputs = labels
  dec_seq_len = tf.count_nonzero(dec_inputs, 1, dtype=tf.int32)
  dec_inputs = tf.nn.embedding_lookup(embedding, dec_inputs)
  dec_inputs = tf.layers.dropout(dec_inputs, params['dropout_rate'], training=is_training)
  cell = dec_cell(enc_out, words_len)
  
  init_state = cell.zero_state(batch_sz, tf.float32).clone(
    cell_state=enc_state)
  
  helper = tf.contrib.seq2seq.TrainingHelper(
    inputs = dec_inputs,
    sequence_length = dec_seq_len,)
  decoder = tf.contrib.seq2seq.BasicDecoder(
    cell = cell,
    helper = helper,
    initial_state = init_state,
    output_layer = output_proj)
  decoder_output, _, _ = tf.contrib.seq2seq.dynamic_decode(
    decoder = decoder,
    maximum_iterations = tf.reduce_max(dec_seq_len))
  
  return decoder_output.rnn_output


def beam_search(embedding, enc_out, enc_state, words_len, batch_sz, params, output_proj):
  enc_out_t = [tf.contrib.seq2seq.tile_batch(e, params['beam_width']) for e in enc_out]
  enc_state_t = tf.contrib.seq2seq.tile_batch(enc_state, params['beam_width'])
  enc_seq_len_t = []
  for l in words_len:
    if l is not None:
      enc_seq_len_t.append(tf.contrib.seq2seq.tile_batch(l, params['beam_width']))
    else:
      enc_seq_len_t.append(l)
  
  cell = dec_cell(enc_out_t, enc_seq_len_t)
  
  init_state = cell.zero_state(batch_sz*params['beam_width'], tf.float32).clone(
    cell_state=enc_state_t)
  
  decoder = tf.contrib.seq2seq.BeamSearchDecoder(
    cell = cell,
    embedding = embedding,
    start_tokens = tf.tile(tf.constant([1], tf.int32), [batch_sz]),
    end_token = 2,
    initial_state = init_state,
    beam_width = params['beam_width'],
    output_layer = output_proj,)
  decoder_output, _, _ = tf.contrib.seq2seq.dynamic_decode(
    decoder = decoder,
    maximum_iterations = params['max_len'],)
  
  return decoder_output.predicted_ids[:, :, 0]
In [0]:
def dynamic_memory_update(query, history, is_training):
  proj_1 = tf.layers.Dense(params['hidden_units'], params['activation'], name='attn_proj_1')
  proj_2 = tf.layers.Dense(1, use_bias=False, name='attn_proj_2')
  memory_proj = tf.layers.Dense(params['hidden_units'], params['activation'], name='memory_proj')

  memory = query
  for i in range(params['num_hops']):
    episode = gen_episode(memory,
                          query,
                          history,
                          proj_1,
                          proj_2,
                          is_training)
    
    memory = tf.concat([memory, episode, query], 1)
    memory = tf.layers.dropout(memory, params['dropout_rate'], training=is_training)
    memory = memory_proj(memory)

  lstm_memory = tf.nn.rnn_cell.LSTMStateTuple(c=memory, h=memory)
  if params['dec_layers'] > 1:
    lstm_memory = tuple(params['dec_layers'] * [lstm_memory])
  
  return lstm_memory


def gen_episode(memory, q_vec, fact_vecs, proj_1, proj_2, is_training):
  def gen_attn(fact_vec):
    features = [fact_vec * q_vec,
                fact_vec * memory,
                tf.abs(fact_vec - q_vec),
                tf.abs(fact_vec - memory),]
    attn = tf.concat(features, 1)
    attn = tf.layers.dropout(attn, params['dropout_rate'], training=is_training)
    attn = proj_1(attn)
    attn = tf.layers.dropout(attn, params['dropout_rate'], training=is_training)
    attn = proj_2(attn)
    return tf.squeeze(attn, 1)
  
  attns = tf.map_fn(gen_attn, tf.transpose(fact_vecs, [1,0,2]))
  attns = tf.transpose(attns)                                      # (batch, n_fact)
  attns = params['gating_fn'](attns)                               # (batch, n_fact)
  attns = tf.expand_dims(attns, -1)                                # (batch, n_fact, 1)
  episode = tf.matmul(fact_vecs, attns, transpose_a=True)
  episode = tf.squeeze(episode, -1)

  return episode
In [0]:
def forward(features, labels, mode):
  history = features['history']
  query = features['query']

  is_training = (mode == tf.estimator.ModeKeys.TRAIN)
  batch_sz = tf.shape(query)[0]

  query_valid_len = tf.count_nonzero(query, 1, dtype=tf.int32)
  query_mask = tf.sign(query)

  num_history = tf.shape(history)[1]
  history_len = tf.shape(history)[2]
  history = tf.reshape(history, (num_history*batch_sz, history_len))
  history_mask = tf.sign(history)
  
  
  with tf.variable_scope('Embedding'):
    embedding = tf.Variable(np.load('../vocab/char.npy'),
                            dtype=tf.float32,
                            name='fasttext_vectors')
    def embed_fn(x):
      x = tf.nn.embedding_lookup(embedding, x)
      x = tf.layers.dropout(x, params['dropout_rate'], training=is_training)
      return x
    query = embed_fn(query)
    history = embed_fn(history)
  
  
  with tf.variable_scope('Encoder'):
    encoder = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(
      params['hidden_units'], return_state=True, return_sequences=True, zero_output_for_mask=True))

    query_out, query_state = bilstm_encode(encoder, query, query_mask)
    history_out, history_state = bilstm_encode(encoder, history, history_mask)

    feat_proj_1 = tf.layers.Dense(params['hidden_units'], params['activation'], name='feat_proj_1')
    feat_proj_2 = tf.layers.Dense(params['hidden_units'], params['activation'], name='feat_proj_2')

    def feat_engine(out, state):
      x = tf.concat([state, tf.reduce_max(out, 1)], -1)
      x = tf.layers.dropout(x, params['dropout_rate'], training=is_training)
      x = feat_proj_1(x)
      x = tf.layers.dropout(x, params['dropout_rate'], training=is_training)
      x = feat_proj_2(x)
      return x
    
    query_feat = feat_engine(query_out, query_state)
    history_feat = tf.reshape(feat_engine(history_out, history_state), (batch_sz, num_history, params['hidden_units']))


  with tf.variable_scope('Dynamic_Memory'): 
    dynamic_memory = dynamic_memory_update(query_feat, history_feat, is_training)
    query_memory = query_out
    history_memory = tf.reshape(history_out, (batch_sz, num_history*history_len, 2*params['hidden_units']))
    static_memory = [query_memory, history_memory]
    memory_len = [query_valid_len, None]


  with tf.variable_scope('Decoder'):
    output_proj = TiedDense(embedding, len(params['char2idx'])+1)
    
    if is_training or (mode == tf.estimator.ModeKeys.EVAL):
        return teach_forcing(labels, embedding, static_memory, dynamic_memory, memory_len, batch_sz, params, is_training, output_proj)
    else:
        return beam_search(embedding, static_memory, dynamic_memory, memory_len, batch_sz, params, output_proj)
In [0]:
def clr(step,
        initial_learning_rate,
        maximal_learning_rate,
        step_size,
        scale_fn,
        scale_mode,):
  step = tf.cast(step, tf.float32)
  
  initial_learning_rate = tf.convert_to_tensor(
    initial_learning_rate, name='initial_learning_rate')
  dtype = initial_learning_rate.dtype
  maximal_learning_rate = tf.cast(maximal_learning_rate, dtype)
  step_size = tf.cast(step_size, dtype)
  cycle = tf.floor(1 + step / (2 * step_size))
  x = tf.abs(step / step_size - 2 * cycle + 1)

  mode_step = cycle if scale_mode == 'cycle' else step

  return initial_learning_rate + (
    maximal_learning_rate - initial_learning_rate) * tf.maximum(
      tf.cast(0, dtype), (1 - x)) * scale_fn(mode_step)
In [0]:
def model_fn(features, labels, mode, params):
  logits_or_ids = forward(features, labels, mode)
  
  if mode == tf.estimator.ModeKeys.PREDICT:
      return tf.estimator.EstimatorSpec(mode, predictions=logits_or_ids)
  
  dec_inputs, dec_outputs = labels
  if (params['label_smoothing'] <= .0) or (mode == tf.estimator.ModeKeys.EVAL):
    loss_op = tf.contrib.seq2seq.sequence_loss(logits = logits_or_ids,
                                                targets = dec_outputs,
                                                weights = tf.to_float(tf.sign(dec_outputs)))
  else:
    loss_op = tf.losses.softmax_cross_entropy(onehot_labels = tf.one_hot(dec_outputs, len(params['char2idx'])+1),
                                              logits = logits_or_ids,
                                              weights = tf.to_float(tf.sign(dec_outputs)),
                                              label_smoothing = params['label_smoothing'],)
    
  if mode == tf.estimator.ModeKeys.TRAIN:
    global_step=tf.train.get_or_create_global_step()
    
    decay_lr = clr(
      step = global_step,
      initial_learning_rate = 1e-4,
      maximal_learning_rate = 8e-4,
      step_size = 8 * params['buffer_size'] // params['batch_size'],
      scale_fn=lambda x: 1 / (2.0 ** (x - 1)),
      scale_mode = 'cycle',)
    
    train_op = tf.train.AdamOptimizer(decay_lr).apply_gradients(
        clip_grads(loss_op), global_step=global_step)
    
    hook = tf.train.LoggingTensorHook({'lr': decay_lr}, every_n_iter=100)
    
    return tf.estimator.EstimatorSpec(
        mode=mode, loss=loss_op, train_op=train_op, training_hooks=[hook],)
    
  if mode == tf.estimator.ModeKeys.EVAL:
    return tf.estimator.EstimatorSpec(mode=mode, loss=loss_op)
In [0]:
def minimal_test(estimator):
  test_str = '成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起'
  h1, h2, q = test_str.split('|')
  char2idx_fn = lambda x: [params['char2idx'].get(c, len(params['char2idx'])) for c in list(x)]
  h1, h2, q = char2idx_fn(h1), char2idx_fn(h2), char2idx_fn(q)
  align_pad([h1, h2])
  predicted = list(estimator.predict(tf.estimator.inputs.numpy_input_fn(
    x = {'history':np.reshape([h1, h2], (1, 2, len(h1))),
         'query':np.reshape(q, (1, len(q)))},
         shuffle = False)))[0]
  predicted = ''.join([params['idx2char'].get(idx, '<unk>') for idx in predicted if (idx != 0 and idx != 2)])
  print('-'*12)
  print('minimal test')
  print('Q:', test_str)
  print('A:', predicted)
  print('-'*12)
In [0]:
params = {
  'model_dir': '../model/baseline_lstm_clr',
  'log_path': '../log/baseline_lstm_clr.txt',
  'train_path': ['../data/train_pos.txt', '../data/train_neg.txt'],
  'test_path': ['../data/test_pos.txt',],
  'vocab_path': '../vocab/char.txt',
  'max_len': 30,
  'activation': tf.nn.elu,
  'dropout_rate': .2,
  'hidden_units': 300,
  'dec_layers': 1,
  'num_hops': 3,
  'top_k': 3,
  'gating_fn': tf.sigmoid,
  'beam_width': 10,
  'clip_norm': .1,
  'label_smoothing': .1,
  'buffer_size': 18986 * 2,
  'batch_size': 32,
  'num_patience': 10,
}
In [0]:
params['char2idx'] = get_vocab(params['vocab_path'])
params['idx2char'] = {idx: char for char, idx in params['char2idx'].items()}
In [0]:
# Create directory if not exist
Path(os.path.dirname(params['log_path'])).mkdir(exist_ok=True)
Path(params['model_dir']).mkdir(exist_ok=True, parents=True)

# Logging
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)
fh = logging.FileHandler(params['log_path'])
logger.addHandler(fh)

# Create an estimator
estimator = tf.estimator.Estimator(
  model_fn=model_fn,
  model_dir=params['model_dir'],
  config=tf.estimator.RunConfig(
    save_checkpoints_steps=params['buffer_size']//params['batch_size']+1,
    keep_checkpoint_max=3),
  params=params)

best_em = 0.
tf.enable_eager_execution()

for _ in range(48):
  estimator.train(input_fn=lambda: dataset(is_training=True, params=params))

  minimal_test(estimator)

  # BLEU
  labels = [label for _, (_, label) in dataset(is_training=False, params=params)]
  labels = [j for i in labels for j in i.numpy()]
  labels = [[params['idx2char'].get(idx, '<unk>') for idx in arr if (idx!=0 and idx!=2)] for arr in labels]

  preds = list(estimator.predict(input_fn=lambda: dataset(is_training=False, params=params)))
  assert len(labels) == len(preds)
  preds = [[params['idx2char'].get(idx, '<unk>') for idx in arr if (idx!=0 and idx!=2)] for arr in preds]

  em = [np.array_equal(p, l) for p, l in zip(preds, labels)]
  em = np.asarray(em).mean()

  bleu, bleu_1, bleu_2, bleu_3, bleu_4 = tx.evals.corpus_bleu_moses(list_of_references=[[l] for l in labels], hypotheses=preds, return_all=True)
  logger.info("BLEU: {:.3f}, BELU-1: {:.3f}, BLEU-2: {:.3f}, BLEU-4: {:.3f}, EM: {:.3f}".format(bleu, bleu_1, bleu_2, bleu_4, em))

  if em > best_em:
    best_em = em
  logger.info("Best EM: {:.3f}".format(best_em))
INFO:tensorflow:Using config: {'_model_dir': '../model/baseline_lstm_clr', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': 1187, '_save_checkpoints_secs': None, '_session_config': allow_soft_placement: true
graph_options {
  rewrite_options {
    meta_optimizer_iterations: ONE
  }
}
, '_keep_checkpoint_max': 3, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7f5c213af630>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/training_util.py:236: Variable.initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version.
Instructions for updating:
Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/util/deprecation.py:507: calling count_nonzero (from tensorflow.python.ops.math_ops) with axis is deprecated and will be removed in a future version.
Instructions for updating:
reduction_indices is deprecated, use axis instead
WARNING:tensorflow:From <ipython-input-11-b58ef9d784cf>:23: dropout (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.dropout instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/layers/core.py:271: Layer.apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.
Instructions for updating:
Please use `layer.__call__` method instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/init_ops.py:97: calling GlorotUniform.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/init_ops.py:97: calling Orthogonal.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/init_ops.py:97: calling Zeros.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling BaseResourceVariable.__init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version.
Instructions for updating:
If using Keras pass *_constraint arguments to layers.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/keras/backend.py:3994: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.where in 2.0, which has the same broadcast rule as np.where
WARNING:tensorflow:From <ipython-input-8-e745f3349e67>:12: LSTMCell.__init__ (from tensorflow.python.ops.rnn_cell_impl) is deprecated and will be removed in a future version.
Instructions for updating:
This class is equivalent as tf.keras.layers.LSTMCell, and will be replaced by that in Tensorflow 2.0.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/rnn_cell_impl.py:958: Layer.add_variable (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.
Instructions for updating:
Please use `layer.add_weight` method instead.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20ec1f28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20ec1f28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:From <ipython-input-13-4b32e8d506d3>:15: to_float (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 0 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 8.247808, step = 0
INFO:tensorflow:lr = 1e-04
INFO:tensorflow:global_step/sec: 3.52316
INFO:tensorflow:loss = 6.4734225, step = 100 (28.389 sec)
INFO:tensorflow:lr = 0.00010737383 (28.390 sec)
INFO:tensorflow:global_step/sec: 3.82762
INFO:tensorflow:loss = 5.9560766, step = 200 (26.125 sec)
INFO:tensorflow:lr = 0.00011474771 (26.125 sec)
INFO:tensorflow:global_step/sec: 3.80796
INFO:tensorflow:loss = 5.921718, step = 300 (26.260 sec)
INFO:tensorflow:lr = 0.00012212158 (26.261 sec)
INFO:tensorflow:global_step/sec: 3.78396
INFO:tensorflow:loss = 5.2870016, step = 400 (26.432 sec)
INFO:tensorflow:lr = 0.00012949541 (26.431 sec)
INFO:tensorflow:global_step/sec: 4.07382
INFO:tensorflow:loss = 5.454283, step = 500 (24.541 sec)
INFO:tensorflow:lr = 0.00013686925 (24.542 sec)
INFO:tensorflow:global_step/sec: 3.76412
INFO:tensorflow:loss = 5.132231, step = 600 (26.569 sec)
INFO:tensorflow:lr = 0.00014424312 (26.567 sec)
INFO:tensorflow:global_step/sec: 3.74834
INFO:tensorflow:loss = 5.0814433, step = 700 (26.677 sec)
INFO:tensorflow:lr = 0.000151617 (26.677 sec)
INFO:tensorflow:global_step/sec: 3.68501
INFO:tensorflow:loss = 4.5811687, step = 800 (27.139 sec)
INFO:tensorflow:lr = 0.00015899084 (27.138 sec)
INFO:tensorflow:global_step/sec: 3.8964
INFO:tensorflow:loss = 4.7885337, step = 900 (25.664 sec)
INFO:tensorflow:lr = 0.00016636465 (25.666 sec)
INFO:tensorflow:global_step/sec: 3.72407
INFO:tensorflow:loss = 4.3568735, step = 1000 (26.852 sec)
INFO:tensorflow:lr = 0.00017373855 (26.852 sec)
INFO:tensorflow:global_step/sec: 3.8142
INFO:tensorflow:loss = 4.0725665, step = 1100 (26.217 sec)
INFO:tensorflow:lr = 0.00018111241 (26.216 sec)
INFO:tensorflow:Saving checkpoints for 1187 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 3.8371058.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_estimator/python/estimator/inputs/queues/feeding_queue_runner.py:62: QueueRunner.__init__ (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_estimator/python/estimator/inputs/queues/feeding_functions.py:500: add_queue_runner (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd7deda0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd7deda0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/contrib/seq2seq/python/ops/beam_search_decoder.py:971: to_int64 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-1187
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/monitored_session.py:882: start_queue_runners (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb7e2208>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb7e2208>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-1187
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 12.720, BELU-1: 57.500, BLEU-2: 32.300, BLEU-4: 8.400, EM: 0.000
INFO:tensorflow:Best EM: 0.000
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd3739e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd3739e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-1187
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:1069: get_checkpoint_mtimes (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file utilities to get mtimes.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 1187 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 4.035449, step = 1187
INFO:tensorflow:lr = 0.00018752765
INFO:tensorflow:global_step/sec: 3.45419
INFO:tensorflow:loss = 4.035819, step = 1287 (28.955 sec)
INFO:tensorflow:lr = 0.00019490148 (28.953 sec)
INFO:tensorflow:global_step/sec: 3.85941
INFO:tensorflow:loss = 3.9376502, step = 1387 (25.910 sec)
INFO:tensorflow:lr = 0.00020227538 (25.911 sec)
INFO:tensorflow:global_step/sec: 3.80321
INFO:tensorflow:loss = 3.2919967, step = 1487 (26.294 sec)
INFO:tensorflow:lr = 0.0002096492 (26.295 sec)
INFO:tensorflow:global_step/sec: 3.69765
INFO:tensorflow:loss = 3.5149345, step = 1587 (27.042 sec)
INFO:tensorflow:lr = 0.00021702307 (27.043 sec)
INFO:tensorflow:global_step/sec: 3.81937
INFO:tensorflow:loss = 3.7746441, step = 1687 (26.185 sec)
INFO:tensorflow:lr = 0.0002243969 (26.183 sec)
INFO:tensorflow:global_step/sec: 3.75221
INFO:tensorflow:loss = 3.2483706, step = 1787 (26.653 sec)
INFO:tensorflow:lr = 0.00023177077 (26.653 sec)
INFO:tensorflow:global_step/sec: 3.77003
INFO:tensorflow:loss = 3.1872733, step = 1887 (26.522 sec)
INFO:tensorflow:lr = 0.0002391446 (26.523 sec)
INFO:tensorflow:global_step/sec: 3.65669
INFO:tensorflow:loss = 3.5433216, step = 1987 (27.347 sec)
INFO:tensorflow:lr = 0.0002465185 (27.346 sec)
INFO:tensorflow:global_step/sec: 3.60385
INFO:tensorflow:loss = 3.2250621, step = 2087 (27.748 sec)
INFO:tensorflow:lr = 0.00025389233 (27.749 sec)
INFO:tensorflow:global_step/sec: 3.61513
INFO:tensorflow:loss = 2.8819373, step = 2187 (27.662 sec)
INFO:tensorflow:lr = 0.0002612662 (27.661 sec)
INFO:tensorflow:global_step/sec: 3.76799
INFO:tensorflow:loss = 2.9183402, step = 2287 (26.539 sec)
INFO:tensorflow:lr = 0.00026864003 (26.541 sec)
INFO:tensorflow:Saving checkpoints for 2374 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 2.7925844.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c209c96d8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c209c96d8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-2374
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20c2cc18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20c2cc18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-2374
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 41.460, BELU-1: 86.500, BLEU-2: 70.000, BLEU-4: 45.000, EM: 0.042
INFO:tensorflow:Best EM: 0.042
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20b99dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20b99dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-2374
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 2374 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 3.002299, step = 2374
INFO:tensorflow:lr = 0.00027505532
INFO:tensorflow:global_step/sec: 3.25935
INFO:tensorflow:loss = 2.8530557, step = 2474 (30.682 sec)
INFO:tensorflow:lr = 0.00028242916 (30.680 sec)
INFO:tensorflow:global_step/sec: 3.64928
INFO:tensorflow:loss = 2.3874514, step = 2574 (27.406 sec)
INFO:tensorflow:lr = 0.000289803 (27.406 sec)
INFO:tensorflow:global_step/sec: 3.60564
INFO:tensorflow:loss = 2.248533, step = 2674 (27.734 sec)
INFO:tensorflow:lr = 0.00029717686 (27.734 sec)
INFO:tensorflow:global_step/sec: 3.70128
INFO:tensorflow:loss = 2.7113905, step = 2774 (27.016 sec)
INFO:tensorflow:lr = 0.00030455075 (27.014 sec)
INFO:tensorflow:global_step/sec: 3.68655
INFO:tensorflow:loss = 2.8954563, step = 2874 (27.127 sec)
INFO:tensorflow:lr = 0.00031192458 (27.129 sec)
INFO:tensorflow:global_step/sec: 3.77289
INFO:tensorflow:loss = 2.2535436, step = 2974 (26.506 sec)
INFO:tensorflow:lr = 0.0003192984 (26.504 sec)
INFO:tensorflow:global_step/sec: 3.71194
INFO:tensorflow:loss = 2.8463802, step = 3074 (26.941 sec)
INFO:tensorflow:lr = 0.00032667228 (26.941 sec)
INFO:tensorflow:global_step/sec: 3.64866
INFO:tensorflow:loss = 2.5172937, step = 3174 (27.406 sec)
INFO:tensorflow:lr = 0.00033404614 (27.407 sec)
INFO:tensorflow:global_step/sec: 3.70995
INFO:tensorflow:loss = 2.1687248, step = 3274 (26.955 sec)
INFO:tensorflow:lr = 0.00034141997 (26.954 sec)
INFO:tensorflow:global_step/sec: 3.70362
INFO:tensorflow:loss = 2.3757296, step = 3374 (26.998 sec)
INFO:tensorflow:lr = 0.00034879384 (26.998 sec)
INFO:tensorflow:global_step/sec: 3.7233
INFO:tensorflow:loss = 2.1500893, step = 3474 (26.861 sec)
INFO:tensorflow:lr = 0.0003561677 (26.861 sec)
INFO:tensorflow:Saving checkpoints for 3561 into ../model/baseline_lstm_clr/model.ckpt.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file APIs to delete files with this prefix.
INFO:tensorflow:Loss for final step: 2.0875473.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c201f1da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c201f1da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-3561
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd9e0fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd9e0fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-3561
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 62.690, BELU-1: 92.000, BLEU-2: 82.200, BLEU-4: 64.900, EM: 0.240
INFO:tensorflow:Best EM: 0.240
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb36b470>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb36b470>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-3561
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 3561 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.8280362, step = 3561
INFO:tensorflow:lr = 0.00036258294
INFO:tensorflow:global_step/sec: 3.41611
INFO:tensorflow:loss = 1.8846285, step = 3661 (29.278 sec)
INFO:tensorflow:lr = 0.00036995678 (29.278 sec)
INFO:tensorflow:global_step/sec: 3.66492
INFO:tensorflow:loss = 2.039023, step = 3761 (27.286 sec)
INFO:tensorflow:lr = 0.00037733064 (27.285 sec)
INFO:tensorflow:global_step/sec: 3.68166
INFO:tensorflow:loss = 1.8642384, step = 3861 (27.161 sec)
INFO:tensorflow:lr = 0.00038470453 (27.160 sec)
INFO:tensorflow:global_step/sec: 3.6289
INFO:tensorflow:loss = 1.691485, step = 3961 (27.558 sec)
INFO:tensorflow:lr = 0.00039207836 (27.560 sec)
INFO:tensorflow:global_step/sec: 3.77515
INFO:tensorflow:loss = 2.0778303, step = 4061 (26.488 sec)
INFO:tensorflow:lr = 0.0003994522 (26.487 sec)
INFO:tensorflow:global_step/sec: 3.70502
INFO:tensorflow:loss = 1.5266014, step = 4161 (26.987 sec)
INFO:tensorflow:lr = 0.00040682606 (26.986 sec)
INFO:tensorflow:global_step/sec: 3.5999
INFO:tensorflow:loss = 2.0079978, step = 4261 (27.780 sec)
INFO:tensorflow:lr = 0.00041419995 (27.780 sec)
INFO:tensorflow:global_step/sec: 3.44425
INFO:tensorflow:loss = 1.8910414, step = 4361 (29.035 sec)
INFO:tensorflow:lr = 0.0004215738 (29.035 sec)
INFO:tensorflow:global_step/sec: 3.62094
INFO:tensorflow:loss = 1.7331536, step = 4461 (27.618 sec)
INFO:tensorflow:lr = 0.00042894762 (27.618 sec)
INFO:tensorflow:global_step/sec: 3.72326
INFO:tensorflow:loss = 1.8206561, step = 4561 (26.858 sec)
INFO:tensorflow:lr = 0.00043632148 (26.858 sec)
INFO:tensorflow:global_step/sec: 3.57065
INFO:tensorflow:loss = 1.859745, step = 4661 (28.006 sec)
INFO:tensorflow:lr = 0.00044369535 (28.007 sec)
INFO:tensorflow:Saving checkpoints for 4748 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.9208336.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbaf27cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbaf27cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-4748
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20e59cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20e59cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-4748
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 71.000, BELU-1: 95.600, BLEU-2: 88.800, BLEU-4: 75.700, EM: 0.397
INFO:tensorflow:Best EM: 0.397
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd37e160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd37e160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-4748
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 4748 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.7105595, step = 4748
INFO:tensorflow:lr = 0.0004501106
INFO:tensorflow:global_step/sec: 3.32466
INFO:tensorflow:loss = 1.6496438, step = 4848 (30.081 sec)
INFO:tensorflow:lr = 0.00045748442 (30.079 sec)
INFO:tensorflow:global_step/sec: 3.67195
INFO:tensorflow:loss = 1.650451, step = 4948 (27.235 sec)
INFO:tensorflow:lr = 0.0004648583 (27.236 sec)
INFO:tensorflow:global_step/sec: 3.65771
INFO:tensorflow:loss = 1.7082359, step = 5048 (27.338 sec)
INFO:tensorflow:lr = 0.00047223215 (27.336 sec)
INFO:tensorflow:global_step/sec: 3.66661
INFO:tensorflow:loss = 1.5695364, step = 5148 (27.276 sec)
INFO:tensorflow:lr = 0.000479606 (27.276 sec)
INFO:tensorflow:global_step/sec: 3.54892
INFO:tensorflow:loss = 1.5665638, step = 5248 (28.177 sec)
INFO:tensorflow:lr = 0.00048697984 (28.179 sec)
INFO:tensorflow:global_step/sec: 3.65634
INFO:tensorflow:loss = 1.449591, step = 5348 (27.350 sec)
INFO:tensorflow:lr = 0.0004943537 (27.349 sec)
INFO:tensorflow:global_step/sec: 3.58011
INFO:tensorflow:loss = 1.5780483, step = 5448 (27.930 sec)
INFO:tensorflow:lr = 0.00050172757 (27.931 sec)
INFO:tensorflow:global_step/sec: 3.6026
INFO:tensorflow:loss = 1.6277044, step = 5548 (27.758 sec)
INFO:tensorflow:lr = 0.00050910143 (27.759 sec)
INFO:tensorflow:global_step/sec: 3.61525
INFO:tensorflow:loss = 1.6833014, step = 5648 (27.659 sec)
INFO:tensorflow:lr = 0.00051647524 (27.656 sec)
INFO:tensorflow:global_step/sec: 3.70662
INFO:tensorflow:loss = 1.7369186, step = 5748 (26.981 sec)
INFO:tensorflow:lr = 0.00052384916 (26.983 sec)
INFO:tensorflow:global_step/sec: 3.66676
INFO:tensorflow:loss = 1.5882523, step = 5848 (27.273 sec)
INFO:tensorflow:lr = 0.00053122296 (27.272 sec)
INFO:tensorflow:Saving checkpoints for 5935 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.6225561.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c207599b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c207599b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-5935
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbdbb46d8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbdbb46d8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-5935
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 73.710, BELU-1: 94.500, BLEU-2: 88.200, BLEU-4: 76.500, EM: 0.436
INFO:tensorflow:Best EM: 0.436
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd50c668>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd50c668>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-5935
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 5935 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.5223577, step = 5935
INFO:tensorflow:lr = 0.00053763826
INFO:tensorflow:global_step/sec: 3.17607
INFO:tensorflow:loss = 1.5113176, step = 6035 (31.489 sec)
INFO:tensorflow:lr = 0.00054501207 (31.490 sec)
INFO:tensorflow:global_step/sec: 3.57552
INFO:tensorflow:loss = 1.5424954, step = 6135 (27.973 sec)
INFO:tensorflow:lr = 0.0005523859 (27.972 sec)
INFO:tensorflow:global_step/sec: 3.50277
INFO:tensorflow:loss = 1.5944183, step = 6235 (28.545 sec)
INFO:tensorflow:lr = 0.0005597598 (28.545 sec)
INFO:tensorflow:global_step/sec: 3.56002
INFO:tensorflow:loss = 1.5000983, step = 6335 (28.089 sec)
INFO:tensorflow:lr = 0.00056713365 (28.090 sec)
INFO:tensorflow:global_step/sec: 3.57032
INFO:tensorflow:loss = 1.4770937, step = 6435 (28.009 sec)
INFO:tensorflow:lr = 0.0005745075 (28.010 sec)
INFO:tensorflow:global_step/sec: 3.52146
INFO:tensorflow:loss = 1.521007, step = 6535 (28.398 sec)
INFO:tensorflow:lr = 0.0005818814 (28.397 sec)
INFO:tensorflow:global_step/sec: 3.39199
INFO:tensorflow:loss = 1.4915385, step = 6635 (29.482 sec)
INFO:tensorflow:lr = 0.00058925524 (29.483 sec)
INFO:tensorflow:global_step/sec: 3.56911
INFO:tensorflow:loss = 1.3869188, step = 6735 (28.016 sec)
INFO:tensorflow:lr = 0.0005966291 (28.015 sec)
INFO:tensorflow:global_step/sec: 3.48562
INFO:tensorflow:loss = 1.4435825, step = 6835 (28.690 sec)
INFO:tensorflow:lr = 0.0006040029 (28.692 sec)
INFO:tensorflow:global_step/sec: 3.50725
INFO:tensorflow:loss = 1.4309156, step = 6935 (28.512 sec)
INFO:tensorflow:lr = 0.0006113768 (28.512 sec)
INFO:tensorflow:global_step/sec: 3.53355
INFO:tensorflow:loss = 1.6446868, step = 7035 (28.299 sec)
INFO:tensorflow:lr = 0.00061875064 (28.299 sec)
INFO:tensorflow:Saving checkpoints for 7122 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4480457.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2108d7b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2108d7b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-7122
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd53afd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd53afd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-7122
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 74.320, BELU-1: 94.200, BLEU-2: 87.400, BLEU-4: 74.500, EM: 0.446
INFO:tensorflow:Best EM: 0.446
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2003c748>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2003c748>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-7122
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 7122 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4771862, step = 7122
INFO:tensorflow:lr = 0.0006251659
INFO:tensorflow:global_step/sec: 3.15043
INFO:tensorflow:loss = 1.457534, step = 7222 (31.746 sec)
INFO:tensorflow:lr = 0.00063253974 (31.744 sec)
INFO:tensorflow:global_step/sec: 3.56247
INFO:tensorflow:loss = 1.4313189, step = 7322 (28.072 sec)
INFO:tensorflow:lr = 0.0006399136 (28.074 sec)
INFO:tensorflow:global_step/sec: 3.51296
INFO:tensorflow:loss = 1.4209563, step = 7422 (28.465 sec)
INFO:tensorflow:lr = 0.00064728747 (28.464 sec)
INFO:tensorflow:global_step/sec: 3.59642
INFO:tensorflow:loss = 1.5002939, step = 7522 (27.802 sec)
INFO:tensorflow:lr = 0.0006546613 (27.801 sec)
INFO:tensorflow:global_step/sec: 3.66462
INFO:tensorflow:loss = 1.4298546, step = 7622 (27.289 sec)
INFO:tensorflow:lr = 0.0006620352 (27.289 sec)
INFO:tensorflow:global_step/sec: 3.66473
INFO:tensorflow:loss = 1.4994059, step = 7722 (27.287 sec)
INFO:tensorflow:lr = 0.000669409 (27.287 sec)
INFO:tensorflow:global_step/sec: 3.57025
INFO:tensorflow:loss = 1.4119964, step = 7822 (28.012 sec)
INFO:tensorflow:lr = 0.00067678286 (28.013 sec)
INFO:tensorflow:global_step/sec: 3.4999
INFO:tensorflow:loss = 1.5323159, step = 7922 (28.571 sec)
INFO:tensorflow:lr = 0.0006841567 (28.571 sec)
INFO:tensorflow:global_step/sec: 3.45282
INFO:tensorflow:loss = 1.546485, step = 8022 (28.960 sec)
INFO:tensorflow:lr = 0.0006915306 (28.961 sec)
INFO:tensorflow:global_step/sec: 3.61839
INFO:tensorflow:loss = 1.4174483, step = 8122 (27.637 sec)
INFO:tensorflow:lr = 0.00069890445 (27.636 sec)
INFO:tensorflow:global_step/sec: 3.56509
INFO:tensorflow:loss = 1.4459515, step = 8222 (28.052 sec)
INFO:tensorflow:lr = 0.0007062783 (28.052 sec)
INFO:tensorflow:Saving checkpoints for 8309 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.5922343.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20bece80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20bece80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-8309
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20107710>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20107710>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-8309
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 75.930, BELU-1: 95.000, BLEU-2: 89.000, BLEU-4: 77.600, EM: 0.472
INFO:tensorflow:Best EM: 0.472
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c200b3cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c200b3cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-8309
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 8309 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3884681, step = 8309
INFO:tensorflow:lr = 0.00071269355
INFO:tensorflow:global_step/sec: 3.20256
INFO:tensorflow:loss = 1.3510613, step = 8409 (31.229 sec)
INFO:tensorflow:lr = 0.0007200674 (31.230 sec)
INFO:tensorflow:global_step/sec: 3.5255
INFO:tensorflow:loss = 1.3935213, step = 8509 (28.365 sec)
INFO:tensorflow:lr = 0.0007274412 (28.366 sec)
INFO:tensorflow:global_step/sec: 3.56066
INFO:tensorflow:loss = 1.4529078, step = 8609 (28.085 sec)
INFO:tensorflow:lr = 0.00073481514 (28.084 sec)
INFO:tensorflow:global_step/sec: 3.64244
INFO:tensorflow:loss = 1.6194158, step = 8709 (27.455 sec)
INFO:tensorflow:lr = 0.00074218895 (27.456 sec)
INFO:tensorflow:global_step/sec: 3.56084
INFO:tensorflow:loss = 1.4975017, step = 8809 (28.081 sec)
INFO:tensorflow:lr = 0.0007495628 (28.080 sec)
INFO:tensorflow:global_step/sec: 3.51613
INFO:tensorflow:loss = 1.5113057, step = 8909 (28.440 sec)
INFO:tensorflow:lr = 0.0007569367 (28.442 sec)
INFO:tensorflow:global_step/sec: 3.58486
INFO:tensorflow:loss = 1.4323353, step = 9009 (27.897 sec)
INFO:tensorflow:lr = 0.0007643105 (27.896 sec)
INFO:tensorflow:global_step/sec: 3.51814
INFO:tensorflow:loss = 1.4400373, step = 9109 (28.422 sec)
INFO:tensorflow:lr = 0.0007716844 (28.424 sec)
INFO:tensorflow:global_step/sec: 3.67634
INFO:tensorflow:loss = 1.5197023, step = 9209 (27.203 sec)
INFO:tensorflow:lr = 0.0007790582 (27.202 sec)
INFO:tensorflow:global_step/sec: 3.63118
INFO:tensorflow:loss = 1.5121919, step = 9309 (27.538 sec)
INFO:tensorflow:lr = 0.00078643207 (27.539 sec)
INFO:tensorflow:global_step/sec: 3.65268
INFO:tensorflow:loss = 1.3106151, step = 9409 (27.376 sec)
INFO:tensorflow:lr = 0.0007938059 (27.376 sec)
INFO:tensorflow:Saving checkpoints for 9496 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.279821.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20da6d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20da6d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-9496
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20c52470>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20c52470>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-9496
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 76.810, BELU-1: 94.300, BLEU-2: 87.800, BLEU-4: 75.300, EM: 0.487
INFO:tensorflow:Best EM: 0.487
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbdf70518>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbdf70518>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-9496
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 9496 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4322225, step = 9496
INFO:tensorflow:lr = 0.0007997788
INFO:tensorflow:global_step/sec: 3.28684
INFO:tensorflow:loss = 1.3627663, step = 9596 (30.429 sec)
INFO:tensorflow:lr = 0.0007924049 (30.430 sec)
INFO:tensorflow:global_step/sec: 3.77428
INFO:tensorflow:loss = 1.3301443, step = 9696 (26.496 sec)
INFO:tensorflow:lr = 0.0007850311 (26.494 sec)
INFO:tensorflow:global_step/sec: 3.50289
INFO:tensorflow:loss = 1.3401393, step = 9796 (28.548 sec)
INFO:tensorflow:lr = 0.0007776572 (28.549 sec)
INFO:tensorflow:global_step/sec: 3.57872
INFO:tensorflow:loss = 1.4194491, step = 9896 (27.942 sec)
INFO:tensorflow:lr = 0.00077028334 (27.941 sec)
INFO:tensorflow:global_step/sec: 3.71195
INFO:tensorflow:loss = 1.4141676, step = 9996 (26.942 sec)
INFO:tensorflow:lr = 0.00076290953 (26.943 sec)
INFO:tensorflow:global_step/sec: 3.48931
INFO:tensorflow:loss = 1.3199856, step = 10096 (28.658 sec)
INFO:tensorflow:lr = 0.0007555357 (28.657 sec)
INFO:tensorflow:global_step/sec: 3.60239
INFO:tensorflow:loss = 1.3283553, step = 10196 (27.763 sec)
INFO:tensorflow:lr = 0.00074816175 (27.763 sec)
INFO:tensorflow:global_step/sec: 3.66954
INFO:tensorflow:loss = 1.3748367, step = 10296 (27.248 sec)
INFO:tensorflow:lr = 0.00074078795 (27.249 sec)
INFO:tensorflow:global_step/sec: 3.63232
INFO:tensorflow:loss = 1.3978503, step = 10396 (27.530 sec)
INFO:tensorflow:lr = 0.0007334141 (27.530 sec)
INFO:tensorflow:global_step/sec: 3.61925
INFO:tensorflow:loss = 1.3428495, step = 10496 (27.630 sec)
INFO:tensorflow:lr = 0.0007260403 (27.631 sec)
INFO:tensorflow:global_step/sec: 3.40556
INFO:tensorflow:loss = 1.3427893, step = 10596 (29.363 sec)
INFO:tensorflow:lr = 0.00071866636 (29.361 sec)
INFO:tensorflow:Saving checkpoints for 10683 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.3822562.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb900208>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb900208>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-10683
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbdd06fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbdd06fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-10683
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 78.000, BELU-1: 95.300, BLEU-2: 89.300, BLEU-4: 78.100, EM: 0.515
INFO:tensorflow:Best EM: 0.515
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd93ef28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd93ef28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-10683
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 10683 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3483447, step = 10683
INFO:tensorflow:lr = 0.0007122512
INFO:tensorflow:global_step/sec: 3.1211
INFO:tensorflow:loss = 1.3301604, step = 10783 (32.043 sec)
INFO:tensorflow:lr = 0.0007048773 (32.042 sec)
INFO:tensorflow:global_step/sec: 3.58409
INFO:tensorflow:loss = 1.3450869, step = 10883 (27.900 sec)
INFO:tensorflow:lr = 0.0006975034 (27.900 sec)
INFO:tensorflow:global_step/sec: 3.54628
INFO:tensorflow:loss = 1.3186771, step = 10983 (28.200 sec)
INFO:tensorflow:lr = 0.0006901296 (28.203 sec)
INFO:tensorflow:global_step/sec: 3.503
INFO:tensorflow:loss = 1.387699, step = 11083 (28.546 sec)
INFO:tensorflow:lr = 0.0006827557 (28.547 sec)
INFO:tensorflow:global_step/sec: 3.47534
INFO:tensorflow:loss = 1.3632503, step = 11183 (28.776 sec)
INFO:tensorflow:lr = 0.0006753819 (28.773 sec)
INFO:tensorflow:global_step/sec: 3.4074
INFO:tensorflow:loss = 1.2794653, step = 11283 (29.345 sec)
INFO:tensorflow:lr = 0.000668008 (29.344 sec)
INFO:tensorflow:global_step/sec: 3.42037
INFO:tensorflow:loss = 1.3362682, step = 11383 (29.240 sec)
INFO:tensorflow:lr = 0.00066063413 (29.240 sec)
INFO:tensorflow:global_step/sec: 3.63448
INFO:tensorflow:loss = 1.4115579, step = 11483 (27.513 sec)
INFO:tensorflow:lr = 0.00065326033 (27.514 sec)
INFO:tensorflow:global_step/sec: 3.60122
INFO:tensorflow:loss = 1.3489505, step = 11583 (27.768 sec)
INFO:tensorflow:lr = 0.00064588647 (27.768 sec)
INFO:tensorflow:global_step/sec: 3.64293
INFO:tensorflow:loss = 1.2938117, step = 11683 (27.452 sec)
INFO:tensorflow:lr = 0.00063851255 (27.453 sec)
INFO:tensorflow:global_step/sec: 3.71883
INFO:tensorflow:loss = 1.3427497, step = 11783 (26.890 sec)
INFO:tensorflow:lr = 0.00063113874 (26.889 sec)
INFO:tensorflow:Saving checkpoints for 11870 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2796661.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c210af550>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c210af550>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-11870
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20029c18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20029c18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-11870
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 77.840, BELU-1: 94.800, BLEU-2: 88.800, BLEU-4: 77.800, EM: 0.504
INFO:tensorflow:Best EM: 0.515
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb7eaf98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb7eaf98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-11870
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 11870 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3081021, step = 11870
INFO:tensorflow:lr = 0.00062472344
INFO:tensorflow:global_step/sec: 3.24135
INFO:tensorflow:loss = 1.2909836, step = 11970 (30.856 sec)
INFO:tensorflow:lr = 0.00061734964 (30.856 sec)
INFO:tensorflow:global_step/sec: 3.50959
INFO:tensorflow:loss = 1.2893709, step = 12070 (28.493 sec)
INFO:tensorflow:lr = 0.0006099758 (28.493 sec)
INFO:tensorflow:global_step/sec: 3.44004
INFO:tensorflow:loss = 1.3194791, step = 12170 (29.069 sec)
INFO:tensorflow:lr = 0.00060260197 (29.070 sec)
INFO:tensorflow:global_step/sec: 3.44421
INFO:tensorflow:loss = 1.4140595, step = 12270 (29.033 sec)
INFO:tensorflow:lr = 0.00059522805 (29.034 sec)
INFO:tensorflow:global_step/sec: 3.54126
INFO:tensorflow:loss = 1.3091503, step = 12370 (28.245 sec)
INFO:tensorflow:lr = 0.0005878542 (28.244 sec)
INFO:tensorflow:global_step/sec: 3.46137
INFO:tensorflow:loss = 1.3758178, step = 12470 (28.883 sec)
INFO:tensorflow:lr = 0.0005804803 (28.883 sec)
INFO:tensorflow:global_step/sec: 3.66762
INFO:tensorflow:loss = 1.3269358, step = 12570 (27.267 sec)
INFO:tensorflow:lr = 0.0005731065 (27.268 sec)
INFO:tensorflow:global_step/sec: 3.69322
INFO:tensorflow:loss = 1.2857525, step = 12670 (27.077 sec)
INFO:tensorflow:lr = 0.0005657326 (27.077 sec)
INFO:tensorflow:global_step/sec: 3.60902
INFO:tensorflow:loss = 1.2317245, step = 12770 (27.709 sec)
INFO:tensorflow:lr = 0.00055835873 (27.708 sec)
INFO:tensorflow:global_step/sec: 3.38515
INFO:tensorflow:loss = 1.2658219, step = 12870 (29.539 sec)
INFO:tensorflow:lr = 0.0005509849 (29.542 sec)
INFO:tensorflow:global_step/sec: 3.62834
INFO:tensorflow:loss = 1.3144795, step = 12970 (27.563 sec)
INFO:tensorflow:lr = 0.0005436111 (27.560 sec)
INFO:tensorflow:Saving checkpoints for 13057 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.3105243.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbda156a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbda156a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-13057
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2130ce80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2130ce80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-13057
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 79.260, BELU-1: 94.800, BLEU-2: 88.700, BLEU-4: 77.100, EM: 0.522
INFO:tensorflow:Best EM: 0.522
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd5faa20>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd5faa20>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-13057
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 13057 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2717689, step = 13057
INFO:tensorflow:lr = 0.0005371958
INFO:tensorflow:global_step/sec: 3.24453
INFO:tensorflow:loss = 1.2828549, step = 13157 (30.825 sec)
INFO:tensorflow:lr = 0.00052982196 (30.825 sec)
INFO:tensorflow:global_step/sec: 3.4663
INFO:tensorflow:loss = 1.2561171, step = 13257 (28.850 sec)
INFO:tensorflow:lr = 0.00052244816 (28.849 sec)
INFO:tensorflow:global_step/sec: 3.57976
INFO:tensorflow:loss = 1.2869623, step = 13357 (27.936 sec)
INFO:tensorflow:lr = 0.00051507424 (27.936 sec)
INFO:tensorflow:global_step/sec: 3.48386
INFO:tensorflow:loss = 1.2648029, step = 13457 (28.708 sec)
INFO:tensorflow:lr = 0.0005077004 (28.708 sec)
INFO:tensorflow:global_step/sec: 3.55143
INFO:tensorflow:loss = 1.2469326, step = 13557 (28.153 sec)
INFO:tensorflow:lr = 0.00050032657 (28.152 sec)
INFO:tensorflow:global_step/sec: 3.72336
INFO:tensorflow:loss = 1.2488426, step = 13657 (26.855 sec)
INFO:tensorflow:lr = 0.0004929527 (26.856 sec)
INFO:tensorflow:global_step/sec: 3.63439
INFO:tensorflow:loss = 1.2886456, step = 13757 (27.517 sec)
INFO:tensorflow:lr = 0.0004855788 (27.517 sec)
INFO:tensorflow:global_step/sec: 3.56595
INFO:tensorflow:loss = 1.2694446, step = 13857 (28.045 sec)
INFO:tensorflow:lr = 0.00047820498 (28.046 sec)
INFO:tensorflow:global_step/sec: 3.54564
INFO:tensorflow:loss = 1.2737204, step = 13957 (28.204 sec)
INFO:tensorflow:lr = 0.00047083115 (28.202 sec)
INFO:tensorflow:global_step/sec: 3.74368
INFO:tensorflow:loss = 1.2680151, step = 14057 (26.711 sec)
INFO:tensorflow:lr = 0.0004634573 (26.712 sec)
INFO:tensorflow:global_step/sec: 3.77039
INFO:tensorflow:loss = 1.3018726, step = 14157 (26.523 sec)
INFO:tensorflow:lr = 0.00045608342 (26.521 sec)
INFO:tensorflow:Saving checkpoints for 14244 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2695913.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbda32ba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbda32ba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-14244
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbde75c18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbde75c18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-14244
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 79.990, BELU-1: 94.400, BLEU-2: 88.400, BLEU-4: 77.100, EM: 0.533
INFO:tensorflow:Best EM: 0.533
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c208a7e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c208a7e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-14244
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 14244 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2806458, step = 14244
INFO:tensorflow:lr = 0.0004496682
INFO:tensorflow:global_step/sec: 3.53874
INFO:tensorflow:loss = 1.2773752, step = 14344 (28.263 sec)
INFO:tensorflow:lr = 0.0004422943 (28.262 sec)
INFO:tensorflow:global_step/sec: 3.7892
INFO:tensorflow:loss = 1.2735666, step = 14444 (26.390 sec)
INFO:tensorflow:lr = 0.00043492045 (26.391 sec)
INFO:tensorflow:global_step/sec: 3.89482
INFO:tensorflow:loss = 1.2382908, step = 14544 (25.676 sec)
INFO:tensorflow:lr = 0.00042754662 (25.675 sec)
INFO:tensorflow:global_step/sec: 4.04506
INFO:tensorflow:loss = 1.2304819, step = 14644 (24.720 sec)
INFO:tensorflow:lr = 0.0004201728 (24.719 sec)
INFO:tensorflow:global_step/sec: 3.67468
INFO:tensorflow:loss = 1.2223315, step = 14744 (27.215 sec)
INFO:tensorflow:lr = 0.00041279886 (27.216 sec)
INFO:tensorflow:global_step/sec: 3.96304
INFO:tensorflow:loss = 1.2983572, step = 14844 (25.231 sec)
INFO:tensorflow:lr = 0.00040542503 (25.230 sec)
INFO:tensorflow:global_step/sec: 3.95927
INFO:tensorflow:loss = 1.3113443, step = 14944 (25.255 sec)
INFO:tensorflow:lr = 0.0003980512 (25.254 sec)
INFO:tensorflow:global_step/sec: 3.81049
INFO:tensorflow:loss = 1.2600411, step = 15044 (26.247 sec)
INFO:tensorflow:lr = 0.00039067736 (26.248 sec)
INFO:tensorflow:global_step/sec: 3.77303
INFO:tensorflow:loss = 1.2496732, step = 15144 (26.501 sec)
INFO:tensorflow:lr = 0.00038330347 (26.502 sec)
INFO:tensorflow:global_step/sec: 3.73526
INFO:tensorflow:loss = 1.266784, step = 15244 (26.775 sec)
INFO:tensorflow:lr = 0.00037592964 (26.774 sec)
INFO:tensorflow:global_step/sec: 3.85769
INFO:tensorflow:loss = 1.2705691, step = 15344 (25.921 sec)
INFO:tensorflow:lr = 0.0003685558 (25.923 sec)
INFO:tensorflow:Saving checkpoints for 15431 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2385283.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20203d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20203d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-15431
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20d19f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20d19f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-15431
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.210, BELU-1: 94.700, BLEU-2: 88.800, BLEU-4: 77.600, EM: 0.543
INFO:tensorflow:Best EM: 0.543
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c211b64a8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c211b64a8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-15431
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 15431 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2516218, step = 15431
INFO:tensorflow:lr = 0.0003621405
INFO:tensorflow:global_step/sec: 3.4169
INFO:tensorflow:loss = 1.2208, step = 15531 (29.270 sec)
INFO:tensorflow:lr = 0.00035476667 (29.271 sec)
INFO:tensorflow:global_step/sec: 3.87515
INFO:tensorflow:loss = 1.2247748, step = 15631 (25.806 sec)
INFO:tensorflow:lr = 0.00034739284 (25.807 sec)
INFO:tensorflow:global_step/sec: 3.81831
INFO:tensorflow:loss = 1.2400604, step = 15731 (26.190 sec)
INFO:tensorflow:lr = 0.000340019 (26.189 sec)
INFO:tensorflow:global_step/sec: 3.73398
INFO:tensorflow:loss = 1.2067635, step = 15831 (26.777 sec)
INFO:tensorflow:lr = 0.00033264508 (26.777 sec)
INFO:tensorflow:global_step/sec: 3.87702
INFO:tensorflow:loss = 1.245813, step = 15931 (25.796 sec)
INFO:tensorflow:lr = 0.00032527125 (25.796 sec)
INFO:tensorflow:global_step/sec: 3.86059
INFO:tensorflow:loss = 1.2553498, step = 16031 (25.900 sec)
INFO:tensorflow:lr = 0.00031789741 (25.902 sec)
INFO:tensorflow:global_step/sec: 3.93025
INFO:tensorflow:loss = 1.2584742, step = 16131 (25.446 sec)
INFO:tensorflow:lr = 0.00031052358 (25.446 sec)
INFO:tensorflow:global_step/sec: 3.94758
INFO:tensorflow:loss = 1.2519284, step = 16231 (25.332 sec)
INFO:tensorflow:lr = 0.00030314966 (25.330 sec)
INFO:tensorflow:global_step/sec: 3.8162
INFO:tensorflow:loss = 1.2573953, step = 16331 (26.204 sec)
INFO:tensorflow:lr = 0.00029577583 (26.206 sec)
INFO:tensorflow:global_step/sec: 4.0351
INFO:tensorflow:loss = 1.2612007, step = 16431 (24.783 sec)
INFO:tensorflow:lr = 0.000288402 (24.782 sec)
INFO:tensorflow:global_step/sec: 3.74391
INFO:tensorflow:loss = 1.2448356, step = 16531 (26.708 sec)
INFO:tensorflow:lr = 0.00028102816 (26.708 sec)
INFO:tensorflow:Saving checkpoints for 16618 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2587936.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2021bbe0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2021bbe0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-16618
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb8076a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb8076a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-16618
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.580, BELU-1: 94.500, BLEU-2: 88.800, BLEU-4: 78.100, EM: 0.541
INFO:tensorflow:Best EM: 0.543
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbe405fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbe405fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-16618
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 16618 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2808627, step = 16618
INFO:tensorflow:lr = 0.0002746129
INFO:tensorflow:global_step/sec: 3.42489
INFO:tensorflow:loss = 1.2199527, step = 16718 (29.200 sec)
INFO:tensorflow:lr = 0.00026723905 (29.202 sec)
INFO:tensorflow:global_step/sec: 3.70285
INFO:tensorflow:loss = 1.2173911, step = 16818 (27.010 sec)
INFO:tensorflow:lr = 0.00025986513 (27.005 sec)
INFO:tensorflow:global_step/sec: 3.60591
INFO:tensorflow:loss = 1.2487161, step = 16918 (27.730 sec)
INFO:tensorflow:lr = 0.0002524913 (27.731 sec)
INFO:tensorflow:global_step/sec: 3.74699
INFO:tensorflow:loss = 1.2430142, step = 17018 (26.691 sec)
INFO:tensorflow:lr = 0.00024511747 (26.693 sec)
INFO:tensorflow:global_step/sec: 3.81884
INFO:tensorflow:loss = 1.2201291, step = 17118 (26.185 sec)
INFO:tensorflow:lr = 0.00023774363 (26.183 sec)
INFO:tensorflow:global_step/sec: 3.62453
INFO:tensorflow:loss = 1.256757, step = 17218 (27.590 sec)
INFO:tensorflow:lr = 0.00023036971 (27.588 sec)
INFO:tensorflow:global_step/sec: 3.57908
INFO:tensorflow:loss = 1.23166, step = 17318 (27.939 sec)
INFO:tensorflow:lr = 0.00022299588 (27.940 sec)
INFO:tensorflow:global_step/sec: 3.80182
INFO:tensorflow:loss = 1.2293451, step = 17418 (26.304 sec)
INFO:tensorflow:lr = 0.00021562204 (26.308 sec)
INFO:tensorflow:global_step/sec: 3.76205
INFO:tensorflow:loss = 1.2434257, step = 17518 (26.582 sec)
INFO:tensorflow:lr = 0.00020824821 (26.580 sec)
INFO:tensorflow:global_step/sec: 3.71203
INFO:tensorflow:loss = 1.2405443, step = 17618 (26.940 sec)
INFO:tensorflow:lr = 0.00020087438 (26.938 sec)
INFO:tensorflow:global_step/sec: 3.90019
INFO:tensorflow:loss = 1.2290138, step = 17718 (25.640 sec)
INFO:tensorflow:lr = 0.00019350045 (25.641 sec)
INFO:tensorflow:Saving checkpoints for 17805 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2305462.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20d988d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20d988d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-17805
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20a00cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20a00cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-17805
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 81.010, BELU-1: 94.700, BLEU-2: 89.200, BLEU-4: 78.700, EM: 0.551
INFO:tensorflow:Best EM: 0.551
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20c35080>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20c35080>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-17805
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 17805 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2494806, step = 17805
INFO:tensorflow:lr = 0.00018708527
INFO:tensorflow:global_step/sec: 3.36068
INFO:tensorflow:loss = 1.21982, step = 17905 (29.762 sec)
INFO:tensorflow:lr = 0.00017971135 (29.761 sec)
INFO:tensorflow:global_step/sec: 3.67694
INFO:tensorflow:loss = 1.2168987, step = 18005 (27.199 sec)
INFO:tensorflow:lr = 0.00017233752 (27.199 sec)
INFO:tensorflow:global_step/sec: 3.63883
INFO:tensorflow:loss = 1.2226696, step = 18105 (27.477 sec)
INFO:tensorflow:lr = 0.00016496368 (27.478 sec)
INFO:tensorflow:global_step/sec: 3.54051
INFO:tensorflow:loss = 1.2176048, step = 18205 (28.245 sec)
INFO:tensorflow:lr = 0.00015758985 (28.245 sec)
INFO:tensorflow:global_step/sec: 3.60208
INFO:tensorflow:loss = 1.2168299, step = 18305 (27.761 sec)
INFO:tensorflow:lr = 0.00015021593 (27.762 sec)
INFO:tensorflow:global_step/sec: 3.56361
INFO:tensorflow:loss = 1.2431881, step = 18405 (28.061 sec)
INFO:tensorflow:lr = 0.0001428421 (28.061 sec)
INFO:tensorflow:global_step/sec: 3.60084
INFO:tensorflow:loss = 1.219878, step = 18505 (27.772 sec)
INFO:tensorflow:lr = 0.00013546826 (27.772 sec)
INFO:tensorflow:global_step/sec: 3.62304
INFO:tensorflow:loss = 1.2215658, step = 18605 (27.602 sec)
INFO:tensorflow:lr = 0.00012809443 (27.601 sec)
INFO:tensorflow:global_step/sec: 3.51501
INFO:tensorflow:loss = 1.2424996, step = 18705 (28.450 sec)
INFO:tensorflow:lr = 0.00012072051 (28.452 sec)
INFO:tensorflow:global_step/sec: 3.58523
INFO:tensorflow:loss = 1.2146668, step = 18805 (27.890 sec)
INFO:tensorflow:lr = 0.00011334668 (27.888 sec)
INFO:tensorflow:global_step/sec: 3.58631
INFO:tensorflow:loss = 1.2257465, step = 18905 (27.885 sec)
INFO:tensorflow:lr = 0.000105972846 (27.885 sec)
INFO:tensorflow:Saving checkpoints for 18992 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2349197.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2103d2b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2103d2b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-18992
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2089a8d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2089a8d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-18992
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.600, BELU-1: 94.800, BLEU-2: 89.200, BLEU-4: 78.800, EM: 0.544
INFO:tensorflow:Best EM: 0.551
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c201b8978>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c201b8978>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-18992
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 18992 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2178599, step = 18992
INFO:tensorflow:lr = 0.000100221216
INFO:tensorflow:global_step/sec: 3.37865
INFO:tensorflow:loss = 1.2359585, step = 19092 (29.602 sec)
INFO:tensorflow:lr = 0.00010390813 (29.605 sec)
INFO:tensorflow:global_step/sec: 3.42196
INFO:tensorflow:loss = 1.2128642, step = 19192 (29.223 sec)
INFO:tensorflow:lr = 0.00010759505 (29.221 sec)
INFO:tensorflow:global_step/sec: 3.62822
INFO:tensorflow:loss = 1.221245, step = 19292 (27.559 sec)
INFO:tensorflow:lr = 0.00011128197 (27.559 sec)
INFO:tensorflow:global_step/sec: 3.60538
INFO:tensorflow:loss = 1.2522373, step = 19392 (27.739 sec)
INFO:tensorflow:lr = 0.00011496888 (27.740 sec)
INFO:tensorflow:global_step/sec: 3.46165
INFO:tensorflow:loss = 1.2286488, step = 19492 (28.886 sec)
INFO:tensorflow:lr = 0.0001186558 (28.886 sec)
INFO:tensorflow:global_step/sec: 3.61338
INFO:tensorflow:loss = 1.2125387, step = 19592 (27.675 sec)
INFO:tensorflow:lr = 0.0001223428 (27.675 sec)
INFO:tensorflow:global_step/sec: 3.51855
INFO:tensorflow:loss = 1.2420181, step = 19692 (28.423 sec)
INFO:tensorflow:lr = 0.00012602971 (28.424 sec)
INFO:tensorflow:global_step/sec: 3.74643
INFO:tensorflow:loss = 1.2376778, step = 19792 (26.691 sec)
INFO:tensorflow:lr = 0.00012971663 (26.689 sec)
INFO:tensorflow:global_step/sec: 3.57745
INFO:tensorflow:loss = 1.2233688, step = 19892 (27.954 sec)
INFO:tensorflow:lr = 0.00013340355 (27.956 sec)
INFO:tensorflow:global_step/sec: 3.61029
INFO:tensorflow:loss = 1.2238052, step = 19992 (27.698 sec)
INFO:tensorflow:lr = 0.00013709046 (27.697 sec)
INFO:tensorflow:global_step/sec: 3.64176
INFO:tensorflow:loss = 1.2195195, step = 20092 (27.459 sec)
INFO:tensorflow:lr = 0.00014077738 (27.459 sec)
INFO:tensorflow:Saving checkpoints for 20179 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2142898.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2017ecf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2017ecf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-20179
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bba0934e0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bba0934e0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-20179
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.980, BELU-1: 95.000, BLEU-2: 89.300, BLEU-4: 78.800, EM: 0.553
INFO:tensorflow:Best EM: 0.553
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20cd1fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20cd1fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-20179
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 20179 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2087893, step = 20179
INFO:tensorflow:lr = 0.00014398506
INFO:tensorflow:global_step/sec: 3.18968
INFO:tensorflow:loss = 1.21669, step = 20279 (31.356 sec)
INFO:tensorflow:lr = 0.00014767198 (31.355 sec)
INFO:tensorflow:global_step/sec: 3.63949
INFO:tensorflow:loss = 1.238821, step = 20379 (27.474 sec)
INFO:tensorflow:lr = 0.0001513589 (27.474 sec)
INFO:tensorflow:global_step/sec: 3.61169
INFO:tensorflow:loss = 1.2178129, step = 20479 (27.691 sec)
INFO:tensorflow:lr = 0.00015504581 (27.692 sec)
INFO:tensorflow:global_step/sec: 3.55201
INFO:tensorflow:loss = 1.2291151, step = 20579 (28.152 sec)
INFO:tensorflow:lr = 0.00015873273 (28.153 sec)
INFO:tensorflow:global_step/sec: 3.60122
INFO:tensorflow:loss = 1.2163042, step = 20679 (27.769 sec)
INFO:tensorflow:lr = 0.00016241964 (27.768 sec)
INFO:tensorflow:global_step/sec: 3.61345
INFO:tensorflow:loss = 1.2252514, step = 20779 (27.671 sec)
INFO:tensorflow:lr = 0.00016610656 (27.671 sec)
INFO:tensorflow:global_step/sec: 3.62564
INFO:tensorflow:loss = 1.2233703, step = 20879 (27.583 sec)
INFO:tensorflow:lr = 0.00016979348 (27.585 sec)
INFO:tensorflow:global_step/sec: 3.62619
INFO:tensorflow:loss = 1.2296576, step = 20979 (27.579 sec)
INFO:tensorflow:lr = 0.00017348048 (27.577 sec)
INFO:tensorflow:global_step/sec: 3.53648
INFO:tensorflow:loss = 1.2338036, step = 21079 (28.275 sec)
INFO:tensorflow:lr = 0.0001771674 (28.276 sec)
INFO:tensorflow:global_step/sec: 3.67934
INFO:tensorflow:loss = 1.2295847, step = 21179 (27.179 sec)
INFO:tensorflow:lr = 0.00018085432 (27.179 sec)
INFO:tensorflow:global_step/sec: 3.43053
INFO:tensorflow:loss = 1.2227601, step = 21279 (29.149 sec)
INFO:tensorflow:lr = 0.00018454123 (29.149 sec)
INFO:tensorflow:Saving checkpoints for 21366 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2345337.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20941e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20941e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-21366
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c206dffd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c206dffd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-21366
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.860, BELU-1: 94.600, BLEU-2: 89.000, BLEU-4: 78.200, EM: 0.551
INFO:tensorflow:Best EM: 0.553
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c212e8320>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c212e8320>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-21366
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 21366 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2054642, step = 21366
INFO:tensorflow:lr = 0.00018774884
INFO:tensorflow:global_step/sec: 3.30512
INFO:tensorflow:loss = 1.230659, step = 21466 (30.259 sec)
INFO:tensorflow:lr = 0.00019143574 (30.261 sec)
INFO:tensorflow:global_step/sec: 3.61593
INFO:tensorflow:loss = 1.2237047, step = 21566 (27.656 sec)
INFO:tensorflow:lr = 0.00019512267 (27.654 sec)
INFO:tensorflow:global_step/sec: 3.58153
INFO:tensorflow:loss = 1.2254499, step = 21666 (27.923 sec)
INFO:tensorflow:lr = 0.00019880966 (27.922 sec)
INFO:tensorflow:global_step/sec: 3.53122
INFO:tensorflow:loss = 1.2142876, step = 21766 (28.325 sec)
INFO:tensorflow:lr = 0.00020249658 (28.325 sec)
INFO:tensorflow:global_step/sec: 3.63782
INFO:tensorflow:loss = 1.2191002, step = 21866 (27.482 sec)
INFO:tensorflow:lr = 0.0002061835 (27.484 sec)
INFO:tensorflow:global_step/sec: 3.62944
INFO:tensorflow:loss = 1.2262951, step = 21966 (27.553 sec)
INFO:tensorflow:lr = 0.00020987041 (27.551 sec)
INFO:tensorflow:global_step/sec: 3.62965
INFO:tensorflow:loss = 1.2105554, step = 22066 (27.550 sec)
INFO:tensorflow:lr = 0.00021355733 (27.550 sec)
INFO:tensorflow:global_step/sec: 3.55007
INFO:tensorflow:loss = 1.2635245, step = 22166 (28.170 sec)
INFO:tensorflow:lr = 0.00021724425 (28.170 sec)
INFO:tensorflow:global_step/sec: 3.59735
INFO:tensorflow:loss = 1.2027391, step = 22266 (27.799 sec)
INFO:tensorflow:lr = 0.00022093116 (27.800 sec)
INFO:tensorflow:global_step/sec: 3.35405
INFO:tensorflow:loss = 1.2134163, step = 22366 (29.813 sec)
INFO:tensorflow:lr = 0.0002246181 (29.812 sec)
INFO:tensorflow:global_step/sec: 3.49777
INFO:tensorflow:loss = 1.2134198, step = 22466 (28.590 sec)
INFO:tensorflow:lr = 0.00022830509 (28.592 sec)
INFO:tensorflow:Saving checkpoints for 22553 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.237655.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20bec048>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20bec048>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-22553
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb739be0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb739be0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-22553
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.280, BELU-1: 94.600, BLEU-2: 89.100, BLEU-4: 78.400, EM: 0.543
INFO:tensorflow:Best EM: 0.553
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c212db438>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c212db438>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-22553
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 22553 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2034758, step = 22553
INFO:tensorflow:lr = 0.00023151268
INFO:tensorflow:global_step/sec: 3.22018
INFO:tensorflow:loss = 1.2182826, step = 22653 (31.056 sec)
INFO:tensorflow:lr = 0.00023519961 (31.056 sec)
INFO:tensorflow:global_step/sec: 3.63272
INFO:tensorflow:loss = 1.2175429, step = 22753 (27.529 sec)
INFO:tensorflow:lr = 0.00023888651 (27.529 sec)
INFO:tensorflow:global_step/sec: 3.5554
INFO:tensorflow:loss = 1.2057209, step = 22853 (28.127 sec)
INFO:tensorflow:lr = 0.00024257344 (28.127 sec)
INFO:tensorflow:global_step/sec: 3.63659
INFO:tensorflow:loss = 1.2197306, step = 22953 (27.499 sec)
INFO:tensorflow:lr = 0.00024626034 (27.500 sec)
INFO:tensorflow:global_step/sec: 3.61509
INFO:tensorflow:loss = 1.2175521, step = 23053 (27.661 sec)
INFO:tensorflow:lr = 0.00024994736 (27.661 sec)
INFO:tensorflow:global_step/sec: 3.5623
INFO:tensorflow:loss = 1.2140648, step = 23153 (28.073 sec)
INFO:tensorflow:lr = 0.00025363427 (28.073 sec)
INFO:tensorflow:global_step/sec: 3.67894
INFO:tensorflow:loss = 1.2089841, step = 23253 (27.181 sec)
INFO:tensorflow:lr = 0.0002573212 (27.181 sec)
INFO:tensorflow:global_step/sec: 3.43422
INFO:tensorflow:loss = 1.2582386, step = 23353 (29.119 sec)
INFO:tensorflow:lr = 0.0002610081 (29.119 sec)
INFO:tensorflow:global_step/sec: 3.53299
INFO:tensorflow:loss = 1.2398772, step = 23453 (28.304 sec)
INFO:tensorflow:lr = 0.00026469503 (28.305 sec)
INFO:tensorflow:global_step/sec: 3.62068
INFO:tensorflow:loss = 1.2382418, step = 23553 (27.619 sec)
INFO:tensorflow:lr = 0.00026838193 (27.618 sec)
INFO:tensorflow:global_step/sec: 3.46962
INFO:tensorflow:loss = 1.2232393, step = 23653 (28.823 sec)
INFO:tensorflow:lr = 0.00027206884 (28.822 sec)
INFO:tensorflow:Saving checkpoints for 23740 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2118543.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbdf21d30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbdf21d30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-23740
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20f88898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20f88898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-23740
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.690, BELU-1: 94.300, BLEU-2: 88.500, BLEU-4: 77.500, EM: 0.539
INFO:tensorflow:Best EM: 0.553
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbdf2ee10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbdf2ee10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-23740
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 23740 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2281171, step = 23740
INFO:tensorflow:lr = 0.00027527654
INFO:tensorflow:global_step/sec: 3.16994
INFO:tensorflow:loss = 1.2333086, step = 23840 (31.551 sec)
INFO:tensorflow:lr = 0.00027896345 (31.550 sec)
INFO:tensorflow:global_step/sec: 3.78035
INFO:tensorflow:loss = 1.2388119, step = 23940 (26.452 sec)
INFO:tensorflow:lr = 0.00028265038 (26.454 sec)
INFO:tensorflow:global_step/sec: 3.53246
INFO:tensorflow:loss = 1.2176988, step = 24040 (28.309 sec)
INFO:tensorflow:lr = 0.00028633728 (28.308 sec)
INFO:tensorflow:global_step/sec: 3.48175
INFO:tensorflow:loss = 1.2025385, step = 24140 (28.720 sec)
INFO:tensorflow:lr = 0.0002900242 (28.720 sec)
INFO:tensorflow:global_step/sec: 3.48434
INFO:tensorflow:loss = 1.2178543, step = 24240 (28.698 sec)
INFO:tensorflow:lr = 0.0002937111 (28.699 sec)
INFO:tensorflow:global_step/sec: 3.63052
INFO:tensorflow:loss = 1.215001, step = 24340 (27.545 sec)
INFO:tensorflow:lr = 0.00029739804 (27.544 sec)
INFO:tensorflow:global_step/sec: 3.72413
INFO:tensorflow:loss = 1.2044762, step = 24440 (26.854 sec)
INFO:tensorflow:lr = 0.00030108495 (26.853 sec)
INFO:tensorflow:global_step/sec: 3.51693
INFO:tensorflow:loss = 1.2060232, step = 24540 (28.432 sec)
INFO:tensorflow:lr = 0.00030477194 (28.432 sec)
INFO:tensorflow:global_step/sec: 3.6078
INFO:tensorflow:loss = 1.2310165, step = 24640 (27.719 sec)
INFO:tensorflow:lr = 0.00030845887 (27.719 sec)
INFO:tensorflow:global_step/sec: 3.65395
INFO:tensorflow:loss = 1.2231742, step = 24740 (27.368 sec)
INFO:tensorflow:lr = 0.00031214577 (27.368 sec)
INFO:tensorflow:global_step/sec: 3.52335
INFO:tensorflow:loss = 1.225985, step = 24840 (28.383 sec)
INFO:tensorflow:lr = 0.0003158327 (28.382 sec)
INFO:tensorflow:Saving checkpoints for 24927 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2238387.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c202ba710>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c202ba710>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-24927
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c206fa588>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c206fa588>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-24927
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.850, BELU-1: 94.500, BLEU-2: 88.800, BLEU-4: 77.500, EM: 0.548
INFO:tensorflow:Best EM: 0.553
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20c63cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20c63cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-24927
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 24927 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2107366, step = 24927
INFO:tensorflow:lr = 0.0003190403
INFO:tensorflow:global_step/sec: 3.29969
INFO:tensorflow:loss = 1.2224705, step = 25027 (30.311 sec)
INFO:tensorflow:lr = 0.00032272722 (30.312 sec)
INFO:tensorflow:global_step/sec: 3.63543
INFO:tensorflow:loss = 1.2160074, step = 25127 (27.506 sec)
INFO:tensorflow:lr = 0.0003264142 (27.505 sec)
INFO:tensorflow:global_step/sec: 3.69682
INFO:tensorflow:loss = 1.229359, step = 25227 (27.055 sec)
INFO:tensorflow:lr = 0.00033010115 (27.058 sec)
INFO:tensorflow:global_step/sec: 3.78092
INFO:tensorflow:loss = 1.2164927, step = 25327 (26.444 sec)
INFO:tensorflow:lr = 0.00033378805 (26.442 sec)
INFO:tensorflow:global_step/sec: 3.66574
INFO:tensorflow:loss = 1.2105225, step = 25427 (27.279 sec)
INFO:tensorflow:lr = 0.00033747498 (27.279 sec)
INFO:tensorflow:global_step/sec: 3.72656
INFO:tensorflow:loss = 1.211177, step = 25527 (26.835 sec)
INFO:tensorflow:lr = 0.00034116188 (26.833 sec)
INFO:tensorflow:global_step/sec: 3.71157
INFO:tensorflow:loss = 1.2115679, step = 25627 (26.943 sec)
INFO:tensorflow:lr = 0.0003448488 (26.943 sec)
INFO:tensorflow:global_step/sec: 3.77653
INFO:tensorflow:loss = 1.2958165, step = 25727 (26.480 sec)
INFO:tensorflow:lr = 0.00034853572 (26.480 sec)
INFO:tensorflow:global_step/sec: 3.72853
INFO:tensorflow:loss = 1.208498, step = 25827 (26.826 sec)
INFO:tensorflow:lr = 0.00035222265 (26.826 sec)
INFO:tensorflow:global_step/sec: 3.95683
INFO:tensorflow:loss = 1.2166473, step = 25927 (25.266 sec)
INFO:tensorflow:lr = 0.00035590964 (25.265 sec)
INFO:tensorflow:global_step/sec: 3.96173
INFO:tensorflow:loss = 1.2081691, step = 26027 (25.241 sec)
INFO:tensorflow:lr = 0.00035959657 (25.242 sec)
INFO:tensorflow:Saving checkpoints for 26114 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.199158.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2107d240>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2107d240>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-26114
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb3a9e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb3a9e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-26114
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.170, BELU-1: 94.300, BLEU-2: 88.400, BLEU-4: 77.300, EM: 0.549
INFO:tensorflow:Best EM: 0.553
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbe04d0b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbe04d0b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-26114
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 26114 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2132847, step = 26114
INFO:tensorflow:lr = 0.00036280416
INFO:tensorflow:global_step/sec: 3.45528
INFO:tensorflow:loss = 1.2707653, step = 26214 (28.946 sec)
INFO:tensorflow:lr = 0.00036649106 (28.944 sec)
INFO:tensorflow:global_step/sec: 3.77262
INFO:tensorflow:loss = 1.2009414, step = 26314 (26.507 sec)
INFO:tensorflow:lr = 0.000370178 (26.507 sec)
INFO:tensorflow:global_step/sec: 3.82028
INFO:tensorflow:loss = 1.205385, step = 26414 (26.176 sec)
INFO:tensorflow:lr = 0.0003738649 (26.178 sec)
INFO:tensorflow:global_step/sec: 3.89979
INFO:tensorflow:loss = 1.2171242, step = 26514 (25.643 sec)
INFO:tensorflow:lr = 0.00037755183 (25.642 sec)
INFO:tensorflow:global_step/sec: 3.9036
INFO:tensorflow:loss = 1.2243456, step = 26614 (25.618 sec)
INFO:tensorflow:lr = 0.00038123882 (25.616 sec)
INFO:tensorflow:global_step/sec: 3.88636
INFO:tensorflow:loss = 1.2223893, step = 26714 (25.730 sec)
INFO:tensorflow:lr = 0.00038492575 (25.730 sec)
INFO:tensorflow:global_step/sec: 3.90028
INFO:tensorflow:loss = 1.2036849, step = 26814 (25.639 sec)
INFO:tensorflow:lr = 0.00038861265 (25.640 sec)
INFO:tensorflow:global_step/sec: 3.87667
INFO:tensorflow:loss = 1.2034166, step = 26914 (25.794 sec)
INFO:tensorflow:lr = 0.00039229958 (25.795 sec)
INFO:tensorflow:global_step/sec: 3.88049
INFO:tensorflow:loss = 1.2853373, step = 27014 (25.771 sec)
INFO:tensorflow:lr = 0.00039598648 (25.770 sec)
INFO:tensorflow:global_step/sec: 3.97175
INFO:tensorflow:loss = 1.214948, step = 27114 (25.182 sec)
INFO:tensorflow:lr = 0.00039967342 (25.183 sec)
INFO:tensorflow:global_step/sec: 3.84024
INFO:tensorflow:loss = 1.2257916, step = 27214 (26.036 sec)
INFO:tensorflow:lr = 0.00040336032 (26.036 sec)
INFO:tensorflow:Saving checkpoints for 27301 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.228217.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20292278>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20292278>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-27301
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbe3dcba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbe3dcba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-27301
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.540, BELU-1: 94.600, BLEU-2: 88.800, BLEU-4: 77.700, EM: 0.544
INFO:tensorflow:Best EM: 0.553
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20cc1da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20cc1da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-27301
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 27301 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.215278, step = 27301
INFO:tensorflow:lr = 0.000406568
INFO:tensorflow:global_step/sec: 3.50904
INFO:tensorflow:loss = 1.2095699, step = 27401 (28.500 sec)
INFO:tensorflow:lr = 0.00041025493 (28.499 sec)
INFO:tensorflow:global_step/sec: 4.07898
INFO:tensorflow:loss = 1.2252719, step = 27501 (24.517 sec)
INFO:tensorflow:lr = 0.00041394183 (24.518 sec)
INFO:tensorflow:global_step/sec: 3.93789
INFO:tensorflow:loss = 1.2530448, step = 27601 (25.395 sec)
INFO:tensorflow:lr = 0.00041762876 (25.394 sec)
INFO:tensorflow:global_step/sec: 3.94466
INFO:tensorflow:loss = 1.2352747, step = 27701 (25.354 sec)
INFO:tensorflow:lr = 0.00042131566 (25.354 sec)
INFO:tensorflow:global_step/sec: 3.8533
INFO:tensorflow:loss = 1.2283944, step = 27801 (25.948 sec)
INFO:tensorflow:lr = 0.0004250026 (25.951 sec)
INFO:tensorflow:global_step/sec: 3.71927
INFO:tensorflow:loss = 1.2281685, step = 27901 (26.887 sec)
INFO:tensorflow:lr = 0.0004286895 (26.884 sec)
INFO:tensorflow:global_step/sec: 3.8077
INFO:tensorflow:loss = 1.2419149, step = 28001 (26.263 sec)
INFO:tensorflow:lr = 0.00043237643 (26.264 sec)
INFO:tensorflow:global_step/sec: 3.95923
INFO:tensorflow:loss = 1.2435257, step = 28101 (25.257 sec)
INFO:tensorflow:lr = 0.00043606342 (25.257 sec)
INFO:tensorflow:global_step/sec: 3.89108
INFO:tensorflow:loss = 1.2356107, step = 28201 (25.700 sec)
INFO:tensorflow:lr = 0.00043975035 (25.699 sec)
INFO:tensorflow:global_step/sec: 3.99202
INFO:tensorflow:loss = 1.2157271, step = 28301 (25.050 sec)
INFO:tensorflow:lr = 0.00044343725 (25.051 sec)
INFO:tensorflow:global_step/sec: 3.90825
INFO:tensorflow:loss = 1.2396023, step = 28401 (25.586 sec)
INFO:tensorflow:lr = 0.00044712418 (25.585 sec)
INFO:tensorflow:Saving checkpoints for 28488 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2093061.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2122f630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2122f630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-28488
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbdd78588>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbdd78588>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-28488
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.370, BELU-1: 94.400, BLEU-2: 88.800, BLEU-4: 78.400, EM: 0.547
INFO:tensorflow:Best EM: 0.553
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20467780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20467780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-28488
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 28488 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2142082, step = 28488
INFO:tensorflow:lr = 0.0004496682
INFO:tensorflow:global_step/sec: 3.40802
INFO:tensorflow:loss = 1.2125655, step = 28588 (29.347 sec)
INFO:tensorflow:lr = 0.0004459813 (29.348 sec)
INFO:tensorflow:global_step/sec: 3.95569
INFO:tensorflow:loss = 1.2124538, step = 28688 (25.279 sec)
INFO:tensorflow:lr = 0.0004422943 (25.278 sec)
INFO:tensorflow:global_step/sec: 3.87335
INFO:tensorflow:loss = 1.2266613, step = 28788 (25.819 sec)
INFO:tensorflow:lr = 0.00043860739 (25.819 sec)
INFO:tensorflow:global_step/sec: 4.07262
INFO:tensorflow:loss = 1.2100229, step = 28888 (24.555 sec)
INFO:tensorflow:lr = 0.00043492045 (24.555 sec)
INFO:tensorflow:global_step/sec: 3.71778
INFO:tensorflow:loss = 1.2302481, step = 28988 (26.897 sec)
INFO:tensorflow:lr = 0.00043123355 (26.897 sec)
INFO:tensorflow:global_step/sec: 3.80503
INFO:tensorflow:loss = 1.1996032, step = 29088 (26.281 sec)
INFO:tensorflow:lr = 0.00042754662 (26.282 sec)
INFO:tensorflow:global_step/sec: 3.84383
INFO:tensorflow:loss = 1.21061, step = 29188 (26.015 sec)
INFO:tensorflow:lr = 0.00042385972 (26.015 sec)
INFO:tensorflow:global_step/sec: 3.92149
INFO:tensorflow:loss = 1.2618033, step = 29288 (25.499 sec)
INFO:tensorflow:lr = 0.0004201728 (25.499 sec)
INFO:tensorflow:global_step/sec: 3.91948
INFO:tensorflow:loss = 1.2421614, step = 29388 (25.515 sec)
INFO:tensorflow:lr = 0.00041648588 (25.513 sec)
INFO:tensorflow:global_step/sec: 3.80282
INFO:tensorflow:loss = 1.2194582, step = 29488 (26.294 sec)
INFO:tensorflow:lr = 0.00041279886 (26.295 sec)
INFO:tensorflow:global_step/sec: 3.85486
INFO:tensorflow:loss = 1.213733, step = 29588 (25.944 sec)
INFO:tensorflow:lr = 0.00040911196 (25.945 sec)
INFO:tensorflow:Saving checkpoints for 29675 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2315869.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c78dc9e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c78dc9e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-29675
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd48a5f8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd48a5f8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-29675
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.690, BELU-1: 94.200, BLEU-2: 88.500, BLEU-4: 77.600, EM: 0.546
INFO:tensorflow:Best EM: 0.553
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb4853c8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb4853c8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-29675
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 29675 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2178046, step = 29675
INFO:tensorflow:lr = 0.00040590437
INFO:tensorflow:global_step/sec: 3.58571
INFO:tensorflow:loss = 1.200222, step = 29775 (27.892 sec)
INFO:tensorflow:lr = 0.00040221744 (27.893 sec)
INFO:tensorflow:global_step/sec: 3.91977
INFO:tensorflow:loss = 1.2229185, step = 29875 (25.512 sec)
INFO:tensorflow:lr = 0.00039853054 (25.512 sec)
INFO:tensorflow:global_step/sec: 3.86476
INFO:tensorflow:loss = 1.2100537, step = 29975 (25.875 sec)
INFO:tensorflow:lr = 0.0003948436 (25.875 sec)
INFO:tensorflow:global_step/sec: 3.99551
INFO:tensorflow:loss = 1.2121307, step = 30075 (25.028 sec)
INFO:tensorflow:lr = 0.0003911567 (25.027 sec)
INFO:tensorflow:global_step/sec: 3.84978
INFO:tensorflow:loss = 1.201315, step = 30175 (25.976 sec)
INFO:tensorflow:lr = 0.00038746968 (25.977 sec)
INFO:tensorflow:global_step/sec: 3.89733
INFO:tensorflow:loss = 1.2074416, step = 30275 (25.659 sec)
INFO:tensorflow:lr = 0.00038378278 (25.658 sec)
INFO:tensorflow:global_step/sec: 3.93985
INFO:tensorflow:loss = 1.2045802, step = 30375 (25.379 sec)
INFO:tensorflow:lr = 0.00038009585 (25.379 sec)
INFO:tensorflow:global_step/sec: 3.64082
INFO:tensorflow:loss = 1.2262723, step = 30475 (27.468 sec)
INFO:tensorflow:lr = 0.00037640895 (27.468 sec)
INFO:tensorflow:global_step/sec: 3.74475
INFO:tensorflow:loss = 1.230473, step = 30575 (26.704 sec)
INFO:tensorflow:lr = 0.00037272202 (26.706 sec)
INFO:tensorflow:global_step/sec: 3.87768
INFO:tensorflow:loss = 1.2123411, step = 30675 (25.789 sec)
INFO:tensorflow:lr = 0.00036903511 (25.787 sec)
INFO:tensorflow:global_step/sec: 3.71712
INFO:tensorflow:loss = 1.2358936, step = 30775 (26.903 sec)
INFO:tensorflow:lr = 0.00036534818 (26.904 sec)
INFO:tensorflow:Saving checkpoints for 30862 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2202618.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb8fff60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb8fff60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-30862
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd9aa320>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd9aa320>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-30862
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.250, BELU-1: 94.400, BLEU-2: 88.700, BLEU-4: 78.000, EM: 0.544
INFO:tensorflow:Best EM: 0.553
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd3d76d8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd3d76d8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-30862
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 30862 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2197472, step = 30862
INFO:tensorflow:lr = 0.0003621405
INFO:tensorflow:global_step/sec: 3.48361
INFO:tensorflow:loss = 1.2053882, step = 30962 (28.709 sec)
INFO:tensorflow:lr = 0.0003584536 (28.710 sec)
INFO:tensorflow:global_step/sec: 3.89798
INFO:tensorflow:loss = 1.1995945, step = 31062 (25.656 sec)
INFO:tensorflow:lr = 0.00035476667 (25.654 sec)
INFO:tensorflow:global_step/sec: 3.8728
INFO:tensorflow:loss = 1.2202543, step = 31162 (25.822 sec)
INFO:tensorflow:lr = 0.00035107977 (25.822 sec)
INFO:tensorflow:global_step/sec: 3.92612
INFO:tensorflow:loss = 1.2019464, step = 31262 (25.467 sec)
INFO:tensorflow:lr = 0.00034739284 (25.465 sec)
INFO:tensorflow:global_step/sec: 3.81261
INFO:tensorflow:loss = 1.2173765, step = 31362 (26.232 sec)
INFO:tensorflow:lr = 0.0003437059 (26.232 sec)
INFO:tensorflow:global_step/sec: 3.74439
INFO:tensorflow:loss = 1.2068706, step = 31462 (26.706 sec)
INFO:tensorflow:lr = 0.000340019 (26.707 sec)
INFO:tensorflow:global_step/sec: 3.92661
INFO:tensorflow:loss = 1.2315375, step = 31562 (25.468 sec)
INFO:tensorflow:lr = 0.000336332 (25.469 sec)
INFO:tensorflow:global_step/sec: 3.93726
INFO:tensorflow:loss = 1.2162236, step = 31662 (25.399 sec)
INFO:tensorflow:lr = 0.00033264508 (25.398 sec)
INFO:tensorflow:global_step/sec: 3.9051
INFO:tensorflow:loss = 1.2119352, step = 31762 (25.607 sec)
INFO:tensorflow:lr = 0.00032895818 (25.607 sec)
INFO:tensorflow:global_step/sec: 3.8356
INFO:tensorflow:loss = 1.203537, step = 31862 (26.071 sec)
INFO:tensorflow:lr = 0.00032527125 (26.072 sec)
INFO:tensorflow:global_step/sec: 3.75994
INFO:tensorflow:loss = 1.204423, step = 31962 (26.596 sec)
INFO:tensorflow:lr = 0.00032158435 (26.595 sec)
INFO:tensorflow:Saving checkpoints for 32049 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2052474.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbba5acf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbba5acf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-32049
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c206ec9b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c206ec9b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-32049
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.670, BELU-1: 94.400, BLEU-2: 88.900, BLEU-4: 78.400, EM: 0.553
INFO:tensorflow:Best EM: 0.553
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bba0940b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bba0940b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-32049
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 32049 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.25355, step = 32049
INFO:tensorflow:lr = 0.00031837673
INFO:tensorflow:global_step/sec: 3.50137
INFO:tensorflow:loss = 1.2134092, step = 32149 (28.564 sec)
INFO:tensorflow:lr = 0.00031468982 (28.564 sec)
INFO:tensorflow:global_step/sec: 3.93508
INFO:tensorflow:loss = 1.2035394, step = 32249 (25.412 sec)
INFO:tensorflow:lr = 0.0003110028 (25.413 sec)
INFO:tensorflow:global_step/sec: 3.80163
INFO:tensorflow:loss = 1.1961029, step = 32349 (26.306 sec)
INFO:tensorflow:lr = 0.0003073159 (26.306 sec)
INFO:tensorflow:global_step/sec: 3.85548
INFO:tensorflow:loss = 1.2004821, step = 32449 (25.937 sec)
INFO:tensorflow:lr = 0.00030362897 (25.936 sec)
INFO:tensorflow:global_step/sec: 3.90047
INFO:tensorflow:loss = 1.2156717, step = 32549 (25.638 sec)
INFO:tensorflow:lr = 0.00029994207 (25.639 sec)
INFO:tensorflow:global_step/sec: 3.8214
INFO:tensorflow:loss = 1.2028147, step = 32649 (26.167 sec)
INFO:tensorflow:lr = 0.00029625514 (26.167 sec)
INFO:tensorflow:global_step/sec: 3.75408
INFO:tensorflow:loss = 1.200886, step = 32749 (26.639 sec)
INFO:tensorflow:lr = 0.00029256823 (26.638 sec)
INFO:tensorflow:global_step/sec: 3.87496
INFO:tensorflow:loss = 1.2028533, step = 32849 (25.806 sec)
INFO:tensorflow:lr = 0.0002888813 (25.806 sec)
INFO:tensorflow:global_step/sec: 3.80235
INFO:tensorflow:loss = 1.2033297, step = 32949 (26.299 sec)
INFO:tensorflow:lr = 0.0002851944 (26.300 sec)
INFO:tensorflow:global_step/sec: 3.86344
INFO:tensorflow:loss = 1.2007034, step = 33049 (25.885 sec)
INFO:tensorflow:lr = 0.0002815074 (25.886 sec)
INFO:tensorflow:global_step/sec: 3.90777
INFO:tensorflow:loss = 1.2062575, step = 33149 (25.588 sec)
INFO:tensorflow:lr = 0.00027782048 (25.587 sec)
INFO:tensorflow:Saving checkpoints for 33236 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.198311.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c206c7f28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c206c7f28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-33236
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20456278>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20456278>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-33236
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.540, BELU-1: 94.900, BLEU-2: 89.300, BLEU-4: 78.800, EM: 0.559
INFO:tensorflow:Best EM: 0.559
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2128f240>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c2128f240>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-33236
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 33236 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2008789, step = 33236
INFO:tensorflow:lr = 0.0002746129
INFO:tensorflow:global_step/sec: 3.57785
INFO:tensorflow:loss = 1.1951877, step = 33336 (27.954 sec)
INFO:tensorflow:lr = 0.00027092596 (27.953 sec)
INFO:tensorflow:global_step/sec: 3.67164
INFO:tensorflow:loss = 1.2063364, step = 33436 (27.236 sec)
INFO:tensorflow:lr = 0.00026723905 (27.237 sec)
INFO:tensorflow:global_step/sec: 3.84453
INFO:tensorflow:loss = 1.1916659, step = 33536 (26.011 sec)
INFO:tensorflow:lr = 0.00026355212 (26.009 sec)
INFO:tensorflow:global_step/sec: 3.84689
INFO:tensorflow:loss = 1.2051665, step = 33636 (25.994 sec)
INFO:tensorflow:lr = 0.00025986513 (25.994 sec)
INFO:tensorflow:global_step/sec: 3.84387
INFO:tensorflow:loss = 1.1994375, step = 33736 (26.017 sec)
INFO:tensorflow:lr = 0.0002561782 (26.018 sec)
INFO:tensorflow:global_step/sec: 3.93365
INFO:tensorflow:loss = 1.1975619, step = 33836 (25.419 sec)
INFO:tensorflow:lr = 0.0002524913 (25.419 sec)
INFO:tensorflow:global_step/sec: 3.86361
INFO:tensorflow:loss = 1.1916214, step = 33936 (25.884 sec)
INFO:tensorflow:lr = 0.00024880437 (25.885 sec)
INFO:tensorflow:global_step/sec: 3.88943
INFO:tensorflow:loss = 1.2001355, step = 34036 (25.711 sec)
INFO:tensorflow:lr = 0.00024511747 (25.710 sec)
INFO:tensorflow:global_step/sec: 3.88936
INFO:tensorflow:loss = 1.1933149, step = 34136 (25.709 sec)
INFO:tensorflow:lr = 0.00024143056 (25.707 sec)
INFO:tensorflow:global_step/sec: 3.87689
INFO:tensorflow:loss = 1.2038349, step = 34236 (25.796 sec)
INFO:tensorflow:lr = 0.00023774363 (25.796 sec)
INFO:tensorflow:global_step/sec: 3.83369
INFO:tensorflow:loss = 1.1918758, step = 34336 (26.084 sec)
INFO:tensorflow:lr = 0.00023405673 (26.085 sec)
INFO:tensorflow:Saving checkpoints for 34423 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.189416.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c200f7e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c200f7e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-34423
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbe220a20>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbe220a20>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-34423
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.370, BELU-1: 94.700, BLEU-2: 89.100, BLEU-4: 78.400, EM: 0.550
INFO:tensorflow:Best EM: 0.559
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbdbd3828>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbdbd3828>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-34423
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 34423 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2200986, step = 34423
INFO:tensorflow:lr = 0.00023084902
INFO:tensorflow:global_step/sec: 3.55094
INFO:tensorflow:loss = 1.2048955, step = 34523 (28.166 sec)
INFO:tensorflow:lr = 0.00022716212 (28.167 sec)
INFO:tensorflow:global_step/sec: 3.7718
INFO:tensorflow:loss = 1.2120781, step = 34623 (26.513 sec)
INFO:tensorflow:lr = 0.00022347519 (26.513 sec)
INFO:tensorflow:global_step/sec: 3.85129
INFO:tensorflow:loss = 1.1973908, step = 34723 (25.965 sec)
INFO:tensorflow:lr = 0.00021978829 (25.964 sec)
INFO:tensorflow:global_step/sec: 3.78282
INFO:tensorflow:loss = 1.2002729, step = 34823 (26.436 sec)
INFO:tensorflow:lr = 0.00021610137 (26.437 sec)
INFO:tensorflow:global_step/sec: 3.82858
INFO:tensorflow:loss = 1.1943786, step = 34923 (26.117 sec)
INFO:tensorflow:lr = 0.00021241445 (26.118 sec)
INFO:tensorflow:global_step/sec: 3.76484
INFO:tensorflow:loss = 1.1982008, step = 35023 (26.564 sec)
INFO:tensorflow:lr = 0.00020872754 (26.562 sec)
INFO:tensorflow:global_step/sec: 3.82825
INFO:tensorflow:loss = 1.19903, step = 35123 (26.121 sec)
INFO:tensorflow:lr = 0.00020504053 (26.122 sec)
INFO:tensorflow:global_step/sec: 3.93961
INFO:tensorflow:loss = 1.1993196, step = 35223 (25.381 sec)
INFO:tensorflow:lr = 0.00020135361 (25.379 sec)
INFO:tensorflow:global_step/sec: 3.92266
INFO:tensorflow:loss = 1.1895452, step = 35323 (25.496 sec)
INFO:tensorflow:lr = 0.0001976667 (25.497 sec)
INFO:tensorflow:global_step/sec: 3.92715
INFO:tensorflow:loss = 1.2028114, step = 35423 (25.463 sec)
INFO:tensorflow:lr = 0.00019397978 (25.463 sec)
INFO:tensorflow:global_step/sec: 3.92405
INFO:tensorflow:loss = 1.2278447, step = 35523 (25.481 sec)
INFO:tensorflow:lr = 0.00019029286 (25.483 sec)
INFO:tensorflow:Saving checkpoints for 35610 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2065903.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd6ea518>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbd6ea518>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-35610
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb5ebfd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbb5ebfd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-35610
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.890, BELU-1: 94.700, BLEU-2: 89.000, BLEU-4: 78.400, EM: 0.556
INFO:tensorflow:Best EM: 0.559
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bba041630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bba041630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-35610
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 35610 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.1966517, step = 35610
INFO:tensorflow:lr = 0.00018708527
INFO:tensorflow:global_step/sec: 3.4728
INFO:tensorflow:loss = 1.1928798, step = 35710 (28.800 sec)
INFO:tensorflow:lr = 0.00018339827 (28.802 sec)
INFO:tensorflow:global_step/sec: 3.7686
INFO:tensorflow:loss = 1.1988622, step = 35810 (26.534 sec)
INFO:tensorflow:lr = 0.00017971135 (26.533 sec)
INFO:tensorflow:global_step/sec: 3.84717
INFO:tensorflow:loss = 1.2104698, step = 35910 (25.992 sec)
INFO:tensorflow:lr = 0.00017602443 (25.993 sec)
INFO:tensorflow:global_step/sec: 3.83047
INFO:tensorflow:loss = 1.1971592, step = 36010 (26.107 sec)
INFO:tensorflow:lr = 0.00017233752 (26.106 sec)
INFO:tensorflow:global_step/sec: 3.75208
INFO:tensorflow:loss = 1.2010181, step = 36110 (26.651 sec)
INFO:tensorflow:lr = 0.0001686506 (26.652 sec)
INFO:tensorflow:global_step/sec: 3.98748
INFO:tensorflow:loss = 1.1992797, step = 36210 (25.080 sec)
INFO:tensorflow:lr = 0.00016496368 (25.079 sec)
INFO:tensorflow:global_step/sec: 3.93294
INFO:tensorflow:loss = 1.1896945, step = 36310 (25.426 sec)
INFO:tensorflow:lr = 0.00016127677 (25.428 sec)
INFO:tensorflow:global_step/sec: 3.77744
INFO:tensorflow:loss = 1.1898905, step = 36410 (26.472 sec)
INFO:tensorflow:lr = 0.00015758985 (26.472 sec)
INFO:tensorflow:global_step/sec: 3.90325
INFO:tensorflow:loss = 1.1975268, step = 36510 (25.620 sec)
INFO:tensorflow:lr = 0.00015390293 (25.619 sec)
INFO:tensorflow:global_step/sec: 3.9698
INFO:tensorflow:loss = 1.2015071, step = 36610 (25.189 sec)
INFO:tensorflow:lr = 0.00015021593 (25.191 sec)
INFO:tensorflow:global_step/sec: 3.69002
INFO:tensorflow:loss = 1.1873429, step = 36710 (27.104 sec)
INFO:tensorflow:lr = 0.00014652901 (27.103 sec)
INFO:tensorflow:Saving checkpoints for 36797 into ../model/baseline_lstm_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.183102.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbe25ab70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5bbe25ab70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-36797
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20abee80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20abee80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-36797
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 81.250, BELU-1: 94.600, BLEU-2: 89.100, BLEU-4: 78.500, EM: 0.562
INFO:tensorflow:Best EM: 0.562
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20464e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5c20464e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/recurrent_kernel:0' shape=(300, 1200) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_lstm/bias:0' shape=(1200,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_lstm_clr/model.ckpt-36797
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 36797 into ../model/baseline_lstm_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.1833833, step = 36797
INFO:tensorflow:lr = 0.0001433214
INFO:tensorflow:global_step/sec: 3.47158
INFO:tensorflow:loss = 1.1865503, step = 36897 (28.810 sec)
INFO:tensorflow:lr = 0.0001396345 (28.808 sec)
INFO:tensorflow:global_step/sec: 3.91833
INFO:tensorflow:loss = 1.1933144, step = 36997 (25.520 sec)
INFO:tensorflow:lr = 0.00013594759 (25.520 sec)
INFO:tensorflow:global_step/sec: 3.9223
INFO:tensorflow:loss = 1.1945229, step = 37097 (25.496 sec)
INFO:tensorflow:lr = 0.00013226067 (25.498 sec)
INFO:tensorflow:global_step/sec: 3.82423
INFO:tensorflow:loss = 1.1917578, step = 37197 (26.149 sec)
INFO:tensorflow:lr = 0.00012857367 (26.148 sec)
INFO:tensorflow:global_step/sec: 3.85235
INFO:tensorflow:loss = 1.1951399, step = 37297 (25.958 sec)
INFO:tensorflow:lr = 0.00012488675 (25.959 sec)
INFO:tensorflow:global_step/sec: 3.84359
INFO:tensorflow:loss = 1.1921021, step = 37397 (26.015 sec)
INFO:tensorflow:lr = 0.00012119983 (26.013 sec)
INFO:tensorflow:global_step/sec: 3.82961
INFO:tensorflow:loss = 1.201502, step = 37497 (26.115 sec)
INFO:tensorflow:lr = 0.000117512915 (26.116 sec)
INFO:tensorflow:global_step/sec: 3.71114
INFO:tensorflow:loss = 1.195348, step = 37597 (26.947 sec)
INFO:tensorflow:lr = 0.000113826 (26.947 sec)
INFO:tensorflow:global_step/sec: 3.93867
INFO:tensorflow:loss = 1.1904327, step = 37697 (25.389 sec)
INFO:tensorflow:lr = 0.00011013908 (25.390 sec)