In [1]:
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow1/multi_turn_rewrite/chinese/main')
Drive already mounted at /content/gdrive; to attempt to forcibly remount, call drive.mount("/content/gdrive", force_remount=True).
In [2]:
%tensorflow_version 1.x
!pip install texar
TensorFlow 1.x selected.
Requirement already satisfied: texar in /usr/local/lib/python3.6/dist-packages (0.2.4)
Requirement already satisfied: pyyaml in /usr/local/lib/python3.6/dist-packages (from texar) (3.13)
Requirement already satisfied: sentencepiece>=0.1.8 in /usr/local/lib/python3.6/dist-packages (from texar) (0.1.91)
Requirement already satisfied: requests in /usr/local/lib/python3.6/dist-packages (from texar) (2.23.0)
Requirement already satisfied: packaging in /usr/local/lib/python3.6/dist-packages (from texar) (20.4)
Requirement already satisfied: regex>=2018.01.10 in /usr/local/lib/python3.6/dist-packages (from texar) (2019.12.20)
Requirement already satisfied: numpy<1.17.0 in /usr/local/lib/python3.6/dist-packages (from texar) (1.16.6)
Requirement already satisfied: funcsigs>=1.0.2 in /usr/local/lib/python3.6/dist-packages (from texar) (1.0.2)
Requirement already satisfied: pathlib>=1.0 in /usr/local/lib/python3.6/dist-packages (from texar) (1.0.1)
Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests->texar) (2020.4.5.2)
Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests->texar) (1.24.3)
Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests->texar) (3.0.4)
Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests->texar) (2.9)
Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from packaging->texar) (1.12.0)
Requirement already satisfied: pyparsing>=2.0.2 in /usr/local/lib/python3.6/dist-packages (from packaging->texar) (2.4.7)
In [3]:
import tensorflow as tf
import texar.tf as tx

import numpy as np
import pprint
import logging

from pathlib import Path
from modified_beam_search_decoder import BeamSearchDecoder

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 1.15.2
GPU Enabled: True
In [4]:
def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip('\n')
      word2idx[line] = i
  return word2idx
In [5]:
def align_pad(li):
  max_len = max([len(sent) for sent in li])
  for sent in li:
    if len(sent) < max_len:
      sent += [0] * (max_len - len(sent))
In [6]:
def data_generator(f_paths, params):
  for f_path in f_paths:
    with open(f_path) as f:
      print('Reading', f_path)
      for line in f:
        line = line.rstrip()
        h1, h2, q, a = line.split('\t')
        char2idx_fn = lambda x: [params['char2idx'].get(c, len(params['char2idx'])) for c in list(x)]
        h1, h2, q, a = char2idx_fn(h1), char2idx_fn(h2), char2idx_fn(q), char2idx_fn(a)
        a = [c for c in a if c in (h1 + h2 + q)]
        align_pad([h1, h2])
        a_in = [1] + a
        a_out = a + [2]
        q = q + [2]
        nested = ({'history': [h1, h2], 'query': q}, (a_in, a_out))
        yield nested
In [7]:
def dataset(is_training, params):
  _shapes = ({'history':[None, None], 'query':[None]}, ([None], [None]))
  _types = ({'history':tf.int32, 'query': tf.int32}, (tf.int32, tf.int32))
  _pads = ({'history':0, 'query':0}, (0, 0))
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_path'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_path'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  
  return ds
In [8]:
def clip_grads(loss):
  variables = tf.trainable_variables()
  pprint.pprint(variables)
  grads = tf.gradients(loss, variables)
  clipped_grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
  return zip(clipped_grads, variables)


def rnn_cell():
  def cell_fn():
    cell = tf.nn.rnn_cell.GRUCell(params['hidden_units'],
                                  kernel_initializer=tf.orthogonal_initializer())
    return cell
  if params['dec_layers'] > 1:
    cells = []
    for i in range(params['dec_layers']):
      if i == params['dec_layers'] - 1:
        cells.append(cell_fn())
      else:
        cells.append(tf.nn.rnn_cell.ResidualWrapper(cell_fn(), residual_fn=lambda i,o: tf.concat((i,o), -1)))
    return tf.nn.rnn_cell.MultiRNNCell(cells)
  else:
    return cell_fn()

  
def dec_cell(enc_out, q_enc_len):
  h_enc_out, q_enc_out, h_, q_ = enc_out

  attn_h = tf.contrib.seq2seq.BahdanauAttention(
    num_units = params['hidden_units'],
    memory = h_enc_out,
    memory_sequence_length = None)
  
  attn_q = tf.contrib.seq2seq.BahdanauAttention(
    num_units = params['hidden_units'],
    memory = q_enc_out,
    memory_sequence_length = q_enc_len)
  
  attn_h_ = tf.contrib.seq2seq.BahdanauAttention(
    num_units = params['hidden_units'],
    memory = h_,
    memory_sequence_length = None)
  
  attn_q_ = tf.contrib.seq2seq.BahdanauAttention(
    num_units = params['hidden_units'],
    memory = q_,
    memory_sequence_length = q_enc_len)
  
  return tf.contrib.seq2seq.AttentionWrapper(
    cell = rnn_cell(),
    attention_mechanism = [attn_h_, attn_q_, attn_h, attn_q],
    attention_layer_size = 4 * [params['hidden_units']//4])
    

class Pointer(tf.layers.Layer):
  def __init__(self, encoder_ids, encoder_out, vocab_size, is_beam_search):
    super().__init__()
    self.encoder_ids = tf.cast(encoder_ids, tf.int32)
    self.encoder_out = encoder_out
    self.vocab_size = vocab_size
    self.is_beam_search = is_beam_search

  def call(self, inputs):
    _max_len = tf.shape(self.encoder_ids)[1]
    _batch_size_ori = tf.shape(inputs)[0]
    if self.is_beam_search:
      _batch_size= _batch_size_ori * params['beam_width']
    else:
      _batch_size = _batch_size_ori
    inputs = tf.reshape(inputs, (_batch_size, params['hidden_units']))

    attn_weights = tf.matmul(self.encoder_out, tf.expand_dims(inputs, -1))
    attn_weights = tf.squeeze(attn_weights, -1)
    updates = tf.nn.softmax(attn_weights)
    
    batch_nums = tf.range(0, _batch_size)
    batch_nums = tf.expand_dims(batch_nums, axis=1)
    batch_nums = tf.tile(batch_nums, [1, _max_len])

    indices = tf.stack([batch_nums, self.encoder_ids], axis=2)
    if self.is_beam_search:
      x = tf.scatter_nd(indices, updates, (_batch_size, self.vocab_size))
      return tf.reshape(x, (_batch_size_ori, params['beam_width'], self.vocab_size))
    else:
      x = tf.scatter_nd(indices, updates, (_batch_size, self.vocab_size))
      return x
  
  def compute_output_shape(self, input_shape):
    return input_shape[:-1].concatenate(self.vocab_size)


class OutputProj(tf.layers.Layer):
  def __init__(self, h_encoder_ids, q_encoder_ids, h_enc_out, q_enc_out, vocab_size, is_beam_search):
    super().__init__()
    self.h_pointer = Pointer(h_encoder_ids, h_enc_out, vocab_size, is_beam_search)
    self.q_pointer = Pointer(q_encoder_ids, q_enc_out, vocab_size, is_beam_search)
    self.vocab_size = vocab_size

  def build(self, input_shape):
    self.gate_fc = tf.layers.Dense(1, tf.sigmoid, use_bias=False)
    super().build(input_shape)
  
  def call(self, inputs):
    h_dist = self.h_pointer(inputs)
    q_dist = self.q_pointer(inputs)
    gate = self.gate_fc(inputs)
    return gate * h_dist + (1 - gate) * q_dist
  
  def compute_output_shape(self, input_shape):
    return input_shape[:-1].concatenate(self.vocab_size)
In [9]:
def bigru_encode(encoder, x, mask):
  enc_out, state_fw, state_bw = encoder(x, mask=mask)
  enc_state = tf.concat((state_fw, state_bw), axis=-1)
  return enc_out, enc_state


def teach_forcing(labels, embedding, enc_out, enc_len, enc_state, batch_sz, params, is_training, encoder_ids):
  h_enc_out, q_enc_out, h_, q_ = enc_out
  h_ids, q_ids = encoder_ids
  _, q_enc_len = enc_len
  output_proj = OutputProj(h_ids, q_ids, h_enc_out, q_enc_out, len(params['char2idx'])+1, is_beam_search=False)

  dec_inputs, dec_outputs = labels
  dec_seq_len = tf.count_nonzero(dec_inputs, 1, dtype=tf.int32)
  dec_inputs = tf.nn.embedding_lookup(embedding, dec_inputs)
  dec_inputs = tf.layers.dropout(dec_inputs, params['dropout_rate'], training=is_training)
  cell = dec_cell((h_enc_out, q_enc_out, h_, q_), q_enc_len)
  
  init_state = cell.zero_state(batch_sz, tf.float32).clone(
    cell_state=enc_state)
  
  helper = tf.contrib.seq2seq.TrainingHelper(
    inputs = dec_inputs,
    sequence_length = dec_seq_len,)
  decoder = tf.contrib.seq2seq.BasicDecoder(
    cell = cell,
    helper = helper,
    initial_state = init_state,
    output_layer = output_proj)
  decoder_output, _, _ = tf.contrib.seq2seq.dynamic_decode(
    decoder = decoder,
    maximum_iterations = tf.reduce_max(dec_seq_len))
  
  return decoder_output.rnn_output


def beam_search(embedding, enc_out, enc_len, enc_state, batch_sz, params, encoder_ids):
  h_enc_out, q_enc_out, h_, q_ = enc_out
  h_enc_out_t = tf.contrib.seq2seq.tile_batch(h_enc_out, params['beam_width'])
  q_enc_out_t = tf.contrib.seq2seq.tile_batch(q_enc_out, params['beam_width'])
  h_t_ = tf.contrib.seq2seq.tile_batch(h_, params['beam_width'])
  q_t_ = tf.contrib.seq2seq.tile_batch(q_, params['beam_width'])
  enc_state_t = tf.contrib.seq2seq.tile_batch(enc_state, params['beam_width'])
  h_ids, q_ids = encoder_ids
  h_ids_t = tf.contrib.seq2seq.tile_batch(h_ids, params['beam_width'])
  q_ids_t = tf.contrib.seq2seq.tile_batch(q_ids, params['beam_width'])
  _, q_enc_len = enc_len
  q_enc_len_t = tf.contrib.seq2seq.tile_batch(q_enc_len, params['beam_width'])
  
  output_proj = OutputProj(h_ids_t, q_ids_t, h_enc_out_t, q_enc_out_t, len(params['char2idx'])+1, is_beam_search=True)

  cell = dec_cell((h_enc_out_t, q_enc_out_t, h_t_, q_t_), q_enc_len_t)
  init_state = cell.zero_state(batch_sz*params['beam_width'], tf.float32).clone(
    cell_state=enc_state_t)
  
  decoder = BeamSearchDecoder(
    cell = cell,
    embedding = embedding,
    start_tokens = tf.tile(tf.constant([1], tf.int32), [batch_sz]),
    end_token = 2,
    initial_state = init_state,
    beam_width = params['beam_width'],
    output_layer = output_proj,)
  decoder_output, _, _ = tf.contrib.seq2seq.dynamic_decode(
    decoder = decoder,
    maximum_iterations = params['max_len'],)
  
  return decoder_output.predicted_ids[:, :, 0]
In [10]:
def forward(features, labels, mode):
  history = features['history']
  query = features['query']

  is_training = (mode == tf.estimator.ModeKeys.TRAIN)
  batch_sz = tf.shape(query)[0]

  query_valid_len = tf.count_nonzero(query, 1, dtype=tf.int32)
  query_mask = tf.sign(query)

  num_history = tf.shape(history)[1]
  history_len = tf.shape(history)[2]
  history = tf.reshape(history, (num_history*batch_sz, history_len))
  history_mask = tf.sign(history)

  history_ = tf.reshape(history, (batch_sz, num_history*history_len))
  encoder_ids = (history_, query)
  
  
  with tf.variable_scope('Embedding'):
    embedding = tf.Variable(np.load('../vocab/char.npy'),
                            dtype=tf.float32,
                            name='fasttext_vectors')
    def embed_fn(x):
      x = tf.nn.embedding_lookup(embedding, x)
      x = tf.layers.dropout(x, params['dropout_rate'], training=is_training)
      return x
    query = embed_fn(query)
    history = embed_fn(history)
  
  
  with tf.variable_scope('Encoder'):
    encoder = tf.keras.layers.Bidirectional(tf.keras.layers.GRU(
      params['hidden_units'], return_state=True, return_sequences=True, zero_output_for_mask=True))

    query_out, query_state = bigru_encode(encoder, query, query_mask)
    history_out, history_state = bigru_encode(encoder, history, history_mask)
    history_out = tf.reshape(history_out, (batch_sz, num_history*history_len, 2*params['hidden_units']))

    query_out = tf.layers.dropout(query_out, params['dropout_rate'], training=is_training)
    history_out = tf.layers.dropout(history_out, params['dropout_rate'], training=is_training)

    h = tf.layers.dense(history_out, params['hidden_units'], params['activation'], name='fc_encode_history')
    q = tf.layers.dense(query_out, params['hidden_units'], params['activation'], name='fc_encode_query')
    history_mask = tf.reshape(history_mask, (batch_sz, num_history*history_len))

    h_ = tf.layers.dropout(h, params['dropout_rate'], training=is_training)
    q_ = tf.layers.dropout(q, params['dropout_rate'], training=is_training)

  with tf.variable_scope('Interaction'):
    align = tf.matmul(q_, h_, transpose_b=True)
    pad = tf.fill(tf.shape(align), float('-inf'))
    mask = tf.tile(tf.expand_dims(history_mask, 1), [1, tf.shape(query)[1], 1])
    align = tf.where(tf.equal(mask, 0), pad, align)
    align = tf.nn.softmax(align)
    q_h = tf.matmul(align, h_)

    h_ = tf.reshape(h_, (num_history, batch_sz, history_len, params['hidden_units']))
    def gen_attn(each_history):
      align = tf.matmul(each_history, q_, transpose_b=True)
      pad = tf.fill(tf.shape(align), float('-inf'))
      mask = tf.tile(tf.expand_dims(query_mask, 1), [1, history_len, 1])
      align = tf.where(tf.equal(mask, 0), pad, align)
      align = tf.nn.softmax(align)
      x = tf.matmul(align, q_)
      return x
    h_ = tf.map_fn(gen_attn, h_)
    h_q = tf.reshape(h_, (batch_sz, num_history*history_len, params['hidden_units']))

    encoder_out = (h, q, h_q, q_h)
    encoder_state = tf.layers.dense(query_state, params['hidden_units'], params['activation'], name='fc_encode_state')
    enc_len = (None, query_valid_len)


  with tf.variable_scope('Decoder'):
    if is_training or (mode == tf.estimator.ModeKeys.EVAL):
        return teach_forcing(labels, embedding, encoder_out, enc_len, encoder_state, batch_sz, params, is_training, encoder_ids)
    else:
        return beam_search(embedding, encoder_out, enc_len, encoder_state, batch_sz, params, encoder_ids)
In [11]:
def clr(step,
        initial_learning_rate,
        maximal_learning_rate,
        step_size,
        scale_fn,
        scale_mode,):
  step = tf.cast(step, tf.float32)
  
  initial_learning_rate = tf.convert_to_tensor(
    initial_learning_rate, name='initial_learning_rate')
  dtype = initial_learning_rate.dtype
  maximal_learning_rate = tf.cast(maximal_learning_rate, dtype)
  step_size = tf.cast(step_size, dtype)
  cycle = tf.floor(1 + step / (2 * step_size))
  x = tf.abs(step / step_size - 2 * cycle + 1)

  mode_step = cycle if scale_mode == 'cycle' else step

  return initial_learning_rate + (
    maximal_learning_rate - initial_learning_rate) * tf.maximum(
      tf.cast(0, dtype), (1 - x)) * scale_fn(mode_step)


def cross_entropy_loss(logits, labels, vocab_size, smoothing):
  soft_targets = tf.one_hot(tf.cast(labels, tf.int32), depth=vocab_size)
  soft_targets = ((1-smoothing) * soft_targets) + (smoothing / vocab_size)

  logits = tf.minimum(1., logits + 1e-6)
  log_probs = tf.log(logits)
  xentropy = - tf.reduce_sum(soft_targets * log_probs, axis=-1)

  weights = tf.to_float(tf.not_equal(labels, 0))
  xentropy *= weights
  return tf.reduce_sum(xentropy) / tf.reduce_sum(weights)
In [12]:
def model_fn(features, labels, mode, params):
  logits_or_ids = forward(features, labels, mode)
  
  if mode == tf.estimator.ModeKeys.PREDICT:
      return tf.estimator.EstimatorSpec(mode, predictions=logits_or_ids)
  
  dec_inputs, dec_outputs = labels
  loss_op = cross_entropy_loss(logits_or_ids, dec_outputs, len(params['char2idx'])+1, params['label_smoothing'])
    
  if mode == tf.estimator.ModeKeys.TRAIN:
    global_step=tf.train.get_or_create_global_step()
    
    decay_lr = clr(
      step = global_step,
      initial_learning_rate = 1e-4,
      maximal_learning_rate = 8e-4,
      step_size = 8 * params['buffer_size'] // params['batch_size'],
      scale_fn=lambda x: 1 / (2.0 ** (x - 1)),
      scale_mode = 'cycle',)
    
    train_op = tf.train.AdamOptimizer(decay_lr).apply_gradients(
        clip_grads(loss_op), global_step=global_step)
    
    hook = tf.train.LoggingTensorHook({'lr': decay_lr}, every_n_iter=100)
    
    return tf.estimator.EstimatorSpec(
        mode=mode, loss=loss_op, train_op=train_op, training_hooks=[hook],)
    
  if mode == tf.estimator.ModeKeys.EVAL:
    return tf.estimator.EstimatorSpec(mode=mode, loss=loss_op)
In [13]:
def minimal_test(estimator):
  test_str = '成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起'
  h1, h2, q = test_str.split('|')
  char2idx_fn = lambda x: [params['char2idx'].get(c, len(params['char2idx'])) for c in list(x)]
  h1, h2, q = char2idx_fn(h1), char2idx_fn(h2), char2idx_fn(q)
  q = q + [2]
  align_pad([h1, h2])
  predicted = list(estimator.predict(tf.estimator.inputs.numpy_input_fn(
    x = {'history':np.reshape([h1, h2], (1, 2, len(h1))),
         'query':np.reshape(q, (1, len(q)))},
         shuffle = False)))[0]
  predicted = ''.join([params['idx2char'].get(idx, '<unk>') for idx in predicted if (idx != 0 and idx != 2)])
  print('-'*12)
  print('minimal test')
  print('Q:', test_str)
  print('A:', predicted)
  print('-'*12)
In [14]:
params = {
  'model_dir': '../model/pointer_gru_clr_multi_attn_',
  'log_path': '../log/pointer_gru_clr_multi_attn_.txt',
  'export_dir': '../model/pointer_gru_attn_export_',
  'train_path': ['../data/train_pos.txt', '../data/train_neg.txt'],
  'test_path': ['../data/test_pos.txt'],
  'vocab_path': '../vocab/char.txt',
  'max_len': 30,
  'activation': tf.nn.elu,
  'dropout_rate': .2,
  'hidden_units': 300,
  'dec_layers': 1,
  'num_hops': 3,
  'gating_fn': tf.sigmoid,
  'beam_width': 10,
  'clip_norm': .1,
  'buffer_size': 18986 * 2,
  'batch_size': 32,
  'num_patience': 10,
  'label_smoothing': .1,
}
In [15]:
params['char2idx'] = get_vocab(params['vocab_path'])
params['idx2char'] = {idx: char for char, idx in params['char2idx'].items()}

def serving_input_receiver_fn():
  query = tf.placeholder(tf.int32, [None, None], 'query')
  history = tf.placeholder(tf.int32, [None, None, None], 'history')
  
  features = {'query': query, 'history': history}
  receiver_tensors = features
  
  return tf.estimator.export.ServingInputReceiver(features, receiver_tensors)
In [ ]:
# Create directory if not exist
Path(os.path.dirname(params['log_path'])).mkdir(exist_ok=True)
Path(params['model_dir']).mkdir(exist_ok=True, parents=True)

# Logging
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)
fh = logging.FileHandler(params['log_path'])
logger.addHandler(fh)

# Create an estimator
estimator = tf.estimator.Estimator(
  model_fn=model_fn,
  model_dir=params['model_dir'],
  config=tf.estimator.RunConfig(
    save_checkpoints_steps=params['buffer_size']//params['batch_size']+1,
    keep_checkpoint_max=3),
  params=params)

best_em = 0.
count = 0
tf.enable_eager_execution()

while True:
  estimator.train(input_fn=lambda: dataset(is_training=True, params=params))

  minimal_test(estimator)

  # BLEU
  labels = [label for _, (_, label) in dataset(is_training=False, params=params)]
  labels = [j for i in labels for j in i.numpy()]
  labels = [[params['idx2char'].get(idx, '<unk>') for idx in arr if (idx!=0 and idx!=2)] for arr in labels]

  preds = list(estimator.predict(input_fn=lambda: dataset(is_training=False, params=params)))
  assert len(labels) == len(preds)
  preds = [[params['idx2char'].get(idx, '<unk>') for idx in arr if (idx!=0 and idx!=2)] for arr in preds]

  em = [np.array_equal(p, l) for p, l in zip(preds, labels)]
  em = np.asarray(em).mean()

  bleu, bleu_1, bleu_2, bleu_3, bleu_4 = tx.evals.corpus_bleu_moses(list_of_references=[[l] for l in labels], hypotheses=preds, return_all=True)
  logger.info("BLEU: {:.3f}, BELU-1: {:.3f}, BLEU-2: {:.3f}, BLEU-4: {:.3f}, EM: {:.3f}".format(bleu, bleu_1, bleu_2, bleu_4, em))

  if em > best_em:
    best_em = em
    count = 0
    if em >= .58:
      estimator.export_saved_model(params['export_dir'], serving_input_receiver_fn)
  else:
    count += 1
  logger.info("Best EM: {:.3f}".format(best_em))

  if count == params['num_patience']:
    print(params['num_patience'], "times not improve the best result, therefore stop training")
    break
INFO:tensorflow:Using config: {'_model_dir': '../model/pointer_gru_clr_multi_attn_', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': 1187, '_save_checkpoints_secs': None, '_session_config': allow_soft_placement: true
graph_options {
  rewrite_options {
    meta_optimizer_iterations: ONE
  }
}
, '_keep_checkpoint_max': 3, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7f1d363da780>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/training_util.py:236: Variable.initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version.
Instructions for updating:
Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/util/deprecation.py:507: calling count_nonzero (from tensorflow.python.ops.math_ops) with axis is deprecated and will be removed in a future version.
Instructions for updating:
reduction_indices is deprecated, use axis instead
WARNING:tensorflow:From <ipython-input-10-00f5c7cefb41>:26: dropout (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.dropout instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/layers/core.py:271: Layer.apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.
Instructions for updating:
Please use `layer.__call__` method instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/init_ops.py:97: calling GlorotUniform.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/init_ops.py:97: calling Orthogonal.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/init_ops.py:97: calling Zeros.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling BaseResourceVariable.__init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version.
Instructions for updating:
If using Keras pass *_constraint arguments to layers.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/keras/backend.py:3994: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.where in 2.0, which has the same broadcast rule as np.where
WARNING:tensorflow:From <ipython-input-10-00f5c7cefb41>:43: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.Dense instead.
WARNING:tensorflow:From <ipython-input-8-e1d619cb9288>:12: GRUCell.__init__ (from tensorflow.python.ops.rnn_cell_impl) is deprecated and will be removed in a future version.
Instructions for updating:
This class is equivalent as tf.keras.layers.GRUCell, and will be replaced by that in Tensorflow 2.0.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/rnn_cell_impl.py:559: Layer.add_variable (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.
Instructions for updating:
Please use `layer.add_weight` method instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/rnn_cell_impl.py:565: calling Constant.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d3006be80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d3006be80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d300d5a20>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d300d5a20>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d300cd748>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d300cd748>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:From <ipython-input-11-b6eccfd3a68e>:32: to_float (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 0 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 4.4926777, step = 0
INFO:tensorflow:lr = 1e-04
INFO:tensorflow:global_step/sec: 3.01673
INFO:tensorflow:loss = 3.1272833, step = 100 (33.156 sec)
INFO:tensorflow:lr = 0.00010737383 (33.152 sec)
INFO:tensorflow:global_step/sec: 3.21665
INFO:tensorflow:loss = 2.9303658, step = 200 (31.084 sec)
INFO:tensorflow:lr = 0.00011474771 (31.084 sec)
INFO:tensorflow:global_step/sec: 3.11649
INFO:tensorflow:loss = 2.950018, step = 300 (32.089 sec)
INFO:tensorflow:lr = 0.00012212158 (32.089 sec)
INFO:tensorflow:global_step/sec: 3.29252
INFO:tensorflow:loss = 2.7171226, step = 400 (30.373 sec)
INFO:tensorflow:lr = 0.00012949541 (30.374 sec)
INFO:tensorflow:global_step/sec: 3.23202
INFO:tensorflow:loss = 3.0195549, step = 500 (30.942 sec)
INFO:tensorflow:lr = 0.00013686925 (30.941 sec)
INFO:tensorflow:global_step/sec: 3.04801
INFO:tensorflow:loss = 2.7222564, step = 600 (32.804 sec)
INFO:tensorflow:lr = 0.00014424312 (32.806 sec)
INFO:tensorflow:global_step/sec: 3.03069
INFO:tensorflow:loss = 2.3536532, step = 700 (32.998 sec)
INFO:tensorflow:lr = 0.000151617 (32.996 sec)
INFO:tensorflow:global_step/sec: 3.43485
INFO:tensorflow:loss = 2.3482697, step = 800 (29.115 sec)
INFO:tensorflow:lr = 0.00015899084 (29.114 sec)
INFO:tensorflow:global_step/sec: 3.22646
INFO:tensorflow:loss = 2.122898, step = 900 (30.990 sec)
INFO:tensorflow:lr = 0.00016636465 (30.989 sec)
INFO:tensorflow:global_step/sec: 3.11926
INFO:tensorflow:loss = 2.087666, step = 1000 (32.061 sec)
INFO:tensorflow:lr = 0.00017373855 (32.061 sec)
INFO:tensorflow:global_step/sec: 3.33587
INFO:tensorflow:loss = 1.9837456, step = 1100 (29.978 sec)
INFO:tensorflow:lr = 0.00018111241 (29.980 sec)
INFO:tensorflow:Saving checkpoints for 1187 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 2.0669007.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_estimator/python/estimator/inputs/queues/feeding_queue_runner.py:62: QueueRunner.__init__ (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_estimator/python/estimator/inputs/queues/feeding_functions.py:500: add_queue_runner (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd921860>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd921860>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc559da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc559da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d362d21d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d362d21d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:From /content/gdrive/My Drive/finch/tensorflow1/multi_turn_rewrite/chinese/main/modified_beam_search_decoder.py:971: to_int64 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-1187
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/monitored_session.py:882: start_queue_runners (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdcd69198>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdcd69198>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcd524e0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcd524e0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcc22518>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcc22518>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-1187
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 53.290, BELU-1: 90.400, BLEU-2: 77.300, BLEU-4: 53.400, EM: 0.099
INFO:tensorflow:Best EM: 0.099
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd7c1da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd7c1da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd1de588>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd1de588>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd7c4208>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd7c4208>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-1187
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:1069: get_checkpoint_mtimes (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file utilities to get mtimes.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 1187 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.692475, step = 1187
INFO:tensorflow:lr = 0.00018752765
INFO:tensorflow:global_step/sec: 2.85772
INFO:tensorflow:loss = 2.2377872, step = 1287 (34.995 sec)
INFO:tensorflow:lr = 0.00019490148 (34.996 sec)
INFO:tensorflow:global_step/sec: 3.33344
INFO:tensorflow:loss = 1.7007213, step = 1387 (30.001 sec)
INFO:tensorflow:lr = 0.00020227538 (30.001 sec)
INFO:tensorflow:global_step/sec: 3.23781
INFO:tensorflow:loss = 1.833874, step = 1487 (30.885 sec)
INFO:tensorflow:lr = 0.0002096492 (30.886 sec)
INFO:tensorflow:global_step/sec: 3.12008
INFO:tensorflow:loss = 1.8229516, step = 1587 (32.057 sec)
INFO:tensorflow:lr = 0.00021702307 (32.059 sec)
INFO:tensorflow:global_step/sec: 3.23809
INFO:tensorflow:loss = 1.811103, step = 1687 (30.873 sec)
INFO:tensorflow:lr = 0.0002243969 (30.870 sec)
INFO:tensorflow:global_step/sec: 3.09815
INFO:tensorflow:loss = 1.9980059, step = 1787 (32.281 sec)
INFO:tensorflow:lr = 0.00023177077 (32.281 sec)
INFO:tensorflow:global_step/sec: 3.11556
INFO:tensorflow:loss = 1.7177612, step = 1887 (32.098 sec)
INFO:tensorflow:lr = 0.0002391446 (32.099 sec)
INFO:tensorflow:global_step/sec: 2.96971
INFO:tensorflow:loss = 1.5852852, step = 1987 (33.671 sec)
INFO:tensorflow:lr = 0.0002465185 (33.670 sec)
INFO:tensorflow:global_step/sec: 3.26321
INFO:tensorflow:loss = 1.6625607, step = 2087 (30.645 sec)
INFO:tensorflow:lr = 0.00025389233 (30.645 sec)
INFO:tensorflow:global_step/sec: 3.12833
INFO:tensorflow:loss = 1.6980162, step = 2187 (31.967 sec)
INFO:tensorflow:lr = 0.0002612662 (31.968 sec)
INFO:tensorflow:global_step/sec: 3.30954
INFO:tensorflow:loss = 1.6551135, step = 2287 (30.216 sec)
INFO:tensorflow:lr = 0.00026864003 (30.216 sec)
INFO:tensorflow:Saving checkpoints for 2374 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.6052706.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdda14668>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdda14668>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdda26cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdda26cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd75dd68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd75dd68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-2374
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc8b8160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc8b8160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd2d2f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd2d2f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd2cfe48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd2cfe48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-2374
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 67.650, BELU-1: 94.800, BLEU-2: 86.000, BLEU-4: 70.200, EM: 0.330
INFO:tensorflow:Best EM: 0.330
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdda08eb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdda08eb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc96e160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc96e160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc96e208>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc96e208>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-2374
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 2374 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.8836142, step = 2374
INFO:tensorflow:lr = 0.00027505532
INFO:tensorflow:global_step/sec: 2.99357
INFO:tensorflow:loss = 1.8537565, step = 2474 (33.409 sec)
INFO:tensorflow:lr = 0.00028242916 (33.405 sec)
INFO:tensorflow:global_step/sec: 3.26867
INFO:tensorflow:loss = 1.5208728, step = 2574 (30.594 sec)
INFO:tensorflow:lr = 0.000289803 (30.594 sec)
INFO:tensorflow:global_step/sec: 3.19058
INFO:tensorflow:loss = 1.5888646, step = 2674 (31.341 sec)
INFO:tensorflow:lr = 0.00029717686 (31.342 sec)
INFO:tensorflow:global_step/sec: 3.23449
INFO:tensorflow:loss = 1.6243327, step = 2774 (30.915 sec)
INFO:tensorflow:lr = 0.00030455075 (30.915 sec)
INFO:tensorflow:global_step/sec: 3.24264
INFO:tensorflow:loss = 1.6841582, step = 2874 (30.841 sec)
INFO:tensorflow:lr = 0.00031192458 (30.842 sec)
INFO:tensorflow:global_step/sec: 3.25717
INFO:tensorflow:loss = 1.6648196, step = 2974 (30.702 sec)
INFO:tensorflow:lr = 0.0003192984 (30.701 sec)
INFO:tensorflow:global_step/sec: 3.1424
INFO:tensorflow:loss = 1.5443635, step = 3074 (31.822 sec)
INFO:tensorflow:lr = 0.00032667228 (31.821 sec)
INFO:tensorflow:global_step/sec: 3.2326
INFO:tensorflow:loss = 1.5895852, step = 3174 (30.934 sec)
INFO:tensorflow:lr = 0.00033404614 (30.935 sec)
INFO:tensorflow:global_step/sec: 3.13604
INFO:tensorflow:loss = 1.6758707, step = 3274 (31.889 sec)
INFO:tensorflow:lr = 0.00034141997 (31.889 sec)
INFO:tensorflow:global_step/sec: 3.1211
INFO:tensorflow:loss = 1.5688419, step = 3374 (32.040 sec)
INFO:tensorflow:lr = 0.00034879384 (32.041 sec)
INFO:tensorflow:global_step/sec: 3.14065
INFO:tensorflow:loss = 1.8256654, step = 3474 (31.840 sec)
INFO:tensorflow:lr = 0.0003561677 (31.839 sec)
INFO:tensorflow:Saving checkpoints for 3561 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file APIs to delete files with this prefix.
INFO:tensorflow:Loss for final step: 1.4276557.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdcb060f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdcb060f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdca3a278>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdca3a278>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd9604e0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd9604e0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-3561
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdcfb9cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdcfb9cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcd35ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcd35ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcd4af98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcd4af98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-3561
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 73.830, BELU-1: 95.100, BLEU-2: 87.500, BLEU-4: 73.700, EM: 0.428
INFO:tensorflow:Best EM: 0.428
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd9990b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd9990b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd99c4e0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd99c4e0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd99c780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd99c780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-3561
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 3561 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.563389, step = 3561
INFO:tensorflow:lr = 0.00036258294
INFO:tensorflow:global_step/sec: 2.981
INFO:tensorflow:loss = 1.6754357, step = 3661 (33.549 sec)
INFO:tensorflow:lr = 0.00036995678 (33.547 sec)
INFO:tensorflow:global_step/sec: 3.07119
INFO:tensorflow:loss = 1.6522471, step = 3761 (32.559 sec)
INFO:tensorflow:lr = 0.00037733064 (32.558 sec)
INFO:tensorflow:global_step/sec: 2.98978
INFO:tensorflow:loss = 1.5475198, step = 3861 (33.451 sec)
INFO:tensorflow:lr = 0.00038470453 (33.453 sec)
INFO:tensorflow:global_step/sec: 3.31595
INFO:tensorflow:loss = 1.5620517, step = 3961 (30.157 sec)
INFO:tensorflow:lr = 0.00039207836 (30.156 sec)
INFO:tensorflow:global_step/sec: 3.37539
INFO:tensorflow:loss = 1.513938, step = 4061 (29.626 sec)
INFO:tensorflow:lr = 0.0003994522 (29.626 sec)
INFO:tensorflow:global_step/sec: 3.23839
INFO:tensorflow:loss = 1.6026975, step = 4161 (30.877 sec)
INFO:tensorflow:lr = 0.00040682606 (30.878 sec)
INFO:tensorflow:global_step/sec: 3.18472
INFO:tensorflow:loss = 1.6144325, step = 4261 (31.401 sec)
INFO:tensorflow:lr = 0.00041419995 (31.402 sec)
INFO:tensorflow:global_step/sec: 3.26767
INFO:tensorflow:loss = 1.4707844, step = 4361 (30.601 sec)
INFO:tensorflow:lr = 0.0004215738 (30.600 sec)
INFO:tensorflow:global_step/sec: 3.20579
INFO:tensorflow:loss = 1.5388709, step = 4461 (31.197 sec)
INFO:tensorflow:lr = 0.00042894762 (31.198 sec)
INFO:tensorflow:global_step/sec: 3.29169
INFO:tensorflow:loss = 1.6227574, step = 4561 (30.379 sec)
INFO:tensorflow:lr = 0.00043632148 (30.377 sec)
INFO:tensorflow:global_step/sec: 3.12122
INFO:tensorflow:loss = 1.4964036, step = 4661 (32.038 sec)
INFO:tensorflow:lr = 0.00044369535 (32.039 sec)
INFO:tensorflow:Saving checkpoints for 4748 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.5072325.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdb885b38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdb885b38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb81af28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb81af28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb7f1940>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb7f1940>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-4748
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd86cfd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd86cfd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdda5bc88>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdda5bc88>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdda7dcf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdda7dcf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-4748
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 75.750, BELU-1: 95.500, BLEU-2: 88.700, BLEU-4: 76.100, EM: 0.472
INFO:tensorflow:Best EM: 0.472
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdcda6ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdcda6ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcda1438>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcda1438>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcda1f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcda1f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-4748
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 4748 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.5321102, step = 4748
INFO:tensorflow:lr = 0.0004501106
INFO:tensorflow:global_step/sec: 2.90034
INFO:tensorflow:loss = 1.6251861, step = 4848 (34.483 sec)
INFO:tensorflow:lr = 0.00045748442 (34.482 sec)
INFO:tensorflow:global_step/sec: 3.09609
INFO:tensorflow:loss = 1.568593, step = 4948 (32.296 sec)
INFO:tensorflow:lr = 0.0004648583 (32.296 sec)
INFO:tensorflow:global_step/sec: 3.13387
INFO:tensorflow:loss = 1.4899333, step = 5048 (31.913 sec)
INFO:tensorflow:lr = 0.00047223215 (31.914 sec)
INFO:tensorflow:global_step/sec: 3.1654
INFO:tensorflow:loss = 1.4919794, step = 5148 (31.593 sec)
INFO:tensorflow:lr = 0.000479606 (31.593 sec)
INFO:tensorflow:global_step/sec: 2.91482
INFO:tensorflow:loss = 1.5702499, step = 5248 (34.306 sec)
INFO:tensorflow:lr = 0.00048697984 (34.306 sec)
INFO:tensorflow:global_step/sec: 3.07952
INFO:tensorflow:loss = 1.6526409, step = 5348 (32.471 sec)
INFO:tensorflow:lr = 0.0004943537 (32.473 sec)
INFO:tensorflow:global_step/sec: 3.30618
INFO:tensorflow:loss = 1.5647702, step = 5448 (30.247 sec)
INFO:tensorflow:lr = 0.00050172757 (30.245 sec)
INFO:tensorflow:global_step/sec: 3.30813
INFO:tensorflow:loss = 1.5558581, step = 5548 (30.229 sec)
INFO:tensorflow:lr = 0.00050910143 (30.230 sec)
INFO:tensorflow:global_step/sec: 3.08988
INFO:tensorflow:loss = 1.6249537, step = 5648 (32.364 sec)
INFO:tensorflow:lr = 0.00051647524 (32.363 sec)
INFO:tensorflow:global_step/sec: 3.03593
INFO:tensorflow:loss = 1.5787952, step = 5748 (32.936 sec)
INFO:tensorflow:lr = 0.00052384916 (32.939 sec)
INFO:tensorflow:global_step/sec: 3.28975
INFO:tensorflow:loss = 1.5426749, step = 5848 (30.400 sec)
INFO:tensorflow:lr = 0.00053122296 (30.397 sec)
INFO:tensorflow:Saving checkpoints for 5935 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4579941.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc76bf98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc76bf98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc6a4ba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc6a4ba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdbb4db38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdbb4db38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-5935
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cda187b70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cda187b70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cda1e28d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cda1e28d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cda1bef28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cda1bef28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-5935
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 79.360, BELU-1: 95.400, BLEU-2: 89.300, BLEU-4: 77.600, EM: 0.528
INFO:tensorflow:Best EM: 0.528
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd972be0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd972be0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc5c1eb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc5c1eb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc5c1d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc5c1d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-5935
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 5935 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.5529171, step = 5935
INFO:tensorflow:lr = 0.00053763826
INFO:tensorflow:global_step/sec: 2.97013
INFO:tensorflow:loss = 1.5858285, step = 6035 (33.670 sec)
INFO:tensorflow:lr = 0.00054501207 (33.673 sec)
INFO:tensorflow:global_step/sec: 3.10557
INFO:tensorflow:loss = 1.5680436, step = 6135 (32.204 sec)
INFO:tensorflow:lr = 0.0005523859 (32.201 sec)
INFO:tensorflow:global_step/sec: 3.30444
INFO:tensorflow:loss = 1.547454, step = 6235 (30.262 sec)
INFO:tensorflow:lr = 0.0005597598 (30.262 sec)
INFO:tensorflow:global_step/sec: 3.14311
INFO:tensorflow:loss = 1.5602666, step = 6335 (31.815 sec)
INFO:tensorflow:lr = 0.00056713365 (31.815 sec)
INFO:tensorflow:global_step/sec: 3.30022
INFO:tensorflow:loss = 1.5334525, step = 6435 (30.305 sec)
INFO:tensorflow:lr = 0.0005745075 (30.307 sec)
INFO:tensorflow:global_step/sec: 3.39894
INFO:tensorflow:loss = 1.5637275, step = 6535 (29.417 sec)
INFO:tensorflow:lr = 0.0005818814 (29.416 sec)
INFO:tensorflow:global_step/sec: 3.02331
INFO:tensorflow:loss = 1.4441319, step = 6635 (33.079 sec)
INFO:tensorflow:lr = 0.00058925524 (33.080 sec)
INFO:tensorflow:global_step/sec: 3.31491
INFO:tensorflow:loss = 1.5071248, step = 6735 (30.163 sec)
INFO:tensorflow:lr = 0.0005966291 (30.162 sec)
INFO:tensorflow:global_step/sec: 3.22587
INFO:tensorflow:loss = 1.7020881, step = 6835 (30.999 sec)
INFO:tensorflow:lr = 0.0006040029 (30.999 sec)
INFO:tensorflow:global_step/sec: 3.41318
INFO:tensorflow:loss = 1.526414, step = 6935 (29.299 sec)
INFO:tensorflow:lr = 0.0006113768 (29.298 sec)
INFO:tensorflow:global_step/sec: 3.16302
INFO:tensorflow:loss = 1.4556956, step = 7035 (31.616 sec)
INFO:tensorflow:lr = 0.00061875064 (31.617 sec)
INFO:tensorflow:Saving checkpoints for 7122 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4788356.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d30064e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d30064e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb9b8fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb9b8fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd81d860>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd81d860>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-7122
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d3603fda0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d3603fda0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d36062eb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d36062eb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cda1528d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cda1528d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-7122
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.140, BELU-1: 94.800, BLEU-2: 88.600, BLEU-4: 76.700, EM: 0.542
INFO:tensorflow:Best EM: 0.542
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd8dfdd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd8dfdd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d3629b710>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d3629b710>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d3628be80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d3628be80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-7122
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 7122 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4442197, step = 7122
INFO:tensorflow:lr = 0.0006251659
INFO:tensorflow:global_step/sec: 2.87377
INFO:tensorflow:loss = 1.5512284, step = 7222 (34.800 sec)
INFO:tensorflow:lr = 0.00063253974 (34.801 sec)
INFO:tensorflow:global_step/sec: 3.09039
INFO:tensorflow:loss = 1.557215, step = 7322 (32.361 sec)
INFO:tensorflow:lr = 0.0006399136 (32.362 sec)
INFO:tensorflow:global_step/sec: 3.36706
INFO:tensorflow:loss = 1.4568387, step = 7422 (29.696 sec)
INFO:tensorflow:lr = 0.00064728747 (29.695 sec)
INFO:tensorflow:global_step/sec: 3.37878
INFO:tensorflow:loss = 1.4964385, step = 7522 (29.599 sec)
INFO:tensorflow:lr = 0.0006546613 (29.599 sec)
INFO:tensorflow:global_step/sec: 3.2421
INFO:tensorflow:loss = 1.4923317, step = 7622 (30.847 sec)
INFO:tensorflow:lr = 0.0006620352 (30.848 sec)
INFO:tensorflow:global_step/sec: 3.19209
INFO:tensorflow:loss = 1.4666115, step = 7722 (31.326 sec)
INFO:tensorflow:lr = 0.000669409 (31.324 sec)
INFO:tensorflow:global_step/sec: 3.2185
INFO:tensorflow:loss = 1.4758089, step = 7822 (31.068 sec)
INFO:tensorflow:lr = 0.00067678286 (31.068 sec)
INFO:tensorflow:global_step/sec: 3.20109
INFO:tensorflow:loss = 1.699252, step = 7922 (31.240 sec)
INFO:tensorflow:lr = 0.0006841567 (31.241 sec)
INFO:tensorflow:global_step/sec: 3.42095
INFO:tensorflow:loss = 1.5108303, step = 8022 (29.232 sec)
INFO:tensorflow:lr = 0.0006915306 (29.234 sec)
INFO:tensorflow:global_step/sec: 3.17354
INFO:tensorflow:loss = 1.5339803, step = 8122 (31.511 sec)
INFO:tensorflow:lr = 0.00069890445 (31.510 sec)
INFO:tensorflow:global_step/sec: 3.20754
INFO:tensorflow:loss = 1.5968126, step = 8222 (31.176 sec)
INFO:tensorflow:lr = 0.0007062783 (31.176 sec)
INFO:tensorflow:Saving checkpoints for 8309 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4576597.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d3012ef60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d3012ef60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d30134e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d30134e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd739d30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd739d30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-8309
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d36284e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d36284e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc575d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc575d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd86bcf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd86bcf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-8309
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 79.960, BELU-1: 95.100, BLEU-2: 89.300, BLEU-4: 78.200, EM: 0.547
INFO:tensorflow:Best EM: 0.547
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdca3a160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdca3a160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb9300f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb9300f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc66de10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc66de10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-8309
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 8309 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4565918, step = 8309
INFO:tensorflow:lr = 0.00071269355
INFO:tensorflow:global_step/sec: 3.04007
INFO:tensorflow:loss = 1.4435295, step = 8409 (32.899 sec)
INFO:tensorflow:lr = 0.0007200674 (32.895 sec)
INFO:tensorflow:global_step/sec: 3.05624
INFO:tensorflow:loss = 1.5174744, step = 8509 (32.720 sec)
INFO:tensorflow:lr = 0.0007274412 (32.721 sec)
INFO:tensorflow:global_step/sec: 3.147
INFO:tensorflow:loss = 1.49658, step = 8609 (31.776 sec)
INFO:tensorflow:lr = 0.00073481514 (31.776 sec)
INFO:tensorflow:global_step/sec: 3.25899
INFO:tensorflow:loss = 1.4838203, step = 8709 (30.685 sec)
INFO:tensorflow:lr = 0.00074218895 (30.685 sec)
INFO:tensorflow:global_step/sec: 3.22314
INFO:tensorflow:loss = 1.4970028, step = 8809 (31.026 sec)
INFO:tensorflow:lr = 0.0007495628 (31.028 sec)
INFO:tensorflow:global_step/sec: 3.30951
INFO:tensorflow:loss = 1.4724361, step = 8909 (30.218 sec)
INFO:tensorflow:lr = 0.0007569367 (30.216 sec)
INFO:tensorflow:global_step/sec: 3.20196
INFO:tensorflow:loss = 1.4529026, step = 9009 (31.227 sec)
INFO:tensorflow:lr = 0.0007643105 (31.228 sec)
INFO:tensorflow:global_step/sec: 3.2122
INFO:tensorflow:loss = 1.5165364, step = 9109 (31.131 sec)
INFO:tensorflow:lr = 0.0007716844 (31.130 sec)
INFO:tensorflow:global_step/sec: 3.24157
INFO:tensorflow:loss = 1.4289285, step = 9209 (30.850 sec)
INFO:tensorflow:lr = 0.0007790582 (30.851 sec)
INFO:tensorflow:global_step/sec: 3.3259
INFO:tensorflow:loss = 1.5904244, step = 9309 (30.065 sec)
INFO:tensorflow:lr = 0.00078643207 (30.064 sec)
INFO:tensorflow:global_step/sec: 3.17336
INFO:tensorflow:loss = 1.4660051, step = 9409 (31.515 sec)
INFO:tensorflow:lr = 0.0007938059 (31.515 sec)
INFO:tensorflow:Saving checkpoints for 9496 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4450036.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdbbd4390>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdbbd4390>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdbbefcf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdbbefcf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d3616cc88>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d3616cc88>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-9496
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdbc5b7b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdbc5b7b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdccdd3c8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdccdd3c8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc5e4860>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc5e4860>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-9496
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.500, BELU-1: 93.700, BLEU-2: 87.600, BLEU-4: 75.800, EM: 0.539
INFO:tensorflow:Best EM: 0.547
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d3612dbe0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d3612dbe0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d3614ad30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d3614ad30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d3614ac88>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d3614ac88>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-9496
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 9496 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4722023, step = 9496
INFO:tensorflow:lr = 0.0007997788
INFO:tensorflow:global_step/sec: 3.07772
INFO:tensorflow:loss = 1.5876626, step = 9596 (32.495 sec)
INFO:tensorflow:lr = 0.0007924049 (32.492 sec)
INFO:tensorflow:global_step/sec: 3.15296
INFO:tensorflow:loss = 1.4569862, step = 9696 (31.718 sec)
INFO:tensorflow:lr = 0.0007850311 (31.719 sec)
INFO:tensorflow:global_step/sec: 3.18127
INFO:tensorflow:loss = 1.5404085, step = 9796 (31.434 sec)
INFO:tensorflow:lr = 0.0007776572 (31.433 sec)
INFO:tensorflow:global_step/sec: 3.22194
INFO:tensorflow:loss = 1.4358994, step = 9896 (31.035 sec)
INFO:tensorflow:lr = 0.00077028334 (31.037 sec)
INFO:tensorflow:global_step/sec: 3.32084
INFO:tensorflow:loss = 1.4926939, step = 9996 (30.115 sec)
INFO:tensorflow:lr = 0.00076290953 (30.113 sec)
INFO:tensorflow:global_step/sec: 3.17031
INFO:tensorflow:loss = 1.5877401, step = 10096 (31.542 sec)
INFO:tensorflow:lr = 0.0007555357 (31.543 sec)
INFO:tensorflow:global_step/sec: 3.28644
INFO:tensorflow:loss = 1.5810702, step = 10196 (30.430 sec)
INFO:tensorflow:lr = 0.00074816175 (30.430 sec)
INFO:tensorflow:global_step/sec: 3.23424
INFO:tensorflow:loss = 1.5592493, step = 10296 (30.918 sec)
INFO:tensorflow:lr = 0.00074078795 (30.918 sec)
INFO:tensorflow:global_step/sec: 3.11748
INFO:tensorflow:loss = 1.446044, step = 10396 (32.074 sec)
INFO:tensorflow:lr = 0.0007334141 (32.074 sec)
INFO:tensorflow:global_step/sec: 3.37168
INFO:tensorflow:loss = 1.498251, step = 10496 (29.661 sec)
INFO:tensorflow:lr = 0.0007260403 (29.660 sec)
INFO:tensorflow:global_step/sec: 3.21072
INFO:tensorflow:loss = 1.4429713, step = 10596 (31.146 sec)
INFO:tensorflow:lr = 0.00071866636 (31.146 sec)
INFO:tensorflow:Saving checkpoints for 10683 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4633156.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d361d9cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d361d9cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd6aae48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd6aae48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd69bf98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd69bf98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-10683
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cda035ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cda035ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cda0394e0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cda0394e0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cd9f988d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cd9f988d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-10683
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 81.390, BELU-1: 92.800, BLEU-2: 87.100, BLEU-4: 75.600, EM: 0.552
INFO:tensorflow:Best EM: 0.552
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd38b7b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd38b7b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd866b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd866b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd866ba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd866ba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-10683
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 10683 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4374357, step = 10683
INFO:tensorflow:lr = 0.0007122512
INFO:tensorflow:global_step/sec: 3.16771
INFO:tensorflow:loss = 1.4405745, step = 10783 (31.573 sec)
INFO:tensorflow:lr = 0.0007048773 (31.574 sec)
INFO:tensorflow:global_step/sec: 3.19476
INFO:tensorflow:loss = 1.4350015, step = 10883 (31.302 sec)
INFO:tensorflow:lr = 0.0006975034 (31.301 sec)
INFO:tensorflow:global_step/sec: 3.32955
INFO:tensorflow:loss = 1.4479705, step = 10983 (30.035 sec)
INFO:tensorflow:lr = 0.0006901296 (30.035 sec)
INFO:tensorflow:global_step/sec: 3.37264
INFO:tensorflow:loss = 1.4672923, step = 11083 (29.655 sec)
INFO:tensorflow:lr = 0.0006827557 (29.654 sec)
INFO:tensorflow:global_step/sec: 2.99203
INFO:tensorflow:loss = 1.4590243, step = 11183 (33.417 sec)
INFO:tensorflow:lr = 0.0006753819 (33.419 sec)
INFO:tensorflow:global_step/sec: 3.31193
INFO:tensorflow:loss = 1.4245851, step = 11283 (30.193 sec)
INFO:tensorflow:lr = 0.000668008 (30.191 sec)
INFO:tensorflow:global_step/sec: 3.22811
INFO:tensorflow:loss = 1.4822732, step = 11383 (30.980 sec)
INFO:tensorflow:lr = 0.00066063413 (30.982 sec)
INFO:tensorflow:global_step/sec: 3.37177
INFO:tensorflow:loss = 1.5282855, step = 11483 (29.657 sec)
INFO:tensorflow:lr = 0.00065326033 (29.657 sec)
INFO:tensorflow:global_step/sec: 2.9899
INFO:tensorflow:loss = 1.4417754, step = 11583 (33.446 sec)
INFO:tensorflow:lr = 0.00064588647 (33.446 sec)
INFO:tensorflow:global_step/sec: 3.25478
INFO:tensorflow:loss = 1.4010334, step = 11683 (30.726 sec)
INFO:tensorflow:lr = 0.00063851255 (30.726 sec)
INFO:tensorflow:global_step/sec: 3.20204
INFO:tensorflow:loss = 1.4899082, step = 11783 (31.229 sec)
INFO:tensorflow:lr = 0.00063113874 (31.228 sec)
INFO:tensorflow:Saving checkpoints for 11870 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4508663.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd81d630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd81d630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd823400>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd823400>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd901f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd901f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-11870
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdb997f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdb997f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cd811df98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cd811df98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cd8107da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cd8107da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-11870
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 81.720, BELU-1: 94.000, BLEU-2: 88.300, BLEU-4: 77.200, EM: 0.560
INFO:tensorflow:Best EM: 0.560
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc57b710>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc57b710>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc57bf60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc57bf60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc57be48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc57be48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-11870
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 11870 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4503438, step = 11870
INFO:tensorflow:lr = 0.00062472344
INFO:tensorflow:global_step/sec: 2.98889
INFO:tensorflow:loss = 1.4137939, step = 11970 (33.462 sec)
INFO:tensorflow:lr = 0.00061734964 (33.463 sec)
INFO:tensorflow:global_step/sec: 3.22356
INFO:tensorflow:loss = 1.4335362, step = 12070 (31.023 sec)
INFO:tensorflow:lr = 0.0006099758 (31.023 sec)
INFO:tensorflow:global_step/sec: 2.99625
INFO:tensorflow:loss = 1.478269, step = 12170 (33.376 sec)
INFO:tensorflow:lr = 0.00060260197 (33.376 sec)
INFO:tensorflow:global_step/sec: 3.35684
INFO:tensorflow:loss = 1.4353813, step = 12270 (29.785 sec)
INFO:tensorflow:lr = 0.00059522805 (29.784 sec)
INFO:tensorflow:global_step/sec: 3.19233
INFO:tensorflow:loss = 1.4281737, step = 12370 (31.327 sec)
INFO:tensorflow:lr = 0.0005878542 (31.328 sec)
INFO:tensorflow:global_step/sec: 3.10796
INFO:tensorflow:loss = 1.4094355, step = 12470 (32.176 sec)
INFO:tensorflow:lr = 0.0005804803 (32.176 sec)
INFO:tensorflow:global_step/sec: 3.16798
INFO:tensorflow:loss = 1.4292659, step = 12570 (31.565 sec)
INFO:tensorflow:lr = 0.0005731065 (31.566 sec)
INFO:tensorflow:global_step/sec: 3.20105
INFO:tensorflow:loss = 1.4068878, step = 12670 (31.239 sec)
INFO:tensorflow:lr = 0.0005657326 (31.239 sec)
INFO:tensorflow:global_step/sec: 3.24378
INFO:tensorflow:loss = 1.53917, step = 12770 (30.827 sec)
INFO:tensorflow:lr = 0.00055835873 (30.827 sec)
INFO:tensorflow:global_step/sec: 3.22695
INFO:tensorflow:loss = 1.4646124, step = 12870 (30.989 sec)
INFO:tensorflow:lr = 0.0005509849 (30.989 sec)
INFO:tensorflow:global_step/sec: 3.18561
INFO:tensorflow:loss = 1.427258, step = 12970 (31.393 sec)
INFO:tensorflow:lr = 0.0005436111 (31.391 sec)
INFO:tensorflow:Saving checkpoints for 13057 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4201568.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd823780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd823780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd1fc7b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd1fc7b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd902dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd902dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-13057
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc96ff98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc96ff98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc969cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc969cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc9a4978>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc9a4978>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-13057
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 82.540, BELU-1: 93.500, BLEU-2: 87.700, BLEU-4: 76.800, EM: 0.569
INFO:tensorflow:Best EM: 0.569
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdb6a0fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdb6a0fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd8ccf98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd8ccf98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cd825cef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cd825cef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-13057
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 13057 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4111928, step = 13057
INFO:tensorflow:lr = 0.0005371958
INFO:tensorflow:global_step/sec: 3.10018
INFO:tensorflow:loss = 1.47103, step = 13157 (32.261 sec)
INFO:tensorflow:lr = 0.00052982196 (32.260 sec)
INFO:tensorflow:global_step/sec: 3.12537
INFO:tensorflow:loss = 1.5059848, step = 13257 (31.996 sec)
INFO:tensorflow:lr = 0.00052244816 (31.995 sec)
INFO:tensorflow:global_step/sec: 3.09985
INFO:tensorflow:loss = 1.4570005, step = 13357 (32.259 sec)
INFO:tensorflow:lr = 0.00051507424 (32.260 sec)
INFO:tensorflow:global_step/sec: 3.05116
INFO:tensorflow:loss = 1.4286443, step = 13457 (32.774 sec)
INFO:tensorflow:lr = 0.0005077004 (32.774 sec)
INFO:tensorflow:global_step/sec: 3.24573
INFO:tensorflow:loss = 1.4137744, step = 13557 (30.808 sec)
INFO:tensorflow:lr = 0.00050032657 (30.811 sec)
INFO:tensorflow:global_step/sec: 3.04854
INFO:tensorflow:loss = 1.4150766, step = 13657 (32.807 sec)
INFO:tensorflow:lr = 0.0004929527 (32.804 sec)
INFO:tensorflow:global_step/sec: 3.43313
INFO:tensorflow:loss = 1.441736, step = 13757 (29.125 sec)
INFO:tensorflow:lr = 0.0004855788 (29.126 sec)
INFO:tensorflow:global_step/sec: 3.12856
INFO:tensorflow:loss = 1.4903795, step = 13857 (31.961 sec)
INFO:tensorflow:lr = 0.00047820498 (31.961 sec)
INFO:tensorflow:global_step/sec: 3.1776
INFO:tensorflow:loss = 1.427673, step = 13957 (31.474 sec)
INFO:tensorflow:lr = 0.00047083115 (31.476 sec)
INFO:tensorflow:global_step/sec: 3.2676
INFO:tensorflow:loss = 1.4123433, step = 14057 (30.599 sec)
INFO:tensorflow:lr = 0.0004634573 (30.596 sec)
INFO:tensorflow:global_step/sec: 3.3155
INFO:tensorflow:loss = 1.4117635, step = 14157 (30.163 sec)
INFO:tensorflow:lr = 0.00045608342 (30.164 sec)
INFO:tensorflow:Saving checkpoints for 14244 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4191076.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc758e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc758e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb79a1d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb79a1d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcf88908>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcf88908>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-14244
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdcce2a58>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdcce2a58>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdbc52f28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdbc52f28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdbc6bbe0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdbc6bbe0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-14244
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 82.840, BELU-1: 94.600, BLEU-2: 89.100, BLEU-4: 78.700, EM: 0.593
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc59fac8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc59fac8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdca489b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdca489b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d44a14630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d44a14630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/saved_model/signature_def_utils_impl.py:201: build_tensor_info (from tensorflow.python.saved_model.utils_impl) is deprecated and will be removed in a future version.
Instructions for updating:
This function will only be available through the v1 compatibility library as tf.compat.v1.saved_model.utils.build_tensor_info or tf.compat.v1.saved_model.build_tensor_info.
INFO:tensorflow:Signatures INCLUDED in export for Classify: None
INFO:tensorflow:Signatures INCLUDED in export for Regress: None
INFO:tensorflow:Signatures INCLUDED in export for Predict: ['serving_default']
INFO:tensorflow:Signatures INCLUDED in export for Train: None
INFO:tensorflow:Signatures INCLUDED in export for Eval: None
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-14244
INFO:tensorflow:Assets added to graph.
INFO:tensorflow:No assets to write.
INFO:tensorflow:SavedModel written to: ../model/pointer_gru_attn_export_/temp-b'1592885745'/saved_model.pb
INFO:tensorflow:Best EM: 0.593
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdcc29e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdcc29e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcc0ff28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcc0ff28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcc0f7f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdcc0f7f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-14244
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 14244 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.411041, step = 14244
INFO:tensorflow:lr = 0.0004496682
INFO:tensorflow:global_step/sec: 2.9371
INFO:tensorflow:loss = 1.438992, step = 14344 (34.049 sec)
INFO:tensorflow:lr = 0.0004422943 (34.047 sec)
INFO:tensorflow:global_step/sec: 3.38018
INFO:tensorflow:loss = 1.4387599, step = 14444 (29.588 sec)
INFO:tensorflow:lr = 0.00043492045 (29.588 sec)
INFO:tensorflow:global_step/sec: 3.37697
INFO:tensorflow:loss = 1.4040543, step = 14544 (29.612 sec)
INFO:tensorflow:lr = 0.00042754662 (29.612 sec)
INFO:tensorflow:global_step/sec: 3.17133
INFO:tensorflow:loss = 1.4278598, step = 14644 (31.533 sec)
INFO:tensorflow:lr = 0.0004201728 (31.534 sec)
INFO:tensorflow:global_step/sec: 3.29665
INFO:tensorflow:loss = 1.4033711, step = 14744 (30.334 sec)
INFO:tensorflow:lr = 0.00041279886 (30.333 sec)
INFO:tensorflow:global_step/sec: 3.17276
INFO:tensorflow:loss = 1.4380999, step = 14844 (31.518 sec)
INFO:tensorflow:lr = 0.00040542503 (31.518 sec)
INFO:tensorflow:global_step/sec: 3.04582
INFO:tensorflow:loss = 1.428106, step = 14944 (32.833 sec)
INFO:tensorflow:lr = 0.0003980512 (32.833 sec)
INFO:tensorflow:global_step/sec: 3.31682
INFO:tensorflow:loss = 1.4178262, step = 15044 (30.149 sec)
INFO:tensorflow:lr = 0.00039067736 (30.151 sec)
INFO:tensorflow:global_step/sec: 3.17329
INFO:tensorflow:loss = 1.4161084, step = 15144 (31.513 sec)
INFO:tensorflow:lr = 0.00038330347 (31.513 sec)
INFO:tensorflow:global_step/sec: 3.28452
INFO:tensorflow:loss = 1.4129181, step = 15244 (30.444 sec)
INFO:tensorflow:lr = 0.00037592964 (30.443 sec)
INFO:tensorflow:global_step/sec: 3.34863
INFO:tensorflow:loss = 1.4217844, step = 15344 (29.865 sec)
INFO:tensorflow:lr = 0.0003685558 (29.867 sec)
INFO:tensorflow:Saving checkpoints for 15431 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.411273.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdb7dae80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdb7dae80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc4d0080>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc4d0080>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc4e2cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc4e2cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-15431
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cd9f87fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cd9f87fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cd9fa8c18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cd9fa8c18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cd9f6dc18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cd9f6dc18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-15431
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 82.560, BELU-1: 94.400, BLEU-2: 88.800, BLEU-4: 78.600, EM: 0.586
INFO:tensorflow:Best EM: 0.593
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdb906b38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdb906b38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb8edf28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb8edf28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb8ed710>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb8ed710>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-15431
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 15431 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4439539, step = 15431
INFO:tensorflow:lr = 0.0003621405
INFO:tensorflow:global_step/sec: 3.09591
INFO:tensorflow:loss = 1.392476, step = 15531 (32.305 sec)
INFO:tensorflow:lr = 0.00035476667 (32.309 sec)
INFO:tensorflow:global_step/sec: 3.37971
INFO:tensorflow:loss = 1.3893025, step = 15631 (29.590 sec)
INFO:tensorflow:lr = 0.00034739284 (29.586 sec)
INFO:tensorflow:global_step/sec: 3.22941
INFO:tensorflow:loss = 1.4690074, step = 15731 (30.965 sec)
INFO:tensorflow:lr = 0.000340019 (30.964 sec)
INFO:tensorflow:global_step/sec: 3.41039
INFO:tensorflow:loss = 1.4080622, step = 15831 (29.322 sec)
INFO:tensorflow:lr = 0.00033264508 (29.324 sec)
INFO:tensorflow:global_step/sec: 3.0768
INFO:tensorflow:loss = 1.4056971, step = 15931 (32.501 sec)
INFO:tensorflow:lr = 0.00032527125 (32.500 sec)
INFO:tensorflow:global_step/sec: 3.1477
INFO:tensorflow:loss = 1.4214181, step = 16031 (31.769 sec)
INFO:tensorflow:lr = 0.00031789741 (31.769 sec)
INFO:tensorflow:global_step/sec: 3.1751
INFO:tensorflow:loss = 1.4023464, step = 16131 (31.496 sec)
INFO:tensorflow:lr = 0.00031052358 (31.495 sec)
INFO:tensorflow:global_step/sec: 3.08013
INFO:tensorflow:loss = 1.3995074, step = 16231 (32.465 sec)
INFO:tensorflow:lr = 0.00030314966 (32.466 sec)
INFO:tensorflow:global_step/sec: 3.40224
INFO:tensorflow:loss = 1.3925604, step = 16331 (29.393 sec)
INFO:tensorflow:lr = 0.00029577583 (29.393 sec)
INFO:tensorflow:global_step/sec: 3.22176
INFO:tensorflow:loss = 1.4106907, step = 16431 (31.039 sec)
INFO:tensorflow:lr = 0.000288402 (31.039 sec)
INFO:tensorflow:global_step/sec: 3.0685
INFO:tensorflow:loss = 1.4084755, step = 16531 (32.587 sec)
INFO:tensorflow:lr = 0.00028102816 (32.590 sec)
INFO:tensorflow:Saving checkpoints for 16618 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4348023.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdda4b0f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdda4b0f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd8ea9b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd8ea9b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1bd1f666d8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1bd1f666d8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-16618
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd690a20>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd690a20>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cda538f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cda538f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd84bda0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd84bda0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-16618
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 83.060, BELU-1: 93.600, BLEU-2: 88.000, BLEU-4: 77.400, EM: 0.578
INFO:tensorflow:Best EM: 0.593
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1bd1f58fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1bd1f58fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1bd1f638d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1bd1f638d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1bd1f63ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1bd1f63ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-16618
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 16618 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3986024, step = 16618
INFO:tensorflow:lr = 0.0002746129
INFO:tensorflow:global_step/sec: 2.86006
INFO:tensorflow:loss = 1.4061567, step = 16718 (34.966 sec)
INFO:tensorflow:lr = 0.00026723905 (34.965 sec)
INFO:tensorflow:global_step/sec: 3.29247
INFO:tensorflow:loss = 1.3975962, step = 16818 (30.374 sec)
INFO:tensorflow:lr = 0.00025986513 (30.374 sec)
INFO:tensorflow:global_step/sec: 3.2859
INFO:tensorflow:loss = 1.4052081, step = 16918 (30.434 sec)
INFO:tensorflow:lr = 0.0002524913 (30.433 sec)
INFO:tensorflow:global_step/sec: 3.13113
INFO:tensorflow:loss = 1.3978971, step = 17018 (31.938 sec)
INFO:tensorflow:lr = 0.00024511747 (31.938 sec)
INFO:tensorflow:global_step/sec: 3.07644
INFO:tensorflow:loss = 1.3893404, step = 17118 (32.503 sec)
INFO:tensorflow:lr = 0.00023774363 (32.503 sec)
INFO:tensorflow:global_step/sec: 3.09179
INFO:tensorflow:loss = 1.4002918, step = 17218 (32.346 sec)
INFO:tensorflow:lr = 0.00023036971 (32.347 sec)
INFO:tensorflow:global_step/sec: 3.19763
INFO:tensorflow:loss = 1.4165742, step = 17318 (31.271 sec)
INFO:tensorflow:lr = 0.00022299588 (31.271 sec)
INFO:tensorflow:global_step/sec: 3.02991
INFO:tensorflow:loss = 1.3916006, step = 17418 (33.006 sec)
INFO:tensorflow:lr = 0.00021562204 (33.005 sec)
INFO:tensorflow:global_step/sec: 3.19337
INFO:tensorflow:loss = 1.4048557, step = 17518 (31.317 sec)
INFO:tensorflow:lr = 0.00020824821 (31.315 sec)
INFO:tensorflow:global_step/sec: 3.20631
INFO:tensorflow:loss = 1.4132214, step = 17618 (31.187 sec)
INFO:tensorflow:lr = 0.00020087438 (31.189 sec)
INFO:tensorflow:global_step/sec: 3.16316
INFO:tensorflow:loss = 1.4287959, step = 17718 (31.614 sec)
INFO:tensorflow:lr = 0.00019350045 (31.614 sec)
INFO:tensorflow:Saving checkpoints for 17805 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4007078.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d3009fe48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d3009fe48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d300c49b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d300c49b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb722a20>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb722a20>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-17805
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd98c438>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd98c438>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc5d7e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc5d7e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd222780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd222780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-17805
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 83.040, BELU-1: 94.200, BLEU-2: 88.700, BLEU-4: 78.300, EM: 0.602
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd6d5fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd6d5fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc9760b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc9760b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cddac3be0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cddac3be0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Signatures INCLUDED in export for Classify: None
INFO:tensorflow:Signatures INCLUDED in export for Regress: None
INFO:tensorflow:Signatures INCLUDED in export for Predict: ['serving_default']
INFO:tensorflow:Signatures INCLUDED in export for Train: None
INFO:tensorflow:Signatures INCLUDED in export for Eval: None
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-17805
INFO:tensorflow:Assets added to graph.
INFO:tensorflow:No assets to write.
INFO:tensorflow:SavedModel written to: ../model/pointer_gru_attn_export_/temp-b'1592886981'/saved_model.pb
INFO:tensorflow:Best EM: 0.602
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc740e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc740e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb8e56a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb8e56a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc717780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc717780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-17805
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 17805 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3881168, step = 17805
INFO:tensorflow:lr = 0.00018708527
INFO:tensorflow:global_step/sec: 3.14074
INFO:tensorflow:loss = 1.395001, step = 17905 (31.845 sec)
INFO:tensorflow:lr = 0.00017971135 (31.845 sec)
INFO:tensorflow:global_step/sec: 3.2018
INFO:tensorflow:loss = 1.4009293, step = 18005 (31.233 sec)
INFO:tensorflow:lr = 0.00017233752 (31.233 sec)
INFO:tensorflow:global_step/sec: 3.2531
INFO:tensorflow:loss = 1.3890426, step = 18105 (30.736 sec)
INFO:tensorflow:lr = 0.00016496368 (30.735 sec)
INFO:tensorflow:global_step/sec: 3.27581
INFO:tensorflow:loss = 1.4057146, step = 18205 (30.532 sec)
INFO:tensorflow:lr = 0.00015758985 (30.534 sec)
INFO:tensorflow:global_step/sec: 3.23851
INFO:tensorflow:loss = 1.4001086, step = 18305 (30.877 sec)
INFO:tensorflow:lr = 0.00015021593 (30.877 sec)
INFO:tensorflow:global_step/sec: 3.16592
INFO:tensorflow:loss = 1.3990426, step = 18405 (31.583 sec)
INFO:tensorflow:lr = 0.0001428421 (31.582 sec)
INFO:tensorflow:global_step/sec: 3.25092
INFO:tensorflow:loss = 1.4090791, step = 18505 (30.759 sec)
INFO:tensorflow:lr = 0.00013546826 (30.760 sec)
INFO:tensorflow:global_step/sec: 3.13917
INFO:tensorflow:loss = 1.3858517, step = 18605 (31.856 sec)
INFO:tensorflow:lr = 0.00012809443 (31.855 sec)
INFO:tensorflow:global_step/sec: 3.31386
INFO:tensorflow:loss = 1.385305, step = 18705 (30.178 sec)
INFO:tensorflow:lr = 0.00012072051 (30.178 sec)
INFO:tensorflow:global_step/sec: 3.19808
INFO:tensorflow:loss = 1.3932525, step = 18805 (31.269 sec)
INFO:tensorflow:lr = 0.00011334668 (31.268 sec)
INFO:tensorflow:global_step/sec: 3.16948
INFO:tensorflow:loss = 1.3857604, step = 18905 (31.552 sec)
INFO:tensorflow:lr = 0.000105972846 (31.553 sec)
INFO:tensorflow:Saving checkpoints for 18992 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.3829257.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdb6ac5c0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdb6ac5c0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd9180b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd9180b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cda507ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cda507ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-18992
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc9bcc88>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc9bcc88>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc999dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc999dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdbb8bfd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdbb8bfd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-18992
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 83.350, BELU-1: 94.300, BLEU-2: 88.700, BLEU-4: 78.600, EM: 0.602
INFO:tensorflow:Best EM: 0.602
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc5d10f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc5d10f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc5ce898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc5ce898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc5ce9b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc5ce9b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-18992
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 18992 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.396268, step = 18992
INFO:tensorflow:lr = 0.000100221216
INFO:tensorflow:global_step/sec: 2.88894
INFO:tensorflow:loss = 1.3934803, step = 19092 (34.619 sec)
INFO:tensorflow:lr = 0.00010390813 (34.619 sec)
INFO:tensorflow:global_step/sec: 3.35297
INFO:tensorflow:loss = 1.3984865, step = 19192 (29.824 sec)
INFO:tensorflow:lr = 0.00010759505 (29.824 sec)
INFO:tensorflow:global_step/sec: 3.39641
INFO:tensorflow:loss = 1.3834676, step = 19292 (29.440 sec)
INFO:tensorflow:lr = 0.00011128197 (29.439 sec)
INFO:tensorflow:global_step/sec: 3.36712
INFO:tensorflow:loss = 1.394213, step = 19392 (29.700 sec)
INFO:tensorflow:lr = 0.00011496888 (29.704 sec)
INFO:tensorflow:global_step/sec: 3.35616
INFO:tensorflow:loss = 1.3893152, step = 19492 (29.796 sec)
INFO:tensorflow:lr = 0.0001186558 (29.793 sec)
INFO:tensorflow:global_step/sec: 3.22183
INFO:tensorflow:loss = 1.3866235, step = 19592 (31.038 sec)
INFO:tensorflow:lr = 0.0001223428 (31.041 sec)
INFO:tensorflow:global_step/sec: 3.24122
INFO:tensorflow:loss = 1.3870804, step = 19692 (30.854 sec)
INFO:tensorflow:lr = 0.00012602971 (30.851 sec)
INFO:tensorflow:global_step/sec: 3.38764
INFO:tensorflow:loss = 1.3927381, step = 19792 (29.522 sec)
INFO:tensorflow:lr = 0.00012971663 (29.523 sec)
INFO:tensorflow:global_step/sec: 3.23806
INFO:tensorflow:loss = 1.3832138, step = 19892 (30.884 sec)
INFO:tensorflow:lr = 0.00013340355 (30.884 sec)
INFO:tensorflow:global_step/sec: 3.2975
INFO:tensorflow:loss = 1.3974096, step = 19992 (30.322 sec)
INFO:tensorflow:lr = 0.00013709046 (30.321 sec)
INFO:tensorflow:global_step/sec: 3.24631
INFO:tensorflow:loss = 1.4113935, step = 20092 (30.804 sec)
INFO:tensorflow:lr = 0.00014077738 (30.805 sec)
INFO:tensorflow:Saving checkpoints for 20179 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
INFO:tensorflow:Loss for final step: 1.3856112.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc4dce80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdc4dce80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc4f2b38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdc4f2b38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d30139978>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1d30139978>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-20179
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d36234ba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1d36234ba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cd825c8d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cd825c8d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb697ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdb697ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-20179
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 83.190, BELU-1: 94.100, BLEU-2: 88.700, BLEU-4: 78.500, EM: 0.592
INFO:tensorflow:Best EM: 0.602
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd078dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f1cdd078dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd078fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdd078fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdca489e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f1cdca489e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Interaction/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_2/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_3/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(600, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr_multi_attn_/model.ckpt-20179
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 20179 into ../model/pointer_gru_clr_multi_attn_/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4118623, step = 20179
INFO:tensorflow:lr = 0.00014398506
INFO:tensorflow:global_step/sec: 2.98336
INFO:tensorflow:loss = 1.387083, step = 20279 (33.523 sec)
INFO:tensorflow:lr = 0.00014767198 (33.523 sec)
INFO:tensorflow:global_step/sec: 3.22992
INFO:tensorflow:loss = 1.3941114, step = 20379 (30.960 sec)
INFO:tensorflow:lr = 0.0001513589 (30.961 sec)