In [1]:
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow2/semantic_parsing/tree_slu/main')
Drive already mounted at /content/gdrive; to attempt to forcibly remount, call drive.mount("/content/gdrive", force_remount=True).
In [2]:
%tensorflow_version 2.x
!pip install tensorflow-addons
Requirement already satisfied: tensorflow-addons in /usr/local/lib/python3.6/dist-packages (0.8.3)
Requirement already satisfied: typeguard in /usr/local/lib/python3.6/dist-packages (from tensorflow-addons) (2.7.1)
In [3]:
from tensorflow_addons.optimizers.cyclical_learning_rate import ExponentialCyclicalLearningRate

import tensorflow as tf
import tensorflow_addons as tfa

import numpy as np
import pprint
import logging
import time
import nltk

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 2.2.0-rc3
WARNING:tensorflow:From <ipython-input-3-2b388b520f02>:13: is_gpu_available (from tensorflow.python.framework.test_util) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.config.list_physical_devices('GPU')` instead.
GPU Enabled: True
In [0]:
# stream data from text files
def data_generator(f_path, params):
  with open(f_path) as f:
    print('Reading', f_path)
    for line in f:
      text_raw, text_tokenized, label = line.split('\t')
      text_tokenized = text_tokenized.lower().split()
      label = label.replace('[', '[ ').lower().split()
      source = [params['tgt2idx'].get(w, len(params['tgt2idx'])) for w in text_tokenized]
      target = [params['tgt2idx'].get(w, len(params['tgt2idx'])) for w in label]
      target_in = [1] + target
      target_out = target + [2]
      yield (source, target_in, target_out)
In [0]:
def dataset(is_training, params):
  _shapes = ([None], [None], [None])
  _types = (tf.int32, tf.int32, tf.int32)
  _pads = (0, 0, 0)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_path'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['train_batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_path'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['eval_batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  
  return ds
In [0]:
class Embed(tf.keras.Model):
  def __init__(self):
    super().__init__()
    self.embedding = tf.Variable(np.load('../vocab/word.npy'),
                                 dtype=tf.float32,
                                 name='pretrained_embedding')
  
  def call(self, inputs):
    if inputs.dtype != tf.int32:
      inputs = tf.cast(inputs, tf.int32)
    x = tf.nn.embedding_lookup(self.embedding, inputs)
    return x
In [0]:
class Encoder(tf.keras.Model):
  def __init__(self, params):
    super().__init__()
    self.dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    self.bilstm = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(
      params['rnn_units'], return_state=True, return_sequences=True, zero_output_for_mask=True))
    self.state_fc = tf.keras.layers.Dense(params['rnn_units'], params['activation'], name='state_fc')
  
  def call(self, inputs, mask, training):
    if mask.dtype != tf.bool:
      mask = tf.cast(mask, tf.bool)
    x = self.dropout(inputs, training=training)
    
    encoder_o, state_fw_h, state_fw_c, state_bw_h, state_bw_c = self.bilstm(x, mask=mask)
    encoder_s = [
      self.state_fc(tf.concat((state_fw_h, state_bw_h), -1)),
      self.state_fc(tf.concat((state_fw_c, state_bw_c), -1)),]
    
    return encoder_o, encoder_s
In [0]:
class TiedDense(tf.keras.layers.Layer):
  def __init__(self, tied_embed, out_dim):
    super().__init__()
    self.tied_embed = tied_embed
    self.out_dim = out_dim
  
  def build(self, input_shape):
    self.bias = self.add_weight(name='bias',
                                shape=[self.out_dim],
                                trainable=True)
    super().build(input_shape)
  
  def call(self, inputs):
    x = tf.matmul(inputs, self.tied_embed, transpose_b=True)
    x = tf.nn.bias_add(x, self.bias)
    return x
  
  def compute_output_shape(self, input_shape):
    return input_shape[:-1].concatenate(self.out_dim)
In [0]:
class Model(tf.keras.Model):
  def __init__(self, params):
    super().__init__()
    self.embed = Embed()

    self.encoder = Encoder(params)

    self.dropout = tf.keras.layers.Dropout(params['dropout_rate'])

    self.attn = tfa.seq2seq.BahdanauAttention(params['rnn_units'])

    self.decoder_cell = tfa.seq2seq.AttentionWrapper(
      tf.keras.layers.LSTMCell(params['rnn_units']),
      self.attn,
      attention_layer_size=params['rnn_units'])
    
    self.proj_layer = TiedDense(self.embed.embedding, len(params['tgt2idx'])+1)

    self.teach_forcing = tfa.seq2seq.BasicDecoder(
      self.decoder_cell,
      tfa.seq2seq.sampler.TrainingSampler(),
      output_layer = self.proj_layer)

    self.beam_search = tfa.seq2seq.BeamSearchDecoder(
      self.decoder_cell,
      beam_width = params['beam_width'],
      embedding_fn = lambda x: self.embed(x),
      output_layer = self.proj_layer,
      maximum_iterations = 80,)

  
  def call(self, inputs, training=True):
    if training:
      source, target_in = inputs
    else:
      source = inputs
    batch_sz = tf.shape(source)[0]

    encoder_o, encoder_s = self.encoder(self.embed(source), mask=tf.sign(source), training=training)

    if training:
      self.attn([encoder_o, tf.math.count_nonzero(source, 1)], setup_memory=True)
      attn_state = self.decoder_cell.get_initial_state(batch_size=batch_sz, dtype=tf.float32)
      attn_state = attn_state.clone(cell_state=encoder_s)

      decoder_o, _, _ = self.teach_forcing(
        inputs = self.dropout(self.embed(target_in), training=training),
        initial_state = attn_state,
        sequence_length = tf.math.count_nonzero(target_in, 1, dtype=tf.int32))

      logits_or_ids = decoder_o.rnn_output
    else:
      encoder_o_t = tfa.seq2seq.tile_batch(encoder_o, params['beam_width'])
      encoder_len_t = tfa.seq2seq.tile_batch(tf.math.count_nonzero(source, 1), params['beam_width'])
      encoder_s_t = tfa.seq2seq.tile_batch(encoder_s, params['beam_width'])

      self.attn([encoder_o_t, encoder_len_t], setup_memory=True)
      attn_state = self.decoder_cell.get_initial_state(batch_size=batch_sz*params['beam_width'], dtype=tf.float32)
      attn_state = attn_state.clone(cell_state=encoder_s_t)

      decoder_o, _, _ = self.beam_search(
        None,
        start_tokens = tf.tile(tf.constant([1], tf.int32), [batch_sz]),
        end_token = 2,
        initial_state = attn_state,)

      logits_or_ids = decoder_o.predicted_ids[:, :, 0]

    return logits_or_ids
In [0]:
def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      word2idx[line] = i
  return word2idx
In [0]:
params = {
    'train_path': '../data/train.tsv',
    'test_path': '../data/test.tsv',
    'vocab_src_path': '../vocab/source.txt',
    'vocab_tgt_path': '../vocab/target.txt',
    'model_path': '../model/',
    'dropout_rate': .2,
    'rnn_units': 300,
    'embed_dim': 300,
    'activation': tf.nn.elu,
    'beam_width': 10,
    'init_lr': 1e-4,
    'max_lr': 8e-4,
    'clip_norm': .1,
    'buffer_size': 31279,
    'train_batch_size': 32,
    'eval_batch_size': 128,
    'num_patience': 10,
}
In [0]:
params['tgt2idx'] = get_vocab(params['vocab_tgt_path'])
params['idx2tgt'] = {idx: tgt for tgt, idx in params['tgt2idx'].items()}
In [13]:
model = Model(params)
model.build(input_shape=[[None, None], [None, None]])
pprint.pprint([(v.name, v.shape) for v in model.trainable_variables])
[('pretrained_embedding:0', TensorShape([8692, 300])),
 ('encoder/bidirectional/forward_lstm/lstm_cell_1/kernel:0',
  TensorShape([300, 1200])),
 ('encoder/bidirectional/forward_lstm/lstm_cell_1/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('encoder/bidirectional/forward_lstm/lstm_cell_1/bias:0', TensorShape([1200])),
 ('encoder/bidirectional/backward_lstm/lstm_cell_2/kernel:0',
  TensorShape([300, 1200])),
 ('encoder/bidirectional/backward_lstm/lstm_cell_2/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('encoder/bidirectional/backward_lstm/lstm_cell_2/bias:0',
  TensorShape([1200])),
 ('encoder/state_fc/kernel:0', TensorShape([600, 300])),
 ('encoder/state_fc/bias:0', TensorShape([300])),
 ('BahdanauAttention/attention_v:0', TensorShape([300])),
 ('attention_wrapper/BahdanauAttention/kernel:0', TensorShape([300, 300])),
 ('BahdanauAttention/kernel:0', TensorShape([600, 300])),
 ('attention_wrapper/attention_layer/kernel:0', TensorShape([900, 300])),
 ('attention_wrapper/lstm_cell_3/kernel:0', TensorShape([600, 1200])),
 ('attention_wrapper/lstm_cell_3/recurrent_kernel:0', TensorShape([300, 1200])),
 ('attention_wrapper/lstm_cell_3/bias:0', TensorShape([1200])),
 ('tied_dense/bias:0', TensorShape([8692]))]
In [0]:
decay_lr = ExponentialCyclicalLearningRate(
  initial_learning_rate=params['init_lr'],
  maximal_learning_rate=params['max_lr'],
  step_size=4*params['buffer_size']//params['train_batch_size'],)
optim = tf.optimizers.Adam(params['init_lr'])
global_step = 0
In [0]:
best_acc = .0
count = 0
In [0]:
t0 = time.time()
logger = logging.getLogger('tensorflow')
logger.propagate = False
logger.setLevel(logging.INFO)
In [0]:
def minimal_test(model, params):
  test_str = ['what', 'times', 'are', 'the', 'nutcracker', 'show', 'playing', 'near', 'me']
  test_arr = tf.convert_to_tensor([[params['tgt2idx'][w] for w in test_str]])
  generated = model(inputs=test_arr, training=False)

  print('-'*12)
  print('minimal test')
  print('utterance:', ' '.join(test_str))
  parsed = ' '.join([params['idx2tgt'][idx] for idx in generated[0].numpy() if (idx != 0 and idx != 2)])
  print('parsed:', parsed)
  print()
  try:
    nltk.tree.Tree.fromstring(parsed.replace('[ ', '(').replace(' ]', ')')).pretty_print()
  except:
    pass
  print('-'*12)
In [18]:
while True:
  # TRAINING
  is_training = True
  for i, (source, target_in, target_out) in enumerate(dataset(is_training=is_training, params=params)):
    with tf.GradientTape() as tape:
      logits_or_ids = model((source, target_in), training=is_training)
      
      loss = tf.compat.v1.losses.softmax_cross_entropy(
        onehot_labels = tf.one_hot(target_out, len(params['tgt2idx'])+1),
        logits = logits_or_ids,
        weights = tf.cast(tf.sign(target_out), tf.float32),
        label_smoothing = .2)  

    variables = model.trainable_variables
    optim.lr.assign(decay_lr(global_step))
    grads = tape.gradient(loss, variables)
    grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
    optim.apply_gradients(zip(grads, variables))
    
    if global_step % 50 == 0:
      logger.info("Step {} | Loss: {:.4f} | Spent: {:.1f} secs | LR: {:.6f}".format(
        global_step, loss.numpy().item(), time.time()-t0, optim.lr.numpy().item()))
      t0 = time.time()
    
    global_step += 1

  # EVALUATION
  is_training = False
  minimal_test(model, params)
  m = tf.keras.metrics.Mean()
  
  parse_fn = lambda x: [e for e in x if (e != 0 and e != 2)]

  for i, (source, target_in, target_out) in enumerate(dataset(is_training=is_training, params=params)):
    generated = model(inputs=source, training=is_training)
    for pred, tgt in zip(generated.numpy(), target_out.numpy()):
      matched = np.array_equal(parse_fn(pred), parse_fn(tgt))
      m.update_state(int(matched))
  
  acc = m.result().numpy()
  logger.info("Evaluation: Testing EM: {:.3f}".format(acc))

  if acc > best_acc:
    best_acc = acc
    count = 0
  else:
    count += 1
  logger.info("Best EM: {:.3f}".format(best_acc))

  if count == params['num_patience']:
    print(params['num_patience'], "times not improve the best result, therefore stop training")
    break
Reading ../data/train.tsv
INFO:tensorflow:Step 0 | Loss: 8.9311 | Spent: 15.6 secs | LR: 0.000100
INFO:tensorflow:Step 50 | Loss: 6.1842 | Spent: 22.1 secs | LR: 0.000109
INFO:tensorflow:Step 100 | Loss: 5.6022 | Spent: 22.8 secs | LR: 0.000118
INFO:tensorflow:Step 150 | Loss: 4.9817 | Spent: 21.6 secs | LR: 0.000127
INFO:tensorflow:Step 200 | Loss: 4.6414 | Spent: 23.7 secs | LR: 0.000136
INFO:tensorflow:Step 250 | Loss: 4.4588 | Spent: 22.5 secs | LR: 0.000145
INFO:tensorflow:Step 300 | Loss: 4.5149 | Spent: 22.8 secs | LR: 0.000154
INFO:tensorflow:Step 350 | Loss: 4.1099 | Spent: 21.0 secs | LR: 0.000163
INFO:tensorflow:Step 400 | Loss: 4.0889 | Spent: 21.8 secs | LR: 0.000172
INFO:tensorflow:Step 450 | Loss: 4.0253 | Spent: 23.5 secs | LR: 0.000181
INFO:tensorflow:Step 500 | Loss: 3.7661 | Spent: 21.6 secs | LR: 0.000190
INFO:tensorflow:Step 550 | Loss: 3.6650 | Spent: 22.3 secs | LR: 0.000198
INFO:tensorflow:Step 600 | Loss: 3.6460 | Spent: 21.6 secs | LR: 0.000207
INFO:tensorflow:Step 650 | Loss: 3.5861 | Spent: 21.2 secs | LR: 0.000216
INFO:tensorflow:Step 700 | Loss: 3.6209 | Spent: 22.3 secs | LR: 0.000225
INFO:tensorflow:Step 750 | Loss: 3.4799 | Spent: 21.6 secs | LR: 0.000234
INFO:tensorflow:Step 800 | Loss: 3.5453 | Spent: 21.3 secs | LR: 0.000243
INFO:tensorflow:Step 850 | Loss: 3.2477 | Spent: 22.1 secs | LR: 0.000252
INFO:tensorflow:Step 900 | Loss: 3.2967 | Spent: 21.5 secs | LR: 0.000261
INFO:tensorflow:Step 950 | Loss: 3.1771 | Spent: 22.7 secs | LR: 0.000270
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what time are the [ sl:location nutcracker show ] [ sl:date_time playing ] [ sl:location [ in:get_location [ sl:search_radius near ] ] ] ]

              in:get_event                                                          
  _________________|_______________________________________________________          
 |    |    |       |                       |                |         sl:location   
 |    |    |       |                       |                |              |         
 |    |    |       |                       |                |       in:get_location 
 |    |    |       |                       |                |              |         
 |    |    |       |                  sl:location      sl:date_time sl:search_radius
 |    |    |       |            ___________|_______         |              |         
what time are     the      nutcracker             show   playing          near      

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.115
INFO:tensorflow:Best EM: 0.115
Reading ../data/train.tsv
INFO:tensorflow:Step 1000 | Loss: 3.3968 | Spent: 167.4 secs | LR: 0.000279
INFO:tensorflow:Step 1050 | Loss: 3.0195 | Spent: 21.2 secs | LR: 0.000288
INFO:tensorflow:Step 1100 | Loss: 2.9976 | Spent: 21.6 secs | LR: 0.000297
INFO:tensorflow:Step 1150 | Loss: 2.9960 | Spent: 21.9 secs | LR: 0.000306
INFO:tensorflow:Step 1200 | Loss: 3.0892 | Spent: 21.6 secs | LR: 0.000315
INFO:tensorflow:Step 1250 | Loss: 2.9465 | Spent: 21.4 secs | LR: 0.000324
INFO:tensorflow:Step 1300 | Loss: 2.9528 | Spent: 21.2 secs | LR: 0.000333
INFO:tensorflow:Step 1350 | Loss: 2.9703 | Spent: 21.0 secs | LR: 0.000342
INFO:tensorflow:Step 1400 | Loss: 2.8736 | Spent: 21.5 secs | LR: 0.000351
INFO:tensorflow:Step 1450 | Loss: 3.0001 | Spent: 21.8 secs | LR: 0.000360
INFO:tensorflow:Step 1500 | Loss: 3.0549 | Spent: 21.5 secs | LR: 0.000369
INFO:tensorflow:Step 1550 | Loss: 2.8442 | Spent: 21.7 secs | LR: 0.000378
INFO:tensorflow:Step 1600 | Loss: 2.8264 | Spent: 21.3 secs | LR: 0.000387
INFO:tensorflow:Step 1650 | Loss: 2.7400 | Spent: 20.9 secs | LR: 0.000395
INFO:tensorflow:Step 1700 | Loss: 2.7917 | Spent: 20.7 secs | LR: 0.000404
INFO:tensorflow:Step 1750 | Loss: 2.7420 | Spent: 22.1 secs | LR: 0.000413
INFO:tensorflow:Step 1800 | Loss: 2.6783 | Spent: 21.2 secs | LR: 0.000422
INFO:tensorflow:Step 1850 | Loss: 2.7636 | Spent: 21.2 secs | LR: 0.000431
INFO:tensorflow:Step 1900 | Loss: 2.7380 | Spent: 22.1 secs | LR: 0.000440
INFO:tensorflow:Step 1950 | Loss: 2.8155 | Spent: 21.9 secs | LR: 0.000449
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are the nutcracker show playing near me ]

                   in:get_event                      
  ______________________|__________________________   
what times are the  nutcracker  show playing near  me

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.436
INFO:tensorflow:Best EM: 0.436
Reading ../data/train.tsv
INFO:tensorflow:Step 2000 | Loss: 2.6276 | Spent: 172.5 secs | LR: 0.000458
INFO:tensorflow:Step 2050 | Loss: 2.6713 | Spent: 21.4 secs | LR: 0.000467
INFO:tensorflow:Step 2100 | Loss: 2.6842 | Spent: 20.9 secs | LR: 0.000476
INFO:tensorflow:Step 2150 | Loss: 2.6747 | Spent: 21.1 secs | LR: 0.000485
INFO:tensorflow:Step 2200 | Loss: 2.6105 | Spent: 21.6 secs | LR: 0.000494
INFO:tensorflow:Step 2250 | Loss: 2.6687 | Spent: 21.3 secs | LR: 0.000503
INFO:tensorflow:Step 2300 | Loss: 2.5524 | Spent: 21.2 secs | LR: 0.000512
INFO:tensorflow:Step 2350 | Loss: 2.5493 | Spent: 22.1 secs | LR: 0.000521
INFO:tensorflow:Step 2400 | Loss: 2.5027 | Spent: 21.3 secs | LR: 0.000530
INFO:tensorflow:Step 2450 | Loss: 2.5642 | Spent: 21.6 secs | LR: 0.000539
INFO:tensorflow:Step 2500 | Loss: 2.5276 | Spent: 21.5 secs | LR: 0.000548
INFO:tensorflow:Step 2550 | Loss: 2.5371 | Spent: 21.7 secs | LR: 0.000557
INFO:tensorflow:Step 2600 | Loss: 2.5557 | Spent: 21.3 secs | LR: 0.000566
INFO:tensorflow:Step 2650 | Loss: 2.4885 | Spent: 21.1 secs | LR: 0.000575
INFO:tensorflow:Step 2700 | Loss: 2.6464 | Spent: 20.9 secs | LR: 0.000583
INFO:tensorflow:Step 2750 | Loss: 2.5262 | Spent: 21.5 secs | LR: 0.000592
INFO:tensorflow:Step 2800 | Loss: 2.4980 | Spent: 21.5 secs | LR: 0.000601
INFO:tensorflow:Step 2850 | Loss: 2.5096 | Spent: 20.8 secs | LR: 0.000610
INFO:tensorflow:Step 2900 | Loss: 2.5100 | Spent: 21.2 secs | LR: 0.000619
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:unsupported what times are the nutcracker show playing near me ]

                   in:unsupported                      
  _______________________|___________________________   
what times are the   nutcracker   show playing near  me

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.561
INFO:tensorflow:Best EM: 0.561
Reading ../data/train.tsv
INFO:tensorflow:Step 2950 | Loss: 2.5117 | Spent: 171.3 secs | LR: 0.000628
INFO:tensorflow:Step 3000 | Loss: 2.5492 | Spent: 21.2 secs | LR: 0.000637
INFO:tensorflow:Step 3050 | Loss: 2.4878 | Spent: 21.5 secs | LR: 0.000646
INFO:tensorflow:Step 3100 | Loss: 2.5425 | Spent: 21.3 secs | LR: 0.000655
INFO:tensorflow:Step 3150 | Loss: 2.4586 | Spent: 21.3 secs | LR: 0.000664
INFO:tensorflow:Step 3200 | Loss: 2.5240 | Spent: 21.4 secs | LR: 0.000673
INFO:tensorflow:Step 3250 | Loss: 2.4603 | Spent: 21.8 secs | LR: 0.000682
INFO:tensorflow:Step 3300 | Loss: 2.4707 | Spent: 20.9 secs | LR: 0.000691
INFO:tensorflow:Step 3350 | Loss: 2.4419 | Spent: 22.7 secs | LR: 0.000700
INFO:tensorflow:Step 3400 | Loss: 2.4727 | Spent: 21.1 secs | LR: 0.000709
INFO:tensorflow:Step 3450 | Loss: 2.5017 | Spent: 21.8 secs | LR: 0.000718
INFO:tensorflow:Step 3500 | Loss: 2.4495 | Spent: 22.3 secs | LR: 0.000727
INFO:tensorflow:Step 3550 | Loss: 2.4709 | Spent: 21.7 secs | LR: 0.000736
INFO:tensorflow:Step 3600 | Loss: 2.4798 | Spent: 21.6 secs | LR: 0.000745
INFO:tensorflow:Step 3650 | Loss: 2.4529 | Spent: 21.5 secs | LR: 0.000754
INFO:tensorflow:Step 3700 | Loss: 2.4668 | Spent: 21.8 secs | LR: 0.000763
INFO:tensorflow:Step 3750 | Loss: 2.4798 | Spent: 21.7 secs | LR: 0.000772
INFO:tensorflow:Step 3800 | Loss: 2.4363 | Spent: 20.9 secs | LR: 0.000780
INFO:tensorflow:Step 3850 | Loss: 2.4644 | Spent: 22.3 secs | LR: 0.000789
INFO:tensorflow:Step 3900 | Loss: 2.4728 | Spent: 21.6 secs | LR: 0.000798
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show ] playing [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                       in:get_event                                                                        
  __________________________|_____________________________________________________                          
 |     |    |     |                        |                                 sl:location                   
 |     |    |     |                        |                                      |                         
 |     |    |     |                        |                               in:get_location                 
 |     |    |     |                        |                      ________________|_______________          
 |     |    |     |                 sl:category_even      sl:search_radius                 sl:location_user
 |     |    |     |                        t                     |                                |        
 |     |    |     |          ______________|__________           |                                |         
what times are playing     the         nutcracker    show       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.648
INFO:tensorflow:Best EM: 0.648
Reading ../data/train.tsv
INFO:tensorflow:Step 3950 | Loss: 2.4486 | Spent: 178.3 secs | LR: 0.000793
INFO:tensorflow:Step 4000 | Loss: 2.4474 | Spent: 21.4 secs | LR: 0.000784
INFO:tensorflow:Step 4050 | Loss: 2.4709 | Spent: 21.5 secs | LR: 0.000775
INFO:tensorflow:Step 4100 | Loss: 2.4214 | Spent: 21.5 secs | LR: 0.000766
INFO:tensorflow:Step 4150 | Loss: 2.4645 | Spent: 21.4 secs | LR: 0.000757
INFO:tensorflow:Step 4200 | Loss: 2.4090 | Spent: 21.7 secs | LR: 0.000748
INFO:tensorflow:Step 4250 | Loss: 2.4534 | Spent: 20.9 secs | LR: 0.000739
INFO:tensorflow:Step 4300 | Loss: 2.4195 | Spent: 21.1 secs | LR: 0.000730
INFO:tensorflow:Step 4350 | Loss: 2.4353 | Spent: 21.0 secs | LR: 0.000721
INFO:tensorflow:Step 4400 | Loss: 2.4376 | Spent: 21.7 secs | LR: 0.000712
INFO:tensorflow:Step 4450 | Loss: 2.4351 | Spent: 21.3 secs | LR: 0.000703
INFO:tensorflow:Step 4500 | Loss: 2.4597 | Spent: 21.4 secs | LR: 0.000694
INFO:tensorflow:Step 4550 | Loss: 2.4291 | Spent: 21.1 secs | LR: 0.000685
INFO:tensorflow:Step 4600 | Loss: 2.4042 | Spent: 21.7 secs | LR: 0.000676
INFO:tensorflow:Step 4650 | Loss: 2.4440 | Spent: 22.1 secs | LR: 0.000667
INFO:tensorflow:Step 4700 | Loss: 2.4347 | Spent: 20.2 secs | LR: 0.000658
INFO:tensorflow:Step 4750 | Loss: 2.4030 | Spent: 21.1 secs | LR: 0.000649
INFO:tensorflow:Step 4800 | Loss: 2.4182 | Spent: 20.7 secs | LR: 0.000640
INFO:tensorflow:Step 4850 | Loss: 2.3977 | Spent: 21.4 secs | LR: 0.000631
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show ] playing [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                       in:get_event                                                                        
  __________________________|_____________________________________________________                          
 |     |    |     |                        |                                 sl:location                   
 |     |    |     |                        |                                      |                         
 |     |    |     |                        |                               in:get_location                 
 |     |    |     |                        |                      ________________|_______________          
 |     |    |     |                 sl:category_even      sl:search_radius                 sl:location_user
 |     |    |     |                        t                     |                                |        
 |     |    |     |          ______________|__________           |                                |         
what times are playing     the         nutcracker    show       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.685
INFO:tensorflow:Best EM: 0.685
Reading ../data/train.tsv
INFO:tensorflow:Step 4900 | Loss: 2.4061 | Spent: 155.5 secs | LR: 0.000623
INFO:tensorflow:Step 4950 | Loss: 2.4061 | Spent: 21.4 secs | LR: 0.000614
INFO:tensorflow:Step 5000 | Loss: 2.4095 | Spent: 21.5 secs | LR: 0.000605
INFO:tensorflow:Step 5050 | Loss: 2.3989 | Spent: 21.5 secs | LR: 0.000596
INFO:tensorflow:Step 5100 | Loss: 2.4122 | Spent: 21.7 secs | LR: 0.000587
INFO:tensorflow:Step 5150 | Loss: 2.4467 | Spent: 21.4 secs | LR: 0.000578
INFO:tensorflow:Step 5200 | Loss: 2.3916 | Spent: 20.8 secs | LR: 0.000569
INFO:tensorflow:Step 5250 | Loss: 2.4007 | Spent: 21.2 secs | LR: 0.000560
INFO:tensorflow:Step 5300 | Loss: 2.3913 | Spent: 21.7 secs | LR: 0.000551
INFO:tensorflow:Step 5350 | Loss: 2.3920 | Spent: 20.9 secs | LR: 0.000542
INFO:tensorflow:Step 5400 | Loss: 2.4219 | Spent: 21.0 secs | LR: 0.000533
INFO:tensorflow:Step 5450 | Loss: 2.4154 | Spent: 20.6 secs | LR: 0.000524
INFO:tensorflow:Step 5500 | Loss: 2.3987 | Spent: 21.7 secs | LR: 0.000515
INFO:tensorflow:Step 5550 | Loss: 2.3987 | Spent: 22.4 secs | LR: 0.000506
INFO:tensorflow:Step 5600 | Loss: 2.4496 | Spent: 22.3 secs | LR: 0.000497
INFO:tensorflow:Step 5650 | Loss: 2.4207 | Spent: 21.3 secs | LR: 0.000488
INFO:tensorflow:Step 5700 | Loss: 2.4028 | Spent: 21.7 secs | LR: 0.000479
INFO:tensorflow:Step 5750 | Loss: 2.3911 | Spent: 21.7 secs | LR: 0.000470
INFO:tensorflow:Step 5800 | Loss: 2.3929 | Spent: 21.0 secs | LR: 0.000461
INFO:tensorflow:Step 5850 | Loss: 2.3942 | Spent: 21.2 secs | LR: 0.000452
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.701
INFO:tensorflow:Best EM: 0.701
Reading ../data/train.tsv
INFO:tensorflow:Step 5900 | Loss: 2.4120 | Spent: 168.6 secs | LR: 0.000443
INFO:tensorflow:Step 5950 | Loss: 2.3945 | Spent: 21.1 secs | LR: 0.000435
INFO:tensorflow:Step 6000 | Loss: 2.3827 | Spent: 21.3 secs | LR: 0.000426
INFO:tensorflow:Step 6050 | Loss: 2.3849 | Spent: 21.6 secs | LR: 0.000417
INFO:tensorflow:Step 6100 | Loss: 2.3593 | Spent: 21.5 secs | LR: 0.000408
INFO:tensorflow:Step 6150 | Loss: 2.3779 | Spent: 21.9 secs | LR: 0.000399
INFO:tensorflow:Step 6200 | Loss: 2.3678 | Spent: 21.8 secs | LR: 0.000390
INFO:tensorflow:Step 6250 | Loss: 2.4246 | Spent: 21.9 secs | LR: 0.000381
INFO:tensorflow:Step 6300 | Loss: 2.3906 | Spent: 21.3 secs | LR: 0.000372
INFO:tensorflow:Step 6350 | Loss: 2.3678 | Spent: 22.2 secs | LR: 0.000363
INFO:tensorflow:Step 6400 | Loss: 2.3848 | Spent: 22.1 secs | LR: 0.000354
INFO:tensorflow:Step 6450 | Loss: 2.3761 | Spent: 22.0 secs | LR: 0.000345
INFO:tensorflow:Step 6500 | Loss: 2.3694 | Spent: 22.0 secs | LR: 0.000336
INFO:tensorflow:Step 6550 | Loss: 2.3602 | Spent: 22.1 secs | LR: 0.000327
INFO:tensorflow:Step 6600 | Loss: 2.3771 | Spent: 21.6 secs | LR: 0.000318
INFO:tensorflow:Step 6650 | Loss: 2.3674 | Spent: 22.0 secs | LR: 0.000309
INFO:tensorflow:Step 6700 | Loss: 2.3779 | Spent: 22.0 secs | LR: 0.000300
INFO:tensorflow:Step 6750 | Loss: 2.3815 | Spent: 21.7 secs | LR: 0.000291
INFO:tensorflow:Step 6800 | Loss: 2.3829 | Spent: 22.1 secs | LR: 0.000282
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.718
INFO:tensorflow:Best EM: 0.718
Reading ../data/train.tsv
INFO:tensorflow:Step 6850 | Loss: 2.3764 | Spent: 164.0 secs | LR: 0.000273
INFO:tensorflow:Step 6900 | Loss: 2.3665 | Spent: 21.0 secs | LR: 0.000264
INFO:tensorflow:Step 6950 | Loss: 2.3675 | Spent: 21.7 secs | LR: 0.000255
INFO:tensorflow:Step 7000 | Loss: 2.3875 | Spent: 21.2 secs | LR: 0.000246
INFO:tensorflow:Step 7050 | Loss: 2.3654 | Spent: 21.7 secs | LR: 0.000238
INFO:tensorflow:Step 7100 | Loss: 2.3705 | Spent: 21.9 secs | LR: 0.000229
INFO:tensorflow:Step 7150 | Loss: 2.3750 | Spent: 20.8 secs | LR: 0.000220
INFO:tensorflow:Step 7200 | Loss: 2.3644 | Spent: 22.6 secs | LR: 0.000211
INFO:tensorflow:Step 7250 | Loss: 2.3655 | Spent: 21.6 secs | LR: 0.000202
INFO:tensorflow:Step 7300 | Loss: 2.3649 | Spent: 21.5 secs | LR: 0.000193
INFO:tensorflow:Step 7350 | Loss: 2.3631 | Spent: 21.3 secs | LR: 0.000184
INFO:tensorflow:Step 7400 | Loss: 2.3650 | Spent: 21.0 secs | LR: 0.000175
INFO:tensorflow:Step 7450 | Loss: 2.3583 | Spent: 22.2 secs | LR: 0.000166
INFO:tensorflow:Step 7500 | Loss: 2.3868 | Spent: 21.8 secs | LR: 0.000157
INFO:tensorflow:Step 7550 | Loss: 2.3644 | Spent: 21.4 secs | LR: 0.000148
INFO:tensorflow:Step 7600 | Loss: 2.3678 | Spent: 21.7 secs | LR: 0.000139
INFO:tensorflow:Step 7650 | Loss: 2.3574 | Spent: 21.1 secs | LR: 0.000130
INFO:tensorflow:Step 7700 | Loss: 2.3606 | Spent: 20.9 secs | LR: 0.000121
INFO:tensorflow:Step 7750 | Loss: 2.3706 | Spent: 21.6 secs | LR: 0.000112
INFO:tensorflow:Step 7800 | Loss: 2.3841 | Spent: 21.6 secs | LR: 0.000103
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.726
INFO:tensorflow:Best EM: 0.726
Reading ../data/train.tsv
INFO:tensorflow:Step 7850 | Loss: 2.3640 | Spent: 172.9 secs | LR: 0.000106
INFO:tensorflow:Step 7900 | Loss: 2.3546 | Spent: 21.7 secs | LR: 0.000115
INFO:tensorflow:Step 7950 | Loss: 2.3635 | Spent: 22.0 secs | LR: 0.000124
INFO:tensorflow:Step 8000 | Loss: 2.3637 | Spent: 23.1 secs | LR: 0.000133
INFO:tensorflow:Step 8050 | Loss: 2.3567 | Spent: 21.0 secs | LR: 0.000142
INFO:tensorflow:Step 8100 | Loss: 2.3626 | Spent: 20.6 secs | LR: 0.000150
INFO:tensorflow:Step 8150 | Loss: 2.3608 | Spent: 22.3 secs | LR: 0.000159
INFO:tensorflow:Step 8200 | Loss: 2.3611 | Spent: 21.6 secs | LR: 0.000168
INFO:tensorflow:Step 8250 | Loss: 2.3544 | Spent: 21.8 secs | LR: 0.000177
INFO:tensorflow:Step 8300 | Loss: 2.3574 | Spent: 22.6 secs | LR: 0.000186
INFO:tensorflow:Step 8350 | Loss: 2.3683 | Spent: 21.9 secs | LR: 0.000195
INFO:tensorflow:Step 8400 | Loss: 2.3761 | Spent: 21.5 secs | LR: 0.000204
INFO:tensorflow:Step 8450 | Loss: 2.3753 | Spent: 21.8 secs | LR: 0.000213
INFO:tensorflow:Step 8500 | Loss: 2.3604 | Spent: 21.7 secs | LR: 0.000222
INFO:tensorflow:Step 8550 | Loss: 2.3604 | Spent: 21.8 secs | LR: 0.000231
INFO:tensorflow:Step 8600 | Loss: 2.3767 | Spent: 22.1 secs | LR: 0.000240
INFO:tensorflow:Step 8650 | Loss: 2.3629 | Spent: 22.3 secs | LR: 0.000249
INFO:tensorflow:Step 8700 | Loss: 2.3667 | Spent: 21.5 secs | LR: 0.000258
INFO:tensorflow:Step 8750 | Loss: 2.3709 | Spent: 21.7 secs | LR: 0.000267
INFO:tensorflow:Step 8800 | Loss: 2.3642 | Spent: 21.4 secs | LR: 0.000276
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.721
INFO:tensorflow:Best EM: 0.726
Reading ../data/train.tsv
INFO:tensorflow:Step 8850 | Loss: 2.3576 | Spent: 162.4 secs | LR: 0.000285
INFO:tensorflow:Step 8900 | Loss: 2.3654 | Spent: 20.9 secs | LR: 0.000294
INFO:tensorflow:Step 8950 | Loss: 2.3672 | Spent: 21.3 secs | LR: 0.000303
INFO:tensorflow:Step 9000 | Loss: 2.3783 | Spent: 22.1 secs | LR: 0.000312
INFO:tensorflow:Step 9050 | Loss: 2.3716 | Spent: 21.7 secs | LR: 0.000321
INFO:tensorflow:Step 9100 | Loss: 2.3679 | Spent: 22.0 secs | LR: 0.000330
INFO:tensorflow:Step 9150 | Loss: 2.3705 | Spent: 21.6 secs | LR: 0.000339
INFO:tensorflow:Step 9200 | Loss: 2.3747 | Spent: 21.2 secs | LR: 0.000347
INFO:tensorflow:Step 9250 | Loss: 2.3626 | Spent: 21.7 secs | LR: 0.000356
INFO:tensorflow:Step 9300 | Loss: 2.3647 | Spent: 21.1 secs | LR: 0.000365
INFO:tensorflow:Step 9350 | Loss: 2.3585 | Spent: 22.2 secs | LR: 0.000374
INFO:tensorflow:Step 9400 | Loss: 2.3777 | Spent: 21.3 secs | LR: 0.000383
INFO:tensorflow:Step 9450 | Loss: 2.3739 | Spent: 21.4 secs | LR: 0.000392
INFO:tensorflow:Step 9500 | Loss: 2.3725 | Spent: 21.6 secs | LR: 0.000401
INFO:tensorflow:Step 9550 | Loss: 2.3680 | Spent: 21.8 secs | LR: 0.000410
INFO:tensorflow:Step 9600 | Loss: 2.3950 | Spent: 21.6 secs | LR: 0.000419
INFO:tensorflow:Step 9650 | Loss: 2.3702 | Spent: 22.0 secs | LR: 0.000428
INFO:tensorflow:Step 9700 | Loss: 2.3903 | Spent: 21.5 secs | LR: 0.000437
INFO:tensorflow:Step 9750 | Loss: 2.3611 | Spent: 22.0 secs | LR: 0.000446
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.722
INFO:tensorflow:Best EM: 0.726
Reading ../data/train.tsv
INFO:tensorflow:Step 9800 | Loss: 2.3725 | Spent: 171.5 secs | LR: 0.000455
INFO:tensorflow:Step 9850 | Loss: 2.3643 | Spent: 21.4 secs | LR: 0.000464
INFO:tensorflow:Step 9900 | Loss: 2.3555 | Spent: 20.9 secs | LR: 0.000473
INFO:tensorflow:Step 9950 | Loss: 2.3612 | Spent: 21.3 secs | LR: 0.000482
INFO:tensorflow:Step 10000 | Loss: 2.3669 | Spent: 20.4 secs | LR: 0.000491
INFO:tensorflow:Step 10050 | Loss: 2.3561 | Spent: 21.8 secs | LR: 0.000500
INFO:tensorflow:Step 10100 | Loss: 2.3544 | Spent: 22.9 secs | LR: 0.000509
INFO:tensorflow:Step 10150 | Loss: 2.3689 | Spent: 20.8 secs | LR: 0.000518
INFO:tensorflow:Step 10200 | Loss: 2.3546 | Spent: 21.3 secs | LR: 0.000527
INFO:tensorflow:Step 10250 | Loss: 2.3792 | Spent: 21.9 secs | LR: 0.000536
INFO:tensorflow:Step 10300 | Loss: 2.3799 | Spent: 21.7 secs | LR: 0.000544
INFO:tensorflow:Step 10350 | Loss: 2.3635 | Spent: 22.1 secs | LR: 0.000553
INFO:tensorflow:Step 10400 | Loss: 2.3839 | Spent: 21.8 secs | LR: 0.000562
INFO:tensorflow:Step 10450 | Loss: 2.3639 | Spent: 21.8 secs | LR: 0.000571
INFO:tensorflow:Step 10500 | Loss: 2.3655 | Spent: 21.6 secs | LR: 0.000580
INFO:tensorflow:Step 10550 | Loss: 2.3791 | Spent: 21.8 secs | LR: 0.000589
INFO:tensorflow:Step 10600 | Loss: 2.3723 | Spent: 21.6 secs | LR: 0.000598
INFO:tensorflow:Step 10650 | Loss: 2.3640 | Spent: 21.7 secs | LR: 0.000607
INFO:tensorflow:Step 10700 | Loss: 2.3625 | Spent: 21.9 secs | LR: 0.000616
INFO:tensorflow:Step 10750 | Loss: 2.3605 | Spent: 21.7 secs | LR: 0.000625
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.720
INFO:tensorflow:Best EM: 0.726
Reading ../data/train.tsv
INFO:tensorflow:Step 10800 | Loss: 2.3594 | Spent: 164.1 secs | LR: 0.000634
INFO:tensorflow:Step 10850 | Loss: 2.3799 | Spent: 22.7 secs | LR: 0.000643
INFO:tensorflow:Step 10900 | Loss: 2.3680 | Spent: 21.4 secs | LR: 0.000652
INFO:tensorflow:Step 10950 | Loss: 2.3587 | Spent: 21.0 secs | LR: 0.000661
INFO:tensorflow:Step 11000 | Loss: 2.3693 | Spent: 20.6 secs | LR: 0.000670
INFO:tensorflow:Step 11050 | Loss: 2.3692 | Spent: 21.6 secs | LR: 0.000679
INFO:tensorflow:Step 11100 | Loss: 2.3616 | Spent: 21.4 secs | LR: 0.000688
INFO:tensorflow:Step 11150 | Loss: 2.3684 | Spent: 20.8 secs | LR: 0.000697
INFO:tensorflow:Step 11200 | Loss: 2.3755 | Spent: 22.1 secs | LR: 0.000706
INFO:tensorflow:Step 11250 | Loss: 2.3682 | Spent: 21.6 secs | LR: 0.000715
INFO:tensorflow:Step 11300 | Loss: 2.3738 | Spent: 22.4 secs | LR: 0.000724
INFO:tensorflow:Step 11350 | Loss: 2.3685 | Spent: 21.7 secs | LR: 0.000732
INFO:tensorflow:Step 11400 | Loss: 2.3585 | Spent: 21.2 secs | LR: 0.000741
INFO:tensorflow:Step 11450 | Loss: 2.3918 | Spent: 21.0 secs | LR: 0.000750
INFO:tensorflow:Step 11500 | Loss: 2.3774 | Spent: 22.0 secs | LR: 0.000759
INFO:tensorflow:Step 11550 | Loss: 2.3639 | Spent: 22.0 secs | LR: 0.000768
INFO:tensorflow:Step 11600 | Loss: 2.3854 | Spent: 21.5 secs | LR: 0.000777
INFO:tensorflow:Step 11650 | Loss: 2.3732 | Spent: 21.1 secs | LR: 0.000786
INFO:tensorflow:Step 11700 | Loss: 2.3879 | Spent: 21.2 secs | LR: 0.000795
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.713
INFO:tensorflow:Best EM: 0.726
Reading ../data/train.tsv
INFO:tensorflow:Step 11750 | Loss: 2.3613 | Spent: 192.1 secs | LR: 0.000796
INFO:tensorflow:Step 11800 | Loss: 2.3682 | Spent: 21.9 secs | LR: 0.000787
INFO:tensorflow:Step 11850 | Loss: 2.3796 | Spent: 21.6 secs | LR: 0.000778
INFO:tensorflow:Step 11900 | Loss: 2.3652 | Spent: 21.6 secs | LR: 0.000769
INFO:tensorflow:Step 11950 | Loss: 2.3821 | Spent: 21.1 secs | LR: 0.000760
INFO:tensorflow:Step 12000 | Loss: 2.3810 | Spent: 22.2 secs | LR: 0.000751
INFO:tensorflow:Step 12050 | Loss: 2.3626 | Spent: 20.9 secs | LR: 0.000742
INFO:tensorflow:Step 12100 | Loss: 2.3781 | Spent: 21.7 secs | LR: 0.000733
INFO:tensorflow:Step 12150 | Loss: 2.3632 | Spent: 21.5 secs | LR: 0.000724
INFO:tensorflow:Step 12200 | Loss: 2.3675 | Spent: 23.4 secs | LR: 0.000715
INFO:tensorflow:Step 12250 | Loss: 2.3582 | Spent: 22.1 secs | LR: 0.000706
INFO:tensorflow:Step 12300 | Loss: 2.3562 | Spent: 22.1 secs | LR: 0.000697
INFO:tensorflow:Step 12350 | Loss: 2.3680 | Spent: 22.4 secs | LR: 0.000688
INFO:tensorflow:Step 12400 | Loss: 2.3626 | Spent: 22.2 secs | LR: 0.000679
INFO:tensorflow:Step 12450 | Loss: 2.3629 | Spent: 21.6 secs | LR: 0.000671
INFO:tensorflow:Step 12500 | Loss: 2.3652 | Spent: 22.6 secs | LR: 0.000662
INFO:tensorflow:Step 12550 | Loss: 2.3505 | Spent: 22.0 secs | LR: 0.000653
INFO:tensorflow:Step 12600 | Loss: 2.3679 | Spent: 21.3 secs | LR: 0.000644
INFO:tensorflow:Step 12650 | Loss: 2.3644 | Spent: 22.5 secs | LR: 0.000635
INFO:tensorflow:Step 12700 | Loss: 2.3703 | Spent: 21.8 secs | LR: 0.000626
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.714
INFO:tensorflow:Best EM: 0.726
Reading ../data/train.tsv
INFO:tensorflow:Step 12750 | Loss: 2.3572 | Spent: 159.4 secs | LR: 0.000617
INFO:tensorflow:Step 12800 | Loss: 2.3613 | Spent: 21.9 secs | LR: 0.000608
INFO:tensorflow:Step 12850 | Loss: 2.3635 | Spent: 22.5 secs | LR: 0.000599
INFO:tensorflow:Step 12900 | Loss: 2.3644 | Spent: 22.1 secs | LR: 0.000590
INFO:tensorflow:Step 12950 | Loss: 2.3551 | Spent: 21.7 secs | LR: 0.000581
INFO:tensorflow:Step 13000 | Loss: 2.3552 | Spent: 22.4 secs | LR: 0.000572
INFO:tensorflow:Step 13050 | Loss: 2.3766 | Spent: 21.4 secs | LR: 0.000563
INFO:tensorflow:Step 13100 | Loss: 2.3605 | Spent: 22.2 secs | LR: 0.000554
INFO:tensorflow:Step 13150 | Loss: 2.3654 | Spent: 21.4 secs | LR: 0.000545
INFO:tensorflow:Step 13200 | Loss: 2.3469 | Spent: 22.2 secs | LR: 0.000536
INFO:tensorflow:Step 13250 | Loss: 2.3492 | Spent: 22.7 secs | LR: 0.000527
INFO:tensorflow:Step 13300 | Loss: 2.3602 | Spent: 22.0 secs | LR: 0.000518
INFO:tensorflow:Step 13350 | Loss: 2.3575 | Spent: 21.7 secs | LR: 0.000509
INFO:tensorflow:Step 13400 | Loss: 2.3552 | Spent: 21.1 secs | LR: 0.000500
INFO:tensorflow:Step 13450 | Loss: 2.3526 | Spent: 21.0 secs | LR: 0.000491
INFO:tensorflow:Step 13500 | Loss: 2.3706 | Spent: 21.3 secs | LR: 0.000483
INFO:tensorflow:Step 13550 | Loss: 2.3526 | Spent: 21.1 secs | LR: 0.000474
INFO:tensorflow:Step 13600 | Loss: 2.3545 | Spent: 21.7 secs | LR: 0.000465
INFO:tensorflow:Step 13650 | Loss: 2.3587 | Spent: 22.1 secs | LR: 0.000456
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show ] playing [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                       in:get_event                                                                        
  __________________________|_____________________________________________________                          
 |     |    |     |                        |                                 sl:location                   
 |     |    |     |                        |                                      |                         
 |     |    |     |                        |                               in:get_location                 
 |     |    |     |                        |                      ________________|_______________          
 |     |    |     |                 sl:category_even      sl:search_radius                 sl:location_user
 |     |    |     |                        t                     |                                |        
 |     |    |     |          ______________|__________           |                                |         
what times are playing     the         nutcracker    show       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.730
INFO:tensorflow:Best EM: 0.730
Reading ../data/train.tsv
INFO:tensorflow:Step 13700 | Loss: 2.3505 | Spent: 170.6 secs | LR: 0.000447
INFO:tensorflow:Step 13750 | Loss: 2.3537 | Spent: 21.9 secs | LR: 0.000438
INFO:tensorflow:Step 13800 | Loss: 2.3565 | Spent: 21.2 secs | LR: 0.000429
INFO:tensorflow:Step 13850 | Loss: 2.3491 | Spent: 21.1 secs | LR: 0.000420
INFO:tensorflow:Step 13900 | Loss: 2.3498 | Spent: 21.5 secs | LR: 0.000411
INFO:tensorflow:Step 13950 | Loss: 2.3530 | Spent: 21.1 secs | LR: 0.000402
INFO:tensorflow:Step 14000 | Loss: 2.3548 | Spent: 21.7 secs | LR: 0.000393
INFO:tensorflow:Step 14050 | Loss: 2.3475 | Spent: 22.2 secs | LR: 0.000384
INFO:tensorflow:Step 14100 | Loss: 2.3486 | Spent: 21.6 secs | LR: 0.000375
INFO:tensorflow:Step 14150 | Loss: 2.3525 | Spent: 21.7 secs | LR: 0.000366
INFO:tensorflow:Step 14200 | Loss: 2.3498 | Spent: 21.8 secs | LR: 0.000357
INFO:tensorflow:Step 14250 | Loss: 2.3504 | Spent: 22.2 secs | LR: 0.000348
INFO:tensorflow:Step 14300 | Loss: 2.3509 | Spent: 21.8 secs | LR: 0.000339
INFO:tensorflow:Step 14350 | Loss: 2.3579 | Spent: 22.2 secs | LR: 0.000330
INFO:tensorflow:Step 14400 | Loss: 2.3542 | Spent: 21.7 secs | LR: 0.000321
INFO:tensorflow:Step 14450 | Loss: 2.3515 | Spent: 22.1 secs | LR: 0.000312
INFO:tensorflow:Step 14500 | Loss: 2.3592 | Spent: 22.3 secs | LR: 0.000303
INFO:tensorflow:Step 14550 | Loss: 2.3621 | Spent: 21.1 secs | LR: 0.000294
INFO:tensorflow:Step 14600 | Loss: 2.3452 | Spent: 22.6 secs | LR: 0.000286
INFO:tensorflow:Step 14650 | Loss: 2.3504 | Spent: 22.1 secs | LR: 0.000277
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.733
INFO:tensorflow:Best EM: 0.733
Reading ../data/train.tsv
INFO:tensorflow:Step 14700 | Loss: 2.3450 | Spent: 158.6 secs | LR: 0.000268
INFO:tensorflow:Step 14750 | Loss: 2.3443 | Spent: 22.2 secs | LR: 0.000259
INFO:tensorflow:Step 14800 | Loss: 2.3418 | Spent: 21.8 secs | LR: 0.000250
INFO:tensorflow:Step 14850 | Loss: 2.3424 | Spent: 23.0 secs | LR: 0.000241
INFO:tensorflow:Step 14900 | Loss: 2.3603 | Spent: 21.7 secs | LR: 0.000232
INFO:tensorflow:Step 14950 | Loss: 2.3416 | Spent: 21.7 secs | LR: 0.000223
INFO:tensorflow:Step 15000 | Loss: 2.3495 | Spent: 22.4 secs | LR: 0.000214
INFO:tensorflow:Step 15050 | Loss: 2.3448 | Spent: 22.6 secs | LR: 0.000205
INFO:tensorflow:Step 15100 | Loss: 2.3385 | Spent: 22.7 secs | LR: 0.000196
INFO:tensorflow:Step 15150 | Loss: 2.3420 | Spent: 21.5 secs | LR: 0.000187
INFO:tensorflow:Step 15200 | Loss: 2.3415 | Spent: 21.6 secs | LR: 0.000178
INFO:tensorflow:Step 15250 | Loss: 2.3433 | Spent: 21.6 secs | LR: 0.000169
INFO:tensorflow:Step 15300 | Loss: 2.3435 | Spent: 21.5 secs | LR: 0.000160
INFO:tensorflow:Step 15350 | Loss: 2.3530 | Spent: 21.1 secs | LR: 0.000151
INFO:tensorflow:Step 15400 | Loss: 2.3550 | Spent: 21.6 secs | LR: 0.000142
INFO:tensorflow:Step 15450 | Loss: 2.3419 | Spent: 21.2 secs | LR: 0.000133
INFO:tensorflow:Step 15500 | Loss: 2.3450 | Spent: 21.7 secs | LR: 0.000124
INFO:tensorflow:Step 15550 | Loss: 2.3479 | Spent: 22.8 secs | LR: 0.000115
INFO:tensorflow:Step 15600 | Loss: 2.3499 | Spent: 21.7 secs | LR: 0.000106
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.738
INFO:tensorflow:Best EM: 0.738
Reading ../data/train.tsv
INFO:tensorflow:Step 15650 | Loss: 2.3574 | Spent: 157.8 secs | LR: 0.000103
INFO:tensorflow:Step 15700 | Loss: 2.3475 | Spent: 22.4 secs | LR: 0.000111
INFO:tensorflow:Step 15750 | Loss: 2.3460 | Spent: 21.5 secs | LR: 0.000120
INFO:tensorflow:Step 15800 | Loss: 2.3434 | Spent: 22.5 secs | LR: 0.000129
INFO:tensorflow:Step 15850 | Loss: 2.3489 | Spent: 21.2 secs | LR: 0.000138
INFO:tensorflow:Step 15900 | Loss: 2.3509 | Spent: 22.0 secs | LR: 0.000147
INFO:tensorflow:Step 15950 | Loss: 2.3463 | Spent: 22.3 secs | LR: 0.000156
INFO:tensorflow:Step 16000 | Loss: 2.3425 | Spent: 21.1 secs | LR: 0.000165
INFO:tensorflow:Step 16050 | Loss: 2.3442 | Spent: 21.4 secs | LR: 0.000174
INFO:tensorflow:Step 16100 | Loss: 2.3482 | Spent: 21.7 secs | LR: 0.000183
INFO:tensorflow:Step 16150 | Loss: 2.3437 | Spent: 21.3 secs | LR: 0.000192
INFO:tensorflow:Step 16200 | Loss: 2.3424 | Spent: 22.9 secs | LR: 0.000201
INFO:tensorflow:Step 16250 | Loss: 2.3425 | Spent: 22.6 secs | LR: 0.000210
INFO:tensorflow:Step 16300 | Loss: 2.3450 | Spent: 22.3 secs | LR: 0.000219
INFO:tensorflow:Step 16350 | Loss: 2.3469 | Spent: 22.2 secs | LR: 0.000228
INFO:tensorflow:Step 16400 | Loss: 2.3524 | Spent: 21.8 secs | LR: 0.000237
INFO:tensorflow:Step 16450 | Loss: 2.3536 | Spent: 23.0 secs | LR: 0.000246
INFO:tensorflow:Step 16500 | Loss: 2.3401 | Spent: 22.2 secs | LR: 0.000255
INFO:tensorflow:Step 16550 | Loss: 2.3392 | Spent: 22.8 secs | LR: 0.000264
INFO:tensorflow:Step 16600 | Loss: 2.3427 | Spent: 21.9 secs | LR: 0.000273
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.733
INFO:tensorflow:Best EM: 0.738
Reading ../data/train.tsv
INFO:tensorflow:Step 16650 | Loss: 2.3453 | Spent: 159.9 secs | LR: 0.000282
INFO:tensorflow:Step 16700 | Loss: 2.3434 | Spent: 22.5 secs | LR: 0.000291
INFO:tensorflow:Step 16750 | Loss: 2.3421 | Spent: 22.3 secs | LR: 0.000299
INFO:tensorflow:Step 16800 | Loss: 2.3392 | Spent: 22.7 secs | LR: 0.000308
INFO:tensorflow:Step 16850 | Loss: 2.3532 | Spent: 22.4 secs | LR: 0.000317
INFO:tensorflow:Step 16900 | Loss: 2.3529 | Spent: 22.1 secs | LR: 0.000326
INFO:tensorflow:Step 16950 | Loss: 2.3489 | Spent: 22.3 secs | LR: 0.000335
INFO:tensorflow:Step 17000 | Loss: 2.3557 | Spent: 21.7 secs | LR: 0.000344
INFO:tensorflow:Step 17050 | Loss: 2.3409 | Spent: 23.6 secs | LR: 0.000353
INFO:tensorflow:Step 17100 | Loss: 2.3471 | Spent: 22.3 secs | LR: 0.000362
INFO:tensorflow:Step 17150 | Loss: 2.3491 | Spent: 21.6 secs | LR: 0.000371
INFO:tensorflow:Step 17200 | Loss: 2.3471 | Spent: 21.8 secs | LR: 0.000380
INFO:tensorflow:Step 17250 | Loss: 2.3474 | Spent: 22.4 secs | LR: 0.000389
INFO:tensorflow:Step 17300 | Loss: 2.3542 | Spent: 23.4 secs | LR: 0.000398
INFO:tensorflow:Step 17350 | Loss: 2.3399 | Spent: 22.1 secs | LR: 0.000407
INFO:tensorflow:Step 17400 | Loss: 2.3544 | Spent: 21.9 secs | LR: 0.000416
INFO:tensorflow:Step 17450 | Loss: 2.3479 | Spent: 23.5 secs | LR: 0.000425
INFO:tensorflow:Step 17500 | Loss: 2.3558 | Spent: 22.8 secs | LR: 0.000434
INFO:tensorflow:Step 17550 | Loss: 2.3483 | Spent: 22.1 secs | LR: 0.000443
INFO:tensorflow:Step 17600 | Loss: 2.3494 | Spent: 21.2 secs | LR: 0.000452
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show ] playing [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                       in:get_event                                                                        
  __________________________|_____________________________________________________                          
 |     |    |     |                        |                                 sl:location                   
 |     |    |     |                        |                                      |                         
 |     |    |     |                        |                               in:get_location                 
 |     |    |     |                        |                      ________________|_______________          
 |     |    |     |                 sl:category_even      sl:search_radius                 sl:location_user
 |     |    |     |                        t                     |                                |        
 |     |    |     |          ______________|__________           |                                |         
what times are playing     the         nutcracker    show       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.729
INFO:tensorflow:Best EM: 0.738
Reading ../data/train.tsv
INFO:tensorflow:Step 17650 | Loss: 2.3572 | Spent: 156.2 secs | LR: 0.000461
INFO:tensorflow:Step 17700 | Loss: 2.3419 | Spent: 22.8 secs | LR: 0.000470
INFO:tensorflow:Step 17750 | Loss: 2.3379 | Spent: 22.5 secs | LR: 0.000479
INFO:tensorflow:Step 17800 | Loss: 2.3517 | Spent: 21.8 secs | LR: 0.000488
INFO:tensorflow:Step 17850 | Loss: 2.3412 | Spent: 22.4 secs | LR: 0.000496
INFO:tensorflow:Step 17900 | Loss: 2.3535 | Spent: 21.5 secs | LR: 0.000505
INFO:tensorflow:Step 17950 | Loss: 2.3568 | Spent: 21.8 secs | LR: 0.000514
INFO:tensorflow:Step 18000 | Loss: 2.3485 | Spent: 21.6 secs | LR: 0.000523
INFO:tensorflow:Step 18050 | Loss: 2.3423 | Spent: 21.8 secs | LR: 0.000532
INFO:tensorflow:Step 18100 | Loss: 2.3596 | Spent: 22.0 secs | LR: 0.000541
INFO:tensorflow:Step 18150 | Loss: 2.3456 | Spent: 23.2 secs | LR: 0.000550
INFO:tensorflow:Step 18200 | Loss: 2.3495 | Spent: 22.6 secs | LR: 0.000559
INFO:tensorflow:Step 18250 | Loss: 2.3518 | Spent: 21.8 secs | LR: 0.000568
INFO:tensorflow:Step 18300 | Loss: 2.3460 | Spent: 21.8 secs | LR: 0.000577
INFO:tensorflow:Step 18350 | Loss: 2.3533 | Spent: 22.4 secs | LR: 0.000586
INFO:tensorflow:Step 18400 | Loss: 2.3497 | Spent: 21.7 secs | LR: 0.000595
INFO:tensorflow:Step 18450 | Loss: 2.3493 | Spent: 21.6 secs | LR: 0.000604
INFO:tensorflow:Step 18500 | Loss: 2.3615 | Spent: 21.7 secs | LR: 0.000613
INFO:tensorflow:Step 18550 | Loss: 2.3479 | Spent: 22.3 secs | LR: 0.000622
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.728
INFO:tensorflow:Best EM: 0.738
Reading ../data/train.tsv
INFO:tensorflow:Step 18600 | Loss: 2.3517 | Spent: 158.6 secs | LR: 0.000631
INFO:tensorflow:Step 18650 | Loss: 2.3439 | Spent: 21.3 secs | LR: 0.000640
INFO:tensorflow:Step 18700 | Loss: 2.3481 | Spent: 22.5 secs | LR: 0.000649
INFO:tensorflow:Step 18750 | Loss: 2.3564 | Spent: 22.9 secs | LR: 0.000658
INFO:tensorflow:Step 18800 | Loss: 2.3495 | Spent: 22.8 secs | LR: 0.000667
INFO:tensorflow:Step 18850 | Loss: 2.3544 | Spent: 22.4 secs | LR: 0.000676
INFO:tensorflow:Step 18900 | Loss: 2.3541 | Spent: 21.9 secs | LR: 0.000684
INFO:tensorflow:Step 18950 | Loss: 2.3481 | Spent: 23.1 secs | LR: 0.000693
INFO:tensorflow:Step 19000 | Loss: 2.3630 | Spent: 21.7 secs | LR: 0.000702
INFO:tensorflow:Step 19050 | Loss: 2.3536 | Spent: 22.5 secs | LR: 0.000711
INFO:tensorflow:Step 19100 | Loss: 2.3600 | Spent: 21.7 secs | LR: 0.000720
INFO:tensorflow:Step 19150 | Loss: 2.3518 | Spent: 21.8 secs | LR: 0.000729
INFO:tensorflow:Step 19200 | Loss: 2.3476 | Spent: 22.6 secs | LR: 0.000738
INFO:tensorflow:Step 19250 | Loss: 2.3622 | Spent: 23.3 secs | LR: 0.000747
INFO:tensorflow:Step 19300 | Loss: 2.3452 | Spent: 21.7 secs | LR: 0.000756
INFO:tensorflow:Step 19350 | Loss: 2.3476 | Spent: 22.6 secs | LR: 0.000765
INFO:tensorflow:Step 19400 | Loss: 2.3578 | Spent: 22.8 secs | LR: 0.000774
INFO:tensorflow:Step 19450 | Loss: 2.3528 | Spent: 22.3 secs | LR: 0.000783
INFO:tensorflow:Step 19500 | Loss: 2.3832 | Spent: 22.0 secs | LR: 0.000792
INFO:tensorflow:Step 19550 | Loss: 2.3656 | Spent: 21.8 secs | LR: 0.000799
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.726
INFO:tensorflow:Best EM: 0.738
Reading ../data/train.tsv
INFO:tensorflow:Step 19600 | Loss: 2.3545 | Spent: 165.4 secs | LR: 0.000790
INFO:tensorflow:Step 19650 | Loss: 2.3541 | Spent: 22.2 secs | LR: 0.000781
INFO:tensorflow:Step 19700 | Loss: 2.3456 | Spent: 22.3 secs | LR: 0.000772
INFO:tensorflow:Step 19750 | Loss: 2.3430 | Spent: 22.4 secs | LR: 0.000763
INFO:tensorflow:Step 19800 | Loss: 2.3525 | Spent: 21.9 secs | LR: 0.000754
INFO:tensorflow:Step 19850 | Loss: 2.3652 | Spent: 23.4 secs | LR: 0.000745
INFO:tensorflow:Step 19900 | Loss: 2.3428 | Spent: 21.7 secs | LR: 0.000736
INFO:tensorflow:Step 19950 | Loss: 2.3517 | Spent: 21.5 secs | LR: 0.000727
INFO:tensorflow:Step 20000 | Loss: 2.3524 | Spent: 22.0 secs | LR: 0.000719
INFO:tensorflow:Step 20050 | Loss: 2.3506 | Spent: 21.7 secs | LR: 0.000710
INFO:tensorflow:Step 20100 | Loss: 2.3525 | Spent: 22.0 secs | LR: 0.000701
INFO:tensorflow:Step 20150 | Loss: 2.3540 | Spent: 22.7 secs | LR: 0.000692
INFO:tensorflow:Step 20200 | Loss: 2.3496 | Spent: 21.4 secs | LR: 0.000683
INFO:tensorflow:Step 20250 | Loss: 2.3487 | Spent: 22.1 secs | LR: 0.000674
INFO:tensorflow:Step 20300 | Loss: 2.4059 | Spent: 22.1 secs | LR: 0.000665
INFO:tensorflow:Step 20350 | Loss: 2.3500 | Spent: 21.9 secs | LR: 0.000656
INFO:tensorflow:Step 20400 | Loss: 2.3514 | Spent: 22.4 secs | LR: 0.000647
INFO:tensorflow:Step 20450 | Loss: 2.3528 | Spent: 22.5 secs | LR: 0.000638
INFO:tensorflow:Step 20500 | Loss: 2.3516 | Spent: 21.7 secs | LR: 0.000629
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show ] playing [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                       in:get_event                                                                        
  __________________________|_____________________________________________________                          
 |     |    |     |                        |                                 sl:location                   
 |     |    |     |                        |                                      |                         
 |     |    |     |                        |                               in:get_location                 
 |     |    |     |                        |                      ________________|_______________          
 |     |    |     |                 sl:category_even      sl:search_radius                 sl:location_user
 |     |    |     |                        t                     |                                |        
 |     |    |     |          ______________|__________           |                                |         
what times are playing     the         nutcracker    show       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.725
INFO:tensorflow:Best EM: 0.738
Reading ../data/train.tsv
INFO:tensorflow:Step 20550 | Loss: 2.3398 | Spent: 159.5 secs | LR: 0.000620
INFO:tensorflow:Step 20600 | Loss: 2.3410 | Spent: 23.0 secs | LR: 0.000611
INFO:tensorflow:Step 20650 | Loss: 2.3458 | Spent: 22.5 secs | LR: 0.000602
INFO:tensorflow:Step 20700 | Loss: 2.3431 | Spent: 24.0 secs | LR: 0.000593
INFO:tensorflow:Step 20750 | Loss: 2.3490 | Spent: 23.0 secs | LR: 0.000584
INFO:tensorflow:Step 20800 | Loss: 2.3452 | Spent: 22.0 secs | LR: 0.000575
INFO:tensorflow:Step 20850 | Loss: 2.3443 | Spent: 21.6 secs | LR: 0.000566
INFO:tensorflow:Step 20900 | Loss: 2.3405 | Spent: 22.8 secs | LR: 0.000557
INFO:tensorflow:Step 20950 | Loss: 2.3539 | Spent: 22.2 secs | LR: 0.000548
INFO:tensorflow:Step 21000 | Loss: 2.3455 | Spent: 21.8 secs | LR: 0.000539
INFO:tensorflow:Step 21050 | Loss: 2.3505 | Spent: 22.6 secs | LR: 0.000530
INFO:tensorflow:Step 21100 | Loss: 2.3505 | Spent: 21.7 secs | LR: 0.000522
INFO:tensorflow:Step 21150 | Loss: 2.3414 | Spent: 22.2 secs | LR: 0.000513
INFO:tensorflow:Step 21200 | Loss: 2.3399 | Spent: 22.7 secs | LR: 0.000504
INFO:tensorflow:Step 21250 | Loss: 2.3528 | Spent: 22.1 secs | LR: 0.000495
INFO:tensorflow:Step 21300 | Loss: 2.3585 | Spent: 22.5 secs | LR: 0.000486
INFO:tensorflow:Step 21350 | Loss: 2.3402 | Spent: 22.6 secs | LR: 0.000477
INFO:tensorflow:Step 21400 | Loss: 2.3403 | Spent: 21.6 secs | LR: 0.000468
INFO:tensorflow:Step 21450 | Loss: 2.3368 | Spent: 21.3 secs | LR: 0.000459
INFO:tensorflow:Step 21500 | Loss: 2.3371 | Spent: 22.2 secs | LR: 0.000450
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.739
INFO:tensorflow:Best EM: 0.739
Reading ../data/train.tsv
INFO:tensorflow:Step 21550 | Loss: 2.3376 | Spent: 164.7 secs | LR: 0.000441
INFO:tensorflow:Step 21600 | Loss: 2.3420 | Spent: 22.6 secs | LR: 0.000432
INFO:tensorflow:Step 21650 | Loss: 2.3418 | Spent: 22.3 secs | LR: 0.000423
INFO:tensorflow:Step 21700 | Loss: 2.3402 | Spent: 22.5 secs | LR: 0.000414
INFO:tensorflow:Step 21750 | Loss: 2.3399 | Spent: 22.6 secs | LR: 0.000405
INFO:tensorflow:Step 21800 | Loss: 2.3361 | Spent: 22.8 secs | LR: 0.000396
INFO:tensorflow:Step 21850 | Loss: 2.3401 | Spent: 22.7 secs | LR: 0.000387
INFO:tensorflow:Step 21900 | Loss: 2.3418 | Spent: 22.4 secs | LR: 0.000378
INFO:tensorflow:Step 21950 | Loss: 2.3419 | Spent: 22.0 secs | LR: 0.000369
INFO:tensorflow:Step 22000 | Loss: 2.3419 | Spent: 23.0 secs | LR: 0.000360
INFO:tensorflow:Step 22050 | Loss: 2.3403 | Spent: 22.3 secs | LR: 0.000351
INFO:tensorflow:Step 22100 | Loss: 2.3387 | Spent: 22.9 secs | LR: 0.000342
INFO:tensorflow:Step 22150 | Loss: 2.3366 | Spent: 21.9 secs | LR: 0.000334
INFO:tensorflow:Step 22200 | Loss: 2.3387 | Spent: 21.8 secs | LR: 0.000325
INFO:tensorflow:Step 22250 | Loss: 2.3400 | Spent: 22.2 secs | LR: 0.000316
INFO:tensorflow:Step 22300 | Loss: 2.3344 | Spent: 22.2 secs | LR: 0.000307
INFO:tensorflow:Step 22350 | Loss: 2.3407 | Spent: 22.1 secs | LR: 0.000298
INFO:tensorflow:Step 22400 | Loss: 2.3405 | Spent: 22.2 secs | LR: 0.000289
INFO:tensorflow:Step 22450 | Loss: 2.3392 | Spent: 22.3 secs | LR: 0.000280
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.734
INFO:tensorflow:Best EM: 0.739
Reading ../data/train.tsv
INFO:tensorflow:Step 22500 | Loss: 2.3356 | Spent: 154.0 secs | LR: 0.000271
INFO:tensorflow:Step 22550 | Loss: 2.3418 | Spent: 22.5 secs | LR: 0.000262
INFO:tensorflow:Step 22600 | Loss: 2.3375 | Spent: 22.1 secs | LR: 0.000253
INFO:tensorflow:Step 22650 | Loss: 2.3432 | Spent: 22.2 secs | LR: 0.000244
INFO:tensorflow:Step 22700 | Loss: 2.3390 | Spent: 21.9 secs | LR: 0.000235
INFO:tensorflow:Step 22750 | Loss: 2.3358 | Spent: 22.4 secs | LR: 0.000226
INFO:tensorflow:Step 22800 | Loss: 2.3388 | Spent: 22.3 secs | LR: 0.000217
INFO:tensorflow:Step 22850 | Loss: 2.3314 | Spent: 22.3 secs | LR: 0.000208
INFO:tensorflow:Step 22900 | Loss: 2.3336 | Spent: 21.9 secs | LR: 0.000199
INFO:tensorflow:Step 22950 | Loss: 2.3353 | Spent: 22.4 secs | LR: 0.000190
INFO:tensorflow:Step 23000 | Loss: 2.3493 | Spent: 22.9 secs | LR: 0.000181
INFO:tensorflow:Step 23050 | Loss: 2.3366 | Spent: 21.4 secs | LR: 0.000172
INFO:tensorflow:Step 23100 | Loss: 2.3404 | Spent: 21.8 secs | LR: 0.000163
INFO:tensorflow:Step 23150 | Loss: 2.3370 | Spent: 21.8 secs | LR: 0.000154
INFO:tensorflow:Step 23200 | Loss: 2.3403 | Spent: 21.9 secs | LR: 0.000145
INFO:tensorflow:Step 23250 | Loss: 2.3389 | Spent: 21.8 secs | LR: 0.000137
INFO:tensorflow:Step 23300 | Loss: 2.3346 | Spent: 21.9 secs | LR: 0.000128
INFO:tensorflow:Step 23350 | Loss: 2.3345 | Spent: 22.7 secs | LR: 0.000119
INFO:tensorflow:Step 23400 | Loss: 2.3424 | Spent: 22.0 secs | LR: 0.000110
INFO:tensorflow:Step 23450 | Loss: 2.3360 | Spent: 22.1 secs | LR: 0.000101
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.738
INFO:tensorflow:Best EM: 0.739
Reading ../data/train.tsv
INFO:tensorflow:Step 23500 | Loss: 2.3378 | Spent: 150.7 secs | LR: 0.000108
INFO:tensorflow:Step 23550 | Loss: 2.3369 | Spent: 22.0 secs | LR: 0.000117
INFO:tensorflow:Step 23600 | Loss: 2.3362 | Spent: 22.0 secs | LR: 0.000126
INFO:tensorflow:Step 23650 | Loss: 2.3429 | Spent: 22.0 secs | LR: 0.000135
INFO:tensorflow:Step 23700 | Loss: 2.3388 | Spent: 21.5 secs | LR: 0.000144
INFO:tensorflow:Step 23750 | Loss: 2.3360 | Spent: 21.9 secs | LR: 0.000153
INFO:tensorflow:Step 23800 | Loss: 2.3344 | Spent: 22.9 secs | LR: 0.000162
INFO:tensorflow:Step 23850 | Loss: 2.3370 | Spent: 21.3 secs | LR: 0.000171
INFO:tensorflow:Step 23900 | Loss: 2.3337 | Spent: 23.1 secs | LR: 0.000180
INFO:tensorflow:Step 23950 | Loss: 2.3398 | Spent: 22.8 secs | LR: 0.000189
INFO:tensorflow:Step 24000 | Loss: 2.3348 | Spent: 21.8 secs | LR: 0.000198
INFO:tensorflow:Step 24050 | Loss: 2.3387 | Spent: 22.3 secs | LR: 0.000207
INFO:tensorflow:Step 24100 | Loss: 2.3370 | Spent: 22.0 secs | LR: 0.000216
INFO:tensorflow:Step 24150 | Loss: 2.3374 | Spent: 22.1 secs | LR: 0.000225
INFO:tensorflow:Step 24200 | Loss: 2.3334 | Spent: 22.5 secs | LR: 0.000234
INFO:tensorflow:Step 24250 | Loss: 2.3347 | Spent: 22.4 secs | LR: 0.000243
INFO:tensorflow:Step 24300 | Loss: 2.3430 | Spent: 21.6 secs | LR: 0.000251
INFO:tensorflow:Step 24350 | Loss: 2.3339 | Spent: 22.2 secs | LR: 0.000260
INFO:tensorflow:Step 24400 | Loss: 2.3337 | Spent: 22.7 secs | LR: 0.000269
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.732
INFO:tensorflow:Best EM: 0.739
Reading ../data/train.tsv
INFO:tensorflow:Step 24450 | Loss: 2.3329 | Spent: 153.1 secs | LR: 0.000278
INFO:tensorflow:Step 24500 | Loss: 2.3375 | Spent: 22.3 secs | LR: 0.000287
INFO:tensorflow:Step 24550 | Loss: 2.3377 | Spent: 22.6 secs | LR: 0.000296
INFO:tensorflow:Step 24600 | Loss: 2.3356 | Spent: 22.1 secs | LR: 0.000305
INFO:tensorflow:Step 24650 | Loss: 2.3364 | Spent: 23.5 secs | LR: 0.000314
INFO:tensorflow:Step 24700 | Loss: 2.3335 | Spent: 23.0 secs | LR: 0.000323
INFO:tensorflow:Step 24750 | Loss: 2.3449 | Spent: 22.0 secs | LR: 0.000332
INFO:tensorflow:Step 24800 | Loss: 2.3380 | Spent: 22.3 secs | LR: 0.000341
INFO:tensorflow:Step 24850 | Loss: 2.3355 | Spent: 21.9 secs | LR: 0.000350
INFO:tensorflow:Step 24900 | Loss: 2.3349 | Spent: 22.3 secs | LR: 0.000359
INFO:tensorflow:Step 24950 | Loss: 2.3361 | Spent: 21.7 secs | LR: 0.000368
INFO:tensorflow:Step 25000 | Loss: 2.3373 | Spent: 21.8 secs | LR: 0.000377
INFO:tensorflow:Step 25050 | Loss: 2.3392 | Spent: 23.1 secs | LR: 0.000386
INFO:tensorflow:Step 25100 | Loss: 2.3354 | Spent: 22.5 secs | LR: 0.000395
INFO:tensorflow:Step 25150 | Loss: 2.3417 | Spent: 22.5 secs | LR: 0.000404
INFO:tensorflow:Step 25200 | Loss: 2.3418 | Spent: 22.7 secs | LR: 0.000413
INFO:tensorflow:Step 25250 | Loss: 2.3349 | Spent: 21.8 secs | LR: 0.000422
INFO:tensorflow:Step 25300 | Loss: 2.3388 | Spent: 22.0 secs | LR: 0.000431
INFO:tensorflow:Step 25350 | Loss: 2.3390 | Spent: 22.7 secs | LR: 0.000440
INFO:tensorflow:Step 25400 | Loss: 2.3412 | Spent: 21.8 secs | LR: 0.000448
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.729
INFO:tensorflow:Best EM: 0.739
Reading ../data/train.tsv
INFO:tensorflow:Step 25450 | Loss: 2.3357 | Spent: 155.7 secs | LR: 0.000457
INFO:tensorflow:Step 25500 | Loss: 2.3372 | Spent: 22.5 secs | LR: 0.000466
INFO:tensorflow:Step 25550 | Loss: 2.3388 | Spent: 22.1 secs | LR: 0.000475
INFO:tensorflow:Step 25600 | Loss: 2.3363 | Spent: 21.7 secs | LR: 0.000484
INFO:tensorflow:Step 25650 | Loss: 2.3372 | Spent: 23.4 secs | LR: 0.000493
INFO:tensorflow:Step 25700 | Loss: 2.3380 | Spent: 21.9 secs | LR: 0.000502
INFO:tensorflow:Step 25750 | Loss: 2.3380 | Spent: 22.0 secs | LR: 0.000511
INFO:tensorflow:Step 25800 | Loss: 2.3342 | Spent: 23.0 secs | LR: 0.000520
INFO:tensorflow:Step 25850 | Loss: 2.3352 | Spent: 22.6 secs | LR: 0.000529
INFO:tensorflow:Step 25900 | Loss: 2.3395 | Spent: 22.3 secs | LR: 0.000538
INFO:tensorflow:Step 25950 | Loss: 2.3356 | Spent: 22.1 secs | LR: 0.000547
INFO:tensorflow:Step 26000 | Loss: 2.3408 | Spent: 23.3 secs | LR: 0.000556
INFO:tensorflow:Step 26050 | Loss: 2.3397 | Spent: 22.6 secs | LR: 0.000565
INFO:tensorflow:Step 26100 | Loss: 2.3405 | Spent: 22.1 secs | LR: 0.000574
INFO:tensorflow:Step 26150 | Loss: 2.3414 | Spent: 23.3 secs | LR: 0.000583
INFO:tensorflow:Step 26200 | Loss: 2.3367 | Spent: 22.3 secs | LR: 0.000592
INFO:tensorflow:Step 26250 | Loss: 2.3443 | Spent: 22.3 secs | LR: 0.000601
INFO:tensorflow:Step 26300 | Loss: 2.3425 | Spent: 22.1 secs | LR: 0.000610
INFO:tensorflow:Step 26350 | Loss: 2.3422 | Spent: 22.0 secs | LR: 0.000619
INFO:tensorflow:Step 26400 | Loss: 2.3432 | Spent: 22.6 secs | LR: 0.000628
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.731
INFO:tensorflow:Best EM: 0.739
Reading ../data/train.tsv
INFO:tensorflow:Step 26450 | Loss: 2.3442 | Spent: 157.7 secs | LR: 0.000637
INFO:tensorflow:Step 26500 | Loss: 2.3373 | Spent: 22.6 secs | LR: 0.000645
INFO:tensorflow:Step 26550 | Loss: 2.3385 | Spent: 23.5 secs | LR: 0.000654
INFO:tensorflow:Step 26600 | Loss: 2.3437 | Spent: 22.7 secs | LR: 0.000663
INFO:tensorflow:Step 26650 | Loss: 2.3439 | Spent: 22.8 secs | LR: 0.000672
INFO:tensorflow:Step 26700 | Loss: 2.3554 | Spent: 23.2 secs | LR: 0.000681
INFO:tensorflow:Step 26750 | Loss: 2.3445 | Spent: 23.3 secs | LR: 0.000690
INFO:tensorflow:Step 26800 | Loss: 2.3425 | Spent: 22.1 secs | LR: 0.000699
INFO:tensorflow:Step 26850 | Loss: 2.3430 | Spent: 22.4 secs | LR: 0.000708
INFO:tensorflow:Step 26900 | Loss: 2.3518 | Spent: 22.8 secs | LR: 0.000717
INFO:tensorflow:Step 26950 | Loss: 2.3383 | Spent: 22.4 secs | LR: 0.000726
INFO:tensorflow:Step 27000 | Loss: 2.3414 | Spent: 22.9 secs | LR: 0.000735
INFO:tensorflow:Step 27050 | Loss: 2.3470 | Spent: 23.3 secs | LR: 0.000744
INFO:tensorflow:Step 27100 | Loss: 2.3449 | Spent: 22.3 secs | LR: 0.000753
INFO:tensorflow:Step 27150 | Loss: 2.3452 | Spent: 22.2 secs | LR: 0.000762
INFO:tensorflow:Step 27200 | Loss: 2.3538 | Spent: 23.1 secs | LR: 0.000771
INFO:tensorflow:Step 27250 | Loss: 2.3454 | Spent: 23.2 secs | LR: 0.000780
INFO:tensorflow:Step 27300 | Loss: 2.3504 | Spent: 22.5 secs | LR: 0.000789
INFO:tensorflow:Step 27350 | Loss: 2.3515 | Spent: 22.5 secs | LR: 0.000798
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.725
INFO:tensorflow:Best EM: 0.739
Reading ../data/train.tsv
INFO:tensorflow:Step 27400 | Loss: 2.3426 | Spent: 159.3 secs | LR: 0.000793
INFO:tensorflow:Step 27450 | Loss: 2.3437 | Spent: 22.7 secs | LR: 0.000784
INFO:tensorflow:Step 27500 | Loss: 2.3439 | Spent: 22.1 secs | LR: 0.000775
INFO:tensorflow:Step 27550 | Loss: 2.3649 | Spent: 23.2 secs | LR: 0.000767
INFO:tensorflow:Step 27600 | Loss: 2.3438 | Spent: 23.7 secs | LR: 0.000758
INFO:tensorflow:Step 27650 | Loss: 2.3433 | Spent: 22.1 secs | LR: 0.000749
INFO:tensorflow:Step 27700 | Loss: 2.3414 | Spent: 22.5 secs | LR: 0.000740
INFO:tensorflow:Step 27750 | Loss: 2.3534 | Spent: 22.9 secs | LR: 0.000731
INFO:tensorflow:Step 27800 | Loss: 2.3407 | Spent: 22.8 secs | LR: 0.000722
INFO:tensorflow:Step 27850 | Loss: 2.3433 | Spent: 23.2 secs | LR: 0.000713
INFO:tensorflow:Step 27900 | Loss: 2.3434 | Spent: 22.5 secs | LR: 0.000704
INFO:tensorflow:Step 27950 | Loss: 2.3485 | Spent: 23.3 secs | LR: 0.000695
INFO:tensorflow:Step 28000 | Loss: 2.3453 | Spent: 22.8 secs | LR: 0.000686
INFO:tensorflow:Step 28050 | Loss: 2.3467 | Spent: 22.4 secs | LR: 0.000677
INFO:tensorflow:Step 28100 | Loss: 2.3427 | Spent: 22.7 secs | LR: 0.000668
INFO:tensorflow:Step 28150 | Loss: 2.3397 | Spent: 22.9 secs | LR: 0.000659
INFO:tensorflow:Step 28200 | Loss: 2.3461 | Spent: 23.2 secs | LR: 0.000650
INFO:tensorflow:Step 28250 | Loss: 2.3431 | Spent: 23.0 secs | LR: 0.000641
INFO:tensorflow:Step 28300 | Loss: 2.3413 | Spent: 22.9 secs | LR: 0.000632
INFO:tensorflow:Step 28350 | Loss: 2.3382 | Spent: 23.1 secs | LR: 0.000623
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show ] playing [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                       in:get_event                                                                        
  __________________________|_____________________________________________________                          
 |     |    |     |                        |                                 sl:location                   
 |     |    |     |                        |                                      |                         
 |     |    |     |                        |                               in:get_location                 
 |     |    |     |                        |                      ________________|_______________          
 |     |    |     |                 sl:category_even      sl:search_radius                 sl:location_user
 |     |    |     |                        t                     |                                |        
 |     |    |     |          ______________|__________           |                                |         
what times are playing     the         nutcracker    show       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.731
INFO:tensorflow:Best EM: 0.739
Reading ../data/train.tsv
INFO:tensorflow:Step 28400 | Loss: 2.3399 | Spent: 158.6 secs | LR: 0.000614
INFO:tensorflow:Step 28450 | Loss: 2.3443 | Spent: 22.9 secs | LR: 0.000605
INFO:tensorflow:Step 28500 | Loss: 2.3422 | Spent: 23.1 secs | LR: 0.000596
INFO:tensorflow:Step 28550 | Loss: 2.3349 | Spent: 23.0 secs | LR: 0.000587
INFO:tensorflow:Step 28600 | Loss: 2.3427 | Spent: 22.8 secs | LR: 0.000578
INFO:tensorflow:Step 28650 | Loss: 2.3489 | Spent: 23.4 secs | LR: 0.000570
INFO:tensorflow:Step 28700 | Loss: 2.3425 | Spent: 23.2 secs | LR: 0.000561
INFO:tensorflow:Step 28750 | Loss: 2.3391 | Spent: 22.6 secs | LR: 0.000552
INFO:tensorflow:Step 28800 | Loss: 2.3405 | Spent: 22.9 secs | LR: 0.000543
INFO:tensorflow:Step 28850 | Loss: 2.3340 | Spent: 22.5 secs | LR: 0.000534
INFO:tensorflow:Step 28900 | Loss: 2.3353 | Spent: 22.7 secs | LR: 0.000525
INFO:tensorflow:Step 28950 | Loss: 2.3369 | Spent: 23.5 secs | LR: 0.000516
INFO:tensorflow:Step 29000 | Loss: 2.3363 | Spent: 22.1 secs | LR: 0.000507
INFO:tensorflow:Step 29050 | Loss: 2.3354 | Spent: 23.6 secs | LR: 0.000498
INFO:tensorflow:Step 29100 | Loss: 2.3464 | Spent: 23.0 secs | LR: 0.000489
INFO:tensorflow:Step 29150 | Loss: 2.3397 | Spent: 23.4 secs | LR: 0.000480
INFO:tensorflow:Step 29200 | Loss: 2.3335 | Spent: 22.6 secs | LR: 0.000471
INFO:tensorflow:Step 29250 | Loss: 2.3402 | Spent: 23.1 secs | LR: 0.000462
INFO:tensorflow:Step 29300 | Loss: 2.3340 | Spent: 23.2 secs | LR: 0.000453
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show ] playing [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                       in:get_event                                                                        
  __________________________|_____________________________________________________                          
 |     |    |     |                        |                                 sl:location                   
 |     |    |     |                        |                                      |                         
 |     |    |     |                        |                               in:get_location                 
 |     |    |     |                        |                      ________________|_______________          
 |     |    |     |                 sl:category_even      sl:search_radius                 sl:location_user
 |     |    |     |                        t                     |                                |        
 |     |    |     |          ______________|__________           |                                |         
what times are playing     the         nutcracker    show       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.731
INFO:tensorflow:Best EM: 0.739
Reading ../data/train.tsv
INFO:tensorflow:Step 29350 | Loss: 2.3740 | Spent: 153.7 secs | LR: 0.000444
INFO:tensorflow:Step 29400 | Loss: 2.3379 | Spent: 22.7 secs | LR: 0.000435
INFO:tensorflow:Step 29450 | Loss: 2.3344 | Spent: 22.5 secs | LR: 0.000426
INFO:tensorflow:Step 29500 | Loss: 2.3476 | Spent: 22.6 secs | LR: 0.000417
INFO:tensorflow:Step 29550 | Loss: 2.3415 | Spent: 23.1 secs | LR: 0.000408
INFO:tensorflow:Step 29600 | Loss: 2.3376 | Spent: 22.4 secs | LR: 0.000399
INFO:tensorflow:Step 29650 | Loss: 2.3343 | Spent: 22.5 secs | LR: 0.000390
INFO:tensorflow:Step 29700 | Loss: 2.3353 | Spent: 22.8 secs | LR: 0.000382
INFO:tensorflow:Step 29750 | Loss: 2.3311 | Spent: 24.1 secs | LR: 0.000373
INFO:tensorflow:Step 29800 | Loss: 2.3309 | Spent: 22.5 secs | LR: 0.000364
INFO:tensorflow:Step 29850 | Loss: 2.3321 | Spent: 22.9 secs | LR: 0.000355
INFO:tensorflow:Step 29900 | Loss: 2.3363 | Spent: 23.5 secs | LR: 0.000346
INFO:tensorflow:Step 29950 | Loss: 2.3347 | Spent: 23.3 secs | LR: 0.000337
INFO:tensorflow:Step 30000 | Loss: 2.3359 | Spent: 23.1 secs | LR: 0.000328
INFO:tensorflow:Step 30050 | Loss: 2.3348 | Spent: 21.9 secs | LR: 0.000319
INFO:tensorflow:Step 30100 | Loss: 2.3334 | Spent: 23.0 secs | LR: 0.000310
INFO:tensorflow:Step 30150 | Loss: 2.3346 | Spent: 22.3 secs | LR: 0.000301
INFO:tensorflow:Step 30200 | Loss: 2.3333 | Spent: 22.0 secs | LR: 0.000292
INFO:tensorflow:Step 30250 | Loss: 2.3368 | Spent: 23.8 secs | LR: 0.000283
INFO:tensorflow:Step 30300 | Loss: 2.3286 | Spent: 22.5 secs | LR: 0.000274
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show ] playing [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                       in:get_event                                                                        
  __________________________|_____________________________________________________                          
 |     |    |     |                        |                                 sl:location                   
 |     |    |     |                        |                                      |                         
 |     |    |     |                        |                               in:get_location                 
 |     |    |     |                        |                      ________________|_______________          
 |     |    |     |                 sl:category_even      sl:search_radius                 sl:location_user
 |     |    |     |                        t                     |                                |        
 |     |    |     |          ______________|__________           |                                |         
what times are playing     the         nutcracker    show       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.741
INFO:tensorflow:Best EM: 0.741
Reading ../data/train.tsv
INFO:tensorflow:Step 30350 | Loss: 2.3349 | Spent: 156.1 secs | LR: 0.000265
INFO:tensorflow:Step 30400 | Loss: 2.3348 | Spent: 23.3 secs | LR: 0.000256
INFO:tensorflow:Step 30450 | Loss: 2.3333 | Spent: 22.3 secs | LR: 0.000247
INFO:tensorflow:Step 30500 | Loss: 2.3336 | Spent: 23.5 secs | LR: 0.000238
INFO:tensorflow:Step 30550 | Loss: 2.3358 | Spent: 23.3 secs | LR: 0.000229
INFO:tensorflow:Step 30600 | Loss: 2.3300 | Spent: 22.7 secs | LR: 0.000220
INFO:tensorflow:Step 30650 | Loss: 2.3308 | Spent: 22.1 secs | LR: 0.000211
INFO:tensorflow:Step 30700 | Loss: 2.3300 | Spent: 23.2 secs | LR: 0.000202
INFO:tensorflow:Step 30750 | Loss: 2.3321 | Spent: 22.9 secs | LR: 0.000193
INFO:tensorflow:Step 30800 | Loss: 2.3343 | Spent: 24.4 secs | LR: 0.000185
INFO:tensorflow:Step 30850 | Loss: 2.3316 | Spent: 23.8 secs | LR: 0.000176
INFO:tensorflow:Step 30900 | Loss: 2.3343 | Spent: 22.1 secs | LR: 0.000167
INFO:tensorflow:Step 30950 | Loss: 2.3294 | Spent: 23.4 secs | LR: 0.000158
INFO:tensorflow:Step 31000 | Loss: 2.3369 | Spent: 23.1 secs | LR: 0.000149
INFO:tensorflow:Step 31050 | Loss: 2.3313 | Spent: 23.3 secs | LR: 0.000140
INFO:tensorflow:Step 31100 | Loss: 2.3278 | Spent: 23.0 secs | LR: 0.000131
INFO:tensorflow:Step 31150 | Loss: 2.3332 | Spent: 23.1 secs | LR: 0.000122
INFO:tensorflow:Step 31200 | Loss: 2.3308 | Spent: 24.0 secs | LR: 0.000113
INFO:tensorflow:Step 31250 | Loss: 2.3311 | Spent: 23.7 secs | LR: 0.000104
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show ] playing [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                       in:get_event                                                                        
  __________________________|_____________________________________________________                          
 |     |    |     |                        |                                 sl:location                   
 |     |    |     |                        |                                      |                         
 |     |    |     |                        |                               in:get_location                 
 |     |    |     |                        |                      ________________|_______________          
 |     |    |     |                 sl:category_even      sl:search_radius                 sl:location_user
 |     |    |     |                        t                     |                                |        
 |     |    |     |          ______________|__________           |                                |         
what times are playing     the         nutcracker    show       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.740
INFO:tensorflow:Best EM: 0.741
Reading ../data/train.tsv
INFO:tensorflow:Step 31300 | Loss: 2.3282 | Spent: 154.0 secs | LR: 0.000105
INFO:tensorflow:Step 31350 | Loss: 2.3337 | Spent: 22.4 secs | LR: 0.000114
INFO:tensorflow:Step 31400 | Loss: 2.3301 | Spent: 23.5 secs | LR: 0.000123
INFO:tensorflow:Step 31450 | Loss: 2.3276 | Spent: 24.6 secs | LR: 0.000132
INFO:tensorflow:Step 31500 | Loss: 2.3359 | Spent: 23.6 secs | LR: 0.000141
INFO:tensorflow:Step 31550 | Loss: 2.3345 | Spent: 22.6 secs | LR: 0.000150
INFO:tensorflow:Step 31600 | Loss: 2.3303 | Spent: 22.5 secs | LR: 0.000159
INFO:tensorflow:Step 31650 | Loss: 2.3276 | Spent: 23.5 secs | LR: 0.000168
INFO:tensorflow:Step 31700 | Loss: 2.3278 | Spent: 23.2 secs | LR: 0.000177
INFO:tensorflow:Step 31750 | Loss: 2.3294 | Spent: 22.6 secs | LR: 0.000186
INFO:tensorflow:Step 31800 | Loss: 2.3313 | Spent: 23.0 secs | LR: 0.000195
INFO:tensorflow:Step 31850 | Loss: 2.3419 | Spent: 23.2 secs | LR: 0.000204
INFO:tensorflow:Step 31900 | Loss: 2.3319 | Spent: 23.0 secs | LR: 0.000212
INFO:tensorflow:Step 31950 | Loss: 2.3283 | Spent: 23.7 secs | LR: 0.000221
INFO:tensorflow:Step 32000 | Loss: 2.3305 | Spent: 23.6 secs | LR: 0.000230
INFO:tensorflow:Step 32050 | Loss: 2.3301 | Spent: 22.8 secs | LR: 0.000239
INFO:tensorflow:Step 32100 | Loss: 2.3325 | Spent: 22.2 secs | LR: 0.000248
INFO:tensorflow:Step 32150 | Loss: 2.3292 | Spent: 23.1 secs | LR: 0.000257
INFO:tensorflow:Step 32200 | Loss: 2.3334 | Spent: 23.3 secs | LR: 0.000266
INFO:tensorflow:Step 32250 | Loss: 2.3330 | Spent: 22.4 secs | LR: 0.000275
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show ] playing [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                       in:get_event                                                                        
  __________________________|_____________________________________________________                          
 |     |    |     |                        |                                 sl:location                   
 |     |    |     |                        |                                      |                         
 |     |    |     |                        |                               in:get_location                 
 |     |    |     |                        |                      ________________|_______________          
 |     |    |     |                 sl:category_even      sl:search_radius                 sl:location_user
 |     |    |     |                        t                     |                                |        
 |     |    |     |          ______________|__________           |                                |         
what times are playing     the         nutcracker    show       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.739
INFO:tensorflow:Best EM: 0.741
Reading ../data/train.tsv
INFO:tensorflow:Step 32300 | Loss: 2.3300 | Spent: 157.7 secs | LR: 0.000284
INFO:tensorflow:Step 32350 | Loss: 2.3300 | Spent: 23.0 secs | LR: 0.000293
INFO:tensorflow:Step 32400 | Loss: 2.3379 | Spent: 22.9 secs | LR: 0.000302
INFO:tensorflow:Step 32450 | Loss: 2.3320 | Spent: 23.5 secs | LR: 0.000311
INFO:tensorflow:Step 32500 | Loss: 2.3351 | Spent: 23.5 secs | LR: 0.000320
INFO:tensorflow:Step 32550 | Loss: 2.3292 | Spent: 23.0 secs | LR: 0.000329
INFO:tensorflow:Step 32600 | Loss: 2.3307 | Spent: 23.7 secs | LR: 0.000338
INFO:tensorflow:Step 32650 | Loss: 2.3324 | Spent: 24.2 secs | LR: 0.000347
INFO:tensorflow:Step 32700 | Loss: 2.3329 | Spent: 24.0 secs | LR: 0.000356
INFO:tensorflow:Step 32750 | Loss: 2.3301 | Spent: 22.9 secs | LR: 0.000365
INFO:tensorflow:Step 32800 | Loss: 2.3305 | Spent: 24.4 secs | LR: 0.000374
INFO:tensorflow:Step 32850 | Loss: 2.3292 | Spent: 23.2 secs | LR: 0.000383
INFO:tensorflow:Step 32900 | Loss: 2.3361 | Spent: 23.5 secs | LR: 0.000392
INFO:tensorflow:Step 32950 | Loss: 2.3401 | Spent: 23.1 secs | LR: 0.000400
INFO:tensorflow:Step 33000 | Loss: 2.3346 | Spent: 23.1 secs | LR: 0.000409
INFO:tensorflow:Step 33050 | Loss: 2.3351 | Spent: 23.4 secs | LR: 0.000418
INFO:tensorflow:Step 33100 | Loss: 2.3338 | Spent: 23.1 secs | LR: 0.000427
INFO:tensorflow:Step 33150 | Loss: 2.3337 | Spent: 22.7 secs | LR: 0.000436
INFO:tensorflow:Step 33200 | Loss: 2.3308 | Spent: 23.2 secs | LR: 0.000445
INFO:tensorflow:Step 33250 | Loss: 2.3481 | Spent: 23.2 secs | LR: 0.000454
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.737
INFO:tensorflow:Best EM: 0.741
Reading ../data/train.tsv
INFO:tensorflow:Step 33300 | Loss: 2.3318 | Spent: 158.2 secs | LR: 0.000463
INFO:tensorflow:Step 33350 | Loss: 2.3334 | Spent: 23.0 secs | LR: 0.000472
INFO:tensorflow:Step 33400 | Loss: 2.3347 | Spent: 25.0 secs | LR: 0.000481
INFO:tensorflow:Step 33450 | Loss: 2.3332 | Spent: 23.0 secs | LR: 0.000490
INFO:tensorflow:Step 33500 | Loss: 2.3403 | Spent: 23.0 secs | LR: 0.000499
INFO:tensorflow:Step 33550 | Loss: 2.3322 | Spent: 22.9 secs | LR: 0.000508
INFO:tensorflow:Step 33600 | Loss: 2.3374 | Spent: 22.8 secs | LR: 0.000517
INFO:tensorflow:Step 33650 | Loss: 2.3491 | Spent: 23.4 secs | LR: 0.000526
INFO:tensorflow:Step 33700 | Loss: 2.3412 | Spent: 23.0 secs | LR: 0.000535
INFO:tensorflow:Step 33750 | Loss: 2.3361 | Spent: 22.7 secs | LR: 0.000544
INFO:tensorflow:Step 33800 | Loss: 2.3330 | Spent: 23.9 secs | LR: 0.000553
INFO:tensorflow:Step 33850 | Loss: 2.3371 | Spent: 21.7 secs | LR: 0.000562
INFO:tensorflow:Step 33900 | Loss: 2.3820 | Spent: 23.0 secs | LR: 0.000571
INFO:tensorflow:Step 33950 | Loss: 2.3458 | Spent: 23.3 secs | LR: 0.000580
INFO:tensorflow:Step 34000 | Loss: 2.3398 | Spent: 23.0 secs | LR: 0.000589
INFO:tensorflow:Step 34050 | Loss: 2.3409 | Spent: 22.9 secs | LR: 0.000597
INFO:tensorflow:Step 34100 | Loss: 2.3424 | Spent: 22.6 secs | LR: 0.000606
INFO:tensorflow:Step 34150 | Loss: 2.3365 | Spent: 22.9 secs | LR: 0.000615
INFO:tensorflow:Step 34200 | Loss: 2.3378 | Spent: 22.6 secs | LR: 0.000624
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

               in:get_event                                                                        
  __________________|_____________________________________________________                          
 |     |    |                      |                                 sl:location                   
 |     |    |                      |                                      |                         
 |     |    |                      |                               in:get_location                 
 |     |    |                      |                      ________________|_______________          
 |     |    |               sl:category_even      sl:search_radius                 sl:location_user
 |     |    |                      t                     |                                |        
 |     |    |        ______________|__________           |                                |         
what times are     the         nutcracker    show       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.732
INFO:tensorflow:Best EM: 0.741
Reading ../data/train.tsv
INFO:tensorflow:Step 34250 | Loss: 2.3366 | Spent: 151.8 secs | LR: 0.000633
INFO:tensorflow:Step 34300 | Loss: 2.3325 | Spent: 22.5 secs | LR: 0.000642
INFO:tensorflow:Step 34350 | Loss: 2.3344 | Spent: 24.1 secs | LR: 0.000651
INFO:tensorflow:Step 34400 | Loss: 2.3351 | Spent: 23.4 secs | LR: 0.000660
INFO:tensorflow:Step 34450 | Loss: 2.3384 | Spent: 23.2 secs | LR: 0.000669
INFO:tensorflow:Step 34500 | Loss: 2.3378 | Spent: 23.0 secs | LR: 0.000678
INFO:tensorflow:Step 34550 | Loss: 2.3416 | Spent: 23.2 secs | LR: 0.000687
INFO:tensorflow:Step 34600 | Loss: 2.3338 | Spent: 22.6 secs | LR: 0.000696
INFO:tensorflow:Step 34650 | Loss: 2.3415 | Spent: 22.9 secs | LR: 0.000705
INFO:tensorflow:Step 34700 | Loss: 2.3371 | Spent: 23.7 secs | LR: 0.000714
INFO:tensorflow:Step 34750 | Loss: 2.3423 | Spent: 22.8 secs | LR: 0.000723
INFO:tensorflow:Step 34800 | Loss: 2.3426 | Spent: 23.4 secs | LR: 0.000732
INFO:tensorflow:Step 34850 | Loss: 2.3388 | Spent: 22.9 secs | LR: 0.000741
INFO:tensorflow:Step 34900 | Loss: 2.3311 | Spent: 22.2 secs | LR: 0.000750
INFO:tensorflow:Step 34950 | Loss: 2.3349 | Spent: 23.0 secs | LR: 0.000759
INFO:tensorflow:Step 35000 | Loss: 2.3482 | Spent: 22.9 secs | LR: 0.000768
INFO:tensorflow:Step 35050 | Loss: 2.3513 | Spent: 23.1 secs | LR: 0.000777
INFO:tensorflow:Step 35100 | Loss: 2.3489 | Spent: 23.2 secs | LR: 0.000785
INFO:tensorflow:Step 35150 | Loss: 2.3371 | Spent: 23.0 secs | LR: 0.000794
INFO:tensorflow:Step 35200 | Loss: 2.3359 | Spent: 22.2 secs | LR: 0.000797
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.719
INFO:tensorflow:Best EM: 0.741
Reading ../data/train.tsv
INFO:tensorflow:Step 35250 | Loss: 2.3403 | Spent: 158.7 secs | LR: 0.000788
INFO:tensorflow:Step 35300 | Loss: 2.3427 | Spent: 22.6 secs | LR: 0.000779
INFO:tensorflow:Step 35350 | Loss: 2.3353 | Spent: 23.1 secs | LR: 0.000770
INFO:tensorflow:Step 35400 | Loss: 2.3339 | Spent: 23.8 secs | LR: 0.000761
INFO:tensorflow:Step 35450 | Loss: 2.3375 | Spent: 23.1 secs | LR: 0.000752
INFO:tensorflow:Step 35500 | Loss: 2.3421 | Spent: 22.5 secs | LR: 0.000743
INFO:tensorflow:Step 35550 | Loss: 2.3435 | Spent: 23.1 secs | LR: 0.000734
INFO:tensorflow:Step 35600 | Loss: 2.3417 | Spent: 22.6 secs | LR: 0.000725
INFO:tensorflow:Step 35650 | Loss: 2.3349 | Spent: 23.1 secs | LR: 0.000716
INFO:tensorflow:Step 35700 | Loss: 2.3389 | Spent: 23.0 secs | LR: 0.000707
INFO:tensorflow:Step 35750 | Loss: 2.3530 | Spent: 22.4 secs | LR: 0.000698
INFO:tensorflow:Step 35800 | Loss: 2.3400 | Spent: 22.7 secs | LR: 0.000689
INFO:tensorflow:Step 35850 | Loss: 2.3420 | Spent: 23.0 secs | LR: 0.000680
INFO:tensorflow:Step 35900 | Loss: 2.3419 | Spent: 22.5 secs | LR: 0.000671
INFO:tensorflow:Step 35950 | Loss: 2.3410 | Spent: 22.9 secs | LR: 0.000662
INFO:tensorflow:Step 36000 | Loss: 2.3415 | Spent: 22.2 secs | LR: 0.000653
INFO:tensorflow:Step 36050 | Loss: 2.3354 | Spent: 22.6 secs | LR: 0.000644
INFO:tensorflow:Step 36100 | Loss: 2.3426 | Spent: 23.3 secs | LR: 0.000635
INFO:tensorflow:Step 36150 | Loss: 2.3425 | Spent: 24.0 secs | LR: 0.000626
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.730
INFO:tensorflow:Best EM: 0.741
Reading ../data/train.tsv
INFO:tensorflow:Step 36200 | Loss: 2.3410 | Spent: 155.8 secs | LR: 0.000618
INFO:tensorflow:Step 36250 | Loss: 2.3355 | Spent: 22.9 secs | LR: 0.000609
INFO:tensorflow:Step 36300 | Loss: 2.3355 | Spent: 23.3 secs | LR: 0.000600
INFO:tensorflow:Step 36350 | Loss: 2.3323 | Spent: 23.0 secs | LR: 0.000591
INFO:tensorflow:Step 36400 | Loss: 2.3339 | Spent: 23.6 secs | LR: 0.000582
INFO:tensorflow:Step 36450 | Loss: 2.3373 | Spent: 24.0 secs | LR: 0.000573
INFO:tensorflow:Step 36500 | Loss: 2.3351 | Spent: 22.6 secs | LR: 0.000564
INFO:tensorflow:Step 36550 | Loss: 2.3382 | Spent: 23.6 secs | LR: 0.000555
INFO:tensorflow:Step 36600 | Loss: 2.3375 | Spent: 23.1 secs | LR: 0.000546
INFO:tensorflow:Step 36650 | Loss: 2.3329 | Spent: 22.6 secs | LR: 0.000537
INFO:tensorflow:Step 36700 | Loss: 2.3345 | Spent: 23.1 secs | LR: 0.000528
INFO:tensorflow:Step 36750 | Loss: 2.3377 | Spent: 23.1 secs | LR: 0.000519
INFO:tensorflow:Step 36800 | Loss: 2.3348 | Spent: 23.2 secs | LR: 0.000510
INFO:tensorflow:Step 36850 | Loss: 2.3351 | Spent: 23.1 secs | LR: 0.000501
INFO:tensorflow:Step 36900 | Loss: 2.3373 | Spent: 23.4 secs | LR: 0.000492
INFO:tensorflow:Step 36950 | Loss: 2.3374 | Spent: 22.1 secs | LR: 0.000483
INFO:tensorflow:Step 37000 | Loss: 2.3331 | Spent: 23.3 secs | LR: 0.000474
INFO:tensorflow:Step 37050 | Loss: 2.3340 | Spent: 22.6 secs | LR: 0.000465
INFO:tensorflow:Step 37100 | Loss: 2.3386 | Spent: 23.2 secs | LR: 0.000456
INFO:tensorflow:Step 37150 | Loss: 2.3305 | Spent: 24.1 secs | LR: 0.000447
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.733
INFO:tensorflow:Best EM: 0.741
Reading ../data/train.tsv
INFO:tensorflow:Step 37200 | Loss: 2.3301 | Spent: 152.7 secs | LR: 0.000438
INFO:tensorflow:Step 37250 | Loss: 2.3364 | Spent: 24.0 secs | LR: 0.000429
INFO:tensorflow:Step 37300 | Loss: 2.3302 | Spent: 23.5 secs | LR: 0.000421
INFO:tensorflow:Step 37350 | Loss: 2.3286 | Spent: 23.5 secs | LR: 0.000412
INFO:tensorflow:Step 37400 | Loss: 2.3316 | Spent: 23.5 secs | LR: 0.000403
INFO:tensorflow:Step 37450 | Loss: 2.3333 | Spent: 23.0 secs | LR: 0.000394
INFO:tensorflow:Step 37500 | Loss: 2.3306 | Spent: 23.0 secs | LR: 0.000385
INFO:tensorflow:Step 37550 | Loss: 2.3317 | Spent: 24.4 secs | LR: 0.000376
INFO:tensorflow:Step 37600 | Loss: 2.3386 | Spent: 22.6 secs | LR: 0.000367
INFO:tensorflow:Step 37650 | Loss: 2.3306 | Spent: 23.3 secs | LR: 0.000358
INFO:tensorflow:Step 37700 | Loss: 2.3301 | Spent: 22.8 secs | LR: 0.000349
INFO:tensorflow:Step 37750 | Loss: 2.3325 | Spent: 22.7 secs | LR: 0.000340
INFO:tensorflow:Step 37800 | Loss: 2.3349 | Spent: 23.4 secs | LR: 0.000331
INFO:tensorflow:Step 37850 | Loss: 2.3361 | Spent: 22.7 secs | LR: 0.000322
INFO:tensorflow:Step 37900 | Loss: 2.3285 | Spent: 24.3 secs | LR: 0.000313
INFO:tensorflow:Step 37950 | Loss: 2.3278 | Spent: 23.6 secs | LR: 0.000304
INFO:tensorflow:Step 38000 | Loss: 2.3335 | Spent: 23.5 secs | LR: 0.000295
INFO:tensorflow:Step 38050 | Loss: 2.3281 | Spent: 23.2 secs | LR: 0.000286
INFO:tensorflow:Step 38100 | Loss: 2.3307 | Spent: 22.4 secs | LR: 0.000277
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.738
INFO:tensorflow:Best EM: 0.741
Reading ../data/train.tsv
INFO:tensorflow:Step 38150 | Loss: 2.3287 | Spent: 157.5 secs | LR: 0.000268
INFO:tensorflow:Step 38200 | Loss: 2.3280 | Spent: 23.3 secs | LR: 0.000259
INFO:tensorflow:Step 38250 | Loss: 2.3263 | Spent: 22.7 secs | LR: 0.000250
INFO:tensorflow:Step 38300 | Loss: 2.3310 | Spent: 23.4 secs | LR: 0.000241
INFO:tensorflow:Step 38350 | Loss: 2.3324 | Spent: 23.0 secs | LR: 0.000233
INFO:tensorflow:Step 38400 | Loss: 2.3282 | Spent: 22.6 secs | LR: 0.000224
INFO:tensorflow:Step 38450 | Loss: 2.3307 | Spent: 23.0 secs | LR: 0.000215
INFO:tensorflow:Step 38500 | Loss: 2.3300 | Spent: 23.4 secs | LR: 0.000206
INFO:tensorflow:Step 38550 | Loss: 2.3284 | Spent: 23.8 secs | LR: 0.000197
INFO:tensorflow:Step 38600 | Loss: 2.3304 | Spent: 23.7 secs | LR: 0.000188
INFO:tensorflow:Step 38650 | Loss: 2.3269 | Spent: 23.6 secs | LR: 0.000179
INFO:tensorflow:Step 38700 | Loss: 2.3315 | Spent: 23.4 secs | LR: 0.000170
INFO:tensorflow:Step 38750 | Loss: 2.3367 | Spent: 23.8 secs | LR: 0.000161
INFO:tensorflow:Step 38800 | Loss: 2.3274 | Spent: 24.2 secs | LR: 0.000152
INFO:tensorflow:Step 38850 | Loss: 2.3285 | Spent: 23.5 secs | LR: 0.000143
INFO:tensorflow:Step 38900 | Loss: 2.3301 | Spent: 23.4 secs | LR: 0.000134
INFO:tensorflow:Step 38950 | Loss: 2.3281 | Spent: 23.4 secs | LR: 0.000125
INFO:tensorflow:Step 39000 | Loss: 2.3265 | Spent: 23.4 secs | LR: 0.000116
INFO:tensorflow:Step 39050 | Loss: 2.3299 | Spent: 22.9 secs | LR: 0.000107
INFO:tensorflow:Step 39100 | Loss: 2.3322 | Spent: 23.1 secs | LR: 0.000102
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.739
INFO:tensorflow:Best EM: 0.741
Reading ../data/train.tsv
INFO:tensorflow:Step 39150 | Loss: 2.3285 | Spent: 157.1 secs | LR: 0.000111
INFO:tensorflow:Step 39200 | Loss: 2.3291 | Spent: 23.3 secs | LR: 0.000120
INFO:tensorflow:Step 39250 | Loss: 2.3259 | Spent: 23.7 secs | LR: 0.000129
INFO:tensorflow:Step 39300 | Loss: 2.3323 | Spent: 24.2 secs | LR: 0.000138
INFO:tensorflow:Step 39350 | Loss: 2.3267 | Spent: 25.4 secs | LR: 0.000147
INFO:tensorflow:Step 39400 | Loss: 2.3278 | Spent: 23.0 secs | LR: 0.000156
INFO:tensorflow:Step 39450 | Loss: 2.3282 | Spent: 22.8 secs | LR: 0.000164
INFO:tensorflow:Step 39500 | Loss: 2.3286 | Spent: 23.1 secs | LR: 0.000173
INFO:tensorflow:Step 39550 | Loss: 2.3268 | Spent: 23.8 secs | LR: 0.000182
INFO:tensorflow:Step 39600 | Loss: 2.3280 | Spent: 23.2 secs | LR: 0.000191
INFO:tensorflow:Step 39650 | Loss: 2.3312 | Spent: 23.1 secs | LR: 0.000200
INFO:tensorflow:Step 39700 | Loss: 2.3282 | Spent: 22.6 secs | LR: 0.000209
INFO:tensorflow:Step 39750 | Loss: 2.3274 | Spent: 24.0 secs | LR: 0.000218
INFO:tensorflow:Step 39800 | Loss: 2.3281 | Spent: 23.8 secs | LR: 0.000227
INFO:tensorflow:Step 39850 | Loss: 2.3264 | Spent: 23.3 secs | LR: 0.000236
INFO:tensorflow:Step 39900 | Loss: 2.3290 | Spent: 23.0 secs | LR: 0.000245
INFO:tensorflow:Step 39950 | Loss: 2.3304 | Spent: 23.7 secs | LR: 0.000254
INFO:tensorflow:Step 40000 | Loss: 2.3301 | Spent: 22.7 secs | LR: 0.000263
INFO:tensorflow:Step 40050 | Loss: 2.3290 | Spent: 23.3 secs | LR: 0.000272
------------
minimal test
utterance: what times are the nutcracker show playing near me
parsed: [ in:get_event what times are [ sl:category_event the nutcracker show playing ] [ sl:location [ in:get_location [ sl:search_radius near ] [ sl:location_user me ] ] ] ]

                     in:get_event                                                                 
  ________________________|______________________________________________                          
 |     |    |             |                                         sl:location                   
 |     |    |             |                                              |                         
 |     |    |             |                                       in:get_location                 
 |     |    |             |                              ________________|_______________          
 |     |    |      sl:category_even              sl:search_radius                 sl:location_user
 |     |    |             t                             |                                |        
 |     |    |    _________|_________________            |                                |         
what times are the    nutcracker    show playing       near                              me       

------------
Reading ../data/test.tsv
INFO:tensorflow:Evaluation: Testing EM: 0.737
INFO:tensorflow:Best EM: 0.741
10 times not improve the best result, therefore stop training