In [1]:
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow2/text_classification/imdb/main')
Drive already mounted at /content/gdrive; to attempt to forcibly remount, call drive.mount("/content/gdrive", force_remount=True).
In [2]:
%tensorflow_version 2.x
!pip install tensorflow-addons
Requirement already satisfied: tensorflow-addons in /usr/local/lib/python3.6/dist-packages (0.8.3)
Requirement already satisfied: typeguard in /usr/local/lib/python3.6/dist-packages (from tensorflow-addons) (2.7.1)
In [3]:
import tensorflow as tf
import numpy as np
import pprint
import logging
import time

from tensorflow_addons.optimizers.cyclical_learning_rate import Triangular2CyclicalLearningRate

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 2.3.0
WARNING:tensorflow:From <ipython-input-3-453fd8f4661d>:10: is_gpu_available (from tensorflow.python.framework.test_util) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.config.list_physical_devices('GPU')` instead.
GPU Enabled: True
In [4]:
def data_generator(f_paths, params):
  for f_path in f_paths:
    
    with open(f_path) as f:
      print('Reading', f_path)
      for line in f:
        line = line.rstrip()
        label, text = line.split('\t')
        text = text.split(' ')

        words = [get_idx(params['word2idx'], w) for w in text]
        if len(words) >= params['max_word_len']:
          words = words[:params['max_word_len']]

        chars = []
        for w in text:
          temp = []
          for c in list(w):
            temp.append(get_idx(params['char2idx'], c))
          if len(temp) < params['max_char_len']:
            temp += [0] * (params['max_char_len'] - len(temp))
          else:
            temp = temp[:params['max_char_len']]
          chars.append(temp)
        if len(chars) >= params['max_word_len']:
          chars = chars[:params['max_word_len']]

        y = int(label)

        yield words, chars, y


def dataset(is_training, params):
  _shapes = ([None], [None, params['max_char_len']], ())
  _types = (tf.int32, tf.int32, tf.int32)
  _pads = (0, 0, -1)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_paths'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['num_samples'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_paths'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  
  return ds
In [5]:
class KernelAttentivePooling(tf.keras.Model):
  def __init__(self, params):
    super().__init__()
    self.dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    self.kernel = tf.keras.layers.Dense(1,
                                        activation=tf.tanh,
                                        use_bias=False)

  
  def call(self, inputs, training=False):
    x, masks = inputs
    # alignment
    align = tf.squeeze(self.kernel(self.dropout(x, training=training)), -1)
    # masking
    paddings = tf.fill(tf.shape(align), float('-inf'))
    align = tf.where(tf.equal(masks, 0), paddings, align)
    # probability
    align = tf.nn.softmax(align)
    align = tf.expand_dims(align, -1)
    # weighted sum
    return tf.squeeze(tf.matmul(x, align, transpose_a=True), -1)
In [6]:
class Model(tf.keras.Model):
  def __init__(self, params):
    super().__init__()
    
    self.char_embedding = tf.keras.layers.Embedding(len(params['char2idx'])+1, params['char_embed_size'])
    self.word_embedding = tf.Variable(np.load('../vocab/word.npy'),
                                      dtype=tf.float32,
                                      name='pretrained_embedding',
                                      trainable=False,)
    
    self.char_cnn = tf.keras.layers.Conv1D(filters=params['cnn_filters'], kernel_size=params['cnn_kernel_size'], activation=tf.nn.elu, padding='same')
    self.embed_drop = tf.keras.layers.Dropout(params['dropout_rate'])
    self.embed_fc = tf.keras.layers.Dense(params['cnn_filters'], tf.nn.elu, name='embed_fc')
    
    self.word_cnn = tf.keras.layers.Conv1D(filters=params['cnn_filters'], kernel_size=params['cnn_kernel_size'], activation=tf.nn.elu, padding='same')
    self.word_drop = tf.keras.layers.Dropout(params['dropout_rate'])

    self.attentive_pooling = KernelAttentivePooling(params)
    self.out_linear = tf.keras.layers.Dense(2)
  
  
  def call(self, inputs, training=False):    
    words, chars = inputs
    if words.dtype != tf.int32:
      words = tf.cast(words, tf.int32)
    
    masks = tf.sign(words)
    batch_sz = tf.shape(words)[0]
    word_len = tf.shape(words)[1]
    
    chars = self.char_embedding(chars)
    chars = tf.reshape(chars, (batch_sz*word_len, params['max_char_len'], params['char_embed_size']))
    chars = self.char_cnn(chars)
    chars = tf.reduce_max(chars, 1)
    chars = tf.reshape(chars, (batch_sz, word_len, params['cnn_filters']))
    
    words = tf.nn.embedding_lookup(self.word_embedding, words)
    
    x = tf.concat((words, chars), axis=-1)
    x = self.embed_drop(x, training=training)
    x = self.embed_fc(x)
    
    x = self.word_drop(x, training=training)
    x = self.word_cnn(x)

    x = self.attentive_pooling((x, masks), training=training)
    x = self.out_linear(x)
    
    return x
In [7]:
params = {
  'vocab_path': '../vocab/word.txt',
  'train_paths': [
    '../data/train_bt_part1.txt',
    '../data/train_bt_part2.txt',
    '../data/train_bt_part3.txt',
    '../data/train_bt_part4.txt',
    '../data/train_bt_part5.txt',
    '../data/train_bt_part6.txt',
  ],
  'test_paths': [
    '../data/test.txt',
  ],
  'num_samples': 25000*2,
  'num_labels': 2,
  'batch_size': 32,
  'max_word_len': 1000,
  'max_char_len': 10,
  'char_embed_size': 100,
  'cnn_filters': 300,
  'cnn_kernel_size': 5,
  'dropout_rate': .2,
  'kernel_size': 5,
  'num_patience': 6,
  'init_lr': 1e-4,
  'max_lr': 8e-4,
}
In [8]:
def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      word2idx[line] = i
  return word2idx


def get_idx(symbol2idx, symbol):
  return symbol2idx.get(symbol, len(symbol2idx))
In [9]:
params['char2idx'] = get_vocab('../vocab/char.txt')
params['word2idx'] = get_vocab('../vocab/word.txt')


model = Model(params)
model.build(input_shape=[[None, None], [None, None, params['max_char_len']]])
pprint.pprint([(v.name, v.shape) for v in model.trainable_variables])

step_size = 4 * params['num_samples'] // params['batch_size']
decay_lr = Triangular2CyclicalLearningRate(
  initial_learning_rate = params['init_lr'],
  maximal_learning_rate = params['max_lr'],
  step_size = step_size,)
optim = tf.optimizers.Adam(params['init_lr'])
global_step = 0

count = 0
best_acc = .0

t0 = time.time()
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)


while True:
  # TRAINING
  for words, chars, labels in dataset(is_training=True, params=params):
    with tf.GradientTape() as tape:
      logits = model((words, chars), training=True)
      loss = tf.reduce_mean(tf.losses.categorical_crossentropy(y_true = tf.one_hot(labels, 2),
                                                               y_pred = logits,
                                                               from_logits = True,
                                                               label_smoothing = .2,))
    
    optim.lr.assign(decay_lr(global_step))
    grads = tape.gradient(loss, model.trainable_variables)
    optim.apply_gradients(zip(grads, model.trainable_variables))

    if global_step % 50 == 0:
      logger.info("Step {} | Loss: {:.4f} | Spent: {:.1f} secs | LR: {:.6f}".format(
          global_step, loss.numpy().item(), time.time()-t0, optim.lr.numpy().item()))
      t0 = time.time()
    global_step += 1
  
  # EVALUATION
  m = tf.keras.metrics.Accuracy()

  for words, chars, labels in dataset(is_training=False, params=params):
    logits = model((words, chars), training=False)
    y_pred = tf.argmax(logits, axis=-1)
    m.update_state(y_true=labels, y_pred=y_pred)
    
  acc = m.result().numpy()
  logger.info("Evaluation: Testing Accuracy: {:.3f}".format(acc))
  
  if acc > best_acc:
    best_acc = acc
    # you can save model here
    count = 0
  else:
    count += 1
  logger.info("Best Accuracy: {:.3f}".format(best_acc))

  if count == params['num_patience']:
    print(params['num_patience'], "times not improve the best result, therefore stop training")
    break
[('embedding/embeddings:0', TensorShape([80, 100])),
 ('conv1d/kernel:0', TensorShape([5, 100, 300])),
 ('conv1d/bias:0', TensorShape([300])),
 ('embed_fc/kernel:0', TensorShape([600, 300])),
 ('embed_fc/bias:0', TensorShape([300])),
 ('conv1d_1/kernel:0', TensorShape([5, 300, 300])),
 ('conv1d_1/bias:0', TensorShape([300])),
 ('kernel_attentive_pooling/dense/kernel:0', TensorShape([300, 1])),
 ('dense_1/kernel:0', TensorShape([300, 2])),
 ('dense_1/bias:0', TensorShape([2]))]
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 0 | Loss: 0.6917 | Spent: 50.2 secs | LR: 0.000100
INFO:tensorflow:Step 50 | Loss: 0.6308 | Spent: 26.0 secs | LR: 0.000106
INFO:tensorflow:Step 100 | Loss: 0.6034 | Spent: 23.7 secs | LR: 0.000111
INFO:tensorflow:Step 150 | Loss: 0.5495 | Spent: 22.9 secs | LR: 0.000117
INFO:tensorflow:Step 200 | Loss: 0.4672 | Spent: 22.2 secs | LR: 0.000122
INFO:tensorflow:Step 250 | Loss: 0.5847 | Spent: 18.2 secs | LR: 0.000128
INFO:tensorflow:Step 300 | Loss: 0.4749 | Spent: 19.9 secs | LR: 0.000134
INFO:tensorflow:Step 350 | Loss: 0.5215 | Spent: 17.3 secs | LR: 0.000139
INFO:tensorflow:Step 400 | Loss: 0.5611 | Spent: 13.3 secs | LR: 0.000145
INFO:tensorflow:Step 450 | Loss: 0.5059 | Spent: 15.7 secs | LR: 0.000150
INFO:tensorflow:Step 500 | Loss: 0.5333 | Spent: 15.2 secs | LR: 0.000156
INFO:tensorflow:Step 550 | Loss: 0.6004 | Spent: 12.9 secs | LR: 0.000162
INFO:tensorflow:Step 600 | Loss: 0.5413 | Spent: 16.6 secs | LR: 0.000167
INFO:tensorflow:Step 650 | Loss: 0.6018 | Spent: 14.4 secs | LR: 0.000173
INFO:tensorflow:Step 700 | Loss: 0.4523 | Spent: 13.3 secs | LR: 0.000178
INFO:tensorflow:Step 750 | Loss: 0.4861 | Spent: 13.5 secs | LR: 0.000184
INFO:tensorflow:Step 800 | Loss: 0.4643 | Spent: 12.5 secs | LR: 0.000190
INFO:tensorflow:Step 850 | Loss: 0.4724 | Spent: 13.0 secs | LR: 0.000195
INFO:tensorflow:Step 900 | Loss: 0.4318 | Spent: 13.0 secs | LR: 0.000201
INFO:tensorflow:Step 950 | Loss: 0.5169 | Spent: 11.9 secs | LR: 0.000206
INFO:tensorflow:Step 1000 | Loss: 0.5647 | Spent: 13.9 secs | LR: 0.000212
INFO:tensorflow:Step 1050 | Loss: 0.4506 | Spent: 12.3 secs | LR: 0.000218
INFO:tensorflow:Step 1100 | Loss: 0.4732 | Spent: 11.4 secs | LR: 0.000223
INFO:tensorflow:Step 1150 | Loss: 0.4433 | Spent: 10.9 secs | LR: 0.000229
INFO:tensorflow:Step 1200 | Loss: 0.4445 | Spent: 11.9 secs | LR: 0.000234
INFO:tensorflow:Step 1250 | Loss: 0.4102 | Spent: 10.1 secs | LR: 0.000240
INFO:tensorflow:Step 1300 | Loss: 0.6445 | Spent: 12.0 secs | LR: 0.000246
INFO:tensorflow:Step 1350 | Loss: 0.4558 | Spent: 12.1 secs | LR: 0.000251
INFO:tensorflow:Step 1400 | Loss: 0.4459 | Spent: 10.4 secs | LR: 0.000257
INFO:tensorflow:Step 1450 | Loss: 0.4132 | Spent: 10.9 secs | LR: 0.000262
INFO:tensorflow:Step 1500 | Loss: 0.5417 | Spent: 10.8 secs | LR: 0.000268
INFO:tensorflow:Step 1550 | Loss: 0.5394 | Spent: 10.3 secs | LR: 0.000274
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.886
INFO:tensorflow:Best Accuracy: 0.886
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 1600 | Loss: 0.4577 | Spent: 122.1 secs | LR: 0.000279
INFO:tensorflow:Step 1650 | Loss: 0.4663 | Spent: 10.4 secs | LR: 0.000285
INFO:tensorflow:Step 1700 | Loss: 0.4350 | Spent: 11.2 secs | LR: 0.000290
INFO:tensorflow:Step 1750 | Loss: 0.5592 | Spent: 10.0 secs | LR: 0.000296
INFO:tensorflow:Step 1800 | Loss: 0.5049 | Spent: 10.7 secs | LR: 0.000302
INFO:tensorflow:Step 1850 | Loss: 0.4617 | Spent: 10.2 secs | LR: 0.000307
INFO:tensorflow:Step 1900 | Loss: 0.5557 | Spent: 10.8 secs | LR: 0.000313
INFO:tensorflow:Step 1950 | Loss: 0.4679 | Spent: 10.4 secs | LR: 0.000318
INFO:tensorflow:Step 2000 | Loss: 0.4759 | Spent: 10.5 secs | LR: 0.000324
INFO:tensorflow:Step 2050 | Loss: 0.4809 | Spent: 9.8 secs | LR: 0.000330
INFO:tensorflow:Step 2100 | Loss: 0.4631 | Spent: 10.3 secs | LR: 0.000335
INFO:tensorflow:Step 2150 | Loss: 0.5103 | Spent: 10.2 secs | LR: 0.000341
INFO:tensorflow:Step 2200 | Loss: 0.4706 | Spent: 10.1 secs | LR: 0.000346
INFO:tensorflow:Step 2250 | Loss: 0.4348 | Spent: 9.9 secs | LR: 0.000352
INFO:tensorflow:Step 2300 | Loss: 0.4410 | Spent: 10.3 secs | LR: 0.000358
INFO:tensorflow:Step 2350 | Loss: 0.4091 | Spent: 10.0 secs | LR: 0.000363
INFO:tensorflow:Step 2400 | Loss: 0.4791 | Spent: 11.4 secs | LR: 0.000369
INFO:tensorflow:Step 2450 | Loss: 0.5390 | Spent: 10.4 secs | LR: 0.000374
INFO:tensorflow:Step 2500 | Loss: 0.5541 | Spent: 10.1 secs | LR: 0.000380
INFO:tensorflow:Step 2550 | Loss: 0.4081 | Spent: 10.6 secs | LR: 0.000386
INFO:tensorflow:Step 2600 | Loss: 0.4252 | Spent: 10.6 secs | LR: 0.000391
INFO:tensorflow:Step 2650 | Loss: 0.4789 | Spent: 10.1 secs | LR: 0.000397
INFO:tensorflow:Step 2700 | Loss: 0.4456 | Spent: 10.6 secs | LR: 0.000402
INFO:tensorflow:Step 2750 | Loss: 0.5116 | Spent: 10.0 secs | LR: 0.000408
INFO:tensorflow:Step 2800 | Loss: 0.5160 | Spent: 10.2 secs | LR: 0.000414
INFO:tensorflow:Step 2850 | Loss: 0.4852 | Spent: 10.2 secs | LR: 0.000419
INFO:tensorflow:Step 2900 | Loss: 0.4492 | Spent: 10.5 secs | LR: 0.000425
INFO:tensorflow:Step 2950 | Loss: 0.4363 | Spent: 10.0 secs | LR: 0.000430
INFO:tensorflow:Step 3000 | Loss: 0.4213 | Spent: 10.1 secs | LR: 0.000436
INFO:tensorflow:Step 3050 | Loss: 0.4832 | Spent: 9.7 secs | LR: 0.000442
INFO:tensorflow:Step 3100 | Loss: 0.4404 | Spent: 9.8 secs | LR: 0.000447
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.883
INFO:tensorflow:Best Accuracy: 0.886
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 3150 | Loss: 0.4677 | Spent: 99.9 secs | LR: 0.000453
INFO:tensorflow:Step 3200 | Loss: 0.4505 | Spent: 9.6 secs | LR: 0.000458
INFO:tensorflow:Step 3250 | Loss: 0.5206 | Spent: 9.8 secs | LR: 0.000464
INFO:tensorflow:Step 3300 | Loss: 0.4728 | Spent: 9.7 secs | LR: 0.000470
INFO:tensorflow:Step 3350 | Loss: 0.4616 | Spent: 9.9 secs | LR: 0.000475
INFO:tensorflow:Step 3400 | Loss: 0.4601 | Spent: 10.4 secs | LR: 0.000481
INFO:tensorflow:Step 3450 | Loss: 0.5169 | Spent: 9.7 secs | LR: 0.000486
INFO:tensorflow:Step 3500 | Loss: 0.4883 | Spent: 10.3 secs | LR: 0.000492
INFO:tensorflow:Step 3550 | Loss: 0.4598 | Spent: 9.6 secs | LR: 0.000498
INFO:tensorflow:Step 3600 | Loss: 0.4838 | Spent: 10.3 secs | LR: 0.000503
INFO:tensorflow:Step 3650 | Loss: 0.5056 | Spent: 10.0 secs | LR: 0.000509
INFO:tensorflow:Step 3700 | Loss: 0.5342 | Spent: 10.0 secs | LR: 0.000514
INFO:tensorflow:Step 3750 | Loss: 0.5861 | Spent: 10.3 secs | LR: 0.000520
INFO:tensorflow:Step 3800 | Loss: 0.4474 | Spent: 10.2 secs | LR: 0.000526
INFO:tensorflow:Step 3850 | Loss: 0.5105 | Spent: 9.9 secs | LR: 0.000531
INFO:tensorflow:Step 3900 | Loss: 0.4522 | Spent: 9.8 secs | LR: 0.000537
INFO:tensorflow:Step 3950 | Loss: 0.5226 | Spent: 10.4 secs | LR: 0.000542
INFO:tensorflow:Step 4000 | Loss: 0.5157 | Spent: 10.2 secs | LR: 0.000548
INFO:tensorflow:Step 4050 | Loss: 0.4939 | Spent: 10.4 secs | LR: 0.000554
INFO:tensorflow:Step 4100 | Loss: 0.5172 | Spent: 10.1 secs | LR: 0.000559
INFO:tensorflow:Step 4150 | Loss: 0.5155 | Spent: 9.9 secs | LR: 0.000565
INFO:tensorflow:Step 4200 | Loss: 0.5590 | Spent: 10.3 secs | LR: 0.000570
INFO:tensorflow:Step 4250 | Loss: 0.4531 | Spent: 10.4 secs | LR: 0.000576
INFO:tensorflow:Step 4300 | Loss: 0.4275 | Spent: 9.8 secs | LR: 0.000582
INFO:tensorflow:Step 4350 | Loss: 0.5483 | Spent: 10.0 secs | LR: 0.000587
INFO:tensorflow:Step 4400 | Loss: 0.4417 | Spent: 10.2 secs | LR: 0.000593
INFO:tensorflow:Step 4450 | Loss: 0.5395 | Spent: 9.7 secs | LR: 0.000598
INFO:tensorflow:Step 4500 | Loss: 0.4886 | Spent: 10.0 secs | LR: 0.000604
INFO:tensorflow:Step 4550 | Loss: 0.4227 | Spent: 10.0 secs | LR: 0.000610
INFO:tensorflow:Step 4600 | Loss: 0.5758 | Spent: 10.1 secs | LR: 0.000615
INFO:tensorflow:Step 4650 | Loss: 0.4331 | Spent: 9.9 secs | LR: 0.000621
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.894
INFO:tensorflow:Best Accuracy: 0.894
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 4700 | Loss: 0.4601 | Spent: 100.3 secs | LR: 0.000626
INFO:tensorflow:Step 4750 | Loss: 0.4621 | Spent: 9.7 secs | LR: 0.000632
INFO:tensorflow:Step 4800 | Loss: 0.4328 | Spent: 9.4 secs | LR: 0.000638
INFO:tensorflow:Step 4850 | Loss: 0.5149 | Spent: 9.7 secs | LR: 0.000643
INFO:tensorflow:Step 4900 | Loss: 0.4610 | Spent: 9.7 secs | LR: 0.000649
INFO:tensorflow:Step 4950 | Loss: 0.4881 | Spent: 10.0 secs | LR: 0.000654
INFO:tensorflow:Step 5000 | Loss: 0.5329 | Spent: 9.8 secs | LR: 0.000660
INFO:tensorflow:Step 5050 | Loss: 0.4918 | Spent: 9.7 secs | LR: 0.000666
INFO:tensorflow:Step 5100 | Loss: 0.4211 | Spent: 9.8 secs | LR: 0.000671
INFO:tensorflow:Step 5150 | Loss: 0.5716 | Spent: 9.8 secs | LR: 0.000677
INFO:tensorflow:Step 5200 | Loss: 0.5469 | Spent: 10.1 secs | LR: 0.000682
INFO:tensorflow:Step 5250 | Loss: 0.4167 | Spent: 9.9 secs | LR: 0.000688
INFO:tensorflow:Step 5300 | Loss: 0.5709 | Spent: 10.0 secs | LR: 0.000694
INFO:tensorflow:Step 5350 | Loss: 0.4708 | Spent: 9.9 secs | LR: 0.000699
INFO:tensorflow:Step 5400 | Loss: 0.3954 | Spent: 9.6 secs | LR: 0.000705
INFO:tensorflow:Step 5450 | Loss: 0.5597 | Spent: 9.6 secs | LR: 0.000710
INFO:tensorflow:Step 5500 | Loss: 0.5021 | Spent: 10.2 secs | LR: 0.000716
INFO:tensorflow:Step 5550 | Loss: 0.4345 | Spent: 10.0 secs | LR: 0.000722
INFO:tensorflow:Step 5600 | Loss: 0.4942 | Spent: 9.9 secs | LR: 0.000727
INFO:tensorflow:Step 5650 | Loss: 0.4092 | Spent: 10.0 secs | LR: 0.000733
INFO:tensorflow:Step 5700 | Loss: 0.4682 | Spent: 9.9 secs | LR: 0.000738
INFO:tensorflow:Step 5750 | Loss: 0.4533 | Spent: 10.0 secs | LR: 0.000744
INFO:tensorflow:Step 5800 | Loss: 0.4351 | Spent: 9.7 secs | LR: 0.000750
INFO:tensorflow:Step 5850 | Loss: 0.4046 | Spent: 10.0 secs | LR: 0.000755
INFO:tensorflow:Step 5900 | Loss: 0.4744 | Spent: 10.0 secs | LR: 0.000761
INFO:tensorflow:Step 5950 | Loss: 0.4364 | Spent: 10.1 secs | LR: 0.000766
INFO:tensorflow:Step 6000 | Loss: 0.4386 | Spent: 10.0 secs | LR: 0.000772
INFO:tensorflow:Step 6050 | Loss: 0.5285 | Spent: 9.7 secs | LR: 0.000778
INFO:tensorflow:Step 6100 | Loss: 0.5121 | Spent: 9.9 secs | LR: 0.000783
INFO:tensorflow:Step 6150 | Loss: 0.4340 | Spent: 10.0 secs | LR: 0.000789
INFO:tensorflow:Step 6200 | Loss: 0.4453 | Spent: 9.8 secs | LR: 0.000794
INFO:tensorflow:Step 6250 | Loss: 0.4373 | Spent: 10.3 secs | LR: 0.000800
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.889
INFO:tensorflow:Best Accuracy: 0.894
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 6300 | Loss: 0.4631 | Spent: 99.2 secs | LR: 0.000794
INFO:tensorflow:Step 6350 | Loss: 0.5289 | Spent: 9.8 secs | LR: 0.000789
INFO:tensorflow:Step 6400 | Loss: 0.5319 | Spent: 9.6 secs | LR: 0.000783
INFO:tensorflow:Step 6450 | Loss: 0.4902 | Spent: 9.8 secs | LR: 0.000778
INFO:tensorflow:Step 6500 | Loss: 0.5005 | Spent: 10.1 secs | LR: 0.000772
INFO:tensorflow:Step 6550 | Loss: 0.4905 | Spent: 9.8 secs | LR: 0.000766
INFO:tensorflow:Step 6600 | Loss: 0.5143 | Spent: 9.9 secs | LR: 0.000761
INFO:tensorflow:Step 6650 | Loss: 0.4872 | Spent: 10.2 secs | LR: 0.000755
INFO:tensorflow:Step 6700 | Loss: 0.4211 | Spent: 10.0 secs | LR: 0.000750
INFO:tensorflow:Step 6750 | Loss: 0.4878 | Spent: 9.5 secs | LR: 0.000744
INFO:tensorflow:Step 6800 | Loss: 0.4463 | Spent: 10.0 secs | LR: 0.000738
INFO:tensorflow:Step 6850 | Loss: 0.4475 | Spent: 9.3 secs | LR: 0.000733
INFO:tensorflow:Step 6900 | Loss: 0.4309 | Spent: 9.9 secs | LR: 0.000727
INFO:tensorflow:Step 6950 | Loss: 0.4565 | Spent: 9.6 secs | LR: 0.000722
INFO:tensorflow:Step 7000 | Loss: 0.4807 | Spent: 9.8 secs | LR: 0.000716
INFO:tensorflow:Step 7050 | Loss: 0.5885 | Spent: 9.9 secs | LR: 0.000710
INFO:tensorflow:Step 7100 | Loss: 0.4544 | Spent: 9.7 secs | LR: 0.000705
INFO:tensorflow:Step 7150 | Loss: 0.4851 | Spent: 10.1 secs | LR: 0.000699
INFO:tensorflow:Step 7200 | Loss: 0.5040 | Spent: 9.9 secs | LR: 0.000694
INFO:tensorflow:Step 7250 | Loss: 0.4559 | Spent: 9.7 secs | LR: 0.000688
INFO:tensorflow:Step 7300 | Loss: 0.4338 | Spent: 9.9 secs | LR: 0.000682
INFO:tensorflow:Step 7350 | Loss: 0.4287 | Spent: 9.9 secs | LR: 0.000677
INFO:tensorflow:Step 7400 | Loss: 0.5139 | Spent: 9.9 secs | LR: 0.000671
INFO:tensorflow:Step 7450 | Loss: 0.4858 | Spent: 9.8 secs | LR: 0.000666
INFO:tensorflow:Step 7500 | Loss: 0.5578 | Spent: 10.0 secs | LR: 0.000660
INFO:tensorflow:Step 7550 | Loss: 0.5205 | Spent: 10.2 secs | LR: 0.000654
INFO:tensorflow:Step 7600 | Loss: 0.4533 | Spent: 10.1 secs | LR: 0.000649
INFO:tensorflow:Step 7650 | Loss: 0.5104 | Spent: 9.9 secs | LR: 0.000643
INFO:tensorflow:Step 7700 | Loss: 0.4561 | Spent: 10.0 secs | LR: 0.000638
INFO:tensorflow:Step 7750 | Loss: 0.4398 | Spent: 10.2 secs | LR: 0.000632
INFO:tensorflow:Step 7800 | Loss: 0.4972 | Spent: 10.2 secs | LR: 0.000626
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.901
INFO:tensorflow:Best Accuracy: 0.901
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 7850 | Loss: 0.4917 | Spent: 99.5 secs | LR: 0.000621
INFO:tensorflow:Step 7900 | Loss: 0.4926 | Spent: 9.6 secs | LR: 0.000615
INFO:tensorflow:Step 7950 | Loss: 0.5239 | Spent: 9.6 secs | LR: 0.000610
INFO:tensorflow:Step 8000 | Loss: 0.4053 | Spent: 10.0 secs | LR: 0.000604
INFO:tensorflow:Step 8050 | Loss: 0.4743 | Spent: 9.9 secs | LR: 0.000598
INFO:tensorflow:Step 8100 | Loss: 0.4490 | Spent: 9.7 secs | LR: 0.000593
INFO:tensorflow:Step 8150 | Loss: 0.4828 | Spent: 9.7 secs | LR: 0.000587
INFO:tensorflow:Step 8200 | Loss: 0.4468 | Spent: 9.7 secs | LR: 0.000582
INFO:tensorflow:Step 8250 | Loss: 0.4201 | Spent: 9.6 secs | LR: 0.000576
INFO:tensorflow:Step 8300 | Loss: 0.5768 | Spent: 10.1 secs | LR: 0.000570
INFO:tensorflow:Step 8350 | Loss: 0.4344 | Spent: 9.9 secs | LR: 0.000565
INFO:tensorflow:Step 8400 | Loss: 0.4644 | Spent: 9.6 secs | LR: 0.000559
INFO:tensorflow:Step 8450 | Loss: 0.4551 | Spent: 9.9 secs | LR: 0.000554
INFO:tensorflow:Step 8500 | Loss: 0.4911 | Spent: 9.6 secs | LR: 0.000548
INFO:tensorflow:Step 8550 | Loss: 0.4685 | Spent: 10.0 secs | LR: 0.000542
INFO:tensorflow:Step 8600 | Loss: 0.4547 | Spent: 9.8 secs | LR: 0.000537
INFO:tensorflow:Step 8650 | Loss: 0.4538 | Spent: 9.8 secs | LR: 0.000531
INFO:tensorflow:Step 8700 | Loss: 0.4360 | Spent: 9.7 secs | LR: 0.000526
INFO:tensorflow:Step 8750 | Loss: 0.5245 | Spent: 9.9 secs | LR: 0.000520
INFO:tensorflow:Step 8800 | Loss: 0.4522 | Spent: 9.9 secs | LR: 0.000514
INFO:tensorflow:Step 8850 | Loss: 0.4833 | Spent: 9.7 secs | LR: 0.000509
INFO:tensorflow:Step 8900 | Loss: 0.4863 | Spent: 9.9 secs | LR: 0.000503
INFO:tensorflow:Step 8950 | Loss: 0.5625 | Spent: 10.0 secs | LR: 0.000498
INFO:tensorflow:Step 9000 | Loss: 0.4702 | Spent: 9.9 secs | LR: 0.000492
INFO:tensorflow:Step 9050 | Loss: 0.4387 | Spent: 10.2 secs | LR: 0.000486
INFO:tensorflow:Step 9100 | Loss: 0.4109 | Spent: 9.9 secs | LR: 0.000481
INFO:tensorflow:Step 9150 | Loss: 0.4160 | Spent: 10.1 secs | LR: 0.000475
INFO:tensorflow:Step 9200 | Loss: 0.4817 | Spent: 10.3 secs | LR: 0.000470
INFO:tensorflow:Step 9250 | Loss: 0.4507 | Spent: 10.1 secs | LR: 0.000464
INFO:tensorflow:Step 9300 | Loss: 0.4017 | Spent: 9.8 secs | LR: 0.000458
INFO:tensorflow:Step 9350 | Loss: 0.4969 | Spent: 9.7 secs | LR: 0.000453
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.908
INFO:tensorflow:Best Accuracy: 0.908
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 9400 | Loss: 0.5010 | Spent: 100.0 secs | LR: 0.000447
INFO:tensorflow:Step 9450 | Loss: 0.4241 | Spent: 9.8 secs | LR: 0.000442
INFO:tensorflow:Step 9500 | Loss: 0.4072 | Spent: 9.4 secs | LR: 0.000436
INFO:tensorflow:Step 9550 | Loss: 0.4491 | Spent: 9.7 secs | LR: 0.000430
INFO:tensorflow:Step 9600 | Loss: 0.4248 | Spent: 9.7 secs | LR: 0.000425
INFO:tensorflow:Step 9650 | Loss: 0.4514 | Spent: 9.8 secs | LR: 0.000419
INFO:tensorflow:Step 9700 | Loss: 0.4890 | Spent: 9.6 secs | LR: 0.000414
INFO:tensorflow:Step 9750 | Loss: 0.4458 | Spent: 9.8 secs | LR: 0.000408
INFO:tensorflow:Step 9800 | Loss: 0.4201 | Spent: 9.6 secs | LR: 0.000402
INFO:tensorflow:Step 9850 | Loss: 0.3942 | Spent: 9.8 secs | LR: 0.000397
INFO:tensorflow:Step 9900 | Loss: 0.4603 | Spent: 9.6 secs | LR: 0.000391
INFO:tensorflow:Step 9950 | Loss: 0.5046 | Spent: 9.8 secs | LR: 0.000386
INFO:tensorflow:Step 10000 | Loss: 0.4336 | Spent: 9.8 secs | LR: 0.000380
INFO:tensorflow:Step 10050 | Loss: 0.4816 | Spent: 9.7 secs | LR: 0.000374
INFO:tensorflow:Step 10100 | Loss: 0.4046 | Spent: 9.8 secs | LR: 0.000369
INFO:tensorflow:Step 10150 | Loss: 0.5269 | Spent: 9.6 secs | LR: 0.000363
INFO:tensorflow:Step 10200 | Loss: 0.4117 | Spent: 10.1 secs | LR: 0.000358
INFO:tensorflow:Step 10250 | Loss: 0.4306 | Spent: 9.8 secs | LR: 0.000352
INFO:tensorflow:Step 10300 | Loss: 0.4401 | Spent: 9.7 secs | LR: 0.000346
INFO:tensorflow:Step 10350 | Loss: 0.4263 | Spent: 10.0 secs | LR: 0.000341
INFO:tensorflow:Step 10400 | Loss: 0.4936 | Spent: 10.0 secs | LR: 0.000335
INFO:tensorflow:Step 10450 | Loss: 0.4320 | Spent: 9.8 secs | LR: 0.000330
INFO:tensorflow:Step 10500 | Loss: 0.5158 | Spent: 9.8 secs | LR: 0.000324
INFO:tensorflow:Step 10550 | Loss: 0.4770 | Spent: 9.8 secs | LR: 0.000318
INFO:tensorflow:Step 10600 | Loss: 0.4466 | Spent: 10.2 secs | LR: 0.000313
INFO:tensorflow:Step 10650 | Loss: 0.4004 | Spent: 10.0 secs | LR: 0.000307
INFO:tensorflow:Step 10700 | Loss: 0.4687 | Spent: 10.0 secs | LR: 0.000302
INFO:tensorflow:Step 10750 | Loss: 0.4688 | Spent: 10.0 secs | LR: 0.000296
INFO:tensorflow:Step 10800 | Loss: 0.4749 | Spent: 9.8 secs | LR: 0.000290
INFO:tensorflow:Step 10850 | Loss: 0.4841 | Spent: 10.0 secs | LR: 0.000285
INFO:tensorflow:Step 10900 | Loss: 0.4687 | Spent: 10.0 secs | LR: 0.000279
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.913
INFO:tensorflow:Best Accuracy: 0.913
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 10950 | Loss: 0.4414 | Spent: 99.5 secs | LR: 0.000274
INFO:tensorflow:Step 11000 | Loss: 0.5312 | Spent: 9.9 secs | LR: 0.000268
INFO:tensorflow:Step 11050 | Loss: 0.4791 | Spent: 9.7 secs | LR: 0.000262
INFO:tensorflow:Step 11100 | Loss: 0.4046 | Spent: 9.8 secs | LR: 0.000257
INFO:tensorflow:Step 11150 | Loss: 0.4392 | Spent: 9.7 secs | LR: 0.000251
INFO:tensorflow:Step 11200 | Loss: 0.4181 | Spent: 9.4 secs | LR: 0.000246
INFO:tensorflow:Step 11250 | Loss: 0.4113 | Spent: 9.7 secs | LR: 0.000240
INFO:tensorflow:Step 11300 | Loss: 0.4833 | Spent: 9.9 secs | LR: 0.000234
INFO:tensorflow:Step 11350 | Loss: 0.5173 | Spent: 9.9 secs | LR: 0.000229
INFO:tensorflow:Step 11400 | Loss: 0.4233 | Spent: 9.9 secs | LR: 0.000223
INFO:tensorflow:Step 11450 | Loss: 0.4843 | Spent: 10.0 secs | LR: 0.000218
INFO:tensorflow:Step 11500 | Loss: 0.4099 | Spent: 9.8 secs | LR: 0.000212
INFO:tensorflow:Step 11550 | Loss: 0.4108 | Spent: 10.0 secs | LR: 0.000206
INFO:tensorflow:Step 11600 | Loss: 0.5034 | Spent: 9.9 secs | LR: 0.000201
INFO:tensorflow:Step 11650 | Loss: 0.4153 | Spent: 9.8 secs | LR: 0.000195
INFO:tensorflow:Step 11700 | Loss: 0.4614 | Spent: 9.6 secs | LR: 0.000190
INFO:tensorflow:Step 11750 | Loss: 0.4800 | Spent: 10.0 secs | LR: 0.000184
INFO:tensorflow:Step 11800 | Loss: 0.4155 | Spent: 10.0 secs | LR: 0.000178
INFO:tensorflow:Step 11850 | Loss: 0.4267 | Spent: 9.9 secs | LR: 0.000173
INFO:tensorflow:Step 11900 | Loss: 0.4771 | Spent: 9.9 secs | LR: 0.000167
INFO:tensorflow:Step 11950 | Loss: 0.4722 | Spent: 9.8 secs | LR: 0.000162
INFO:tensorflow:Step 12000 | Loss: 0.4185 | Spent: 9.7 secs | LR: 0.000156
INFO:tensorflow:Step 12050 | Loss: 0.4824 | Spent: 10.0 secs | LR: 0.000150
INFO:tensorflow:Step 12100 | Loss: 0.4687 | Spent: 10.6 secs | LR: 0.000145
INFO:tensorflow:Step 12150 | Loss: 0.4475 | Spent: 9.8 secs | LR: 0.000139
INFO:tensorflow:Step 12200 | Loss: 0.3855 | Spent: 9.9 secs | LR: 0.000134
INFO:tensorflow:Step 12250 | Loss: 0.4446 | Spent: 9.7 secs | LR: 0.000128
INFO:tensorflow:Step 12300 | Loss: 0.4051 | Spent: 10.0 secs | LR: 0.000122
INFO:tensorflow:Step 12350 | Loss: 0.4307 | Spent: 9.9 secs | LR: 0.000117
INFO:tensorflow:Step 12400 | Loss: 0.4520 | Spent: 9.9 secs | LR: 0.000111
INFO:tensorflow:Step 12450 | Loss: 0.4562 | Spent: 10.0 secs | LR: 0.000106
INFO:tensorflow:Step 12500 | Loss: 0.4085 | Spent: 9.9 secs | LR: 0.000100
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.916
INFO:tensorflow:Best Accuracy: 0.916
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 12550 | Loss: 0.3928 | Spent: 99.7 secs | LR: 0.000103
INFO:tensorflow:Step 12600 | Loss: 0.4465 | Spent: 9.9 secs | LR: 0.000106
INFO:tensorflow:Step 12650 | Loss: 0.4614 | Spent: 9.7 secs | LR: 0.000108
INFO:tensorflow:Step 12700 | Loss: 0.4790 | Spent: 9.9 secs | LR: 0.000111
INFO:tensorflow:Step 12750 | Loss: 0.4796 | Spent: 9.8 secs | LR: 0.000114
INFO:tensorflow:Step 12800 | Loss: 0.4597 | Spent: 9.5 secs | LR: 0.000117
INFO:tensorflow:Step 12850 | Loss: 0.4774 | Spent: 9.9 secs | LR: 0.000120
INFO:tensorflow:Step 12900 | Loss: 0.4438 | Spent: 9.9 secs | LR: 0.000122
INFO:tensorflow:Step 12950 | Loss: 0.3925 | Spent: 9.5 secs | LR: 0.000125
INFO:tensorflow:Step 13000 | Loss: 0.4008 | Spent: 10.0 secs | LR: 0.000128
INFO:tensorflow:Step 13050 | Loss: 0.4367 | Spent: 9.8 secs | LR: 0.000131
INFO:tensorflow:Step 13100 | Loss: 0.3815 | Spent: 9.8 secs | LR: 0.000134
INFO:tensorflow:Step 13150 | Loss: 0.4033 | Spent: 9.8 secs | LR: 0.000136
INFO:tensorflow:Step 13200 | Loss: 0.4529 | Spent: 9.7 secs | LR: 0.000139
INFO:tensorflow:Step 13250 | Loss: 0.4243 | Spent: 9.6 secs | LR: 0.000142
INFO:tensorflow:Step 13300 | Loss: 0.4423 | Spent: 9.9 secs | LR: 0.000145
INFO:tensorflow:Step 13350 | Loss: 0.4266 | Spent: 9.9 secs | LR: 0.000148
INFO:tensorflow:Step 13400 | Loss: 0.5017 | Spent: 10.0 secs | LR: 0.000150
INFO:tensorflow:Step 13450 | Loss: 0.4057 | Spent: 9.8 secs | LR: 0.000153
INFO:tensorflow:Step 13500 | Loss: 0.4699 | Spent: 9.6 secs | LR: 0.000156
INFO:tensorflow:Step 13550 | Loss: 0.4415 | Spent: 9.7 secs | LR: 0.000159
INFO:tensorflow:Step 13600 | Loss: 0.4234 | Spent: 10.2 secs | LR: 0.000162
INFO:tensorflow:Step 13650 | Loss: 0.4780 | Spent: 9.6 secs | LR: 0.000164
INFO:tensorflow:Step 13700 | Loss: 0.4123 | Spent: 10.1 secs | LR: 0.000167
INFO:tensorflow:Step 13750 | Loss: 0.4415 | Spent: 9.6 secs | LR: 0.000170
INFO:tensorflow:Step 13800 | Loss: 0.4291 | Spent: 10.2 secs | LR: 0.000173
INFO:tensorflow:Step 13850 | Loss: 0.4083 | Spent: 10.1 secs | LR: 0.000176
INFO:tensorflow:Step 13900 | Loss: 0.4097 | Spent: 9.9 secs | LR: 0.000178
INFO:tensorflow:Step 13950 | Loss: 0.4122 | Spent: 9.8 secs | LR: 0.000181
INFO:tensorflow:Step 14000 | Loss: 0.4390 | Spent: 9.8 secs | LR: 0.000184
INFO:tensorflow:Step 14050 | Loss: 0.4759 | Spent: 9.9 secs | LR: 0.000187
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.915
INFO:tensorflow:Best Accuracy: 0.916
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 14100 | Loss: 0.4325 | Spent: 99.7 secs | LR: 0.000190
INFO:tensorflow:Step 14150 | Loss: 0.4829 | Spent: 9.4 secs | LR: 0.000192
INFO:tensorflow:Step 14200 | Loss: 0.4184 | Spent: 9.9 secs | LR: 0.000195
INFO:tensorflow:Step 14250 | Loss: 0.4239 | Spent: 9.8 secs | LR: 0.000198
INFO:tensorflow:Step 14300 | Loss: 0.4422 | Spent: 9.8 secs | LR: 0.000201
INFO:tensorflow:Step 14350 | Loss: 0.3895 | Spent: 9.5 secs | LR: 0.000204
INFO:tensorflow:Step 14400 | Loss: 0.3948 | Spent: 9.9 secs | LR: 0.000206
INFO:tensorflow:Step 14450 | Loss: 0.4432 | Spent: 9.7 secs | LR: 0.000209
INFO:tensorflow:Step 14500 | Loss: 0.4162 | Spent: 9.8 secs | LR: 0.000212
INFO:tensorflow:Step 14550 | Loss: 0.4334 | Spent: 9.9 secs | LR: 0.000215
INFO:tensorflow:Step 14600 | Loss: 0.4738 | Spent: 10.0 secs | LR: 0.000218
INFO:tensorflow:Step 14650 | Loss: 0.4389 | Spent: 9.7 secs | LR: 0.000220
INFO:tensorflow:Step 14700 | Loss: 0.4705 | Spent: 10.0 secs | LR: 0.000223
INFO:tensorflow:Step 14750 | Loss: 0.4308 | Spent: 9.8 secs | LR: 0.000226
INFO:tensorflow:Step 14800 | Loss: 0.5036 | Spent: 9.9 secs | LR: 0.000229
INFO:tensorflow:Step 14850 | Loss: 0.4573 | Spent: 9.7 secs | LR: 0.000232
INFO:tensorflow:Step 14900 | Loss: 0.4196 | Spent: 9.8 secs | LR: 0.000234
INFO:tensorflow:Step 14950 | Loss: 0.4434 | Spent: 9.8 secs | LR: 0.000237
INFO:tensorflow:Step 15000 | Loss: 0.4375 | Spent: 9.9 secs | LR: 0.000240
INFO:tensorflow:Step 15050 | Loss: 0.3830 | Spent: 9.6 secs | LR: 0.000243
INFO:tensorflow:Step 15100 | Loss: 0.4677 | Spent: 9.7 secs | LR: 0.000246
INFO:tensorflow:Step 15150 | Loss: 0.3907 | Spent: 9.6 secs | LR: 0.000248
INFO:tensorflow:Step 15200 | Loss: 0.4197 | Spent: 10.1 secs | LR: 0.000251
INFO:tensorflow:Step 15250 | Loss: 0.4404 | Spent: 10.0 secs | LR: 0.000254
INFO:tensorflow:Step 15300 | Loss: 0.4416 | Spent: 9.9 secs | LR: 0.000257
INFO:tensorflow:Step 15350 | Loss: 0.5055 | Spent: 9.8 secs | LR: 0.000260
INFO:tensorflow:Step 15400 | Loss: 0.4506 | Spent: 9.9 secs | LR: 0.000262
INFO:tensorflow:Step 15450 | Loss: 0.4326 | Spent: 9.9 secs | LR: 0.000265
INFO:tensorflow:Step 15500 | Loss: 0.4687 | Spent: 9.8 secs | LR: 0.000268
INFO:tensorflow:Step 15550 | Loss: 0.4777 | Spent: 9.8 secs | LR: 0.000271
INFO:tensorflow:Step 15600 | Loss: 0.4326 | Spent: 9.6 secs | LR: 0.000274
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.917
INFO:tensorflow:Best Accuracy: 0.917
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 15650 | Loss: 0.4010 | Spent: 99.3 secs | LR: 0.000276
INFO:tensorflow:Step 15700 | Loss: 0.4326 | Spent: 9.9 secs | LR: 0.000279
INFO:tensorflow:Step 15750 | Loss: 0.3890 | Spent: 9.8 secs | LR: 0.000282
INFO:tensorflow:Step 15800 | Loss: 0.4870 | Spent: 9.9 secs | LR: 0.000285
INFO:tensorflow:Step 15850 | Loss: 0.4212 | Spent: 9.8 secs | LR: 0.000288
INFO:tensorflow:Step 15900 | Loss: 0.5099 | Spent: 9.6 secs | LR: 0.000290
INFO:tensorflow:Step 15950 | Loss: 0.4242 | Spent: 9.4 secs | LR: 0.000293
INFO:tensorflow:Step 16000 | Loss: 0.3926 | Spent: 9.8 secs | LR: 0.000296
INFO:tensorflow:Step 16050 | Loss: 0.5747 | Spent: 9.7 secs | LR: 0.000299
INFO:tensorflow:Step 16100 | Loss: 0.4143 | Spent: 9.5 secs | LR: 0.000302
INFO:tensorflow:Step 16150 | Loss: 0.4160 | Spent: 9.7 secs | LR: 0.000304
INFO:tensorflow:Step 16200 | Loss: 0.4002 | Spent: 9.6 secs | LR: 0.000307
INFO:tensorflow:Step 16250 | Loss: 0.4309 | Spent: 10.1 secs | LR: 0.000310
INFO:tensorflow:Step 16300 | Loss: 0.4375 | Spent: 9.8 secs | LR: 0.000313
INFO:tensorflow:Step 16350 | Loss: 0.5048 | Spent: 10.1 secs | LR: 0.000316
INFO:tensorflow:Step 16400 | Loss: 0.4568 | Spent: 9.5 secs | LR: 0.000318
INFO:tensorflow:Step 16450 | Loss: 0.4248 | Spent: 10.0 secs | LR: 0.000321
INFO:tensorflow:Step 16500 | Loss: 0.3707 | Spent: 10.1 secs | LR: 0.000324
INFO:tensorflow:Step 16550 | Loss: 0.4296 | Spent: 9.9 secs | LR: 0.000327
INFO:tensorflow:Step 16600 | Loss: 0.4146 | Spent: 9.8 secs | LR: 0.000330
INFO:tensorflow:Step 16650 | Loss: 0.4973 | Spent: 10.0 secs | LR: 0.000332
INFO:tensorflow:Step 16700 | Loss: 0.4956 | Spent: 10.0 secs | LR: 0.000335
INFO:tensorflow:Step 16750 | Loss: 0.3941 | Spent: 9.7 secs | LR: 0.000338
INFO:tensorflow:Step 16800 | Loss: 0.4005 | Spent: 10.0 secs | LR: 0.000341
INFO:tensorflow:Step 16850 | Loss: 0.4369 | Spent: 9.8 secs | LR: 0.000344
INFO:tensorflow:Step 16900 | Loss: 0.4021 | Spent: 10.0 secs | LR: 0.000346
INFO:tensorflow:Step 16950 | Loss: 0.4023 | Spent: 9.8 secs | LR: 0.000349
INFO:tensorflow:Step 17000 | Loss: 0.4305 | Spent: 9.6 secs | LR: 0.000352
INFO:tensorflow:Step 17050 | Loss: 0.4459 | Spent: 9.8 secs | LR: 0.000355
INFO:tensorflow:Step 17100 | Loss: 0.3871 | Spent: 9.6 secs | LR: 0.000358
INFO:tensorflow:Step 17150 | Loss: 0.4180 | Spent: 9.9 secs | LR: 0.000360
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.915
INFO:tensorflow:Best Accuracy: 0.917
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 17200 | Loss: 0.4727 | Spent: 99.6 secs | LR: 0.000363
INFO:tensorflow:Step 17250 | Loss: 0.3991 | Spent: 9.7 secs | LR: 0.000366
INFO:tensorflow:Step 17300 | Loss: 0.3977 | Spent: 9.6 secs | LR: 0.000369
INFO:tensorflow:Step 17350 | Loss: 0.4415 | Spent: 9.8 secs | LR: 0.000372
INFO:tensorflow:Step 17400 | Loss: 0.3823 | Spent: 9.9 secs | LR: 0.000374
INFO:tensorflow:Step 17450 | Loss: 0.4542 | Spent: 9.5 secs | LR: 0.000377
INFO:tensorflow:Step 17500 | Loss: 0.4847 | Spent: 9.5 secs | LR: 0.000380
INFO:tensorflow:Step 17550 | Loss: 0.4400 | Spent: 10.1 secs | LR: 0.000383
INFO:tensorflow:Step 17600 | Loss: 0.4203 | Spent: 9.7 secs | LR: 0.000386
INFO:tensorflow:Step 17650 | Loss: 0.4336 | Spent: 9.7 secs | LR: 0.000388
INFO:tensorflow:Step 17700 | Loss: 0.3831 | Spent: 9.7 secs | LR: 0.000391
INFO:tensorflow:Step 17750 | Loss: 0.4731 | Spent: 9.9 secs | LR: 0.000394
INFO:tensorflow:Step 17800 | Loss: 0.4933 | Spent: 9.6 secs | LR: 0.000397
INFO:tensorflow:Step 17850 | Loss: 0.4458 | Spent: 9.5 secs | LR: 0.000400
INFO:tensorflow:Step 17900 | Loss: 0.4238 | Spent: 9.8 secs | LR: 0.000402
INFO:tensorflow:Step 17950 | Loss: 0.4041 | Spent: 9.9 secs | LR: 0.000405
INFO:tensorflow:Step 18000 | Loss: 0.4130 | Spent: 9.8 secs | LR: 0.000408
INFO:tensorflow:Step 18050 | Loss: 0.4475 | Spent: 9.9 secs | LR: 0.000411
INFO:tensorflow:Step 18100 | Loss: 0.4299 | Spent: 10.4 secs | LR: 0.000414
INFO:tensorflow:Step 18150 | Loss: 0.4111 | Spent: 10.1 secs | LR: 0.000416
INFO:tensorflow:Step 18200 | Loss: 0.4615 | Spent: 9.7 secs | LR: 0.000419
INFO:tensorflow:Step 18250 | Loss: 0.4007 | Spent: 9.9 secs | LR: 0.000422
INFO:tensorflow:Step 18300 | Loss: 0.4317 | Spent: 10.1 secs | LR: 0.000425
INFO:tensorflow:Step 18350 | Loss: 0.4351 | Spent: 9.9 secs | LR: 0.000428
INFO:tensorflow:Step 18400 | Loss: 0.4146 | Spent: 9.6 secs | LR: 0.000430
INFO:tensorflow:Step 18450 | Loss: 0.4199 | Spent: 9.8 secs | LR: 0.000433
INFO:tensorflow:Step 18500 | Loss: 0.4535 | Spent: 10.0 secs | LR: 0.000436
INFO:tensorflow:Step 18550 | Loss: 0.5018 | Spent: 9.5 secs | LR: 0.000439
INFO:tensorflow:Step 18600 | Loss: 0.4035 | Spent: 10.1 secs | LR: 0.000442
INFO:tensorflow:Step 18650 | Loss: 0.4092 | Spent: 9.8 secs | LR: 0.000444
INFO:tensorflow:Step 18700 | Loss: 0.4773 | Spent: 10.0 secs | LR: 0.000447
INFO:tensorflow:Step 18750 | Loss: 0.4279 | Spent: 9.7 secs | LR: 0.000450
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.917
INFO:tensorflow:Best Accuracy: 0.917
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 18800 | Loss: 0.4105 | Spent: 99.4 secs | LR: 0.000447
INFO:tensorflow:Step 18850 | Loss: 0.4072 | Spent: 9.7 secs | LR: 0.000444
INFO:tensorflow:Step 18900 | Loss: 0.4746 | Spent: 9.8 secs | LR: 0.000442
INFO:tensorflow:Step 18950 | Loss: 0.3866 | Spent: 9.9 secs | LR: 0.000439
INFO:tensorflow:Step 19000 | Loss: 0.4126 | Spent: 9.5 secs | LR: 0.000436
INFO:tensorflow:Step 19050 | Loss: 0.4252 | Spent: 9.5 secs | LR: 0.000433
INFO:tensorflow:Step 19100 | Loss: 0.4419 | Spent: 9.4 secs | LR: 0.000430
INFO:tensorflow:Step 19150 | Loss: 0.4423 | Spent: 9.8 secs | LR: 0.000428
INFO:tensorflow:Step 19200 | Loss: 0.4434 | Spent: 9.8 secs | LR: 0.000425
INFO:tensorflow:Step 19250 | Loss: 0.4149 | Spent: 10.0 secs | LR: 0.000422
INFO:tensorflow:Step 19300 | Loss: 0.4608 | Spent: 10.0 secs | LR: 0.000419
INFO:tensorflow:Step 19350 | Loss: 0.4367 | Spent: 9.8 secs | LR: 0.000416
INFO:tensorflow:Step 19400 | Loss: 0.4598 | Spent: 9.7 secs | LR: 0.000414
INFO:tensorflow:Step 19450 | Loss: 0.4056 | Spent: 9.8 secs | LR: 0.000411
INFO:tensorflow:Step 19500 | Loss: 0.4571 | Spent: 9.8 secs | LR: 0.000408
INFO:tensorflow:Step 19550 | Loss: 0.4118 | Spent: 9.7 secs | LR: 0.000405
INFO:tensorflow:Step 19600 | Loss: 0.4262 | Spent: 10.1 secs | LR: 0.000402
INFO:tensorflow:Step 19650 | Loss: 0.4155 | Spent: 10.2 secs | LR: 0.000400
INFO:tensorflow:Step 19700 | Loss: 0.4360 | Spent: 9.8 secs | LR: 0.000397
INFO:tensorflow:Step 19750 | Loss: 0.4325 | Spent: 10.0 secs | LR: 0.000394
INFO:tensorflow:Step 19800 | Loss: 0.5016 | Spent: 10.2 secs | LR: 0.000391
INFO:tensorflow:Step 19850 | Loss: 0.4176 | Spent: 10.0 secs | LR: 0.000388
INFO:tensorflow:Step 19900 | Loss: 0.5160 | Spent: 9.7 secs | LR: 0.000386
INFO:tensorflow:Step 19950 | Loss: 0.4486 | Spent: 9.9 secs | LR: 0.000383
INFO:tensorflow:Step 20000 | Loss: 0.3970 | Spent: 9.9 secs | LR: 0.000380
INFO:tensorflow:Step 20050 | Loss: 0.4674 | Spent: 10.0 secs | LR: 0.000377
INFO:tensorflow:Step 20100 | Loss: 0.4053 | Spent: 9.7 secs | LR: 0.000374
INFO:tensorflow:Step 20150 | Loss: 0.5164 | Spent: 9.9 secs | LR: 0.000372
INFO:tensorflow:Step 20200 | Loss: 0.3936 | Spent: 9.9 secs | LR: 0.000369
INFO:tensorflow:Step 20250 | Loss: 0.4349 | Spent: 9.7 secs | LR: 0.000366
INFO:tensorflow:Step 20300 | Loss: 0.4296 | Spent: 10.1 secs | LR: 0.000363
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.913
INFO:tensorflow:Best Accuracy: 0.917
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 20350 | Loss: 0.4977 | Spent: 99.2 secs | LR: 0.000360
INFO:tensorflow:Step 20400 | Loss: 0.4004 | Spent: 9.6 secs | LR: 0.000358
INFO:tensorflow:Step 20450 | Loss: 0.4059 | Spent: 10.0 secs | LR: 0.000355
INFO:tensorflow:Step 20500 | Loss: 0.3893 | Spent: 9.4 secs | LR: 0.000352
INFO:tensorflow:Step 20550 | Loss: 0.4200 | Spent: 9.7 secs | LR: 0.000349
INFO:tensorflow:Step 20600 | Loss: 0.4254 | Spent: 10.3 secs | LR: 0.000346
INFO:tensorflow:Step 20650 | Loss: 0.4317 | Spent: 9.7 secs | LR: 0.000344
INFO:tensorflow:Step 20700 | Loss: 0.4388 | Spent: 9.9 secs | LR: 0.000341
INFO:tensorflow:Step 20750 | Loss: 0.4309 | Spent: 9.7 secs | LR: 0.000338
INFO:tensorflow:Step 20800 | Loss: 0.4122 | Spent: 9.5 secs | LR: 0.000335
INFO:tensorflow:Step 20850 | Loss: 0.3943 | Spent: 9.6 secs | LR: 0.000332
INFO:tensorflow:Step 20900 | Loss: 0.3966 | Spent: 9.7 secs | LR: 0.000330
INFO:tensorflow:Step 20950 | Loss: 0.4282 | Spent: 9.9 secs | LR: 0.000327
INFO:tensorflow:Step 21000 | Loss: 0.3804 | Spent: 9.8 secs | LR: 0.000324
INFO:tensorflow:Step 21050 | Loss: 0.4493 | Spent: 9.7 secs | LR: 0.000321
INFO:tensorflow:Step 21100 | Loss: 0.3720 | Spent: 10.1 secs | LR: 0.000318
INFO:tensorflow:Step 21150 | Loss: 0.4707 | Spent: 10.0 secs | LR: 0.000316
INFO:tensorflow:Step 21200 | Loss: 0.4168 | Spent: 9.6 secs | LR: 0.000313
INFO:tensorflow:Step 21250 | Loss: 0.4033 | Spent: 10.1 secs | LR: 0.000310
INFO:tensorflow:Step 21300 | Loss: 0.4025 | Spent: 9.7 secs | LR: 0.000307
INFO:tensorflow:Step 21350 | Loss: 0.4427 | Spent: 9.8 secs | LR: 0.000304
INFO:tensorflow:Step 21400 | Loss: 0.4628 | Spent: 10.1 secs | LR: 0.000302
INFO:tensorflow:Step 21450 | Loss: 0.4077 | Spent: 10.0 secs | LR: 0.000299
INFO:tensorflow:Step 21500 | Loss: 0.3921 | Spent: 9.9 secs | LR: 0.000296
INFO:tensorflow:Step 21550 | Loss: 0.4557 | Spent: 10.4 secs | LR: 0.000293
INFO:tensorflow:Step 21600 | Loss: 0.4579 | Spent: 10.1 secs | LR: 0.000290
INFO:tensorflow:Step 21650 | Loss: 0.4259 | Spent: 10.1 secs | LR: 0.000288
INFO:tensorflow:Step 21700 | Loss: 0.3998 | Spent: 9.9 secs | LR: 0.000285
INFO:tensorflow:Step 21750 | Loss: 0.3906 | Spent: 9.9 secs | LR: 0.000282
INFO:tensorflow:Step 21800 | Loss: 0.4198 | Spent: 9.6 secs | LR: 0.000279
INFO:tensorflow:Step 21850 | Loss: 0.4750 | Spent: 9.7 secs | LR: 0.000276
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.918
INFO:tensorflow:Best Accuracy: 0.918
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 21900 | Loss: 0.4443 | Spent: 99.0 secs | LR: 0.000274
INFO:tensorflow:Step 21950 | Loss: 0.4578 | Spent: 9.8 secs | LR: 0.000271
INFO:tensorflow:Step 22000 | Loss: 0.4465 | Spent: 9.5 secs | LR: 0.000268
INFO:tensorflow:Step 22050 | Loss: 0.3762 | Spent: 9.6 secs | LR: 0.000265
INFO:tensorflow:Step 22100 | Loss: 0.4087 | Spent: 9.9 secs | LR: 0.000262
INFO:tensorflow:Step 22150 | Loss: 0.4411 | Spent: 9.8 secs | LR: 0.000260
INFO:tensorflow:Step 22200 | Loss: 0.4480 | Spent: 9.7 secs | LR: 0.000257
INFO:tensorflow:Step 22250 | Loss: 0.3949 | Spent: 9.7 secs | LR: 0.000254
INFO:tensorflow:Step 22300 | Loss: 0.4105 | Spent: 9.6 secs | LR: 0.000251
INFO:tensorflow:Step 22350 | Loss: 0.3913 | Spent: 10.0 secs | LR: 0.000248
INFO:tensorflow:Step 22400 | Loss: 0.4342 | Spent: 9.6 secs | LR: 0.000246
INFO:tensorflow:Step 22450 | Loss: 0.4815 | Spent: 10.0 secs | LR: 0.000243
INFO:tensorflow:Step 22500 | Loss: 0.4783 | Spent: 9.8 secs | LR: 0.000240
INFO:tensorflow:Step 22550 | Loss: 0.4827 | Spent: 9.9 secs | LR: 0.000237
INFO:tensorflow:Step 22600 | Loss: 0.4914 | Spent: 9.9 secs | LR: 0.000234
INFO:tensorflow:Step 22650 | Loss: 0.4894 | Spent: 9.9 secs | LR: 0.000232
INFO:tensorflow:Step 22700 | Loss: 0.3983 | Spent: 9.6 secs | LR: 0.000229
INFO:tensorflow:Step 22750 | Loss: 0.4793 | Spent: 9.5 secs | LR: 0.000226
INFO:tensorflow:Step 22800 | Loss: 0.3988 | Spent: 9.6 secs | LR: 0.000223
INFO:tensorflow:Step 22850 | Loss: 0.4243 | Spent: 9.4 secs | LR: 0.000220
INFO:tensorflow:Step 22900 | Loss: 0.4250 | Spent: 10.1 secs | LR: 0.000218
INFO:tensorflow:Step 22950 | Loss: 0.5131 | Spent: 10.0 secs | LR: 0.000215
INFO:tensorflow:Step 23000 | Loss: 0.4041 | Spent: 10.2 secs | LR: 0.000212
INFO:tensorflow:Step 23050 | Loss: 0.4197 | Spent: 9.9 secs | LR: 0.000209
INFO:tensorflow:Step 23100 | Loss: 0.4351 | Spent: 10.0 secs | LR: 0.000206
INFO:tensorflow:Step 23150 | Loss: 0.4146 | Spent: 9.7 secs | LR: 0.000204
INFO:tensorflow:Step 23200 | Loss: 0.4525 | Spent: 9.8 secs | LR: 0.000201
INFO:tensorflow:Step 23250 | Loss: 0.4491 | Spent: 9.5 secs | LR: 0.000198
INFO:tensorflow:Step 23300 | Loss: 0.4398 | Spent: 9.6 secs | LR: 0.000195
INFO:tensorflow:Step 23350 | Loss: 0.4180 | Spent: 10.0 secs | LR: 0.000192
INFO:tensorflow:Step 23400 | Loss: 0.4413 | Spent: 9.9 secs | LR: 0.000190
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.918
INFO:tensorflow:Best Accuracy: 0.918
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 23450 | Loss: 0.4424 | Spent: 99.3 secs | LR: 0.000187
INFO:tensorflow:Step 23500 | Loss: 0.4479 | Spent: 9.8 secs | LR: 0.000184
INFO:tensorflow:Step 23550 | Loss: 0.3780 | Spent: 9.8 secs | LR: 0.000181
INFO:tensorflow:Step 23600 | Loss: 0.4289 | Spent: 9.5 secs | LR: 0.000178
INFO:tensorflow:Step 23650 | Loss: 0.3640 | Spent: 9.7 secs | LR: 0.000176
INFO:tensorflow:Step 23700 | Loss: 0.4172 | Spent: 9.7 secs | LR: 0.000173
INFO:tensorflow:Step 23750 | Loss: 0.4216 | Spent: 10.0 secs | LR: 0.000170
INFO:tensorflow:Step 23800 | Loss: 0.4466 | Spent: 10.2 secs | LR: 0.000167
INFO:tensorflow:Step 23850 | Loss: 0.3999 | Spent: 9.8 secs | LR: 0.000164
INFO:tensorflow:Step 23900 | Loss: 0.4176 | Spent: 9.5 secs | LR: 0.000162
INFO:tensorflow:Step 23950 | Loss: 0.4090 | Spent: 9.7 secs | LR: 0.000159
INFO:tensorflow:Step 24000 | Loss: 0.4009 | Spent: 9.8 secs | LR: 0.000156
INFO:tensorflow:Step 24050 | Loss: 0.4024 | Spent: 9.9 secs | LR: 0.000153
INFO:tensorflow:Step 24100 | Loss: 0.3911 | Spent: 10.1 secs | LR: 0.000150
INFO:tensorflow:Step 24150 | Loss: 0.4311 | Spent: 9.8 secs | LR: 0.000148
INFO:tensorflow:Step 24200 | Loss: 0.4136 | Spent: 9.9 secs | LR: 0.000145
INFO:tensorflow:Step 24250 | Loss: 0.5012 | Spent: 9.8 secs | LR: 0.000142
INFO:tensorflow:Step 24300 | Loss: 0.4551 | Spent: 9.9 secs | LR: 0.000139
INFO:tensorflow:Step 24350 | Loss: 0.3962 | Spent: 9.9 secs | LR: 0.000136
INFO:tensorflow:Step 24400 | Loss: 0.3875 | Spent: 9.8 secs | LR: 0.000134
INFO:tensorflow:Step 24450 | Loss: 0.4258 | Spent: 9.7 secs | LR: 0.000131
INFO:tensorflow:Step 24500 | Loss: 0.4029 | Spent: 9.6 secs | LR: 0.000128
INFO:tensorflow:Step 24550 | Loss: 0.3949 | Spent: 9.9 secs | LR: 0.000125
INFO:tensorflow:Step 24600 | Loss: 0.4179 | Spent: 9.6 secs | LR: 0.000122
INFO:tensorflow:Step 24650 | Loss: 0.3956 | Spent: 9.9 secs | LR: 0.000120
INFO:tensorflow:Step 24700 | Loss: 0.4558 | Spent: 10.2 secs | LR: 0.000117
INFO:tensorflow:Step 24750 | Loss: 0.4246 | Spent: 10.0 secs | LR: 0.000114
INFO:tensorflow:Step 24800 | Loss: 0.4065 | Spent: 9.9 secs | LR: 0.000111
INFO:tensorflow:Step 24850 | Loss: 0.4519 | Spent: 9.6 secs | LR: 0.000108
INFO:tensorflow:Step 24900 | Loss: 0.4490 | Spent: 9.7 secs | LR: 0.000106
INFO:tensorflow:Step 24950 | Loss: 0.3923 | Spent: 9.5 secs | LR: 0.000103
INFO:tensorflow:Step 25000 | Loss: 0.4048 | Spent: 9.8 secs | LR: 0.000100
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.916
INFO:tensorflow:Best Accuracy: 0.918
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 25050 | Loss: 0.4576 | Spent: 100.0 secs | LR: 0.000101
INFO:tensorflow:Step 25100 | Loss: 0.4231 | Spent: 9.7 secs | LR: 0.000103
INFO:tensorflow:Step 25150 | Loss: 0.4303 | Spent: 9.5 secs | LR: 0.000104
INFO:tensorflow:Step 25200 | Loss: 0.3981 | Spent: 9.5 secs | LR: 0.000106
INFO:tensorflow:Step 25250 | Loss: 0.3762 | Spent: 9.9 secs | LR: 0.000107
INFO:tensorflow:Step 25300 | Loss: 0.4278 | Spent: 9.6 secs | LR: 0.000108
INFO:tensorflow:Step 25350 | Loss: 0.4427 | Spent: 9.5 secs | LR: 0.000110
INFO:tensorflow:Step 25400 | Loss: 0.4050 | Spent: 9.8 secs | LR: 0.000111
INFO:tensorflow:Step 25450 | Loss: 0.4733 | Spent: 9.7 secs | LR: 0.000113
INFO:tensorflow:Step 25500 | Loss: 0.4130 | Spent: 10.0 secs | LR: 0.000114
INFO:tensorflow:Step 25550 | Loss: 0.3897 | Spent: 9.8 secs | LR: 0.000115
INFO:tensorflow:Step 25600 | Loss: 0.4012 | Spent: 9.6 secs | LR: 0.000117
INFO:tensorflow:Step 25650 | Loss: 0.3763 | Spent: 9.8 secs | LR: 0.000118
INFO:tensorflow:Step 25700 | Loss: 0.4752 | Spent: 9.9 secs | LR: 0.000120
INFO:tensorflow:Step 25750 | Loss: 0.3864 | Spent: 9.9 secs | LR: 0.000121
INFO:tensorflow:Step 25800 | Loss: 0.4518 | Spent: 9.9 secs | LR: 0.000122
INFO:tensorflow:Step 25850 | Loss: 0.3541 | Spent: 9.7 secs | LR: 0.000124
INFO:tensorflow:Step 25900 | Loss: 0.4077 | Spent: 9.8 secs | LR: 0.000125
INFO:tensorflow:Step 25950 | Loss: 0.3890 | Spent: 9.5 secs | LR: 0.000127
INFO:tensorflow:Step 26000 | Loss: 0.4129 | Spent: 9.8 secs | LR: 0.000128
INFO:tensorflow:Step 26050 | Loss: 0.3923 | Spent: 9.8 secs | LR: 0.000129
INFO:tensorflow:Step 26100 | Loss: 0.4064 | Spent: 9.8 secs | LR: 0.000131
INFO:tensorflow:Step 26150 | Loss: 0.4231 | Spent: 9.8 secs | LR: 0.000132
INFO:tensorflow:Step 26200 | Loss: 0.3909 | Spent: 10.1 secs | LR: 0.000134
INFO:tensorflow:Step 26250 | Loss: 0.4083 | Spent: 9.7 secs | LR: 0.000135
INFO:tensorflow:Step 26300 | Loss: 0.4132 | Spent: 10.0 secs | LR: 0.000136
INFO:tensorflow:Step 26350 | Loss: 0.4425 | Spent: 9.7 secs | LR: 0.000138
INFO:tensorflow:Step 26400 | Loss: 0.3923 | Spent: 9.7 secs | LR: 0.000139
INFO:tensorflow:Step 26450 | Loss: 0.4243 | Spent: 10.0 secs | LR: 0.000141
INFO:tensorflow:Step 26500 | Loss: 0.4245 | Spent: 10.0 secs | LR: 0.000142
INFO:tensorflow:Step 26550 | Loss: 0.4091 | Spent: 9.8 secs | LR: 0.000143
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.916
INFO:tensorflow:Best Accuracy: 0.918
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 26600 | Loss: 0.4667 | Spent: 99.5 secs | LR: 0.000145
INFO:tensorflow:Step 26650 | Loss: 0.3890 | Spent: 9.7 secs | LR: 0.000146
INFO:tensorflow:Step 26700 | Loss: 0.4404 | Spent: 9.3 secs | LR: 0.000148
INFO:tensorflow:Step 26750 | Loss: 0.4490 | Spent: 10.0 secs | LR: 0.000149
INFO:tensorflow:Step 26800 | Loss: 0.3784 | Spent: 9.9 secs | LR: 0.000150
INFO:tensorflow:Step 26850 | Loss: 0.4091 | Spent: 9.5 secs | LR: 0.000152
INFO:tensorflow:Step 26900 | Loss: 0.3636 | Spent: 9.7 secs | LR: 0.000153
INFO:tensorflow:Step 26950 | Loss: 0.3823 | Spent: 9.8 secs | LR: 0.000155
INFO:tensorflow:Step 27000 | Loss: 0.4192 | Spent: 9.7 secs | LR: 0.000156
INFO:tensorflow:Step 27050 | Loss: 0.3829 | Spent: 9.5 secs | LR: 0.000157
INFO:tensorflow:Step 27100 | Loss: 0.4236 | Spent: 9.8 secs | LR: 0.000159
INFO:tensorflow:Step 27150 | Loss: 0.4010 | Spent: 9.7 secs | LR: 0.000160
INFO:tensorflow:Step 27200 | Loss: 0.4194 | Spent: 9.9 secs | LR: 0.000162
INFO:tensorflow:Step 27250 | Loss: 0.3990 | Spent: 9.9 secs | LR: 0.000163
INFO:tensorflow:Step 27300 | Loss: 0.4370 | Spent: 9.9 secs | LR: 0.000164
INFO:tensorflow:Step 27350 | Loss: 0.3901 | Spent: 9.7 secs | LR: 0.000166
INFO:tensorflow:Step 27400 | Loss: 0.3902 | Spent: 9.7 secs | LR: 0.000167
INFO:tensorflow:Step 27450 | Loss: 0.4110 | Spent: 10.0 secs | LR: 0.000169
INFO:tensorflow:Step 27500 | Loss: 0.4106 | Spent: 10.2 secs | LR: 0.000170
INFO:tensorflow:Step 27550 | Loss: 0.4069 | Spent: 9.9 secs | LR: 0.000171
INFO:tensorflow:Step 27600 | Loss: 0.3981 | Spent: 10.0 secs | LR: 0.000173
INFO:tensorflow:Step 27650 | Loss: 0.3930 | Spent: 10.0 secs | LR: 0.000174
INFO:tensorflow:Step 27700 | Loss: 0.4223 | Spent: 10.0 secs | LR: 0.000176
INFO:tensorflow:Step 27750 | Loss: 0.4058 | Spent: 9.7 secs | LR: 0.000177
INFO:tensorflow:Step 27800 | Loss: 0.3988 | Spent: 10.0 secs | LR: 0.000178
INFO:tensorflow:Step 27850 | Loss: 0.3883 | Spent: 9.6 secs | LR: 0.000180
INFO:tensorflow:Step 27900 | Loss: 0.4059 | Spent: 9.8 secs | LR: 0.000181
INFO:tensorflow:Step 27950 | Loss: 0.4062 | Spent: 9.5 secs | LR: 0.000183
INFO:tensorflow:Step 28000 | Loss: 0.4155 | Spent: 10.1 secs | LR: 0.000184
INFO:tensorflow:Step 28050 | Loss: 0.3928 | Spent: 10.0 secs | LR: 0.000185
INFO:tensorflow:Step 28100 | Loss: 0.3938 | Spent: 9.8 secs | LR: 0.000187
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.918
INFO:tensorflow:Best Accuracy: 0.918
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 28150 | Loss: 0.4760 | Spent: 100.8 secs | LR: 0.000188
INFO:tensorflow:Step 28200 | Loss: 0.4001 | Spent: 9.8 secs | LR: 0.000190
INFO:tensorflow:Step 28250 | Loss: 0.3759 | Spent: 9.1 secs | LR: 0.000191
INFO:tensorflow:Step 28300 | Loss: 0.4047 | Spent: 9.5 secs | LR: 0.000192
INFO:tensorflow:Step 28350 | Loss: 0.3940 | Spent: 10.1 secs | LR: 0.000194
INFO:tensorflow:Step 28400 | Loss: 0.4104 | Spent: 9.8 secs | LR: 0.000195
INFO:tensorflow:Step 28450 | Loss: 0.4129 | Spent: 9.9 secs | LR: 0.000197
INFO:tensorflow:Step 28500 | Loss: 0.4040 | Spent: 9.8 secs | LR: 0.000198
INFO:tensorflow:Step 28550 | Loss: 0.4601 | Spent: 9.5 secs | LR: 0.000199
INFO:tensorflow:Step 28600 | Loss: 0.4129 | Spent: 10.0 secs | LR: 0.000201
INFO:tensorflow:Step 28650 | Loss: 0.4681 | Spent: 9.7 secs | LR: 0.000202
INFO:tensorflow:Step 28700 | Loss: 0.4344 | Spent: 9.5 secs | LR: 0.000204
INFO:tensorflow:Step 28750 | Loss: 0.3786 | Spent: 9.8 secs | LR: 0.000205
INFO:tensorflow:Step 28800 | Loss: 0.3810 | Spent: 9.7 secs | LR: 0.000206
INFO:tensorflow:Step 28850 | Loss: 0.3761 | Spent: 10.0 secs | LR: 0.000208
INFO:tensorflow:Step 28900 | Loss: 0.3898 | Spent: 9.6 secs | LR: 0.000209
INFO:tensorflow:Step 28950 | Loss: 0.4181 | Spent: 9.6 secs | LR: 0.000211
INFO:tensorflow:Step 29000 | Loss: 0.4268 | Spent: 10.0 secs | LR: 0.000212
INFO:tensorflow:Step 29050 | Loss: 0.3986 | Spent: 9.4 secs | LR: 0.000213
INFO:tensorflow:Step 29100 | Loss: 0.4457 | Spent: 9.8 secs | LR: 0.000215
INFO:tensorflow:Step 29150 | Loss: 0.4219 | Spent: 9.7 secs | LR: 0.000216
INFO:tensorflow:Step 29200 | Loss: 0.4155 | Spent: 9.7 secs | LR: 0.000218
INFO:tensorflow:Step 29250 | Loss: 0.3679 | Spent: 9.6 secs | LR: 0.000219
INFO:tensorflow:Step 29300 | Loss: 0.4372 | Spent: 10.2 secs | LR: 0.000220
INFO:tensorflow:Step 29350 | Loss: 0.3969 | Spent: 9.8 secs | LR: 0.000222
INFO:tensorflow:Step 29400 | Loss: 0.4127 | Spent: 10.0 secs | LR: 0.000223
INFO:tensorflow:Step 29450 | Loss: 0.3941 | Spent: 10.0 secs | LR: 0.000225
INFO:tensorflow:Step 29500 | Loss: 0.4188 | Spent: 10.0 secs | LR: 0.000226
INFO:tensorflow:Step 29550 | Loss: 0.3936 | Spent: 9.6 secs | LR: 0.000227
INFO:tensorflow:Step 29600 | Loss: 0.4189 | Spent: 9.9 secs | LR: 0.000229
INFO:tensorflow:Step 29650 | Loss: 0.4537 | Spent: 9.9 secs | LR: 0.000230
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.916
INFO:tensorflow:Best Accuracy: 0.918
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 29700 | Loss: 0.4241 | Spent: 100.0 secs | LR: 0.000232
INFO:tensorflow:Step 29750 | Loss: 0.4656 | Spent: 9.3 secs | LR: 0.000233
INFO:tensorflow:Step 29800 | Loss: 0.3874 | Spent: 9.7 secs | LR: 0.000234
INFO:tensorflow:Step 29850 | Loss: 0.4327 | Spent: 9.6 secs | LR: 0.000236
INFO:tensorflow:Step 29900 | Loss: 0.3997 | Spent: 9.7 secs | LR: 0.000237
INFO:tensorflow:Step 29950 | Loss: 0.3793 | Spent: 9.8 secs | LR: 0.000239
INFO:tensorflow:Step 30000 | Loss: 0.3942 | Spent: 9.3 secs | LR: 0.000240
INFO:tensorflow:Step 30050 | Loss: 0.3948 | Spent: 9.7 secs | LR: 0.000241
INFO:tensorflow:Step 30100 | Loss: 0.4443 | Spent: 9.9 secs | LR: 0.000243
INFO:tensorflow:Step 30150 | Loss: 0.4675 | Spent: 9.9 secs | LR: 0.000244
INFO:tensorflow:Step 30200 | Loss: 0.3899 | Spent: 9.6 secs | LR: 0.000246
INFO:tensorflow:Step 30250 | Loss: 0.4021 | Spent: 9.9 secs | LR: 0.000247
INFO:tensorflow:Step 30300 | Loss: 0.5003 | Spent: 9.6 secs | LR: 0.000248
INFO:tensorflow:Step 30350 | Loss: 0.3757 | Spent: 9.6 secs | LR: 0.000250
INFO:tensorflow:Step 30400 | Loss: 0.3818 | Spent: 9.4 secs | LR: 0.000251
INFO:tensorflow:Step 30450 | Loss: 0.4174 | Spent: 9.6 secs | LR: 0.000253
INFO:tensorflow:Step 30500 | Loss: 0.3949 | Spent: 9.8 secs | LR: 0.000254
INFO:tensorflow:Step 30550 | Loss: 0.3791 | Spent: 10.1 secs | LR: 0.000255
INFO:tensorflow:Step 30600 | Loss: 0.3960 | Spent: 10.0 secs | LR: 0.000257
INFO:tensorflow:Step 30650 | Loss: 0.4132 | Spent: 9.9 secs | LR: 0.000258
INFO:tensorflow:Step 30700 | Loss: 0.4068 | Spent: 9.9 secs | LR: 0.000260
INFO:tensorflow:Step 30750 | Loss: 0.4366 | Spent: 9.5 secs | LR: 0.000261
INFO:tensorflow:Step 30800 | Loss: 0.4049 | Spent: 9.9 secs | LR: 0.000262
INFO:tensorflow:Step 30850 | Loss: 0.4150 | Spent: 10.0 secs | LR: 0.000264
INFO:tensorflow:Step 30900 | Loss: 0.4471 | Spent: 10.0 secs | LR: 0.000265
INFO:tensorflow:Step 30950 | Loss: 0.4055 | Spent: 9.9 secs | LR: 0.000267
INFO:tensorflow:Step 31000 | Loss: 0.4437 | Spent: 10.1 secs | LR: 0.000268
INFO:tensorflow:Step 31050 | Loss: 0.4073 | Spent: 9.9 secs | LR: 0.000269
INFO:tensorflow:Step 31100 | Loss: 0.4047 | Spent: 9.9 secs | LR: 0.000271
INFO:tensorflow:Step 31150 | Loss: 0.4090 | Spent: 10.0 secs | LR: 0.000272
INFO:tensorflow:Step 31200 | Loss: 0.4310 | Spent: 10.0 secs | LR: 0.000274
INFO:tensorflow:Step 31250 | Loss: 0.4033 | Spent: 10.0 secs | LR: 0.000275
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.915
INFO:tensorflow:Best Accuracy: 0.918
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 31300 | Loss: 0.4157 | Spent: 99.4 secs | LR: 0.000274
INFO:tensorflow:Step 31350 | Loss: 0.4297 | Spent: 10.0 secs | LR: 0.000272
INFO:tensorflow:Step 31400 | Loss: 0.3873 | Spent: 9.7 secs | LR: 0.000271
INFO:tensorflow:Step 31450 | Loss: 0.3831 | Spent: 9.7 secs | LR: 0.000269
INFO:tensorflow:Step 31500 | Loss: 0.4108 | Spent: 9.9 secs | LR: 0.000268
INFO:tensorflow:Step 31550 | Loss: 0.4337 | Spent: 9.5 secs | LR: 0.000267
INFO:tensorflow:Step 31600 | Loss: 0.4536 | Spent: 10.0 secs | LR: 0.000265
INFO:tensorflow:Step 31650 | Loss: 0.4168 | Spent: 9.9 secs | LR: 0.000264
INFO:tensorflow:Step 31700 | Loss: 0.4074 | Spent: 9.5 secs | LR: 0.000262
INFO:tensorflow:Step 31750 | Loss: 0.4063 | Spent: 9.9 secs | LR: 0.000261
INFO:tensorflow:Step 31800 | Loss: 0.5117 | Spent: 10.4 secs | LR: 0.000260
INFO:tensorflow:Step 31850 | Loss: 0.5158 | Spent: 9.7 secs | LR: 0.000258
INFO:tensorflow:Step 31900 | Loss: 0.4025 | Spent: 10.1 secs | LR: 0.000257
INFO:tensorflow:Step 31950 | Loss: 0.4155 | Spent: 9.8 secs | LR: 0.000255
INFO:tensorflow:Step 32000 | Loss: 0.4521 | Spent: 9.5 secs | LR: 0.000254
INFO:tensorflow:Step 32050 | Loss: 0.3714 | Spent: 9.5 secs | LR: 0.000253
INFO:tensorflow:Step 32100 | Loss: 0.4141 | Spent: 10.1 secs | LR: 0.000251
INFO:tensorflow:Step 32150 | Loss: 0.3778 | Spent: 9.7 secs | LR: 0.000250
INFO:tensorflow:Step 32200 | Loss: 0.3997 | Spent: 9.5 secs | LR: 0.000248
INFO:tensorflow:Step 32250 | Loss: 0.3780 | Spent: 9.8 secs | LR: 0.000247
INFO:tensorflow:Step 32300 | Loss: 0.3707 | Spent: 10.0 secs | LR: 0.000246
INFO:tensorflow:Step 32350 | Loss: 0.4595 | Spent: 9.9 secs | LR: 0.000244
INFO:tensorflow:Step 32400 | Loss: 0.3706 | Spent: 9.7 secs | LR: 0.000243
INFO:tensorflow:Step 32450 | Loss: 0.4167 | Spent: 9.6 secs | LR: 0.000241
INFO:tensorflow:Step 32500 | Loss: 0.4319 | Spent: 10.1 secs | LR: 0.000240
INFO:tensorflow:Step 32550 | Loss: 0.4450 | Spent: 9.9 secs | LR: 0.000239
INFO:tensorflow:Step 32600 | Loss: 0.4016 | Spent: 9.7 secs | LR: 0.000237
INFO:tensorflow:Step 32650 | Loss: 0.4133 | Spent: 10.0 secs | LR: 0.000236
INFO:tensorflow:Step 32700 | Loss: 0.4160 | Spent: 10.1 secs | LR: 0.000234
INFO:tensorflow:Step 32750 | Loss: 0.4502 | Spent: 9.9 secs | LR: 0.000233
INFO:tensorflow:Step 32800 | Loss: 0.4104 | Spent: 9.7 secs | LR: 0.000232
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.906
INFO:tensorflow:Best Accuracy: 0.918
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 32850 | Loss: 0.3780 | Spent: 99.6 secs | LR: 0.000230
INFO:tensorflow:Step 32900 | Loss: 0.4861 | Spent: 9.8 secs | LR: 0.000229
INFO:tensorflow:Step 32950 | Loss: 0.4117 | Spent: 9.7 secs | LR: 0.000227
INFO:tensorflow:Step 33000 | Loss: 0.3623 | Spent: 9.6 secs | LR: 0.000226
INFO:tensorflow:Step 33050 | Loss: 0.3953 | Spent: 9.6 secs | LR: 0.000225
INFO:tensorflow:Step 33100 | Loss: 0.4288 | Spent: 9.9 secs | LR: 0.000223
INFO:tensorflow:Step 33150 | Loss: 0.4209 | Spent: 9.7 secs | LR: 0.000222
INFO:tensorflow:Step 33200 | Loss: 0.3886 | Spent: 9.8 secs | LR: 0.000220
INFO:tensorflow:Step 33250 | Loss: 0.3880 | Spent: 9.6 secs | LR: 0.000219
INFO:tensorflow:Step 33300 | Loss: 0.4239 | Spent: 9.6 secs | LR: 0.000218
INFO:tensorflow:Step 33350 | Loss: 0.4146 | Spent: 9.9 secs | LR: 0.000216
INFO:tensorflow:Step 33400 | Loss: 0.3847 | Spent: 10.0 secs | LR: 0.000215
INFO:tensorflow:Step 33450 | Loss: 0.3997 | Spent: 9.8 secs | LR: 0.000213
INFO:tensorflow:Step 33500 | Loss: 0.3888 | Spent: 9.9 secs | LR: 0.000212
INFO:tensorflow:Step 33550 | Loss: 0.4187 | Spent: 10.1 secs | LR: 0.000211
INFO:tensorflow:Step 33600 | Loss: 0.3973 | Spent: 9.5 secs | LR: 0.000209
INFO:tensorflow:Step 33650 | Loss: 0.4114 | Spent: 9.9 secs | LR: 0.000208
INFO:tensorflow:Step 33700 | Loss: 0.4352 | Spent: 9.5 secs | LR: 0.000206
INFO:tensorflow:Step 33750 | Loss: 0.4255 | Spent: 10.1 secs | LR: 0.000205
INFO:tensorflow:Step 33800 | Loss: 0.4185 | Spent: 9.9 secs | LR: 0.000204
INFO:tensorflow:Step 33850 | Loss: 0.4255 | Spent: 10.1 secs | LR: 0.000202
INFO:tensorflow:Step 33900 | Loss: 0.4285 | Spent: 9.9 secs | LR: 0.000201
INFO:tensorflow:Step 33950 | Loss: 0.3855 | Spent: 10.0 secs | LR: 0.000199
INFO:tensorflow:Step 34000 | Loss: 0.4260 | Spent: 10.0 secs | LR: 0.000198
INFO:tensorflow:Step 34050 | Loss: 0.4006 | Spent: 10.1 secs | LR: 0.000197
INFO:tensorflow:Step 34100 | Loss: 0.3863 | Spent: 10.2 secs | LR: 0.000195
INFO:tensorflow:Step 34150 | Loss: 0.3825 | Spent: 9.8 secs | LR: 0.000194
INFO:tensorflow:Step 34200 | Loss: 0.3982 | Spent: 10.0 secs | LR: 0.000192
INFO:tensorflow:Step 34250 | Loss: 0.4299 | Spent: 9.9 secs | LR: 0.000191
INFO:tensorflow:Step 34300 | Loss: 0.4481 | Spent: 9.5 secs | LR: 0.000190
INFO:tensorflow:Step 34350 | Loss: 0.3878 | Spent: 9.8 secs | LR: 0.000188
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.911
INFO:tensorflow:Best Accuracy: 0.918
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 34400 | Loss: 0.3950 | Spent: 99.8 secs | LR: 0.000187
INFO:tensorflow:Step 34450 | Loss: 0.4224 | Spent: 9.8 secs | LR: 0.000185
INFO:tensorflow:Step 34500 | Loss: 0.4457 | Spent: 9.7 secs | LR: 0.000184
INFO:tensorflow:Step 34550 | Loss: 0.4797 | Spent: 9.6 secs | LR: 0.000183
INFO:tensorflow:Step 34600 | Loss: 0.4213 | Spent: 9.8 secs | LR: 0.000181
INFO:tensorflow:Step 34650 | Loss: 0.4110 | Spent: 9.7 secs | LR: 0.000180
INFO:tensorflow:Step 34700 | Loss: 0.4255 | Spent: 10.0 secs | LR: 0.000178
INFO:tensorflow:Step 34750 | Loss: 0.4361 | Spent: 9.7 secs | LR: 0.000177
INFO:tensorflow:Step 34800 | Loss: 0.4333 | Spent: 9.7 secs | LR: 0.000176
INFO:tensorflow:Step 34850 | Loss: 0.4363 | Spent: 9.9 secs | LR: 0.000174
INFO:tensorflow:Step 34900 | Loss: 0.4557 | Spent: 10.0 secs | LR: 0.000173
INFO:tensorflow:Step 34950 | Loss: 0.4129 | Spent: 9.8 secs | LR: 0.000171
INFO:tensorflow:Step 35000 | Loss: 0.3797 | Spent: 9.8 secs | LR: 0.000170
INFO:tensorflow:Step 35050 | Loss: 0.3992 | Spent: 9.6 secs | LR: 0.000169
INFO:tensorflow:Step 35100 | Loss: 0.4305 | Spent: 9.9 secs | LR: 0.000167
INFO:tensorflow:Step 35150 | Loss: 0.4008 | Spent: 9.9 secs | LR: 0.000166
INFO:tensorflow:Step 35200 | Loss: 0.3605 | Spent: 9.9 secs | LR: 0.000164
INFO:tensorflow:Step 35250 | Loss: 0.3762 | Spent: 9.7 secs | LR: 0.000163
INFO:tensorflow:Step 35300 | Loss: 0.3672 | Spent: 9.9 secs | LR: 0.000162
INFO:tensorflow:Step 35350 | Loss: 0.3973 | Spent: 9.8 secs | LR: 0.000160
INFO:tensorflow:Step 35400 | Loss: 0.4366 | Spent: 10.1 secs | LR: 0.000159
INFO:tensorflow:Step 35450 | Loss: 0.4151 | Spent: 9.8 secs | LR: 0.000157
INFO:tensorflow:Step 35500 | Loss: 0.3926 | Spent: 9.9 secs | LR: 0.000156
INFO:tensorflow:Step 35550 | Loss: 0.4465 | Spent: 10.0 secs | LR: 0.000155
INFO:tensorflow:Step 35600 | Loss: 0.4200 | Spent: 9.8 secs | LR: 0.000153
INFO:tensorflow:Step 35650 | Loss: 0.4008 | Spent: 9.8 secs | LR: 0.000152
INFO:tensorflow:Step 35700 | Loss: 0.4294 | Spent: 9.5 secs | LR: 0.000150
INFO:tensorflow:Step 35750 | Loss: 0.3873 | Spent: 9.4 secs | LR: 0.000149
INFO:tensorflow:Step 35800 | Loss: 0.4329 | Spent: 9.9 secs | LR: 0.000148
INFO:tensorflow:Step 35850 | Loss: 0.3896 | Spent: 10.3 secs | LR: 0.000146
INFO:tensorflow:Step 35900 | Loss: 0.4121 | Spent: 9.9 secs | LR: 0.000145
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.914
INFO:tensorflow:Best Accuracy: 0.918
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 35950 | Loss: 0.4236 | Spent: 99.9 secs | LR: 0.000143
INFO:tensorflow:Step 36000 | Loss: 0.3661 | Spent: 9.8 secs | LR: 0.000142
INFO:tensorflow:Step 36050 | Loss: 0.3911 | Spent: 9.6 secs | LR: 0.000141
INFO:tensorflow:Step 36100 | Loss: 0.3721 | Spent: 9.6 secs | LR: 0.000139
INFO:tensorflow:Step 36150 | Loss: 0.3855 | Spent: 9.5 secs | LR: 0.000138
INFO:tensorflow:Step 36200 | Loss: 0.3798 | Spent: 9.6 secs | LR: 0.000136
INFO:tensorflow:Step 36250 | Loss: 0.4031 | Spent: 9.6 secs | LR: 0.000135
INFO:tensorflow:Step 36300 | Loss: 0.3802 | Spent: 10.0 secs | LR: 0.000134
INFO:tensorflow:Step 36350 | Loss: 0.3822 | Spent: 9.7 secs | LR: 0.000132
INFO:tensorflow:Step 36400 | Loss: 0.3637 | Spent: 9.5 secs | LR: 0.000131
INFO:tensorflow:Step 36450 | Loss: 0.4155 | Spent: 9.9 secs | LR: 0.000129
INFO:tensorflow:Step 36500 | Loss: 0.4154 | Spent: 9.8 secs | LR: 0.000128
INFO:tensorflow:Step 36550 | Loss: 0.4722 | Spent: 9.4 secs | LR: 0.000127
INFO:tensorflow:Step 36600 | Loss: 0.3810 | Spent: 9.7 secs | LR: 0.000125
INFO:tensorflow:Step 36650 | Loss: 0.3761 | Spent: 9.7 secs | LR: 0.000124
INFO:tensorflow:Step 36700 | Loss: 0.4140 | Spent: 9.7 secs | LR: 0.000122
INFO:tensorflow:Step 36750 | Loss: 0.4377 | Spent: 10.1 secs | LR: 0.000121
INFO:tensorflow:Step 36800 | Loss: 0.4178 | Spent: 9.4 secs | LR: 0.000120
INFO:tensorflow:Step 36850 | Loss: 0.4005 | Spent: 9.8 secs | LR: 0.000118
INFO:tensorflow:Step 36900 | Loss: 0.4872 | Spent: 9.9 secs | LR: 0.000117
INFO:tensorflow:Step 36950 | Loss: 0.4102 | Spent: 10.1 secs | LR: 0.000115
INFO:tensorflow:Step 37000 | Loss: 0.4901 | Spent: 10.0 secs | LR: 0.000114
INFO:tensorflow:Step 37050 | Loss: 0.4224 | Spent: 10.1 secs | LR: 0.000113
INFO:tensorflow:Step 37100 | Loss: 0.3808 | Spent: 9.8 secs | LR: 0.000111
INFO:tensorflow:Step 37150 | Loss: 0.4152 | Spent: 10.3 secs | LR: 0.000110
INFO:tensorflow:Step 37200 | Loss: 0.4011 | Spent: 10.1 secs | LR: 0.000108
INFO:tensorflow:Step 37250 | Loss: 0.4024 | Spent: 10.3 secs | LR: 0.000107
INFO:tensorflow:Step 37300 | Loss: 0.4294 | Spent: 10.0 secs | LR: 0.000106
INFO:tensorflow:Step 37350 | Loss: 0.3877 | Spent: 10.2 secs | LR: 0.000104
INFO:tensorflow:Step 37400 | Loss: 0.3859 | Spent: 10.4 secs | LR: 0.000103
INFO:tensorflow:Step 37450 | Loss: 0.4043 | Spent: 9.9 secs | LR: 0.000101
INFO:tensorflow:Step 37500 | Loss: 0.4270 | Spent: 9.8 secs | LR: 0.000100
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.916
INFO:tensorflow:Best Accuracy: 0.918
6 times not improve the best result, therefore stop training