In [0]:
"""
We use following lines because we are running on Google Colab
If you are running notebook on a local computer, you don't need this cell
"""
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow2/text_matching/snli/main')
Drive already mounted at /content/gdrive; to attempt to forcibly remount, call drive.mount("/content/gdrive", force_remount=True).
In [0]:
!pip install tensorflow-gpu==2.0.0-rc0
Requirement already satisfied: tensorflow-gpu==2.0.0-rc0 in /usr/local/lib/python3.6/dist-packages (2.0.0rc0)
Requirement already satisfied: gast>=0.2.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (0.2.2)
Requirement already satisfied: tb-nightly<1.15.0a20190807,>=1.15.0a20190806 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.15.0a20190806)
Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.1.0)
Requirement already satisfied: numpy<2.0,>=1.16.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.16.4)
Requirement already satisfied: keras-preprocessing>=1.0.5 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.1.0)
Requirement already satisfied: six>=1.10.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.12.0)
Requirement already satisfied: protobuf>=3.6.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (3.7.1)
Requirement already satisfied: tf-estimator-nightly<1.14.0.dev2019080602,>=1.14.0.dev2019080601 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.14.0.dev2019080601)
Requirement already satisfied: opt-einsum>=2.3.2 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (3.0.1)
Requirement already satisfied: google-pasta>=0.1.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (0.1.7)
Requirement already satisfied: wrapt>=1.11.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.11.2)
Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (0.33.4)
Requirement already satisfied: astor>=0.6.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (0.8.0)
Requirement already satisfied: keras-applications>=1.0.8 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.0.8)
Requirement already satisfied: absl-py>=0.7.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (0.7.1)
Requirement already satisfied: grpcio>=1.8.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.15.0)
Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.15.0a20190807,>=1.15.0a20190806->tensorflow-gpu==2.0.0-rc0) (3.1.1)
Requirement already satisfied: werkzeug>=0.11.15 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.15.0a20190807,>=1.15.0a20190806->tensorflow-gpu==2.0.0-rc0) (0.15.5)
Requirement already satisfied: setuptools>=41.0.0 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.15.0a20190807,>=1.15.0a20190806->tensorflow-gpu==2.0.0-rc0) (41.2.0)
Requirement already satisfied: h5py in /usr/local/lib/python3.6/dist-packages (from keras-applications>=1.0.8->tensorflow-gpu==2.0.0-rc0) (2.8.0)
In [0]:
import tensorflow as tf
import numpy as np
import pprint
import logging
import time
import math

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 2.0.0-rc0
GPU Enabled: True
In [0]:
def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      word2idx[line] = i
  return word2idx
In [0]:
# stream data from text files
def data_generator(f_path, word2idx):
  label2idx = {'neutral': 0, 'entailment': 1, 'contradiction': 2,}
  with open(f_path) as f:
    print('Reading', f_path)
    for line in f:
      line = line.rstrip()
      label, text1, text2 = line.split('\t')
      if label == '-':
        continue
      text1 = [word2idx.get(w, len(word2idx)) for w in text1.split()]
      text2 = [word2idx.get(w, len(word2idx)) for w in text2.split()]
      yield ((text1, text2), label2idx[label])


def dataset(is_training, params):
  _shapes = (([None], [None]), ())
  _types = ((tf.int32, tf.int32), tf.int32)
  _pads = ((0, 0), -1)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_path'], params['word2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_path'], params['word2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  return ds
In [0]:
class RE2(tf.keras.Model):
  def __init__(self, params: dict):
    super().__init__()
    
    self.pretrained_embedding = tf.Variable(np.load(params['embedding_path']), name='pretrained_embedding')
    self.embed_dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    
    self.birnn = [tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(
        params['hidden_size'], return_sequences=True), name='birnn_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.enc_dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    
    self.align_t = self.add_weight(name='temperature',
                                   shape=(),
                                   trainable=True,
                                   initializer=tf.initializers.constant(math.sqrt(1/params['hidden_size'])))
    self.align_dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    self.align_fc1 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='align_fc1_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.align_fc2 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='align_fc2_%d'%(i+1)) for i in range(params['num_blocks'])]
      
    self.fusion_fc1 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='fusion_fc1_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.fusion_fc2 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='fusion_fc2_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.fusion_fc3 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='fusion_fc3_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.fusion_fc4 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='fusion_fc4_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.fusion_dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    
    self.out_drop1 = tf.keras.layers.Dropout(params['dropout_rate'])
    self.out_fc = tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='out_fc')
    self.out_drop2 = tf.keras.layers.Dropout(params['dropout_rate'])
    self.out_linear = tf.keras.layers.Dense(params['num_labels'], name='out_linear')
    
  
  
  def call(self, inputs, training=False):
    x1, x2 = inputs
    
    if x1.dtype != tf.int32:
      x1 = tf.cast(x1, tf.int32)
    if x2.dtype != tf.int32:
      x2 = tf.cast(x2, tf.int32)
    
    batch_sz = tf.shape(x1)[0]
    
    mask1 = tf.sign(x1)
    mask2 = tf.sign(x2)
    
    x1 = self.embedding(x1, training=training)
    x2 = self.embedding(x2, training=training)
    
    res_x1, res_x2 = x1, x2
    
    for i in range(params['num_blocks']):
      
      if i > 0:
        x1 = self.connection(x1, res_x1, i)
        x2 = self.connection(x2, res_x2, i)
        res_x1, res_x2 = x1, x2
    
      x1_enc = self.encoding(x1, mask1, i, training=training)
      x2_enc = self.encoding(x2, mask2, i, training=training)
    
      x1 = tf.concat((x1, x1_enc), -1)
      x2 = tf.concat((x2, x2_enc), -1)
      
      align_1, align_2 = self.alignment(x1, x2, mask1, mask2, i, training=training)
      
      x1 = self.fusion(x1, align_1, i, training=training)
      x2 = self.fusion(x2, align_2, i, training=training)
    
    x1 = self.pooling(x1, mask1)
    x2 = self.pooling(x2, mask2)
    
    x = self.prediction(x1, x2, training=training)
    
    return x
  
  
  def embedding(self, x, training):
    x = tf.nn.embedding_lookup(self.pretrained_embedding, x)
    x = self.embed_dropout(x, training=training)
    return x
  
  
  def connection(self, x, res, i):
    if i == 1:
      x = tf.concat((res, x), -1)
    elif i > 1:
      hidden_size = x.shape[-1]
      x = (res[:, :, -hidden_size:] + x) * tf.math.sqrt(0.5)
      x = tf.concat((res[:, :, :-hidden_size], x), -1)
    return x
    
    
  def encoding(self, x, mask, i, training):
    mask = tf.cast(tf.expand_dims(mask, -1), tf.float32)
    x *= mask
    x = self.birnn[i](x)
    x = self.enc_dropout(x)
    return x
  
  
  def alignment(self, x1, x2, mask1, mask2, i, training):
    mask1 = tf.cast(tf.expand_dims(mask1, -1), tf.float32)
    mask2 = tf.cast(tf.expand_dims(mask2, -1), tf.float32)
    
    x1_ = self.align_fc1[i](self.align_dropout(x1, training=training))
    x2_ = self.align_fc2[i](self.align_dropout(x2, training=training))
    align = tf.matmul(x1_, x2_, transpose_b=True) * self.align_t
    mask = tf.matmul(mask1, mask2, transpose_b=True)
    align = mask * align + (1 - mask) * tf.float32.min
    align_1 = tf.nn.softmax(align, 1)
    align_2 = tf.nn.softmax(align, 2)
    
    x2 = tf.matmul(align_1, x1, transpose_a=True)
    x1 = tf.matmul(align_2, x2)
    return x1, x2
  
  
  def fusion(self, x, align, i, training):
    x = tf.concat([self.fusion_fc1[i](tf.concat((x, align), -1)),
                   self.fusion_fc2[i](tf.concat((x, x - align), -1)),
                   self.fusion_fc3[i](tf.concat((x, x * align), -1))], -1)
    x = self.fusion_dropout(x, training=training)
    x = self.fusion_fc4[i](x)
    return x
  
  
  def pooling(self, x, mask):
    mask = tf.cast(tf.expand_dims(mask, -1), tf.float32)
    return tf.reduce_max(x * mask, 1)
  
  
  def prediction(self, x1, x2, training):
    x = tf.concat((x1, x2, x1 * x2, x1 - x2), -1)
    x = self.out_drop1(x, training=training)
    x = self.out_fc(x)
    x = self.out_drop2(x, training=training)
    x = self.out_linear(x)
    return x
In [0]:
params = {
    'model_dir': '../model/re2_birnn',
    'log_path': '../log/re2_birnn.txt',
    'train_path': '../data/train.txt',
    'test_path': '../data/test.txt',
    'embedding_path': '../vocab/word.npy',
    'vocab_path': '../vocab/word.txt',
    'batch_size': 32,
    'buffer_size': 200000,
    'num_blocks': 2,
    'dropout_rate': 0.2,
    'hidden_size': 150,
    'activation': tf.nn.relu,
    'lr': 4e-4,
    'clip_norm': 5.,
    'num_labels': 3,
    'eval_steps': 550152//32//10,
    'num_patience': 7,
}
In [0]:
def is_descending(history: list):
  history = history[-(params['num_patience']+1):]
  for i in range(1, len(history)):
    if history[i-1] <= history[i]:
      return False
  return True  
In [9]:
params['word2idx'] = get_vocab(params['vocab_path'])
params['vocab_size'] = len(params['word2idx']) + 1

model = RE2(params)
model.build([[None, None], [None, None]])
pprint.pprint([(v.name, v.shape) for v in model.trainable_variables])

decay_lr = tf.optimizers.schedules.ExponentialDecay(params['lr'], 1000, 0.99)
optim = tf.optimizers.Adam(params['lr'])
global_step = 0

history_acc = []
best_acc = .0

t0 = time.time()
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)

while True:
  # TRAINING
  for ((text1, text2), label) in dataset(is_training=True, params=params):
    with tf.GradientTape() as tape:
      logits = model((text1, text2), training=True)
      loss = tf.nn.sparse_softmax_cross_entropy_with_logits(labels=label, logits=logits)
      loss = tf.reduce_mean(loss)
      
    optim.lr.assign(decay_lr(global_step))
    grads = tape.gradient(loss, model.trainable_variables)
    grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
    optim.apply_gradients(zip(grads, model.trainable_variables))
    
    if global_step % 50 == 0:
      logger.info("Step {} | Loss: {:.4f} | Spent: {:.1f} secs | LR: {:.6f}".format(
          global_step, loss.numpy().item(), time.time()-t0, optim.lr.numpy().item()))
      t0 = time.time()
    global_step += 1
  
    if global_step % params['eval_steps'] == 0:
      # EVALUATION
      m = tf.keras.metrics.Accuracy()

      for ((text1, text2), label) in dataset(is_training=False, params=params):
        logits = model((text1, text2), training=False)
        y_pred = tf.argmax(logits, axis=-1)
        m.update_state(y_true=label, y_pred=y_pred)

      acc = m.result().numpy()
      logger.info("Evaluation: Testing Accuracy: {:.3f}".format(acc))
      history_acc.append(acc)

      if acc > best_acc:
        best_acc = acc
        model.save_weights('re2_birnn.ckpt')
      logger.info("Best Accuracy: {:.3f}".format(best_acc))

      if len(history_acc) > params['num_patience'] and is_descending(history_acc):
        logger.info("Testing Accuracy not improved over {} epochs, Early Stop".format(params['num_patience']))
        break
[('birnn_1/forward_lstm/kernel:0', TensorShape([300, 600])),
 ('birnn_1/forward_lstm/recurrent_kernel:0', TensorShape([150, 600])),
 ('birnn_1/forward_lstm/bias:0', TensorShape([600])),
 ('birnn_1/backward_lstm/kernel:0', TensorShape([300, 600])),
 ('birnn_1/backward_lstm/recurrent_kernel:0', TensorShape([150, 600])),
 ('birnn_1/backward_lstm/bias:0', TensorShape([600])),
 ('birnn_2/forward_lstm_1/kernel:0', TensorShape([450, 600])),
 ('birnn_2/forward_lstm_1/recurrent_kernel:0', TensorShape([150, 600])),
 ('birnn_2/forward_lstm_1/bias:0', TensorShape([600])),
 ('birnn_2/backward_lstm_1/kernel:0', TensorShape([450, 600])),
 ('birnn_2/backward_lstm_1/recurrent_kernel:0', TensorShape([150, 600])),
 ('birnn_2/backward_lstm_1/bias:0', TensorShape([600])),
 ('align_fc1_1/kernel:0', TensorShape([600, 150])),
 ('align_fc1_1/bias:0', TensorShape([150])),
 ('align_fc1_2/kernel:0', TensorShape([750, 150])),
 ('align_fc1_2/bias:0', TensorShape([150])),
 ('align_fc2_1/kernel:0', TensorShape([600, 150])),
 ('align_fc2_1/bias:0', TensorShape([150])),
 ('align_fc2_2/kernel:0', TensorShape([750, 150])),
 ('align_fc2_2/bias:0', TensorShape([150])),
 ('fusion_fc1_1/kernel:0', TensorShape([1200, 150])),
 ('fusion_fc1_1/bias:0', TensorShape([150])),
 ('fusion_fc1_2/kernel:0', TensorShape([1500, 150])),
 ('fusion_fc1_2/bias:0', TensorShape([150])),
 ('fusion_fc2_1/kernel:0', TensorShape([1200, 150])),
 ('fusion_fc2_1/bias:0', TensorShape([150])),
 ('fusion_fc2_2/kernel:0', TensorShape([1500, 150])),
 ('fusion_fc2_2/bias:0', TensorShape([150])),
 ('fusion_fc3_1/kernel:0', TensorShape([1200, 150])),
 ('fusion_fc3_1/bias:0', TensorShape([150])),
 ('fusion_fc3_2/kernel:0', TensorShape([1500, 150])),
 ('fusion_fc3_2/bias:0', TensorShape([150])),
 ('fusion_fc4_1/kernel:0', TensorShape([450, 150])),
 ('fusion_fc4_1/bias:0', TensorShape([150])),
 ('fusion_fc4_2/kernel:0', TensorShape([450, 150])),
 ('fusion_fc4_2/bias:0', TensorShape([150])),
 ('out_fc/kernel:0', TensorShape([600, 150])),
 ('out_fc/bias:0', TensorShape([150])),
 ('out_linear/kernel:0', TensorShape([150, 3])),
 ('out_linear/bias:0', TensorShape([3])),
 ('pretrained_embedding:0', TensorShape([20884, 300])),
 ('temperature:0', TensorShape([]))]
Reading ../data/train.txt
WARNING: Logging before flag parsing goes to stderr.
W0827 01:02:34.241458 140169079596928 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/ops/clip_ops.py:301: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.where in 2.0, which has the same broadcast rule as np.where
I0827 01:02:34.444754 140169079596928 interactiveshell.py:2882] Step 0 | Loss: 1.1624 | Spent: 39.6 secs | LR: 0.000400
I0827 01:02:46.402678 140169079596928 interactiveshell.py:2882] Step 50 | Loss: 1.0562 | Spent: 12.0 secs | LR: 0.000400
I0827 01:02:58.878019 140169079596928 interactiveshell.py:2882] Step 100 | Loss: 1.1504 | Spent: 12.5 secs | LR: 0.000400
I0827 01:03:11.051404 140169079596928 interactiveshell.py:2882] Step 150 | Loss: 0.9032 | Spent: 12.2 secs | LR: 0.000399
I0827 01:03:23.249361 140169079596928 interactiveshell.py:2882] Step 200 | Loss: 1.0142 | Spent: 12.2 secs | LR: 0.000399
I0827 01:03:35.385014 140169079596928 interactiveshell.py:2882] Step 250 | Loss: 1.0238 | Spent: 12.1 secs | LR: 0.000399
I0827 01:03:47.524139 140169079596928 interactiveshell.py:2882] Step 300 | Loss: 0.8522 | Spent: 12.1 secs | LR: 0.000399
I0827 01:03:59.585337 140169079596928 interactiveshell.py:2882] Step 350 | Loss: 0.8936 | Spent: 12.1 secs | LR: 0.000399
I0827 01:04:11.619717 140169079596928 interactiveshell.py:2882] Step 400 | Loss: 0.8995 | Spent: 12.0 secs | LR: 0.000398
I0827 01:04:23.585595 140169079596928 interactiveshell.py:2882] Step 450 | Loss: 0.8279 | Spent: 12.0 secs | LR: 0.000398
I0827 01:04:35.680552 140169079596928 interactiveshell.py:2882] Step 500 | Loss: 0.9647 | Spent: 12.1 secs | LR: 0.000398
I0827 01:04:47.617831 140169079596928 interactiveshell.py:2882] Step 550 | Loss: 0.7222 | Spent: 11.9 secs | LR: 0.000398
I0827 01:04:59.591194 140169079596928 interactiveshell.py:2882] Step 600 | Loss: 0.6985 | Spent: 12.0 secs | LR: 0.000398
I0827 01:05:11.799710 140169079596928 interactiveshell.py:2882] Step 650 | Loss: 0.8683 | Spent: 12.2 secs | LR: 0.000397
I0827 01:05:23.838190 140169079596928 interactiveshell.py:2882] Step 700 | Loss: 0.6371 | Spent: 12.0 secs | LR: 0.000397
I0827 01:05:35.677115 140169079596928 interactiveshell.py:2882] Step 750 | Loss: 1.0153 | Spent: 11.8 secs | LR: 0.000397
I0827 01:05:47.623888 140169079596928 interactiveshell.py:2882] Step 800 | Loss: 0.7024 | Spent: 11.9 secs | LR: 0.000397
I0827 01:05:59.749615 140169079596928 interactiveshell.py:2882] Step 850 | Loss: 0.6322 | Spent: 12.1 secs | LR: 0.000397
I0827 01:06:11.480029 140169079596928 interactiveshell.py:2882] Step 900 | Loss: 0.7455 | Spent: 11.7 secs | LR: 0.000396
I0827 01:06:23.462959 140169079596928 interactiveshell.py:2882] Step 950 | Loss: 1.1332 | Spent: 12.0 secs | LR: 0.000396
I0827 01:06:35.243599 140169079596928 interactiveshell.py:2882] Step 1000 | Loss: 0.7412 | Spent: 11.8 secs | LR: 0.000396
I0827 01:06:47.086905 140169079596928 interactiveshell.py:2882] Step 1050 | Loss: 0.7598 | Spent: 11.8 secs | LR: 0.000396
I0827 01:06:58.784193 140169079596928 interactiveshell.py:2882] Step 1100 | Loss: 0.5806 | Spent: 11.7 secs | LR: 0.000396
I0827 01:07:10.693522 140169079596928 interactiveshell.py:2882] Step 1150 | Loss: 0.8351 | Spent: 11.9 secs | LR: 0.000395
I0827 01:07:22.949953 140169079596928 interactiveshell.py:2882] Step 1200 | Loss: 0.6189 | Spent: 12.3 secs | LR: 0.000395
I0827 01:07:34.978784 140169079596928 interactiveshell.py:2882] Step 1250 | Loss: 0.6592 | Spent: 12.0 secs | LR: 0.000395
I0827 01:07:47.186048 140169079596928 interactiveshell.py:2882] Step 1300 | Loss: 0.6897 | Spent: 12.2 secs | LR: 0.000395
I0827 01:07:58.883160 140169079596928 interactiveshell.py:2882] Step 1350 | Loss: 0.3778 | Spent: 11.7 secs | LR: 0.000395
I0827 01:08:11.108399 140169079596928 interactiveshell.py:2882] Step 1400 | Loss: 0.8558 | Spent: 12.2 secs | LR: 0.000394
I0827 01:08:23.212361 140169079596928 interactiveshell.py:2882] Step 1450 | Loss: 0.7170 | Spent: 12.1 secs | LR: 0.000394
I0827 01:08:35.071603 140169079596928 interactiveshell.py:2882] Step 1500 | Loss: 0.6109 | Spent: 11.9 secs | LR: 0.000394
I0827 01:08:46.958489 140169079596928 interactiveshell.py:2882] Step 1550 | Loss: 0.5026 | Spent: 11.9 secs | LR: 0.000394
I0827 01:08:59.011606 140169079596928 interactiveshell.py:2882] Step 1600 | Loss: 0.3971 | Spent: 12.1 secs | LR: 0.000394
I0827 01:09:10.839284 140169079596928 interactiveshell.py:2882] Step 1650 | Loss: 0.8928 | Spent: 11.8 secs | LR: 0.000393
I0827 01:09:23.057163 140169079596928 interactiveshell.py:2882] Step 1700 | Loss: 0.7223 | Spent: 12.2 secs | LR: 0.000393
Reading ../data/test.txt
I0827 01:10:01.394948 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.766
I0827 01:10:01.562734 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.766
I0827 01:10:09.457973 140169079596928 interactiveshell.py:2882] Step 1750 | Loss: 0.7427 | Spent: 46.4 secs | LR: 0.000393
I0827 01:10:21.730384 140169079596928 interactiveshell.py:2882] Step 1800 | Loss: 1.0084 | Spent: 12.3 secs | LR: 0.000393
I0827 01:10:33.731327 140169079596928 interactiveshell.py:2882] Step 1850 | Loss: 0.8283 | Spent: 12.0 secs | LR: 0.000393
I0827 01:10:45.865643 140169079596928 interactiveshell.py:2882] Step 1900 | Loss: 0.6718 | Spent: 12.1 secs | LR: 0.000392
I0827 01:10:58.061648 140169079596928 interactiveshell.py:2882] Step 1950 | Loss: 0.7655 | Spent: 12.2 secs | LR: 0.000392
I0827 01:11:10.101323 140169079596928 interactiveshell.py:2882] Step 2000 | Loss: 0.7166 | Spent: 12.0 secs | LR: 0.000392
I0827 01:11:22.296489 140169079596928 interactiveshell.py:2882] Step 2050 | Loss: 0.8038 | Spent: 12.2 secs | LR: 0.000392
I0827 01:11:34.139454 140169079596928 interactiveshell.py:2882] Step 2100 | Loss: 0.8310 | Spent: 11.8 secs | LR: 0.000392
I0827 01:11:46.322553 140169079596928 interactiveshell.py:2882] Step 2150 | Loss: 0.8679 | Spent: 12.2 secs | LR: 0.000391
I0827 01:11:58.174546 140169079596928 interactiveshell.py:2882] Step 2200 | Loss: 0.8643 | Spent: 11.9 secs | LR: 0.000391
I0827 01:12:10.126855 140169079596928 interactiveshell.py:2882] Step 2250 | Loss: 0.5000 | Spent: 12.0 secs | LR: 0.000391
I0827 01:12:22.256672 140169079596928 interactiveshell.py:2882] Step 2300 | Loss: 0.6424 | Spent: 12.1 secs | LR: 0.000391
I0827 01:12:34.291302 140169079596928 interactiveshell.py:2882] Step 2350 | Loss: 0.4785 | Spent: 12.0 secs | LR: 0.000391
I0827 01:12:46.323561 140169079596928 interactiveshell.py:2882] Step 2400 | Loss: 0.3836 | Spent: 12.0 secs | LR: 0.000390
I0827 01:12:58.241003 140169079596928 interactiveshell.py:2882] Step 2450 | Loss: 0.7208 | Spent: 11.9 secs | LR: 0.000390
I0827 01:13:10.563665 140169079596928 interactiveshell.py:2882] Step 2500 | Loss: 0.7416 | Spent: 12.3 secs | LR: 0.000390
I0827 01:13:22.997698 140169079596928 interactiveshell.py:2882] Step 2550 | Loss: 0.6430 | Spent: 12.4 secs | LR: 0.000390
I0827 01:13:35.252084 140169079596928 interactiveshell.py:2882] Step 2600 | Loss: 0.4354 | Spent: 12.3 secs | LR: 0.000390
I0827 01:13:47.215655 140169079596928 interactiveshell.py:2882] Step 2650 | Loss: 0.4562 | Spent: 12.0 secs | LR: 0.000389
I0827 01:13:59.366530 140169079596928 interactiveshell.py:2882] Step 2700 | Loss: 0.5433 | Spent: 12.1 secs | LR: 0.000389
I0827 01:14:11.174594 140169079596928 interactiveshell.py:2882] Step 2750 | Loss: 0.5129 | Spent: 11.8 secs | LR: 0.000389
I0827 01:14:23.122136 140169079596928 interactiveshell.py:2882] Step 2800 | Loss: 0.7469 | Spent: 11.9 secs | LR: 0.000389
I0827 01:14:35.012561 140169079596928 interactiveshell.py:2882] Step 2850 | Loss: 0.4320 | Spent: 11.9 secs | LR: 0.000389
I0827 01:14:47.024205 140169079596928 interactiveshell.py:2882] Step 2900 | Loss: 0.5132 | Spent: 12.0 secs | LR: 0.000389
I0827 01:14:58.851809 140169079596928 interactiveshell.py:2882] Step 2950 | Loss: 0.7866 | Spent: 11.8 secs | LR: 0.000388
I0827 01:15:11.031166 140169079596928 interactiveshell.py:2882] Step 3000 | Loss: 0.4187 | Spent: 12.2 secs | LR: 0.000388
I0827 01:15:23.250858 140169079596928 interactiveshell.py:2882] Step 3050 | Loss: 0.6881 | Spent: 12.2 secs | LR: 0.000388
I0827 01:15:35.350314 140169079596928 interactiveshell.py:2882] Step 3100 | Loss: 0.4092 | Spent: 12.1 secs | LR: 0.000388
I0827 01:15:47.551292 140169079596928 interactiveshell.py:2882] Step 3150 | Loss: 0.6469 | Spent: 12.2 secs | LR: 0.000388
I0827 01:15:59.623240 140169079596928 interactiveshell.py:2882] Step 3200 | Loss: 0.5586 | Spent: 12.1 secs | LR: 0.000387
I0827 01:16:11.800217 140169079596928 interactiveshell.py:2882] Step 3250 | Loss: 0.6006 | Spent: 12.2 secs | LR: 0.000387
I0827 01:16:23.888496 140169079596928 interactiveshell.py:2882] Step 3300 | Loss: 0.6387 | Spent: 12.1 secs | LR: 0.000387
I0827 01:16:35.991873 140169079596928 interactiveshell.py:2882] Step 3350 | Loss: 0.8771 | Spent: 12.1 secs | LR: 0.000387
I0827 01:16:48.137011 140169079596928 interactiveshell.py:2882] Step 3400 | Loss: 0.7734 | Spent: 12.1 secs | LR: 0.000387
Reading ../data/test.txt
I0827 01:17:31.297345 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.798
I0827 01:17:31.496186 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.798
I0827 01:17:34.660815 140169079596928 interactiveshell.py:2882] Step 3450 | Loss: 0.6906 | Spent: 46.5 secs | LR: 0.000386
I0827 01:17:46.852636 140169079596928 interactiveshell.py:2882] Step 3500 | Loss: 0.7286 | Spent: 12.2 secs | LR: 0.000386
I0827 01:17:59.077471 140169079596928 interactiveshell.py:2882] Step 3550 | Loss: 0.5514 | Spent: 12.2 secs | LR: 0.000386
I0827 01:18:11.361237 140169079596928 interactiveshell.py:2882] Step 3600 | Loss: 0.5521 | Spent: 12.3 secs | LR: 0.000386
I0827 01:18:23.541180 140169079596928 interactiveshell.py:2882] Step 3650 | Loss: 0.6457 | Spent: 12.2 secs | LR: 0.000386
I0827 01:18:35.893206 140169079596928 interactiveshell.py:2882] Step 3700 | Loss: 0.7329 | Spent: 12.4 secs | LR: 0.000385
I0827 01:18:48.086552 140169079596928 interactiveshell.py:2882] Step 3750 | Loss: 0.5593 | Spent: 12.2 secs | LR: 0.000385
I0827 01:19:00.451785 140169079596928 interactiveshell.py:2882] Step 3800 | Loss: 0.5231 | Spent: 12.4 secs | LR: 0.000385
I0827 01:19:12.742749 140169079596928 interactiveshell.py:2882] Step 3850 | Loss: 0.5609 | Spent: 12.3 secs | LR: 0.000385
I0827 01:19:24.934509 140169079596928 interactiveshell.py:2882] Step 3900 | Loss: 0.6716 | Spent: 12.2 secs | LR: 0.000385
I0827 01:19:37.078231 140169079596928 interactiveshell.py:2882] Step 3950 | Loss: 0.9311 | Spent: 12.1 secs | LR: 0.000384
I0827 01:19:49.352237 140169079596928 interactiveshell.py:2882] Step 4000 | Loss: 0.5987 | Spent: 12.3 secs | LR: 0.000384
I0827 01:20:01.555206 140169079596928 interactiveshell.py:2882] Step 4050 | Loss: 0.4930 | Spent: 12.2 secs | LR: 0.000384
I0827 01:20:13.810808 140169079596928 interactiveshell.py:2882] Step 4100 | Loss: 0.6378 | Spent: 12.3 secs | LR: 0.000384
I0827 01:20:25.686630 140169079596928 interactiveshell.py:2882] Step 4150 | Loss: 0.7763 | Spent: 11.9 secs | LR: 0.000384
I0827 01:20:37.777149 140169079596928 interactiveshell.py:2882] Step 4200 | Loss: 0.4189 | Spent: 12.1 secs | LR: 0.000383
I0827 01:20:49.676701 140169079596928 interactiveshell.py:2882] Step 4250 | Loss: 0.4912 | Spent: 11.9 secs | LR: 0.000383
I0827 01:21:01.734268 140169079596928 interactiveshell.py:2882] Step 4300 | Loss: 0.5463 | Spent: 12.1 secs | LR: 0.000383
I0827 01:21:13.986588 140169079596928 interactiveshell.py:2882] Step 4350 | Loss: 0.6473 | Spent: 12.3 secs | LR: 0.000383
I0827 01:21:26.261359 140169079596928 interactiveshell.py:2882] Step 4400 | Loss: 0.5758 | Spent: 12.3 secs | LR: 0.000383
I0827 01:21:38.462546 140169079596928 interactiveshell.py:2882] Step 4450 | Loss: 0.6543 | Spent: 12.2 secs | LR: 0.000383
I0827 01:21:50.699218 140169079596928 interactiveshell.py:2882] Step 4500 | Loss: 0.5054 | Spent: 12.2 secs | LR: 0.000382
I0827 01:22:02.974104 140169079596928 interactiveshell.py:2882] Step 4550 | Loss: 0.8871 | Spent: 12.3 secs | LR: 0.000382
I0827 01:22:14.990775 140169079596928 interactiveshell.py:2882] Step 4600 | Loss: 0.6937 | Spent: 12.0 secs | LR: 0.000382
I0827 01:22:27.139930 140169079596928 interactiveshell.py:2882] Step 4650 | Loss: 0.7449 | Spent: 12.1 secs | LR: 0.000382
I0827 01:22:39.417497 140169079596928 interactiveshell.py:2882] Step 4700 | Loss: 0.6333 | Spent: 12.3 secs | LR: 0.000382
I0827 01:22:51.730228 140169079596928 interactiveshell.py:2882] Step 4750 | Loss: 0.7947 | Spent: 12.3 secs | LR: 0.000381
I0827 01:23:03.760620 140169079596928 interactiveshell.py:2882] Step 4800 | Loss: 0.3827 | Spent: 12.0 secs | LR: 0.000381
I0827 01:23:15.413389 140169079596928 interactiveshell.py:2882] Step 4850 | Loss: 0.6560 | Spent: 11.6 secs | LR: 0.000381
I0827 01:23:27.232030 140169079596928 interactiveshell.py:2882] Step 4900 | Loss: 0.9174 | Spent: 11.8 secs | LR: 0.000381
I0827 01:23:39.793865 140169079596928 interactiveshell.py:2882] Step 4950 | Loss: 0.7100 | Spent: 12.6 secs | LR: 0.000381
I0827 01:23:52.139418 140169079596928 interactiveshell.py:2882] Step 5000 | Loss: 0.5987 | Spent: 12.3 secs | LR: 0.000380
I0827 01:24:04.661518 140169079596928 interactiveshell.py:2882] Step 5050 | Loss: 0.4634 | Spent: 12.5 secs | LR: 0.000380
I0827 01:24:16.791599 140169079596928 interactiveshell.py:2882] Step 5100 | Loss: 0.5923 | Spent: 12.1 secs | LR: 0.000380
I0827 01:24:28.687012 140169079596928 interactiveshell.py:2882] Step 5150 | Loss: 0.6061 | Spent: 11.9 secs | LR: 0.000380
Reading ../data/test.txt
I0827 01:25:04.182989 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.808
I0827 01:25:04.368159 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.808
I0827 01:25:14.795841 140169079596928 interactiveshell.py:2882] Step 5200 | Loss: 0.5228 | Spent: 46.1 secs | LR: 0.000380
I0827 01:25:26.715722 140169079596928 interactiveshell.py:2882] Step 5250 | Loss: 0.5977 | Spent: 11.9 secs | LR: 0.000379
I0827 01:25:38.595643 140169079596928 interactiveshell.py:2882] Step 5300 | Loss: 0.3339 | Spent: 11.9 secs | LR: 0.000379
I0827 01:25:50.736847 140169079596928 interactiveshell.py:2882] Step 5350 | Loss: 0.7146 | Spent: 12.1 secs | LR: 0.000379
I0827 01:26:02.627069 140169079596928 interactiveshell.py:2882] Step 5400 | Loss: 0.6162 | Spent: 11.9 secs | LR: 0.000379
I0827 01:26:14.577690 140169079596928 interactiveshell.py:2882] Step 5450 | Loss: 0.3913 | Spent: 11.9 secs | LR: 0.000379
I0827 01:26:26.587644 140169079596928 interactiveshell.py:2882] Step 5500 | Loss: 0.7951 | Spent: 12.0 secs | LR: 0.000378
I0827 01:26:38.518716 140169079596928 interactiveshell.py:2882] Step 5550 | Loss: 0.6364 | Spent: 11.9 secs | LR: 0.000378
I0827 01:26:50.339400 140169079596928 interactiveshell.py:2882] Step 5600 | Loss: 0.5314 | Spent: 11.8 secs | LR: 0.000378
I0827 01:27:02.252522 140169079596928 interactiveshell.py:2882] Step 5650 | Loss: 0.5044 | Spent: 11.9 secs | LR: 0.000378
I0827 01:27:14.107114 140169079596928 interactiveshell.py:2882] Step 5700 | Loss: 0.3598 | Spent: 11.9 secs | LR: 0.000378
I0827 01:27:25.955709 140169079596928 interactiveshell.py:2882] Step 5750 | Loss: 0.5521 | Spent: 11.8 secs | LR: 0.000378
I0827 01:27:38.001285 140169079596928 interactiveshell.py:2882] Step 5800 | Loss: 0.3100 | Spent: 12.0 secs | LR: 0.000377
I0827 01:27:50.204987 140169079596928 interactiveshell.py:2882] Step 5850 | Loss: 0.4681 | Spent: 12.2 secs | LR: 0.000377
I0827 01:28:02.174668 140169079596928 interactiveshell.py:2882] Step 5900 | Loss: 0.5257 | Spent: 12.0 secs | LR: 0.000377
I0827 01:28:14.227836 140169079596928 interactiveshell.py:2882] Step 5950 | Loss: 0.6191 | Spent: 12.1 secs | LR: 0.000377
I0827 01:28:26.175113 140169079596928 interactiveshell.py:2882] Step 6000 | Loss: 0.5895 | Spent: 11.9 secs | LR: 0.000377
I0827 01:28:38.323265 140169079596928 interactiveshell.py:2882] Step 6050 | Loss: 0.3912 | Spent: 12.1 secs | LR: 0.000376
I0827 01:28:50.430585 140169079596928 interactiveshell.py:2882] Step 6100 | Loss: 0.7637 | Spent: 12.1 secs | LR: 0.000376
I0827 01:29:02.661045 140169079596928 interactiveshell.py:2882] Step 6150 | Loss: 0.4688 | Spent: 12.2 secs | LR: 0.000376
I0827 01:29:14.759670 140169079596928 interactiveshell.py:2882] Step 6200 | Loss: 0.7154 | Spent: 12.1 secs | LR: 0.000376
I0827 01:29:26.927382 140169079596928 interactiveshell.py:2882] Step 6250 | Loss: 0.5186 | Spent: 12.2 secs | LR: 0.000376
I0827 01:29:38.961455 140169079596928 interactiveshell.py:2882] Step 6300 | Loss: 0.7473 | Spent: 12.0 secs | LR: 0.000375
I0827 01:29:51.125157 140169079596928 interactiveshell.py:2882] Step 6350 | Loss: 0.6744 | Spent: 12.2 secs | LR: 0.000375
I0827 01:30:03.091276 140169079596928 interactiveshell.py:2882] Step 6400 | Loss: 0.5988 | Spent: 12.0 secs | LR: 0.000375
I0827 01:30:15.247057 140169079596928 interactiveshell.py:2882] Step 6450 | Loss: 0.7862 | Spent: 12.2 secs | LR: 0.000375
I0827 01:30:27.299818 140169079596928 interactiveshell.py:2882] Step 6500 | Loss: 0.6749 | Spent: 12.1 secs | LR: 0.000375
I0827 01:30:39.264876 140169079596928 interactiveshell.py:2882] Step 6550 | Loss: 0.6262 | Spent: 12.0 secs | LR: 0.000375
I0827 01:30:51.287728 140169079596928 interactiveshell.py:2882] Step 6600 | Loss: 0.6332 | Spent: 12.0 secs | LR: 0.000374
I0827 01:31:03.281080 140169079596928 interactiveshell.py:2882] Step 6650 | Loss: 0.7310 | Spent: 12.0 secs | LR: 0.000374
I0827 01:31:15.279562 140169079596928 interactiveshell.py:2882] Step 6700 | Loss: 0.7868 | Spent: 12.0 secs | LR: 0.000374
I0827 01:31:27.305620 140169079596928 interactiveshell.py:2882] Step 6750 | Loss: 0.5242 | Spent: 12.0 secs | LR: 0.000374
I0827 01:31:39.449479 140169079596928 interactiveshell.py:2882] Step 6800 | Loss: 0.7571 | Spent: 12.1 secs | LR: 0.000374
I0827 01:31:51.462414 140169079596928 interactiveshell.py:2882] Step 6850 | Loss: 0.7914 | Spent: 12.0 secs | LR: 0.000373
Reading ../data/test.txt
I0827 01:32:31.119749 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.815
I0827 01:32:31.323032 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.815
I0827 01:32:37.297253 140169079596928 interactiveshell.py:2882] Step 6900 | Loss: 0.4293 | Spent: 45.8 secs | LR: 0.000373
I0827 01:32:49.332634 140169079596928 interactiveshell.py:2882] Step 6950 | Loss: 0.6288 | Spent: 12.0 secs | LR: 0.000373
I0827 01:33:01.187891 140169079596928 interactiveshell.py:2882] Step 7000 | Loss: 0.4929 | Spent: 11.9 secs | LR: 0.000373
I0827 01:33:13.061584 140169079596928 interactiveshell.py:2882] Step 7050 | Loss: 0.5091 | Spent: 11.9 secs | LR: 0.000373
I0827 01:33:24.987222 140169079596928 interactiveshell.py:2882] Step 7100 | Loss: 0.3669 | Spent: 11.9 secs | LR: 0.000372
I0827 01:33:37.043289 140169079596928 interactiveshell.py:2882] Step 7150 | Loss: 0.7177 | Spent: 12.1 secs | LR: 0.000372
I0827 01:33:49.116585 140169079596928 interactiveshell.py:2882] Step 7200 | Loss: 0.4576 | Spent: 12.1 secs | LR: 0.000372
I0827 01:34:01.180787 140169079596928 interactiveshell.py:2882] Step 7250 | Loss: 0.6770 | Spent: 12.1 secs | LR: 0.000372
I0827 01:34:13.433078 140169079596928 interactiveshell.py:2882] Step 7300 | Loss: 0.4914 | Spent: 12.3 secs | LR: 0.000372
I0827 01:34:25.454474 140169079596928 interactiveshell.py:2882] Step 7350 | Loss: 0.5895 | Spent: 12.0 secs | LR: 0.000372
I0827 01:34:37.250750 140169079596928 interactiveshell.py:2882] Step 7400 | Loss: 0.4311 | Spent: 11.8 secs | LR: 0.000371
I0827 01:34:49.179918 140169079596928 interactiveshell.py:2882] Step 7450 | Loss: 0.9314 | Spent: 11.9 secs | LR: 0.000371
I0827 01:35:01.123580 140169079596928 interactiveshell.py:2882] Step 7500 | Loss: 0.7544 | Spent: 11.9 secs | LR: 0.000371
I0827 01:35:13.074049 140169079596928 interactiveshell.py:2882] Step 7550 | Loss: 0.5759 | Spent: 11.9 secs | LR: 0.000371
I0827 01:35:25.111098 140169079596928 interactiveshell.py:2882] Step 7600 | Loss: 0.6846 | Spent: 12.0 secs | LR: 0.000371
I0827 01:35:36.884133 140169079596928 interactiveshell.py:2882] Step 7650 | Loss: 0.6405 | Spent: 11.8 secs | LR: 0.000370
I0827 01:35:48.692726 140169079596928 interactiveshell.py:2882] Step 7700 | Loss: 0.4436 | Spent: 11.8 secs | LR: 0.000370
I0827 01:36:00.762196 140169079596928 interactiveshell.py:2882] Step 7750 | Loss: 0.5947 | Spent: 12.1 secs | LR: 0.000370
I0827 01:36:12.757590 140169079596928 interactiveshell.py:2882] Step 7800 | Loss: 0.6107 | Spent: 12.0 secs | LR: 0.000370
I0827 01:36:24.723308 140169079596928 interactiveshell.py:2882] Step 7850 | Loss: 0.9324 | Spent: 12.0 secs | LR: 0.000370
I0827 01:36:36.805115 140169079596928 interactiveshell.py:2882] Step 7900 | Loss: 0.6504 | Spent: 12.1 secs | LR: 0.000369
I0827 01:36:48.951581 140169079596928 interactiveshell.py:2882] Step 7950 | Loss: 0.6489 | Spent: 12.1 secs | LR: 0.000369
I0827 01:37:00.922008 140169079596928 interactiveshell.py:2882] Step 8000 | Loss: 0.5840 | Spent: 12.0 secs | LR: 0.000369
I0827 01:37:12.971119 140169079596928 interactiveshell.py:2882] Step 8050 | Loss: 0.5839 | Spent: 12.0 secs | LR: 0.000369
I0827 01:37:25.201179 140169079596928 interactiveshell.py:2882] Step 8100 | Loss: 0.4889 | Spent: 12.2 secs | LR: 0.000369
I0827 01:37:37.251948 140169079596928 interactiveshell.py:2882] Step 8150 | Loss: 0.7240 | Spent: 12.0 secs | LR: 0.000369
I0827 01:37:49.439346 140169079596928 interactiveshell.py:2882] Step 8200 | Loss: 0.3150 | Spent: 12.2 secs | LR: 0.000368
I0827 01:38:01.530266 140169079596928 interactiveshell.py:2882] Step 8250 | Loss: 0.5748 | Spent: 12.1 secs | LR: 0.000368
I0827 01:38:13.759485 140169079596928 interactiveshell.py:2882] Step 8300 | Loss: 0.6307 | Spent: 12.2 secs | LR: 0.000368
I0827 01:38:25.728842 140169079596928 interactiveshell.py:2882] Step 8350 | Loss: 0.4627 | Spent: 12.0 secs | LR: 0.000368
I0827 01:38:37.785377 140169079596928 interactiveshell.py:2882] Step 8400 | Loss: 0.4988 | Spent: 12.1 secs | LR: 0.000368
I0827 01:38:49.673462 140169079596928 interactiveshell.py:2882] Step 8450 | Loss: 0.5116 | Spent: 11.9 secs | LR: 0.000367
I0827 01:39:01.789375 140169079596928 interactiveshell.py:2882] Step 8500 | Loss: 0.3807 | Spent: 12.1 secs | LR: 0.000367
I0827 01:39:13.824426 140169079596928 interactiveshell.py:2882] Step 8550 | Loss: 0.7291 | Spent: 12.0 secs | LR: 0.000367
Reading ../data/test.txt
I0827 01:39:57.876609 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.826
I0827 01:39:58.061983 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.826
I0827 01:39:59.501137 140169079596928 interactiveshell.py:2882] Step 8600 | Loss: 0.5527 | Spent: 45.7 secs | LR: 0.000367
I0827 01:40:11.802487 140169079596928 interactiveshell.py:2882] Step 8650 | Loss: 0.4613 | Spent: 12.3 secs | LR: 0.000367
I0827 01:40:23.744952 140169079596928 interactiveshell.py:2882] Step 8700 | Loss: 0.3998 | Spent: 11.9 secs | LR: 0.000367
I0827 01:40:35.766733 140169079596928 interactiveshell.py:2882] Step 8750 | Loss: 0.3209 | Spent: 12.0 secs | LR: 0.000366
I0827 01:40:47.725443 140169079596928 interactiveshell.py:2882] Step 8800 | Loss: 0.5987 | Spent: 12.0 secs | LR: 0.000366
I0827 01:40:59.859511 140169079596928 interactiveshell.py:2882] Step 8850 | Loss: 0.5242 | Spent: 12.1 secs | LR: 0.000366
I0827 01:41:11.941574 140169079596928 interactiveshell.py:2882] Step 8900 | Loss: 0.4440 | Spent: 12.1 secs | LR: 0.000366
I0827 01:41:24.125936 140169079596928 interactiveshell.py:2882] Step 8950 | Loss: 0.3861 | Spent: 12.2 secs | LR: 0.000366
I0827 01:41:36.137471 140169079596928 interactiveshell.py:2882] Step 9000 | Loss: 0.5266 | Spent: 12.0 secs | LR: 0.000365
I0827 01:41:48.215553 140169079596928 interactiveshell.py:2882] Step 9050 | Loss: 0.2602 | Spent: 12.1 secs | LR: 0.000365
I0827 01:42:00.279007 140169079596928 interactiveshell.py:2882] Step 9100 | Loss: 0.7454 | Spent: 12.1 secs | LR: 0.000365
I0827 01:42:12.452378 140169079596928 interactiveshell.py:2882] Step 9150 | Loss: 0.4274 | Spent: 12.2 secs | LR: 0.000365
I0827 01:42:24.427534 140169079596928 interactiveshell.py:2882] Step 9200 | Loss: 0.8163 | Spent: 12.0 secs | LR: 0.000365
I0827 01:42:36.691680 140169079596928 interactiveshell.py:2882] Step 9250 | Loss: 0.3664 | Spent: 12.3 secs | LR: 0.000364
I0827 01:42:48.842307 140169079596928 interactiveshell.py:2882] Step 9300 | Loss: 0.8008 | Spent: 12.1 secs | LR: 0.000364
I0827 01:43:01.087291 140169079596928 interactiveshell.py:2882] Step 9350 | Loss: 0.3886 | Spent: 12.2 secs | LR: 0.000364
I0827 01:43:13.101679 140169079596928 interactiveshell.py:2882] Step 9400 | Loss: 0.4786 | Spent: 12.0 secs | LR: 0.000364
I0827 01:43:25.358974 140169079596928 interactiveshell.py:2882] Step 9450 | Loss: 0.4960 | Spent: 12.3 secs | LR: 0.000364
I0827 01:43:37.418782 140169079596928 interactiveshell.py:2882] Step 9500 | Loss: 0.2872 | Spent: 12.1 secs | LR: 0.000364
I0827 01:43:49.465429 140169079596928 interactiveshell.py:2882] Step 9550 | Loss: 0.4182 | Spent: 12.0 secs | LR: 0.000363
I0827 01:44:01.669717 140169079596928 interactiveshell.py:2882] Step 9600 | Loss: 0.5682 | Spent: 12.2 secs | LR: 0.000363
I0827 01:44:13.558120 140169079596928 interactiveshell.py:2882] Step 9650 | Loss: 0.4708 | Spent: 11.9 secs | LR: 0.000363
I0827 01:44:25.761543 140169079596928 interactiveshell.py:2882] Step 9700 | Loss: 0.5601 | Spent: 12.2 secs | LR: 0.000363
I0827 01:44:38.003943 140169079596928 interactiveshell.py:2882] Step 9750 | Loss: 1.0492 | Spent: 12.2 secs | LR: 0.000363
I0827 01:44:50.175002 140169079596928 interactiveshell.py:2882] Step 9800 | Loss: 0.2673 | Spent: 12.2 secs | LR: 0.000362
I0827 01:45:02.111783 140169079596928 interactiveshell.py:2882] Step 9850 | Loss: 0.6484 | Spent: 11.9 secs | LR: 0.000362
I0827 01:45:13.910490 140169079596928 interactiveshell.py:2882] Step 9900 | Loss: 0.6795 | Spent: 11.8 secs | LR: 0.000362
I0827 01:45:25.751256 140169079596928 interactiveshell.py:2882] Step 9950 | Loss: 0.3555 | Spent: 11.8 secs | LR: 0.000362
I0827 01:45:37.722557 140169079596928 interactiveshell.py:2882] Step 10000 | Loss: 0.4067 | Spent: 12.0 secs | LR: 0.000362
I0827 01:45:49.567928 140169079596928 interactiveshell.py:2882] Step 10050 | Loss: 0.4239 | Spent: 11.8 secs | LR: 0.000362
I0827 01:46:01.618265 140169079596928 interactiveshell.py:2882] Step 10100 | Loss: 0.4538 | Spent: 12.0 secs | LR: 0.000361
I0827 01:46:13.583659 140169079596928 interactiveshell.py:2882] Step 10150 | Loss: 0.6071 | Spent: 12.0 secs | LR: 0.000361
I0827 01:46:25.806030 140169079596928 interactiveshell.py:2882] Step 10200 | Loss: 0.5906 | Spent: 12.2 secs | LR: 0.000361
I0827 01:46:37.926851 140169079596928 interactiveshell.py:2882] Step 10250 | Loss: 0.3216 | Spent: 12.1 secs | LR: 0.000361
I0827 01:46:50.007542 140169079596928 interactiveshell.py:2882] Step 10300 | Loss: 0.5269 | Spent: 12.1 secs | LR: 0.000361
Reading ../data/test.txt
I0827 01:47:27.002922 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.830
I0827 01:47:27.183859 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.830
I0827 01:47:36.382431 140169079596928 interactiveshell.py:2882] Step 10350 | Loss: 0.4303 | Spent: 46.4 secs | LR: 0.000360
I0827 01:47:48.696642 140169079596928 interactiveshell.py:2882] Step 10400 | Loss: 0.6900 | Spent: 12.3 secs | LR: 0.000360
I0827 01:48:00.899578 140169079596928 interactiveshell.py:2882] Step 10450 | Loss: 0.3485 | Spent: 12.2 secs | LR: 0.000360
I0827 01:48:13.007287 140169079596928 interactiveshell.py:2882] Step 10500 | Loss: 0.6314 | Spent: 12.1 secs | LR: 0.000360
I0827 01:48:25.240202 140169079596928 interactiveshell.py:2882] Step 10550 | Loss: 0.6202 | Spent: 12.2 secs | LR: 0.000360
I0827 01:48:37.289270 140169079596928 interactiveshell.py:2882] Step 10600 | Loss: 0.3577 | Spent: 12.0 secs | LR: 0.000360
I0827 01:48:49.358728 140169079596928 interactiveshell.py:2882] Step 10650 | Loss: 0.5848 | Spent: 12.1 secs | LR: 0.000359
I0827 01:49:01.420892 140169079596928 interactiveshell.py:2882] Step 10700 | Loss: 0.4640 | Spent: 12.1 secs | LR: 0.000359
I0827 01:49:13.692425 140169079596928 interactiveshell.py:2882] Step 10750 | Loss: 0.4871 | Spent: 12.3 secs | LR: 0.000359
I0827 01:49:25.774101 140169079596928 interactiveshell.py:2882] Step 10800 | Loss: 0.6554 | Spent: 12.1 secs | LR: 0.000359
I0827 01:49:38.011516 140169079596928 interactiveshell.py:2882] Step 10850 | Loss: 0.5428 | Spent: 12.2 secs | LR: 0.000359
I0827 01:49:50.327668 140169079596928 interactiveshell.py:2882] Step 10900 | Loss: 0.6317 | Spent: 12.3 secs | LR: 0.000358
I0827 01:50:02.163563 140169079596928 interactiveshell.py:2882] Step 10950 | Loss: 0.4764 | Spent: 11.8 secs | LR: 0.000358
I0827 01:50:13.727109 140169079596928 interactiveshell.py:2882] Step 11000 | Loss: 0.3309 | Spent: 11.6 secs | LR: 0.000358
I0827 01:50:25.414336 140169079596928 interactiveshell.py:2882] Step 11050 | Loss: 0.6805 | Spent: 11.7 secs | LR: 0.000358
I0827 01:50:37.167521 140169079596928 interactiveshell.py:2882] Step 11100 | Loss: 0.4421 | Spent: 11.8 secs | LR: 0.000358
I0827 01:50:48.718693 140169079596928 interactiveshell.py:2882] Step 11150 | Loss: 0.5277 | Spent: 11.5 secs | LR: 0.000358
I0827 01:51:00.293426 140169079596928 interactiveshell.py:2882] Step 11200 | Loss: 0.5264 | Spent: 11.6 secs | LR: 0.000357
I0827 01:51:11.782996 140169079596928 interactiveshell.py:2882] Step 11250 | Loss: 0.2732 | Spent: 11.5 secs | LR: 0.000357
I0827 01:51:23.310758 140169079596928 interactiveshell.py:2882] Step 11300 | Loss: 0.4855 | Spent: 11.5 secs | LR: 0.000357
I0827 01:51:34.781524 140169079596928 interactiveshell.py:2882] Step 11350 | Loss: 0.3528 | Spent: 11.5 secs | LR: 0.000357
I0827 01:51:46.239527 140169079596928 interactiveshell.py:2882] Step 11400 | Loss: 0.3924 | Spent: 11.5 secs | LR: 0.000357
I0827 01:51:57.596890 140169079596928 interactiveshell.py:2882] Step 11450 | Loss: 0.5221 | Spent: 11.4 secs | LR: 0.000357
I0827 01:52:09.369771 140169079596928 interactiveshell.py:2882] Step 11500 | Loss: 0.3989 | Spent: 11.8 secs | LR: 0.000356
I0827 01:52:21.089270 140169079596928 interactiveshell.py:2882] Step 11550 | Loss: 0.4401 | Spent: 11.7 secs | LR: 0.000356
I0827 01:52:32.763507 140169079596928 interactiveshell.py:2882] Step 11600 | Loss: 0.5663 | Spent: 11.7 secs | LR: 0.000356
I0827 01:52:44.429835 140169079596928 interactiveshell.py:2882] Step 11650 | Loss: 0.4939 | Spent: 11.7 secs | LR: 0.000356
I0827 01:52:56.175150 140169079596928 interactiveshell.py:2882] Step 11700 | Loss: 0.5312 | Spent: 11.7 secs | LR: 0.000356
I0827 01:53:08.163025 140169079596928 interactiveshell.py:2882] Step 11750 | Loss: 0.5350 | Spent: 12.0 secs | LR: 0.000355
I0827 01:53:19.815464 140169079596928 interactiveshell.py:2882] Step 11800 | Loss: 0.3125 | Spent: 11.6 secs | LR: 0.000355
I0827 01:53:31.520260 140169079596928 interactiveshell.py:2882] Step 11850 | Loss: 0.3887 | Spent: 11.7 secs | LR: 0.000355
I0827 01:53:43.180788 140169079596928 interactiveshell.py:2882] Step 11900 | Loss: 0.3963 | Spent: 11.7 secs | LR: 0.000355
I0827 01:53:54.730911 140169079596928 interactiveshell.py:2882] Step 11950 | Loss: 0.6498 | Spent: 11.5 secs | LR: 0.000355
I0827 01:54:06.365602 140169079596928 interactiveshell.py:2882] Step 12000 | Loss: 0.3010 | Spent: 11.6 secs | LR: 0.000355
Reading ../data/test.txt
I0827 01:54:48.061703 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.836
I0827 01:54:48.270597 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.836
I0827 01:54:52.590341 140169079596928 interactiveshell.py:2882] Step 12050 | Loss: 0.5769 | Spent: 46.2 secs | LR: 0.000354
I0827 01:55:04.398000 140169079596928 interactiveshell.py:2882] Step 12100 | Loss: 0.2335 | Spent: 11.8 secs | LR: 0.000354
I0827 01:55:16.125577 140169079596928 interactiveshell.py:2882] Step 12150 | Loss: 0.3058 | Spent: 11.7 secs | LR: 0.000354
I0827 01:55:27.817473 140169079596928 interactiveshell.py:2882] Step 12200 | Loss: 0.6464 | Spent: 11.7 secs | LR: 0.000354
I0827 01:55:39.636100 140169079596928 interactiveshell.py:2882] Step 12250 | Loss: 0.4810 | Spent: 11.8 secs | LR: 0.000354
I0827 01:55:51.443403 140169079596928 interactiveshell.py:2882] Step 12300 | Loss: 0.5324 | Spent: 11.8 secs | LR: 0.000353
I0827 01:56:03.140906 140169079596928 interactiveshell.py:2882] Step 12350 | Loss: 0.6652 | Spent: 11.7 secs | LR: 0.000353
I0827 01:56:14.906031 140169079596928 interactiveshell.py:2882] Step 12400 | Loss: 0.4225 | Spent: 11.8 secs | LR: 0.000353
I0827 01:56:26.481128 140169079596928 interactiveshell.py:2882] Step 12450 | Loss: 0.6157 | Spent: 11.6 secs | LR: 0.000353
I0827 01:56:38.231898 140169079596928 interactiveshell.py:2882] Step 12500 | Loss: 0.4301 | Spent: 11.7 secs | LR: 0.000353
I0827 01:56:49.826029 140169079596928 interactiveshell.py:2882] Step 12550 | Loss: 0.4514 | Spent: 11.6 secs | LR: 0.000353
I0827 01:57:01.740777 140169079596928 interactiveshell.py:2882] Step 12600 | Loss: 0.5384 | Spent: 11.9 secs | LR: 0.000352
I0827 01:57:13.380900 140169079596928 interactiveshell.py:2882] Step 12650 | Loss: 0.4970 | Spent: 11.6 secs | LR: 0.000352
I0827 01:57:24.740358 140169079596928 interactiveshell.py:2882] Step 12700 | Loss: 0.4513 | Spent: 11.4 secs | LR: 0.000352
I0827 01:57:36.132717 140169079596928 interactiveshell.py:2882] Step 12750 | Loss: 0.3821 | Spent: 11.4 secs | LR: 0.000352
I0827 01:57:47.712538 140169079596928 interactiveshell.py:2882] Step 12800 | Loss: 0.4996 | Spent: 11.6 secs | LR: 0.000352
I0827 01:57:59.217395 140169079596928 interactiveshell.py:2882] Step 12850 | Loss: 0.3313 | Spent: 11.5 secs | LR: 0.000352
I0827 01:58:10.909547 140169079596928 interactiveshell.py:2882] Step 12900 | Loss: 0.4265 | Spent: 11.7 secs | LR: 0.000351
I0827 01:58:22.597615 140169079596928 interactiveshell.py:2882] Step 12950 | Loss: 0.4851 | Spent: 11.7 secs | LR: 0.000351
I0827 01:58:34.347201 140169079596928 interactiveshell.py:2882] Step 13000 | Loss: 0.4368 | Spent: 11.7 secs | LR: 0.000351
I0827 01:58:45.930962 140169079596928 interactiveshell.py:2882] Step 13050 | Loss: 0.3210 | Spent: 11.6 secs | LR: 0.000351
I0827 01:58:57.561471 140169079596928 interactiveshell.py:2882] Step 13100 | Loss: 0.5726 | Spent: 11.6 secs | LR: 0.000351
I0827 01:59:09.309988 140169079596928 interactiveshell.py:2882] Step 13150 | Loss: 0.3347 | Spent: 11.7 secs | LR: 0.000350
I0827 01:59:21.119435 140169079596928 interactiveshell.py:2882] Step 13200 | Loss: 0.6037 | Spent: 11.8 secs | LR: 0.000350
I0827 01:59:32.789196 140169079596928 interactiveshell.py:2882] Step 13250 | Loss: 0.6293 | Spent: 11.7 secs | LR: 0.000350
I0827 01:59:44.419315 140169079596928 interactiveshell.py:2882] Step 13300 | Loss: 0.4749 | Spent: 11.6 secs | LR: 0.000350
I0827 01:59:56.322258 140169079596928 interactiveshell.py:2882] Step 13350 | Loss: 0.3732 | Spent: 11.9 secs | LR: 0.000350
I0827 02:00:08.249625 140169079596928 interactiveshell.py:2882] Step 13400 | Loss: 0.4384 | Spent: 11.9 secs | LR: 0.000350
I0827 02:00:19.906511 140169079596928 interactiveshell.py:2882] Step 13450 | Loss: 0.5874 | Spent: 11.7 secs | LR: 0.000349
I0827 02:00:31.569040 140169079596928 interactiveshell.py:2882] Step 13500 | Loss: 0.3002 | Spent: 11.7 secs | LR: 0.000349
I0827 02:00:43.411728 140169079596928 interactiveshell.py:2882] Step 13550 | Loss: 0.4732 | Spent: 11.8 secs | LR: 0.000349
I0827 02:00:55.078227 140169079596928 interactiveshell.py:2882] Step 13600 | Loss: 0.7097 | Spent: 11.7 secs | LR: 0.000349
I0827 02:01:06.740696 140169079596928 interactiveshell.py:2882] Step 13650 | Loss: 0.3550 | Spent: 11.7 secs | LR: 0.000349
I0827 02:01:18.394128 140169079596928 interactiveshell.py:2882] Step 13700 | Loss: 0.3498 | Spent: 11.6 secs | LR: 0.000349
I0827 02:01:30.100289 140169079596928 interactiveshell.py:2882] Step 13750 | Loss: 0.4440 | Spent: 11.7 secs | LR: 0.000348
Reading ../data/test.txt
I0827 02:02:04.288738 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.834
I0827 02:02:04.289883 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.836
I0827 02:02:15.569218 140169079596928 interactiveshell.py:2882] Step 13800 | Loss: 0.4610 | Spent: 45.5 secs | LR: 0.000348
I0827 02:02:27.284294 140169079596928 interactiveshell.py:2882] Step 13850 | Loss: 0.5260 | Spent: 11.7 secs | LR: 0.000348
I0827 02:02:38.983200 140169079596928 interactiveshell.py:2882] Step 13900 | Loss: 0.7656 | Spent: 11.7 secs | LR: 0.000348
I0827 02:02:50.659841 140169079596928 interactiveshell.py:2882] Step 13950 | Loss: 0.6464 | Spent: 11.7 secs | LR: 0.000348
I0827 02:03:02.543328 140169079596928 interactiveshell.py:2882] Step 14000 | Loss: 0.5256 | Spent: 11.9 secs | LR: 0.000347
I0827 02:03:14.108266 140169079596928 interactiveshell.py:2882] Step 14050 | Loss: 0.6896 | Spent: 11.6 secs | LR: 0.000347
I0827 02:03:26.079512 140169079596928 interactiveshell.py:2882] Step 14100 | Loss: 0.6331 | Spent: 12.0 secs | LR: 0.000347
I0827 02:03:37.715370 140169079596928 interactiveshell.py:2882] Step 14150 | Loss: 0.3835 | Spent: 11.6 secs | LR: 0.000347
I0827 02:03:49.115200 140169079596928 interactiveshell.py:2882] Step 14200 | Loss: 0.4423 | Spent: 11.4 secs | LR: 0.000347
I0827 02:04:00.582455 140169079596928 interactiveshell.py:2882] Step 14250 | Loss: 0.5848 | Spent: 11.5 secs | LR: 0.000347
I0827 02:04:11.999861 140169079596928 interactiveshell.py:2882] Step 14300 | Loss: 0.3983 | Spent: 11.4 secs | LR: 0.000346
I0827 02:04:23.496234 140169079596928 interactiveshell.py:2882] Step 14350 | Loss: 0.5099 | Spent: 11.5 secs | LR: 0.000346
I0827 02:04:35.286532 140169079596928 interactiveshell.py:2882] Step 14400 | Loss: 0.4482 | Spent: 11.8 secs | LR: 0.000346
I0827 02:04:46.978262 140169079596928 interactiveshell.py:2882] Step 14450 | Loss: 0.6682 | Spent: 11.7 secs | LR: 0.000346
I0827 02:04:58.617190 140169079596928 interactiveshell.py:2882] Step 14500 | Loss: 0.4527 | Spent: 11.6 secs | LR: 0.000346
I0827 02:05:10.505935 140169079596928 interactiveshell.py:2882] Step 14550 | Loss: 0.2937 | Spent: 11.9 secs | LR: 0.000346
I0827 02:05:22.216041 140169079596928 interactiveshell.py:2882] Step 14600 | Loss: 0.6389 | Spent: 11.7 secs | LR: 0.000345
I0827 02:05:33.925839 140169079596928 interactiveshell.py:2882] Step 14650 | Loss: 0.3959 | Spent: 11.7 secs | LR: 0.000345
I0827 02:05:45.444914 140169079596928 interactiveshell.py:2882] Step 14700 | Loss: 0.3928 | Spent: 11.5 secs | LR: 0.000345
I0827 02:05:56.913683 140169079596928 interactiveshell.py:2882] Step 14750 | Loss: 0.3685 | Spent: 11.5 secs | LR: 0.000345
I0827 02:06:08.503582 140169079596928 interactiveshell.py:2882] Step 14800 | Loss: 0.3839 | Spent: 11.6 secs | LR: 0.000345
I0827 02:06:19.997411 140169079596928 interactiveshell.py:2882] Step 14850 | Loss: 0.3125 | Spent: 11.5 secs | LR: 0.000345
I0827 02:06:31.561618 140169079596928 interactiveshell.py:2882] Step 14900 | Loss: 0.3137 | Spent: 11.6 secs | LR: 0.000344
I0827 02:06:42.959762 140169079596928 interactiveshell.py:2882] Step 14950 | Loss: 0.6015 | Spent: 11.4 secs | LR: 0.000344
I0827 02:06:54.635546 140169079596928 interactiveshell.py:2882] Step 15000 | Loss: 0.3952 | Spent: 11.7 secs | LR: 0.000344
I0827 02:07:06.225633 140169079596928 interactiveshell.py:2882] Step 15050 | Loss: 0.5614 | Spent: 11.6 secs | LR: 0.000344
I0827 02:07:17.780559 140169079596928 interactiveshell.py:2882] Step 15100 | Loss: 0.4129 | Spent: 11.6 secs | LR: 0.000344
I0827 02:07:29.454021 140169079596928 interactiveshell.py:2882] Step 15150 | Loss: 0.4016 | Spent: 11.7 secs | LR: 0.000344
I0827 02:07:41.172118 140169079596928 interactiveshell.py:2882] Step 15200 | Loss: 0.9324 | Spent: 11.7 secs | LR: 0.000343
I0827 02:07:52.824895 140169079596928 interactiveshell.py:2882] Step 15250 | Loss: 0.5058 | Spent: 11.7 secs | LR: 0.000343
I0827 02:08:04.612085 140169079596928 interactiveshell.py:2882] Step 15300 | Loss: 0.3775 | Spent: 11.8 secs | LR: 0.000343
I0827 02:08:16.317665 140169079596928 interactiveshell.py:2882] Step 15350 | Loss: 0.5621 | Spent: 11.7 secs | LR: 0.000343
I0827 02:08:28.184771 140169079596928 interactiveshell.py:2882] Step 15400 | Loss: 0.3359 | Spent: 11.9 secs | LR: 0.000343
I0827 02:08:39.975412 140169079596928 interactiveshell.py:2882] Step 15450 | Loss: 0.3955 | Spent: 11.8 secs | LR: 0.000342
Reading ../data/test.txt
I0827 02:09:18.558267 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.842
I0827 02:09:18.762420 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.842
I0827 02:09:25.771514 140169079596928 interactiveshell.py:2882] Step 15500 | Loss: 0.6600 | Spent: 45.8 secs | LR: 0.000342
I0827 02:09:37.584484 140169079596928 interactiveshell.py:2882] Step 15550 | Loss: 0.6381 | Spent: 11.8 secs | LR: 0.000342
I0827 02:09:49.111063 140169079596928 interactiveshell.py:2882] Step 15600 | Loss: 0.6313 | Spent: 11.5 secs | LR: 0.000342
I0827 02:10:00.577486 140169079596928 interactiveshell.py:2882] Step 15650 | Loss: 0.5423 | Spent: 11.5 secs | LR: 0.000342
I0827 02:10:12.011311 140169079596928 interactiveshell.py:2882] Step 15700 | Loss: 0.3492 | Spent: 11.4 secs | LR: 0.000342
I0827 02:10:23.864000 140169079596928 interactiveshell.py:2882] Step 15750 | Loss: 0.4008 | Spent: 11.9 secs | LR: 0.000341
I0827 02:10:35.637150 140169079596928 interactiveshell.py:2882] Step 15800 | Loss: 0.4868 | Spent: 11.8 secs | LR: 0.000341
I0827 02:10:47.103083 140169079596928 interactiveshell.py:2882] Step 15850 | Loss: 0.5972 | Spent: 11.5 secs | LR: 0.000341
I0827 02:10:58.811712 140169079596928 interactiveshell.py:2882] Step 15900 | Loss: 0.2131 | Spent: 11.7 secs | LR: 0.000341
I0827 02:11:10.346450 140169079596928 interactiveshell.py:2882] Step 15950 | Loss: 0.3584 | Spent: 11.5 secs | LR: 0.000341
I0827 02:11:21.941167 140169079596928 interactiveshell.py:2882] Step 16000 | Loss: 0.6295 | Spent: 11.6 secs | LR: 0.000341
I0827 02:11:33.635354 140169079596928 interactiveshell.py:2882] Step 16050 | Loss: 0.5297 | Spent: 11.7 secs | LR: 0.000340
I0827 02:11:45.309543 140169079596928 interactiveshell.py:2882] Step 16100 | Loss: 0.5005 | Spent: 11.7 secs | LR: 0.000340
I0827 02:11:56.809494 140169079596928 interactiveshell.py:2882] Step 16150 | Loss: 0.8014 | Spent: 11.5 secs | LR: 0.000340
I0827 02:12:08.481105 140169079596928 interactiveshell.py:2882] Step 16200 | Loss: 0.5791 | Spent: 11.7 secs | LR: 0.000340
I0827 02:12:20.115720 140169079596928 interactiveshell.py:2882] Step 16250 | Loss: 0.5544 | Spent: 11.6 secs | LR: 0.000340
I0827 02:12:31.809143 140169079596928 interactiveshell.py:2882] Step 16300 | Loss: 0.3393 | Spent: 11.7 secs | LR: 0.000340
I0827 02:12:43.497760 140169079596928 interactiveshell.py:2882] Step 16350 | Loss: 0.7972 | Spent: 11.7 secs | LR: 0.000339
I0827 02:12:55.077462 140169079596928 interactiveshell.py:2882] Step 16400 | Loss: 0.3707 | Spent: 11.6 secs | LR: 0.000339
I0827 02:13:06.816746 140169079596928 interactiveshell.py:2882] Step 16450 | Loss: 0.4190 | Spent: 11.7 secs | LR: 0.000339
I0827 02:13:18.324073 140169079596928 interactiveshell.py:2882] Step 16500 | Loss: 0.2934 | Spent: 11.5 secs | LR: 0.000339
I0827 02:13:30.064751 140169079596928 interactiveshell.py:2882] Step 16550 | Loss: 0.5795 | Spent: 11.7 secs | LR: 0.000339
I0827 02:13:41.774267 140169079596928 interactiveshell.py:2882] Step 16600 | Loss: 0.6268 | Spent: 11.7 secs | LR: 0.000339
I0827 02:13:53.458602 140169079596928 interactiveshell.py:2882] Step 16650 | Loss: 0.5257 | Spent: 11.7 secs | LR: 0.000338
I0827 02:14:04.997563 140169079596928 interactiveshell.py:2882] Step 16700 | Loss: 0.6890 | Spent: 11.5 secs | LR: 0.000338
I0827 02:14:16.840076 140169079596928 interactiveshell.py:2882] Step 16750 | Loss: 0.4421 | Spent: 11.8 secs | LR: 0.000338
I0827 02:14:28.373159 140169079596928 interactiveshell.py:2882] Step 16800 | Loss: 0.7468 | Spent: 11.5 secs | LR: 0.000338
I0827 02:14:39.993508 140169079596928 interactiveshell.py:2882] Step 16850 | Loss: 0.6469 | Spent: 11.6 secs | LR: 0.000338
I0827 02:14:51.615887 140169079596928 interactiveshell.py:2882] Step 16900 | Loss: 0.7080 | Spent: 11.6 secs | LR: 0.000338
I0827 02:15:03.246138 140169079596928 interactiveshell.py:2882] Step 16950 | Loss: 0.6114 | Spent: 11.6 secs | LR: 0.000337
I0827 02:15:14.751086 140169079596928 interactiveshell.py:2882] Step 17000 | Loss: 0.3246 | Spent: 11.5 secs | LR: 0.000337
I0827 02:15:26.305648 140169079596928 interactiveshell.py:2882] Step 17050 | Loss: 0.4698 | Spent: 11.5 secs | LR: 0.000337
I0827 02:15:38.167931 140169079596928 interactiveshell.py:2882] Step 17100 | Loss: 0.5977 | Spent: 11.9 secs | LR: 0.000337
I0827 02:15:49.663322 140169079596928 interactiveshell.py:2882] Step 17150 | Loss: 0.5901 | Spent: 11.5 secs | LR: 0.000337
Reading ../data/train.txt
Reading ../data/test.txt
I0827 02:17:11.128335 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.848
I0827 02:17:11.317514 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.848
I0827 02:17:14.059288 140169079596928 interactiveshell.py:2882] Step 17200 | Loss: 0.4353 | Spent: 84.4 secs | LR: 0.000337
I0827 02:17:26.241606 140169079596928 interactiveshell.py:2882] Step 17250 | Loss: 0.8783 | Spent: 12.2 secs | LR: 0.000336
I0827 02:17:38.232509 140169079596928 interactiveshell.py:2882] Step 17300 | Loss: 0.4351 | Spent: 12.0 secs | LR: 0.000336
I0827 02:17:50.305102 140169079596928 interactiveshell.py:2882] Step 17350 | Loss: 0.5161 | Spent: 12.1 secs | LR: 0.000336
I0827 02:18:02.527954 140169079596928 interactiveshell.py:2882] Step 17400 | Loss: 0.6862 | Spent: 12.2 secs | LR: 0.000336
I0827 02:18:14.599000 140169079596928 interactiveshell.py:2882] Step 17450 | Loss: 0.5514 | Spent: 12.1 secs | LR: 0.000336
I0827 02:18:26.775063 140169079596928 interactiveshell.py:2882] Step 17500 | Loss: 0.3002 | Spent: 12.2 secs | LR: 0.000335
I0827 02:18:39.220676 140169079596928 interactiveshell.py:2882] Step 17550 | Loss: 0.3926 | Spent: 12.4 secs | LR: 0.000335
I0827 02:18:51.429880 140169079596928 interactiveshell.py:2882] Step 17600 | Loss: 0.4733 | Spent: 12.2 secs | LR: 0.000335
I0827 02:19:03.524975 140169079596928 interactiveshell.py:2882] Step 17650 | Loss: 0.2783 | Spent: 12.1 secs | LR: 0.000335
I0827 02:19:15.485256 140169079596928 interactiveshell.py:2882] Step 17700 | Loss: 0.3875 | Spent: 12.0 secs | LR: 0.000335
I0827 02:19:27.647184 140169079596928 interactiveshell.py:2882] Step 17750 | Loss: 0.3837 | Spent: 12.2 secs | LR: 0.000335
I0827 02:19:39.613491 140169079596928 interactiveshell.py:2882] Step 17800 | Loss: 0.2363 | Spent: 12.0 secs | LR: 0.000334
I0827 02:19:51.666604 140169079596928 interactiveshell.py:2882] Step 17850 | Loss: 0.4811 | Spent: 12.0 secs | LR: 0.000334
I0827 02:20:03.745943 140169079596928 interactiveshell.py:2882] Step 17900 | Loss: 0.4807 | Spent: 12.1 secs | LR: 0.000334
I0827 02:20:16.004319 140169079596928 interactiveshell.py:2882] Step 17950 | Loss: 0.3805 | Spent: 12.3 secs | LR: 0.000334
I0827 02:20:28.044268 140169079596928 interactiveshell.py:2882] Step 18000 | Loss: 0.6958 | Spent: 12.0 secs | LR: 0.000334
I0827 02:20:40.163208 140169079596928 interactiveshell.py:2882] Step 18050 | Loss: 0.3901 | Spent: 12.1 secs | LR: 0.000334
I0827 02:20:52.473516 140169079596928 interactiveshell.py:2882] Step 18100 | Loss: 0.5127 | Spent: 12.3 secs | LR: 0.000333
I0827 02:21:04.721440 140169079596928 interactiveshell.py:2882] Step 18150 | Loss: 0.6172 | Spent: 12.2 secs | LR: 0.000333
I0827 02:21:16.829259 140169079596928 interactiveshell.py:2882] Step 18200 | Loss: 0.3233 | Spent: 12.1 secs | LR: 0.000333
I0827 02:21:28.855148 140169079596928 interactiveshell.py:2882] Step 18250 | Loss: 0.4615 | Spent: 12.0 secs | LR: 0.000333
I0827 02:21:40.606901 140169079596928 interactiveshell.py:2882] Step 18300 | Loss: 0.5659 | Spent: 11.7 secs | LR: 0.000333
I0827 02:21:52.690698 140169079596928 interactiveshell.py:2882] Step 18350 | Loss: 0.2995 | Spent: 12.1 secs | LR: 0.000333
I0827 02:22:04.512226 140169079596928 interactiveshell.py:2882] Step 18400 | Loss: 0.5248 | Spent: 11.8 secs | LR: 0.000332
I0827 02:22:16.345053 140169079596928 interactiveshell.py:2882] Step 18450 | Loss: 0.3814 | Spent: 11.8 secs | LR: 0.000332
I0827 02:22:28.351753 140169079596928 interactiveshell.py:2882] Step 18500 | Loss: 0.6675 | Spent: 12.0 secs | LR: 0.000332
I0827 02:22:40.436624 140169079596928 interactiveshell.py:2882] Step 18550 | Loss: 0.7916 | Spent: 12.1 secs | LR: 0.000332
I0827 02:22:52.549587 140169079596928 interactiveshell.py:2882] Step 18600 | Loss: 0.7355 | Spent: 12.1 secs | LR: 0.000332
I0827 02:23:04.572688 140169079596928 interactiveshell.py:2882] Step 18650 | Loss: 0.3344 | Spent: 12.0 secs | LR: 0.000332
I0827 02:23:16.757514 140169079596928 interactiveshell.py:2882] Step 18700 | Loss: 0.5492 | Spent: 12.2 secs | LR: 0.000331
I0827 02:23:28.727489 140169079596928 interactiveshell.py:2882] Step 18750 | Loss: 0.5885 | Spent: 12.0 secs | LR: 0.000331
I0827 02:23:40.828381 140169079596928 interactiveshell.py:2882] Step 18800 | Loss: 0.4948 | Spent: 12.1 secs | LR: 0.000331
I0827 02:23:52.872176 140169079596928 interactiveshell.py:2882] Step 18850 | Loss: 0.4464 | Spent: 12.0 secs | LR: 0.000331
I0827 02:24:05.084442 140169079596928 interactiveshell.py:2882] Step 18900 | Loss: 0.4473 | Spent: 12.2 secs | LR: 0.000331
Reading ../data/test.txt
I0827 02:24:40.630819 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.850
I0827 02:24:40.815113 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.850
I0827 02:24:50.916336 140169079596928 interactiveshell.py:2882] Step 18950 | Loss: 0.4730 | Spent: 45.8 secs | LR: 0.000331
I0827 02:25:02.954183 140169079596928 interactiveshell.py:2882] Step 19000 | Loss: 0.4602 | Spent: 12.0 secs | LR: 0.000330
I0827 02:25:15.041475 140169079596928 interactiveshell.py:2882] Step 19050 | Loss: 0.4946 | Spent: 12.1 secs | LR: 0.000330
I0827 02:25:27.172519 140169079596928 interactiveshell.py:2882] Step 19100 | Loss: 0.1755 | Spent: 12.1 secs | LR: 0.000330
I0827 02:25:39.314864 140169079596928 interactiveshell.py:2882] Step 19150 | Loss: 0.4248 | Spent: 12.1 secs | LR: 0.000330
I0827 02:25:51.603694 140169079596928 interactiveshell.py:2882] Step 19200 | Loss: 0.3628 | Spent: 12.3 secs | LR: 0.000330
I0827 02:26:04.008520 140169079596928 interactiveshell.py:2882] Step 19250 | Loss: 0.2820 | Spent: 12.4 secs | LR: 0.000330
I0827 02:26:16.218133 140169079596928 interactiveshell.py:2882] Step 19300 | Loss: 0.4330 | Spent: 12.2 secs | LR: 0.000329
I0827 02:26:28.201163 140169079596928 interactiveshell.py:2882] Step 19350 | Loss: 0.4362 | Spent: 12.0 secs | LR: 0.000329
I0827 02:26:40.404042 140169079596928 interactiveshell.py:2882] Step 19400 | Loss: 0.2632 | Spent: 12.2 secs | LR: 0.000329
I0827 02:26:52.612282 140169079596928 interactiveshell.py:2882] Step 19450 | Loss: 0.6249 | Spent: 12.2 secs | LR: 0.000329
I0827 02:27:04.653293 140169079596928 interactiveshell.py:2882] Step 19500 | Loss: 0.2124 | Spent: 12.0 secs | LR: 0.000329
I0827 02:27:16.714615 140169079596928 interactiveshell.py:2882] Step 19550 | Loss: 0.4137 | Spent: 12.1 secs | LR: 0.000329
I0827 02:27:28.926809 140169079596928 interactiveshell.py:2882] Step 19600 | Loss: 0.3741 | Spent: 12.2 secs | LR: 0.000328
I0827 02:27:41.081619 140169079596928 interactiveshell.py:2882] Step 19650 | Loss: 0.2520 | Spent: 12.2 secs | LR: 0.000328
I0827 02:27:53.201583 140169079596928 interactiveshell.py:2882] Step 19700 | Loss: 0.3937 | Spent: 12.1 secs | LR: 0.000328
I0827 02:28:05.109997 140169079596928 interactiveshell.py:2882] Step 19750 | Loss: 0.7095 | Spent: 11.9 secs | LR: 0.000328
I0827 02:28:17.081896 140169079596928 interactiveshell.py:2882] Step 19800 | Loss: 0.2072 | Spent: 12.0 secs | LR: 0.000328
I0827 02:28:29.151423 140169079596928 interactiveshell.py:2882] Step 19850 | Loss: 0.6155 | Spent: 12.1 secs | LR: 0.000328
I0827 02:28:41.356996 140169079596928 interactiveshell.py:2882] Step 19900 | Loss: 0.6074 | Spent: 12.2 secs | LR: 0.000327
I0827 02:28:53.641959 140169079596928 interactiveshell.py:2882] Step 19950 | Loss: 0.5407 | Spent: 12.3 secs | LR: 0.000327
I0827 02:29:05.864395 140169079596928 interactiveshell.py:2882] Step 20000 | Loss: 0.3363 | Spent: 12.2 secs | LR: 0.000327
I0827 02:29:18.137740 140169079596928 interactiveshell.py:2882] Step 20050 | Loss: 0.4439 | Spent: 12.3 secs | LR: 0.000327
I0827 02:29:30.239585 140169079596928 interactiveshell.py:2882] Step 20100 | Loss: 0.5803 | Spent: 12.1 secs | LR: 0.000327
I0827 02:29:42.439140 140169079596928 interactiveshell.py:2882] Step 20150 | Loss: 0.3492 | Spent: 12.2 secs | LR: 0.000327
I0827 02:29:54.526760 140169079596928 interactiveshell.py:2882] Step 20200 | Loss: 0.5582 | Spent: 12.1 secs | LR: 0.000327
I0827 02:30:06.926687 140169079596928 interactiveshell.py:2882] Step 20250 | Loss: 0.2870 | Spent: 12.4 secs | LR: 0.000326
I0827 02:30:19.058714 140169079596928 interactiveshell.py:2882] Step 20300 | Loss: 0.3800 | Spent: 12.1 secs | LR: 0.000326
I0827 02:30:31.108612 140169079596928 interactiveshell.py:2882] Step 20350 | Loss: 0.5078 | Spent: 12.0 secs | LR: 0.000326
I0827 02:30:43.285119 140169079596928 interactiveshell.py:2882] Step 20400 | Loss: 0.3007 | Spent: 12.2 secs | LR: 0.000326
I0827 02:30:55.502495 140169079596928 interactiveshell.py:2882] Step 20450 | Loss: 0.5509 | Spent: 12.2 secs | LR: 0.000326
I0827 02:31:07.850382 140169079596928 interactiveshell.py:2882] Step 20500 | Loss: 0.6832 | Spent: 12.3 secs | LR: 0.000326
I0827 02:31:20.113291 140169079596928 interactiveshell.py:2882] Step 20550 | Loss: 0.5807 | Spent: 12.3 secs | LR: 0.000325
I0827 02:31:32.360836 140169079596928 interactiveshell.py:2882] Step 20600 | Loss: 0.3388 | Spent: 12.2 secs | LR: 0.000325
Reading ../data/test.txt
I0827 02:32:13.009557 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.851
I0827 02:32:13.214137 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.851
I0827 02:32:18.753289 140169079596928 interactiveshell.py:2882] Step 20650 | Loss: 0.3524 | Spent: 46.4 secs | LR: 0.000325
I0827 02:32:31.045099 140169079596928 interactiveshell.py:2882] Step 20700 | Loss: 0.5277 | Spent: 12.3 secs | LR: 0.000325
I0827 02:32:43.305028 140169079596928 interactiveshell.py:2882] Step 20750 | Loss: 0.7018 | Spent: 12.3 secs | LR: 0.000325
I0827 02:32:55.405690 140169079596928 interactiveshell.py:2882] Step 20800 | Loss: 0.6719 | Spent: 12.1 secs | LR: 0.000325
I0827 02:33:07.671047 140169079596928 interactiveshell.py:2882] Step 20850 | Loss: 0.5249 | Spent: 12.3 secs | LR: 0.000324
I0827 02:33:19.904160 140169079596928 interactiveshell.py:2882] Step 20900 | Loss: 0.2227 | Spent: 12.2 secs | LR: 0.000324
I0827 02:33:32.101239 140169079596928 interactiveshell.py:2882] Step 20950 | Loss: 0.6706 | Spent: 12.2 secs | LR: 0.000324
I0827 02:33:44.349140 140169079596928 interactiveshell.py:2882] Step 21000 | Loss: 0.6141 | Spent: 12.2 secs | LR: 0.000324
I0827 02:33:56.594049 140169079596928 interactiveshell.py:2882] Step 21050 | Loss: 0.7682 | Spent: 12.2 secs | LR: 0.000324
I0827 02:34:08.366051 140169079596928 interactiveshell.py:2882] Step 21100 | Loss: 0.5647 | Spent: 11.8 secs | LR: 0.000324
I0827 02:34:20.323042 140169079596928 interactiveshell.py:2882] Step 21150 | Loss: 0.4581 | Spent: 12.0 secs | LR: 0.000323
I0827 02:34:32.383439 140169079596928 interactiveshell.py:2882] Step 21200 | Loss: 0.5286 | Spent: 12.1 secs | LR: 0.000323
I0827 02:34:44.320214 140169079596928 interactiveshell.py:2882] Step 21250 | Loss: 0.4890 | Spent: 11.9 secs | LR: 0.000323
I0827 02:34:56.473097 140169079596928 interactiveshell.py:2882] Step 21300 | Loss: 0.4221 | Spent: 12.2 secs | LR: 0.000323
I0827 02:35:08.720937 140169079596928 interactiveshell.py:2882] Step 21350 | Loss: 0.5237 | Spent: 12.2 secs | LR: 0.000323
I0827 02:35:20.908357 140169079596928 interactiveshell.py:2882] Step 21400 | Loss: 0.2129 | Spent: 12.2 secs | LR: 0.000323
I0827 02:35:33.062950 140169079596928 interactiveshell.py:2882] Step 21450 | Loss: 0.4005 | Spent: 12.2 secs | LR: 0.000322
I0827 02:35:45.127415 140169079596928 interactiveshell.py:2882] Step 21500 | Loss: 0.3373 | Spent: 12.1 secs | LR: 0.000322
I0827 02:35:57.309175 140169079596928 interactiveshell.py:2882] Step 21550 | Loss: 0.3533 | Spent: 12.2 secs | LR: 0.000322
I0827 02:36:09.618369 140169079596928 interactiveshell.py:2882] Step 21600 | Loss: 0.2716 | Spent: 12.3 secs | LR: 0.000322
I0827 02:36:22.128066 140169079596928 interactiveshell.py:2882] Step 21650 | Loss: 0.5312 | Spent: 12.5 secs | LR: 0.000322
I0827 02:36:34.335127 140169079596928 interactiveshell.py:2882] Step 21700 | Loss: 0.3489 | Spent: 12.2 secs | LR: 0.000322
I0827 02:36:46.517220 140169079596928 interactiveshell.py:2882] Step 21750 | Loss: 0.4033 | Spent: 12.2 secs | LR: 0.000321
I0827 02:36:58.745676 140169079596928 interactiveshell.py:2882] Step 21800 | Loss: 0.2544 | Spent: 12.2 secs | LR: 0.000321
I0827 02:37:10.844585 140169079596928 interactiveshell.py:2882] Step 21850 | Loss: 0.2843 | Spent: 12.1 secs | LR: 0.000321
I0827 02:37:23.080194 140169079596928 interactiveshell.py:2882] Step 21900 | Loss: 0.3199 | Spent: 12.2 secs | LR: 0.000321
I0827 02:37:35.223441 140169079596928 interactiveshell.py:2882] Step 21950 | Loss: 0.5112 | Spent: 12.1 secs | LR: 0.000321
I0827 02:37:47.510042 140169079596928 interactiveshell.py:2882] Step 22000 | Loss: 0.4524 | Spent: 12.3 secs | LR: 0.000321
I0827 02:37:59.675661 140169079596928 interactiveshell.py:2882] Step 22050 | Loss: 0.2165 | Spent: 12.2 secs | LR: 0.000320
I0827 02:38:11.916049 140169079596928 interactiveshell.py:2882] Step 22100 | Loss: 0.2748 | Spent: 12.2 secs | LR: 0.000320
I0827 02:38:24.269880 140169079596928 interactiveshell.py:2882] Step 22150 | Loss: 0.3923 | Spent: 12.4 secs | LR: 0.000320
I0827 02:38:36.533881 140169079596928 interactiveshell.py:2882] Step 22200 | Loss: 0.3998 | Spent: 12.3 secs | LR: 0.000320
I0827 02:38:48.757065 140169079596928 interactiveshell.py:2882] Step 22250 | Loss: 0.2527 | Spent: 12.2 secs | LR: 0.000320
I0827 02:39:00.855342 140169079596928 interactiveshell.py:2882] Step 22300 | Loss: 0.2245 | Spent: 12.1 secs | LR: 0.000320
Reading ../data/test.txt
I0827 02:39:45.765939 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.856
I0827 02:39:45.974956 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.856
I0827 02:39:46.950785 140169079596928 interactiveshell.py:2882] Step 22350 | Loss: 0.3845 | Spent: 46.1 secs | LR: 0.000320
I0827 02:39:59.024357 140169079596928 interactiveshell.py:2882] Step 22400 | Loss: 0.2872 | Spent: 12.1 secs | LR: 0.000319
I0827 02:40:10.988128 140169079596928 interactiveshell.py:2882] Step 22450 | Loss: 0.3624 | Spent: 12.0 secs | LR: 0.000319
I0827 02:40:22.749169 140169079596928 interactiveshell.py:2882] Step 22500 | Loss: 0.2455 | Spent: 11.8 secs | LR: 0.000319
I0827 02:40:34.802348 140169079596928 interactiveshell.py:2882] Step 22550 | Loss: 0.5835 | Spent: 12.1 secs | LR: 0.000319
I0827 02:40:46.830638 140169079596928 interactiveshell.py:2882] Step 22600 | Loss: 0.6961 | Spent: 12.0 secs | LR: 0.000319
I0827 02:40:58.817634 140169079596928 interactiveshell.py:2882] Step 22650 | Loss: 0.3819 | Spent: 12.0 secs | LR: 0.000319
I0827 02:41:10.813418 140169079596928 interactiveshell.py:2882] Step 22700 | Loss: 0.5196 | Spent: 12.0 secs | LR: 0.000318
I0827 02:41:23.129829 140169079596928 interactiveshell.py:2882] Step 22750 | Loss: 0.6327 | Spent: 12.3 secs | LR: 0.000318
I0827 02:41:35.599020 140169079596928 interactiveshell.py:2882] Step 22800 | Loss: 0.5119 | Spent: 12.5 secs | LR: 0.000318
I0827 02:41:47.764012 140169079596928 interactiveshell.py:2882] Step 22850 | Loss: 0.4439 | Spent: 12.2 secs | LR: 0.000318
I0827 02:41:59.810997 140169079596928 interactiveshell.py:2882] Step 22900 | Loss: 0.2352 | Spent: 12.0 secs | LR: 0.000318
I0827 02:42:12.073937 140169079596928 interactiveshell.py:2882] Step 22950 | Loss: 0.5443 | Spent: 12.3 secs | LR: 0.000318
I0827 02:42:24.160178 140169079596928 interactiveshell.py:2882] Step 23000 | Loss: 0.7720 | Spent: 12.1 secs | LR: 0.000317
I0827 02:42:36.351040 140169079596928 interactiveshell.py:2882] Step 23050 | Loss: 0.4380 | Spent: 12.2 secs | LR: 0.000317
I0827 02:42:48.440418 140169079596928 interactiveshell.py:2882] Step 23100 | Loss: 0.6447 | Spent: 12.1 secs | LR: 0.000317
I0827 02:43:00.551226 140169079596928 interactiveshell.py:2882] Step 23150 | Loss: 0.2812 | Spent: 12.1 secs | LR: 0.000317
I0827 02:43:12.357889 140169079596928 interactiveshell.py:2882] Step 23200 | Loss: 0.4036 | Spent: 11.8 secs | LR: 0.000317
I0827 02:43:24.299150 140169079596928 interactiveshell.py:2882] Step 23250 | Loss: 0.4551 | Spent: 11.9 secs | LR: 0.000317
I0827 02:43:36.459448 140169079596928 interactiveshell.py:2882] Step 23300 | Loss: 0.5091 | Spent: 12.2 secs | LR: 0.000316
I0827 02:43:48.522918 140169079596928 interactiveshell.py:2882] Step 23350 | Loss: 0.4318 | Spent: 12.1 secs | LR: 0.000316
I0827 02:44:00.642239 140169079596928 interactiveshell.py:2882] Step 23400 | Loss: 0.2365 | Spent: 12.1 secs | LR: 0.000316
I0827 02:44:12.925277 140169079596928 interactiveshell.py:2882] Step 23450 | Loss: 0.3274 | Spent: 12.3 secs | LR: 0.000316
I0827 02:44:25.151753 140169079596928 interactiveshell.py:2882] Step 23500 | Loss: 0.6002 | Spent: 12.2 secs | LR: 0.000316
I0827 02:44:37.326654 140169079596928 interactiveshell.py:2882] Step 23550 | Loss: 0.4275 | Spent: 12.2 secs | LR: 0.000316
I0827 02:44:49.397290 140169079596928 interactiveshell.py:2882] Step 23600 | Loss: 0.5509 | Spent: 12.1 secs | LR: 0.000316
I0827 02:45:01.510718 140169079596928 interactiveshell.py:2882] Step 23650 | Loss: 0.6582 | Spent: 12.1 secs | LR: 0.000315
I0827 02:45:13.839051 140169079596928 interactiveshell.py:2882] Step 23700 | Loss: 0.4486 | Spent: 12.3 secs | LR: 0.000315
I0827 02:45:25.927623 140169079596928 interactiveshell.py:2882] Step 23750 | Loss: 0.6439 | Spent: 12.1 secs | LR: 0.000315
I0827 02:45:38.097100 140169079596928 interactiveshell.py:2882] Step 23800 | Loss: 0.2824 | Spent: 12.2 secs | LR: 0.000315
I0827 02:45:50.363484 140169079596928 interactiveshell.py:2882] Step 23850 | Loss: 0.4402 | Spent: 12.3 secs | LR: 0.000315
I0827 02:46:02.648831 140169079596928 interactiveshell.py:2882] Step 23900 | Loss: 0.4383 | Spent: 12.3 secs | LR: 0.000315
I0827 02:46:14.752643 140169079596928 interactiveshell.py:2882] Step 23950 | Loss: 0.4803 | Spent: 12.1 secs | LR: 0.000314
I0827 02:46:26.917787 140169079596928 interactiveshell.py:2882] Step 24000 | Loss: 0.4405 | Spent: 12.2 secs | LR: 0.000314
I0827 02:46:39.009695 140169079596928 interactiveshell.py:2882] Step 24050 | Loss: 0.4284 | Spent: 12.1 secs | LR: 0.000314
Reading ../data/test.txt
I0827 02:47:16.358194 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.857
I0827 02:47:16.544614 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.857
I0827 02:47:25.031712 140169079596928 interactiveshell.py:2882] Step 24100 | Loss: 0.4158 | Spent: 46.0 secs | LR: 0.000314
I0827 02:47:37.275324 140169079596928 interactiveshell.py:2882] Step 24150 | Loss: 0.3014 | Spent: 12.2 secs | LR: 0.000314
I0827 02:47:49.402321 140169079596928 interactiveshell.py:2882] Step 24200 | Loss: 0.2881 | Spent: 12.1 secs | LR: 0.000314
I0827 02:48:01.754165 140169079596928 interactiveshell.py:2882] Step 24250 | Loss: 0.5831 | Spent: 12.3 secs | LR: 0.000313
I0827 02:48:14.009939 140169079596928 interactiveshell.py:2882] Step 24300 | Loss: 0.3979 | Spent: 12.2 secs | LR: 0.000313
I0827 02:48:26.130724 140169079596928 interactiveshell.py:2882] Step 24350 | Loss: 0.4458 | Spent: 12.1 secs | LR: 0.000313
I0827 02:48:38.211734 140169079596928 interactiveshell.py:2882] Step 24400 | Loss: 0.3432 | Spent: 12.1 secs | LR: 0.000313
I0827 02:48:50.509496 140169079596928 interactiveshell.py:2882] Step 24450 | Loss: 0.2866 | Spent: 12.3 secs | LR: 0.000313
I0827 02:49:02.708896 140169079596928 interactiveshell.py:2882] Step 24500 | Loss: 0.4696 | Spent: 12.2 secs | LR: 0.000313
I0827 02:49:14.977165 140169079596928 interactiveshell.py:2882] Step 24550 | Loss: 0.5448 | Spent: 12.3 secs | LR: 0.000313
I0827 02:49:27.168771 140169079596928 interactiveshell.py:2882] Step 24600 | Loss: 0.4667 | Spent: 12.2 secs | LR: 0.000312
I0827 02:49:39.402137 140169079596928 interactiveshell.py:2882] Step 24650 | Loss: 0.2255 | Spent: 12.2 secs | LR: 0.000312
I0827 02:49:51.566165 140169079596928 interactiveshell.py:2882] Step 24700 | Loss: 0.2368 | Spent: 12.2 secs | LR: 0.000312
I0827 02:50:03.735397 140169079596928 interactiveshell.py:2882] Step 24750 | Loss: 0.4764 | Spent: 12.2 secs | LR: 0.000312
I0827 02:50:15.806089 140169079596928 interactiveshell.py:2882] Step 24800 | Loss: 0.1936 | Spent: 12.1 secs | LR: 0.000312
I0827 02:50:28.006734 140169079596928 interactiveshell.py:2882] Step 24850 | Loss: 0.2686 | Spent: 12.2 secs | LR: 0.000312
I0827 02:50:40.087530 140169079596928 interactiveshell.py:2882] Step 24900 | Loss: 0.2833 | Spent: 12.1 secs | LR: 0.000311
I0827 02:50:52.249184 140169079596928 interactiveshell.py:2882] Step 24950 | Loss: 0.5158 | Spent: 12.2 secs | LR: 0.000311
I0827 02:51:04.460742 140169079596928 interactiveshell.py:2882] Step 25000 | Loss: 0.4200 | Spent: 12.2 secs | LR: 0.000311
I0827 02:51:16.716336 140169079596928 interactiveshell.py:2882] Step 25050 | Loss: 0.3773 | Spent: 12.3 secs | LR: 0.000311
I0827 02:51:28.732288 140169079596928 interactiveshell.py:2882] Step 25100 | Loss: 0.4191 | Spent: 12.0 secs | LR: 0.000311
I0827 02:51:40.892316 140169079596928 interactiveshell.py:2882] Step 25150 | Loss: 0.5011 | Spent: 12.2 secs | LR: 0.000311
I0827 02:51:53.374041 140169079596928 interactiveshell.py:2882] Step 25200 | Loss: 0.6104 | Spent: 12.5 secs | LR: 0.000311
I0827 02:52:05.599264 140169079596928 interactiveshell.py:2882] Step 25250 | Loss: 0.3168 | Spent: 12.2 secs | LR: 0.000310
I0827 02:52:17.674414 140169079596928 interactiveshell.py:2882] Step 25300 | Loss: 0.2727 | Spent: 12.1 secs | LR: 0.000310
I0827 02:52:29.685971 140169079596928 interactiveshell.py:2882] Step 25350 | Loss: 0.3014 | Spent: 12.0 secs | LR: 0.000310
I0827 02:52:42.028636 140169079596928 interactiveshell.py:2882] Step 25400 | Loss: 0.3811 | Spent: 12.3 secs | LR: 0.000310
I0827 02:52:53.935510 140169079596928 interactiveshell.py:2882] Step 25450 | Loss: 0.5146 | Spent: 11.9 secs | LR: 0.000310
I0827 02:53:05.857198 140169079596928 interactiveshell.py:2882] Step 25500 | Loss: 0.4294 | Spent: 11.9 secs | LR: 0.000310
I0827 02:53:17.958577 140169079596928 interactiveshell.py:2882] Step 25550 | Loss: 0.6255 | Spent: 12.1 secs | LR: 0.000309
I0827 02:53:30.162955 140169079596928 interactiveshell.py:2882] Step 25600 | Loss: 0.4945 | Spent: 12.2 secs | LR: 0.000309
I0827 02:53:42.108076 140169079596928 interactiveshell.py:2882] Step 25650 | Loss: 0.2910 | Spent: 11.9 secs | LR: 0.000309
I0827 02:53:54.130361 140169079596928 interactiveshell.py:2882] Step 25700 | Loss: 0.4614 | Spent: 12.0 secs | LR: 0.000309
I0827 02:54:06.424460 140169079596928 interactiveshell.py:2882] Step 25750 | Loss: 0.7299 | Spent: 12.3 secs | LR: 0.000309
Reading ../data/test.txt
I0827 02:54:48.987887 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.857
I0827 02:54:49.189076 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.857
I0827 02:54:53.063380 140169079596928 interactiveshell.py:2882] Step 25800 | Loss: 0.5027 | Spent: 46.6 secs | LR: 0.000309
I0827 02:55:05.480752 140169079596928 interactiveshell.py:2882] Step 25850 | Loss: 0.4679 | Spent: 12.4 secs | LR: 0.000308
I0827 02:55:17.499013 140169079596928 interactiveshell.py:2882] Step 25900 | Loss: 0.2858 | Spent: 12.0 secs | LR: 0.000308
I0827 02:55:29.580188 140169079596928 interactiveshell.py:2882] Step 25950 | Loss: 0.3265 | Spent: 12.1 secs | LR: 0.000308
I0827 02:55:41.821530 140169079596928 interactiveshell.py:2882] Step 26000 | Loss: 0.7501 | Spent: 12.2 secs | LR: 0.000308
I0827 02:55:53.948316 140169079596928 interactiveshell.py:2882] Step 26050 | Loss: 0.4934 | Spent: 12.1 secs | LR: 0.000308
I0827 02:56:06.033690 140169079596928 interactiveshell.py:2882] Step 26100 | Loss: 0.3393 | Spent: 12.1 secs | LR: 0.000308
I0827 02:56:18.207120 140169079596928 interactiveshell.py:2882] Step 26150 | Loss: 0.3484 | Spent: 12.2 secs | LR: 0.000308
I0827 02:56:30.465700 140169079596928 interactiveshell.py:2882] Step 26200 | Loss: 0.3163 | Spent: 12.3 secs | LR: 0.000307
I0827 02:56:42.557667 140169079596928 interactiveshell.py:2882] Step 26250 | Loss: 0.4956 | Spent: 12.1 secs | LR: 0.000307
I0827 02:56:54.761733 140169079596928 interactiveshell.py:2882] Step 26300 | Loss: 0.4365 | Spent: 12.2 secs | LR: 0.000307
I0827 02:57:07.266485 140169079596928 interactiveshell.py:2882] Step 26350 | Loss: 0.3765 | Spent: 12.5 secs | LR: 0.000307
I0827 02:57:19.469366 140169079596928 interactiveshell.py:2882] Step 26400 | Loss: 0.4281 | Spent: 12.2 secs | LR: 0.000307
I0827 02:57:31.537646 140169079596928 interactiveshell.py:2882] Step 26450 | Loss: 0.1842 | Spent: 12.1 secs | LR: 0.000307
I0827 02:57:43.786161 140169079596928 interactiveshell.py:2882] Step 26500 | Loss: 0.2659 | Spent: 12.2 secs | LR: 0.000306
I0827 02:57:55.949233 140169079596928 interactiveshell.py:2882] Step 26550 | Loss: 0.3055 | Spent: 12.2 secs | LR: 0.000306
I0827 02:58:08.240949 140169079596928 interactiveshell.py:2882] Step 26600 | Loss: 0.6253 | Spent: 12.3 secs | LR: 0.000306
I0827 02:58:20.335391 140169079596928 interactiveshell.py:2882] Step 26650 | Loss: 0.3386 | Spent: 12.1 secs | LR: 0.000306
I0827 02:58:32.313433 140169079596928 interactiveshell.py:2882] Step 26700 | Loss: 0.1793 | Spent: 12.0 secs | LR: 0.000306
I0827 02:58:44.612988 140169079596928 interactiveshell.py:2882] Step 26750 | Loss: 0.1798 | Spent: 12.3 secs | LR: 0.000306
I0827 02:58:56.850886 140169079596928 interactiveshell.py:2882] Step 26800 | Loss: 0.4726 | Spent: 12.2 secs | LR: 0.000306
I0827 02:59:08.752279 140169079596928 interactiveshell.py:2882] Step 26850 | Loss: 0.8290 | Spent: 11.9 secs | LR: 0.000305
I0827 02:59:20.908612 140169079596928 interactiveshell.py:2882] Step 26900 | Loss: 0.3965 | Spent: 12.2 secs | LR: 0.000305
I0827 02:59:33.075554 140169079596928 interactiveshell.py:2882] Step 26950 | Loss: 0.7589 | Spent: 12.2 secs | LR: 0.000305
I0827 02:59:45.095883 140169079596928 interactiveshell.py:2882] Step 27000 | Loss: 0.4310 | Spent: 12.0 secs | LR: 0.000305
I0827 02:59:57.241880 140169079596928 interactiveshell.py:2882] Step 27050 | Loss: 0.2447 | Spent: 12.1 secs | LR: 0.000305
I0827 03:00:09.303430 140169079596928 interactiveshell.py:2882] Step 27100 | Loss: 0.3524 | Spent: 12.1 secs | LR: 0.000305
I0827 03:00:21.629036 140169079596928 interactiveshell.py:2882] Step 27150 | Loss: 0.2788 | Spent: 12.3 secs | LR: 0.000304
I0827 03:00:33.851169 140169079596928 interactiveshell.py:2882] Step 27200 | Loss: 0.2794 | Spent: 12.2 secs | LR: 0.000304
I0827 03:00:46.023346 140169079596928 interactiveshell.py:2882] Step 27250 | Loss: 0.6416 | Spent: 12.2 secs | LR: 0.000304
I0827 03:00:58.183155 140169079596928 interactiveshell.py:2882] Step 27300 | Loss: 0.4677 | Spent: 12.2 secs | LR: 0.000304
I0827 03:01:10.404399 140169079596928 interactiveshell.py:2882] Step 27350 | Loss: 0.3495 | Spent: 12.2 secs | LR: 0.000304
I0827 03:01:22.516555 140169079596928 interactiveshell.py:2882] Step 27400 | Loss: 0.4712 | Spent: 12.1 secs | LR: 0.000304
I0827 03:01:34.689455 140169079596928 interactiveshell.py:2882] Step 27450 | Loss: 0.6724 | Spent: 12.2 secs | LR: 0.000304
I0827 03:01:46.837616 140169079596928 interactiveshell.py:2882] Step 27500 | Loss: 0.4454 | Spent: 12.1 secs | LR: 0.000303
Reading ../data/test.txt
I0827 03:02:22.046971 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.856
I0827 03:02:22.048091 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.857
I0827 03:02:33.530353 140169079596928 interactiveshell.py:2882] Step 27550 | Loss: 0.3992 | Spent: 46.7 secs | LR: 0.000303
I0827 03:02:45.770588 140169079596928 interactiveshell.py:2882] Step 27600 | Loss: 0.2585 | Spent: 12.2 secs | LR: 0.000303
I0827 03:02:57.871107 140169079596928 interactiveshell.py:2882] Step 27650 | Loss: 0.3905 | Spent: 12.1 secs | LR: 0.000303
I0827 03:03:10.003937 140169079596928 interactiveshell.py:2882] Step 27700 | Loss: 0.4028 | Spent: 12.1 secs | LR: 0.000303
I0827 03:03:22.096645 140169079596928 interactiveshell.py:2882] Step 27750 | Loss: 0.4790 | Spent: 12.1 secs | LR: 0.000303
I0827 03:03:34.220628 140169079596928 interactiveshell.py:2882] Step 27800 | Loss: 0.4078 | Spent: 12.1 secs | LR: 0.000302
I0827 03:03:46.358310 140169079596928 interactiveshell.py:2882] Step 27850 | Loss: 0.6534 | Spent: 12.1 secs | LR: 0.000302
I0827 03:03:58.482660 140169079596928 interactiveshell.py:2882] Step 27900 | Loss: 0.2653 | Spent: 12.1 secs | LR: 0.000302
I0827 03:04:10.557693 140169079596928 interactiveshell.py:2882] Step 27950 | Loss: 0.6835 | Spent: 12.1 secs | LR: 0.000302
I0827 03:04:22.804548 140169079596928 interactiveshell.py:2882] Step 28000 | Loss: 0.4525 | Spent: 12.2 secs | LR: 0.000302
I0827 03:04:35.136953 140169079596928 interactiveshell.py:2882] Step 28050 | Loss: 0.1343 | Spent: 12.3 secs | LR: 0.000302
I0827 03:04:47.185562 140169079596928 interactiveshell.py:2882] Step 28100 | Loss: 0.5825 | Spent: 12.0 secs | LR: 0.000302
I0827 03:04:58.960099 140169079596928 interactiveshell.py:2882] Step 28150 | Loss: 0.6248 | Spent: 11.8 secs | LR: 0.000301
I0827 03:05:10.769781 140169079596928 interactiveshell.py:2882] Step 28200 | Loss: 0.2471 | Spent: 11.8 secs | LR: 0.000301
I0827 03:05:22.374781 140169079596928 interactiveshell.py:2882] Step 28250 | Loss: 0.3093 | Spent: 11.6 secs | LR: 0.000301
I0827 03:05:34.043756 140169079596928 interactiveshell.py:2882] Step 28300 | Loss: 0.4456 | Spent: 11.7 secs | LR: 0.000301
I0827 03:05:45.660772 140169079596928 interactiveshell.py:2882] Step 28350 | Loss: 0.5587 | Spent: 11.6 secs | LR: 0.000301
I0827 03:05:57.128901 140169079596928 interactiveshell.py:2882] Step 28400 | Loss: 0.5732 | Spent: 11.5 secs | LR: 0.000301
I0827 03:06:08.881569 140169079596928 interactiveshell.py:2882] Step 28450 | Loss: 0.4741 | Spent: 11.8 secs | LR: 0.000301
I0827 03:06:20.826018 140169079596928 interactiveshell.py:2882] Step 28500 | Loss: 0.1922 | Spent: 11.9 secs | LR: 0.000300
I0827 03:06:32.609735 140169079596928 interactiveshell.py:2882] Step 28550 | Loss: 0.4116 | Spent: 11.8 secs | LR: 0.000300
I0827 03:06:44.454682 140169079596928 interactiveshell.py:2882] Step 28600 | Loss: 0.3376 | Spent: 11.8 secs | LR: 0.000300
I0827 03:06:56.405605 140169079596928 interactiveshell.py:2882] Step 28650 | Loss: 0.2431 | Spent: 11.9 secs | LR: 0.000300
I0827 03:07:08.298130 140169079596928 interactiveshell.py:2882] Step 28700 | Loss: 0.1673 | Spent: 11.9 secs | LR: 0.000300
I0827 03:07:20.536231 140169079596928 interactiveshell.py:2882] Step 28750 | Loss: 0.4979 | Spent: 12.2 secs | LR: 0.000300
I0827 03:07:32.730575 140169079596928 interactiveshell.py:2882] Step 28800 | Loss: 0.4142 | Spent: 12.2 secs | LR: 0.000299
I0827 03:07:44.813198 140169079596928 interactiveshell.py:2882] Step 28850 | Loss: 0.3140 | Spent: 12.1 secs | LR: 0.000299
I0827 03:07:56.840095 140169079596928 interactiveshell.py:2882] Step 28900 | Loss: 0.3503 | Spent: 12.0 secs | LR: 0.000299
I0827 03:08:08.785369 140169079596928 interactiveshell.py:2882] Step 28950 | Loss: 0.4051 | Spent: 11.9 secs | LR: 0.000299
I0827 03:08:20.734057 140169079596928 interactiveshell.py:2882] Step 29000 | Loss: 0.5213 | Spent: 11.9 secs | LR: 0.000299
I0827 03:08:32.695751 140169079596928 interactiveshell.py:2882] Step 29050 | Loss: 0.2655 | Spent: 12.0 secs | LR: 0.000299
I0827 03:08:44.640233 140169079596928 interactiveshell.py:2882] Step 29100 | Loss: 0.1784 | Spent: 11.9 secs | LR: 0.000299
I0827 03:08:56.649670 140169079596928 interactiveshell.py:2882] Step 29150 | Loss: 0.8171 | Spent: 12.0 secs | LR: 0.000298
I0827 03:09:08.524156 140169079596928 interactiveshell.py:2882] Step 29200 | Loss: 0.5684 | Spent: 11.9 secs | LR: 0.000298
Reading ../data/test.txt
I0827 03:09:48.848506 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.859
I0827 03:09:49.021094 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.859
I0827 03:09:55.784229 140169079596928 interactiveshell.py:2882] Step 29250 | Loss: 0.2567 | Spent: 47.3 secs | LR: 0.000298
I0827 03:10:07.929765 140169079596928 interactiveshell.py:2882] Step 29300 | Loss: 0.1280 | Spent: 12.1 secs | LR: 0.000298
I0827 03:10:20.089525 140169079596928 interactiveshell.py:2882] Step 29350 | Loss: 0.3738 | Spent: 12.2 secs | LR: 0.000298
I0827 03:10:32.145894 140169079596928 interactiveshell.py:2882] Step 29400 | Loss: 0.2727 | Spent: 12.1 secs | LR: 0.000298
I0827 03:10:44.145492 140169079596928 interactiveshell.py:2882] Step 29450 | Loss: 0.4816 | Spent: 12.0 secs | LR: 0.000298
I0827 03:10:56.125567 140169079596928 interactiveshell.py:2882] Step 29500 | Loss: 0.2648 | Spent: 12.0 secs | LR: 0.000297
I0827 03:11:08.168320 140169079596928 interactiveshell.py:2882] Step 29550 | Loss: 0.4231 | Spent: 12.0 secs | LR: 0.000297
I0827 03:11:20.303937 140169079596928 interactiveshell.py:2882] Step 29600 | Loss: 0.6919 | Spent: 12.1 secs | LR: 0.000297
I0827 03:11:32.297354 140169079596928 interactiveshell.py:2882] Step 29650 | Loss: 0.3232 | Spent: 12.0 secs | LR: 0.000297
I0827 03:11:44.126658 140169079596928 interactiveshell.py:2882] Step 29700 | Loss: 0.4804 | Spent: 11.8 secs | LR: 0.000297
I0827 03:11:56.007718 140169079596928 interactiveshell.py:2882] Step 29750 | Loss: 0.3164 | Spent: 11.9 secs | LR: 0.000297
I0827 03:12:08.030206 140169079596928 interactiveshell.py:2882] Step 29800 | Loss: 0.1987 | Spent: 12.0 secs | LR: 0.000296
I0827 03:12:19.949915 140169079596928 interactiveshell.py:2882] Step 29850 | Loss: 0.1617 | Spent: 11.9 secs | LR: 0.000296
I0827 03:12:32.196317 140169079596928 interactiveshell.py:2882] Step 29900 | Loss: 0.3786 | Spent: 12.2 secs | LR: 0.000296
I0827 03:12:44.353700 140169079596928 interactiveshell.py:2882] Step 29950 | Loss: 0.3849 | Spent: 12.2 secs | LR: 0.000296
I0827 03:12:56.428953 140169079596928 interactiveshell.py:2882] Step 30000 | Loss: 0.1775 | Spent: 12.1 secs | LR: 0.000296
I0827 03:13:08.399218 140169079596928 interactiveshell.py:2882] Step 30050 | Loss: 0.5056 | Spent: 12.0 secs | LR: 0.000296
I0827 03:13:20.552818 140169079596928 interactiveshell.py:2882] Step 30100 | Loss: 0.3335 | Spent: 12.2 secs | LR: 0.000296
I0827 03:13:32.567625 140169079596928 interactiveshell.py:2882] Step 30150 | Loss: 0.3515 | Spent: 12.0 secs | LR: 0.000295
I0827 03:13:44.677852 140169079596928 interactiveshell.py:2882] Step 30200 | Loss: 0.4680 | Spent: 12.1 secs | LR: 0.000295
I0827 03:13:56.863120 140169079596928 interactiveshell.py:2882] Step 30250 | Loss: 0.2948 | Spent: 12.2 secs | LR: 0.000295
I0827 03:14:08.988308 140169079596928 interactiveshell.py:2882] Step 30300 | Loss: 0.4102 | Spent: 12.1 secs | LR: 0.000295
I0827 03:14:21.218348 140169079596928 interactiveshell.py:2882] Step 30350 | Loss: 0.4152 | Spent: 12.2 secs | LR: 0.000295
I0827 03:14:33.231873 140169079596928 interactiveshell.py:2882] Step 30400 | Loss: 0.3371 | Spent: 12.0 secs | LR: 0.000295
I0827 03:14:45.613630 140169079596928 interactiveshell.py:2882] Step 30450 | Loss: 0.3505 | Spent: 12.4 secs | LR: 0.000295
I0827 03:14:57.631273 140169079596928 interactiveshell.py:2882] Step 30500 | Loss: 0.4016 | Spent: 12.0 secs | LR: 0.000294
I0827 03:15:09.642639 140169079596928 interactiveshell.py:2882] Step 30550 | Loss: 0.4452 | Spent: 12.0 secs | LR: 0.000294
I0827 03:15:21.733992 140169079596928 interactiveshell.py:2882] Step 30600 | Loss: 0.3630 | Spent: 12.1 secs | LR: 0.000294
I0827 03:15:33.643086 140169079596928 interactiveshell.py:2882] Step 30650 | Loss: 0.5032 | Spent: 11.9 secs | LR: 0.000294
I0827 03:15:45.621257 140169079596928 interactiveshell.py:2882] Step 30700 | Loss: 0.3062 | Spent: 12.0 secs | LR: 0.000294
I0827 03:15:57.469215 140169079596928 interactiveshell.py:2882] Step 30750 | Loss: 0.4435 | Spent: 11.8 secs | LR: 0.000294
I0827 03:16:09.434183 140169079596928 interactiveshell.py:2882] Step 30800 | Loss: 0.3497 | Spent: 12.0 secs | LR: 0.000294
I0827 03:16:21.548816 140169079596928 interactiveshell.py:2882] Step 30850 | Loss: 0.3620 | Spent: 12.1 secs | LR: 0.000293
I0827 03:16:33.665014 140169079596928 interactiveshell.py:2882] Step 30900 | Loss: 0.3604 | Spent: 12.1 secs | LR: 0.000293
Reading ../data/test.txt
I0827 03:17:18.622323 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.857
I0827 03:17:18.623716 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.859
I0827 03:17:20.799775 140169079596928 interactiveshell.py:2882] Step 30950 | Loss: 0.4653 | Spent: 47.1 secs | LR: 0.000293
I0827 03:17:32.824891 140169079596928 interactiveshell.py:2882] Step 31000 | Loss: 0.4057 | Spent: 12.0 secs | LR: 0.000293
I0827 03:17:45.325960 140169079596928 interactiveshell.py:2882] Step 31050 | Loss: 0.4161 | Spent: 12.5 secs | LR: 0.000293
I0827 03:17:57.519346 140169079596928 interactiveshell.py:2882] Step 31100 | Loss: 0.5484 | Spent: 12.2 secs | LR: 0.000293
I0827 03:18:09.597120 140169079596928 interactiveshell.py:2882] Step 31150 | Loss: 0.5503 | Spent: 12.1 secs | LR: 0.000292
I0827 03:18:21.682322 140169079596928 interactiveshell.py:2882] Step 31200 | Loss: 0.3493 | Spent: 12.1 secs | LR: 0.000292
I0827 03:18:33.921543 140169079596928 interactiveshell.py:2882] Step 31250 | Loss: 0.7880 | Spent: 12.2 secs | LR: 0.000292
I0827 03:18:45.963606 140169079596928 interactiveshell.py:2882] Step 31300 | Loss: 0.4659 | Spent: 12.0 secs | LR: 0.000292
I0827 03:18:58.029149 140169079596928 interactiveshell.py:2882] Step 31350 | Loss: 0.6521 | Spent: 12.1 secs | LR: 0.000292
I0827 03:19:10.058332 140169079596928 interactiveshell.py:2882] Step 31400 | Loss: 0.2799 | Spent: 12.0 secs | LR: 0.000292
I0827 03:19:22.146032 140169079596928 interactiveshell.py:2882] Step 31450 | Loss: 0.3363 | Spent: 12.1 secs | LR: 0.000292
I0827 03:19:34.241897 140169079596928 interactiveshell.py:2882] Step 31500 | Loss: 0.2454 | Spent: 12.1 secs | LR: 0.000291
I0827 03:19:46.500664 140169079596928 interactiveshell.py:2882] Step 31550 | Loss: 0.4449 | Spent: 12.3 secs | LR: 0.000291
I0827 03:19:58.614651 140169079596928 interactiveshell.py:2882] Step 31600 | Loss: 0.4543 | Spent: 12.1 secs | LR: 0.000291
I0827 03:20:10.828237 140169079596928 interactiveshell.py:2882] Step 31650 | Loss: 0.4657 | Spent: 12.2 secs | LR: 0.000291
I0827 03:20:22.842348 140169079596928 interactiveshell.py:2882] Step 31700 | Loss: 0.7446 | Spent: 12.0 secs | LR: 0.000291
I0827 03:20:34.876215 140169079596928 interactiveshell.py:2882] Step 31750 | Loss: 0.6634 | Spent: 12.0 secs | LR: 0.000291
I0827 03:20:46.945147 140169079596928 interactiveshell.py:2882] Step 31800 | Loss: 0.4430 | Spent: 12.1 secs | LR: 0.000291
I0827 03:20:59.212061 140169079596928 interactiveshell.py:2882] Step 31850 | Loss: 0.3652 | Spent: 12.3 secs | LR: 0.000290
I0827 03:21:11.206832 140169079596928 interactiveshell.py:2882] Step 31900 | Loss: 0.5696 | Spent: 12.0 secs | LR: 0.000290
I0827 03:21:23.209133 140169079596928 interactiveshell.py:2882] Step 31950 | Loss: 0.2343 | Spent: 12.0 secs | LR: 0.000290
I0827 03:21:35.198946 140169079596928 interactiveshell.py:2882] Step 32000 | Loss: 0.3750 | Spent: 12.0 secs | LR: 0.000290
I0827 03:21:47.245496 140169079596928 interactiveshell.py:2882] Step 32050 | Loss: 0.4654 | Spent: 12.0 secs | LR: 0.000290
I0827 03:21:59.138216 140169079596928 interactiveshell.py:2882] Step 32100 | Loss: 0.4211 | Spent: 11.9 secs | LR: 0.000290
I0827 03:22:11.026762 140169079596928 interactiveshell.py:2882] Step 32150 | Loss: 0.3071 | Spent: 11.9 secs | LR: 0.000290
I0827 03:22:22.968640 140169079596928 interactiveshell.py:2882] Step 32200 | Loss: 0.4865 | Spent: 11.9 secs | LR: 0.000289
I0827 03:22:34.930435 140169079596928 interactiveshell.py:2882] Step 32250 | Loss: 0.2873 | Spent: 12.0 secs | LR: 0.000289
I0827 03:22:46.910885 140169079596928 interactiveshell.py:2882] Step 32300 | Loss: 0.3371 | Spent: 12.0 secs | LR: 0.000289
I0827 03:22:59.517613 140169079596928 interactiveshell.py:2882] Step 32350 | Loss: 0.3168 | Spent: 12.6 secs | LR: 0.000289
I0827 03:23:11.505765 140169079596928 interactiveshell.py:2882] Step 32400 | Loss: 0.4427 | Spent: 12.0 secs | LR: 0.000289
I0827 03:23:23.661889 140169079596928 interactiveshell.py:2882] Step 32450 | Loss: 0.3540 | Spent: 12.2 secs | LR: 0.000289
I0827 03:23:35.709466 140169079596928 interactiveshell.py:2882] Step 32500 | Loss: 0.5028 | Spent: 12.0 secs | LR: 0.000289
I0827 03:23:47.791152 140169079596928 interactiveshell.py:2882] Step 32550 | Loss: 0.1831 | Spent: 12.1 secs | LR: 0.000288
I0827 03:23:59.811694 140169079596928 interactiveshell.py:2882] Step 32600 | Loss: 0.5655 | Spent: 12.0 secs | LR: 0.000288
I0827 03:24:12.084651 140169079596928 interactiveshell.py:2882] Step 32650 | Loss: 0.2951 | Spent: 12.3 secs | LR: 0.000288
Reading ../data/test.txt
I0827 03:24:49.625577 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.863
I0827 03:24:49.837505 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.863
I0827 03:24:59.646029 140169079596928 interactiveshell.py:2882] Step 32700 | Loss: 0.3987 | Spent: 47.6 secs | LR: 0.000288
I0827 03:25:11.838894 140169079596928 interactiveshell.py:2882] Step 32750 | Loss: 0.4180 | Spent: 12.2 secs | LR: 0.000288
I0827 03:25:23.960775 140169079596928 interactiveshell.py:2882] Step 32800 | Loss: 0.5480 | Spent: 12.1 secs | LR: 0.000288
I0827 03:25:36.235479 140169079596928 interactiveshell.py:2882] Step 32850 | Loss: 0.5275 | Spent: 12.3 secs | LR: 0.000288
I0827 03:25:48.302248 140169079596928 interactiveshell.py:2882] Step 32900 | Loss: 0.2616 | Spent: 12.1 secs | LR: 0.000287
I0827 03:26:00.505709 140169079596928 interactiveshell.py:2882] Step 32950 | Loss: 0.3558 | Spent: 12.2 secs | LR: 0.000287
I0827 03:26:12.625400 140169079596928 interactiveshell.py:2882] Step 33000 | Loss: 0.5624 | Spent: 12.1 secs | LR: 0.000287
I0827 03:26:24.675067 140169079596928 interactiveshell.py:2882] Step 33050 | Loss: 0.3655 | Spent: 12.0 secs | LR: 0.000287
I0827 03:26:36.713059 140169079596928 interactiveshell.py:2882] Step 33100 | Loss: 0.6359 | Spent: 12.0 secs | LR: 0.000287
I0827 03:26:48.735998 140169079596928 interactiveshell.py:2882] Step 33150 | Loss: 0.3469 | Spent: 12.0 secs | LR: 0.000287
I0827 03:27:00.894595 140169079596928 interactiveshell.py:2882] Step 33200 | Loss: 0.2949 | Spent: 12.2 secs | LR: 0.000287
I0827 03:27:12.943010 140169079596928 interactiveshell.py:2882] Step 33250 | Loss: 0.6815 | Spent: 12.0 secs | LR: 0.000286
I0827 03:27:24.987190 140169079596928 interactiveshell.py:2882] Step 33300 | Loss: 0.4852 | Spent: 12.0 secs | LR: 0.000286
I0827 03:27:37.015514 140169079596928 interactiveshell.py:2882] Step 33350 | Loss: 0.4101 | Spent: 12.0 secs | LR: 0.000286
I0827 03:27:49.268217 140169079596928 interactiveshell.py:2882] Step 33400 | Loss: 0.3942 | Spent: 12.3 secs | LR: 0.000286
I0827 03:28:01.224315 140169079596928 interactiveshell.py:2882] Step 33450 | Loss: 0.3955 | Spent: 12.0 secs | LR: 0.000286
I0827 03:28:13.336553 140169079596928 interactiveshell.py:2882] Step 33500 | Loss: 0.3377 | Spent: 12.1 secs | LR: 0.000286
I0827 03:28:25.308429 140169079596928 interactiveshell.py:2882] Step 33550 | Loss: 0.4209 | Spent: 12.0 secs | LR: 0.000286
I0827 03:28:37.369656 140169079596928 interactiveshell.py:2882] Step 33600 | Loss: 0.3881 | Spent: 12.1 secs | LR: 0.000285
I0827 03:28:49.173128 140169079596928 interactiveshell.py:2882] Step 33650 | Loss: 0.5651 | Spent: 11.8 secs | LR: 0.000285
I0827 03:29:01.094664 140169079596928 interactiveshell.py:2882] Step 33700 | Loss: 0.3900 | Spent: 11.9 secs | LR: 0.000285
I0827 03:29:13.110449 140169079596928 interactiveshell.py:2882] Step 33750 | Loss: 0.5241 | Spent: 12.0 secs | LR: 0.000285
I0827 03:29:25.253887 140169079596928 interactiveshell.py:2882] Step 33800 | Loss: 0.3840 | Spent: 12.1 secs | LR: 0.000285
I0827 03:29:37.325915 140169079596928 interactiveshell.py:2882] Step 33850 | Loss: 0.3903 | Spent: 12.1 secs | LR: 0.000285
I0827 03:29:49.396321 140169079596928 interactiveshell.py:2882] Step 33900 | Loss: 0.3516 | Spent: 12.1 secs | LR: 0.000285
I0827 03:30:01.634704 140169079596928 interactiveshell.py:2882] Step 33950 | Loss: 0.4677 | Spent: 12.2 secs | LR: 0.000284
I0827 03:30:13.802670 140169079596928 interactiveshell.py:2882] Step 34000 | Loss: 0.4089 | Spent: 12.2 secs | LR: 0.000284
I0827 03:30:25.854935 140169079596928 interactiveshell.py:2882] Step 34050 | Loss: 0.4436 | Spent: 12.1 secs | LR: 0.000284
I0827 03:30:37.927078 140169079596928 interactiveshell.py:2882] Step 34100 | Loss: 0.6485 | Spent: 12.1 secs | LR: 0.000284
I0827 03:30:50.092833 140169079596928 interactiveshell.py:2882] Step 34150 | Loss: 0.5560 | Spent: 12.2 secs | LR: 0.000284
I0827 03:31:02.169606 140169079596928 interactiveshell.py:2882] Step 34200 | Loss: 0.4721 | Spent: 12.1 secs | LR: 0.000284
I0827 03:31:14.239168 140169079596928 interactiveshell.py:2882] Step 34250 | Loss: 0.2920 | Spent: 12.1 secs | LR: 0.000284
I0827 03:31:26.264307 140169079596928 interactiveshell.py:2882] Step 34300 | Loss: 0.3377 | Spent: 12.0 secs | LR: 0.000283
Reading ../data/train.txt
I0827 03:32:17.167498 140169079596928 interactiveshell.py:2882] Step 34350 | Loss: 0.3233 | Spent: 50.9 secs | LR: 0.000283
Reading ../data/test.txt
I0827 03:32:59.208057 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.859
I0827 03:32:59.209257 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.863
I0827 03:33:04.428305 140169079596928 interactiveshell.py:2882] Step 34400 | Loss: 0.7361 | Spent: 47.3 secs | LR: 0.000283
I0827 03:33:17.237855 140169079596928 interactiveshell.py:2882] Step 34450 | Loss: 0.2378 | Spent: 12.8 secs | LR: 0.000283
I0827 03:33:29.820528 140169079596928 interactiveshell.py:2882] Step 34500 | Loss: 0.3565 | Spent: 12.6 secs | LR: 0.000283
I0827 03:33:42.343255 140169079596928 interactiveshell.py:2882] Step 34550 | Loss: 0.5565 | Spent: 12.5 secs | LR: 0.000283
I0827 03:33:54.892903 140169079596928 interactiveshell.py:2882] Step 34600 | Loss: 0.4210 | Spent: 12.5 secs | LR: 0.000283
I0827 03:34:07.437908 140169079596928 interactiveshell.py:2882] Step 34650 | Loss: 0.5419 | Spent: 12.5 secs | LR: 0.000282
I0827 03:34:19.689180 140169079596928 interactiveshell.py:2882] Step 34700 | Loss: 0.2245 | Spent: 12.2 secs | LR: 0.000282
I0827 03:34:31.866748 140169079596928 interactiveshell.py:2882] Step 34750 | Loss: 0.6519 | Spent: 12.2 secs | LR: 0.000282
I0827 03:34:44.280277 140169079596928 interactiveshell.py:2882] Step 34800 | Loss: 0.3579 | Spent: 12.4 secs | LR: 0.000282
I0827 03:34:56.568093 140169079596928 interactiveshell.py:2882] Step 34850 | Loss: 0.4255 | Spent: 12.3 secs | LR: 0.000282
I0827 03:35:09.251396 140169079596928 interactiveshell.py:2882] Step 34900 | Loss: 0.5325 | Spent: 12.7 secs | LR: 0.000282
I0827 03:35:21.739234 140169079596928 interactiveshell.py:2882] Step 34950 | Loss: 0.4321 | Spent: 12.5 secs | LR: 0.000282
I0827 03:35:34.361844 140169079596928 interactiveshell.py:2882] Step 35000 | Loss: 0.3829 | Spent: 12.6 secs | LR: 0.000281
I0827 03:35:46.783507 140169079596928 interactiveshell.py:2882] Step 35050 | Loss: 0.2774 | Spent: 12.4 secs | LR: 0.000281
I0827 03:35:59.294666 140169079596928 interactiveshell.py:2882] Step 35100 | Loss: 0.2568 | Spent: 12.5 secs | LR: 0.000281
I0827 03:36:11.793386 140169079596928 interactiveshell.py:2882] Step 35150 | Loss: 0.5357 | Spent: 12.5 secs | LR: 0.000281
I0827 03:36:24.344933 140169079596928 interactiveshell.py:2882] Step 35200 | Loss: 0.4100 | Spent: 12.5 secs | LR: 0.000281
I0827 03:36:36.686449 140169079596928 interactiveshell.py:2882] Step 35250 | Loss: 0.3265 | Spent: 12.3 secs | LR: 0.000281
I0827 03:36:49.098175 140169079596928 interactiveshell.py:2882] Step 35300 | Loss: 0.2990 | Spent: 12.4 secs | LR: 0.000281
I0827 03:37:01.613562 140169079596928 interactiveshell.py:2882] Step 35350 | Loss: 0.2346 | Spent: 12.5 secs | LR: 0.000280
I0827 03:37:14.146280 140169079596928 interactiveshell.py:2882] Step 35400 | Loss: 0.4166 | Spent: 12.5 secs | LR: 0.000280
I0827 03:37:26.631450 140169079596928 interactiveshell.py:2882] Step 35450 | Loss: 0.3081 | Spent: 12.5 secs | LR: 0.000280
I0827 03:37:39.007959 140169079596928 interactiveshell.py:2882] Step 35500 | Loss: 0.2416 | Spent: 12.4 secs | LR: 0.000280
I0827 03:37:51.580568 140169079596928 interactiveshell.py:2882] Step 35550 | Loss: 0.5548 | Spent: 12.6 secs | LR: 0.000280
I0827 03:38:04.131101 140169079596928 interactiveshell.py:2882] Step 35600 | Loss: 0.4952 | Spent: 12.5 secs | LR: 0.000280
I0827 03:38:16.540404 140169079596928 interactiveshell.py:2882] Step 35650 | Loss: 0.2858 | Spent: 12.4 secs | LR: 0.000280
I0827 03:38:29.285936 140169079596928 interactiveshell.py:2882] Step 35700 | Loss: 0.2791 | Spent: 12.7 secs | LR: 0.000279
I0827 03:38:41.718284 140169079596928 interactiveshell.py:2882] Step 35750 | Loss: 0.3662 | Spent: 12.4 secs | LR: 0.000279
I0827 03:38:54.235587 140169079596928 interactiveshell.py:2882] Step 35800 | Loss: 0.3514 | Spent: 12.5 secs | LR: 0.000279
I0827 03:39:06.596709 140169079596928 interactiveshell.py:2882] Step 35850 | Loss: 0.3900 | Spent: 12.4 secs | LR: 0.000279
I0827 03:39:19.039710 140169079596928 interactiveshell.py:2882] Step 35900 | Loss: 0.5307 | Spent: 12.4 secs | LR: 0.000279
I0827 03:39:31.439595 140169079596928 interactiveshell.py:2882] Step 35950 | Loss: 0.3049 | Spent: 12.4 secs | LR: 0.000279
I0827 03:39:43.790682 140169079596928 interactiveshell.py:2882] Step 36000 | Loss: 0.2804 | Spent: 12.3 secs | LR: 0.000279
I0827 03:39:56.149143 140169079596928 interactiveshell.py:2882] Step 36050 | Loss: 0.3912 | Spent: 12.4 secs | LR: 0.000278
Reading ../data/test.txt
I0827 03:40:42.889011 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.862
I0827 03:40:42.890210 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.863
I0827 03:40:43.385132 140169079596928 interactiveshell.py:2882] Step 36100 | Loss: 0.3997 | Spent: 47.2 secs | LR: 0.000278
I0827 03:40:55.676467 140169079596928 interactiveshell.py:2882] Step 36150 | Loss: 0.3377 | Spent: 12.3 secs | LR: 0.000278
I0827 03:41:08.039784 140169079596928 interactiveshell.py:2882] Step 36200 | Loss: 0.3637 | Spent: 12.4 secs | LR: 0.000278
I0827 03:41:20.557955 140169079596928 interactiveshell.py:2882] Step 36250 | Loss: 0.5386 | Spent: 12.5 secs | LR: 0.000278
I0827 03:41:33.160907 140169079596928 interactiveshell.py:2882] Step 36300 | Loss: 0.1795 | Spent: 12.6 secs | LR: 0.000278
I0827 03:41:45.902114 140169079596928 interactiveshell.py:2882] Step 36350 | Loss: 0.3026 | Spent: 12.7 secs | LR: 0.000278
I0827 03:41:58.367973 140169079596928 interactiveshell.py:2882] Step 36400 | Loss: 0.2719 | Spent: 12.5 secs | LR: 0.000277
I0827 03:42:10.721123 140169079596928 interactiveshell.py:2882] Step 36450 | Loss: 0.3609 | Spent: 12.4 secs | LR: 0.000277
I0827 03:42:23.167697 140169079596928 interactiveshell.py:2882] Step 36500 | Loss: 0.2801 | Spent: 12.4 secs | LR: 0.000277
I0827 03:42:35.598208 140169079596928 interactiveshell.py:2882] Step 36550 | Loss: 0.5645 | Spent: 12.4 secs | LR: 0.000277
I0827 03:42:48.101695 140169079596928 interactiveshell.py:2882] Step 36600 | Loss: 0.4455 | Spent: 12.5 secs | LR: 0.000277
I0827 03:43:00.527704 140169079596928 interactiveshell.py:2882] Step 36650 | Loss: 0.6189 | Spent: 12.4 secs | LR: 0.000277
I0827 03:43:12.961686 140169079596928 interactiveshell.py:2882] Step 36700 | Loss: 0.2215 | Spent: 12.4 secs | LR: 0.000277
I0827 03:43:25.503176 140169079596928 interactiveshell.py:2882] Step 36750 | Loss: 0.2545 | Spent: 12.5 secs | LR: 0.000276
I0827 03:43:38.286322 140169079596928 interactiveshell.py:2882] Step 36800 | Loss: 0.4291 | Spent: 12.8 secs | LR: 0.000276
I0827 03:43:50.882487 140169079596928 interactiveshell.py:2882] Step 36850 | Loss: 0.4484 | Spent: 12.6 secs | LR: 0.000276
I0827 03:44:03.384039 140169079596928 interactiveshell.py:2882] Step 36900 | Loss: 0.2998 | Spent: 12.5 secs | LR: 0.000276
I0827 03:44:15.833593 140169079596928 interactiveshell.py:2882] Step 36950 | Loss: 0.2387 | Spent: 12.4 secs | LR: 0.000276
I0827 03:44:28.252485 140169079596928 interactiveshell.py:2882] Step 37000 | Loss: 0.4204 | Spent: 12.4 secs | LR: 0.000276
I0827 03:44:40.678751 140169079596928 interactiveshell.py:2882] Step 37050 | Loss: 0.4338 | Spent: 12.4 secs | LR: 0.000276
I0827 03:44:53.120030 140169079596928 interactiveshell.py:2882] Step 37100 | Loss: 0.5596 | Spent: 12.4 secs | LR: 0.000276
I0827 03:45:05.496210 140169079596928 interactiveshell.py:2882] Step 37150 | Loss: 0.3510 | Spent: 12.4 secs | LR: 0.000275
I0827 03:45:18.158684 140169079596928 interactiveshell.py:2882] Step 37200 | Loss: 0.2607 | Spent: 12.7 secs | LR: 0.000275
I0827 03:45:30.520537 140169079596928 interactiveshell.py:2882] Step 37250 | Loss: 0.5557 | Spent: 12.4 secs | LR: 0.000275
I0827 03:45:42.969055 140169079596928 interactiveshell.py:2882] Step 37300 | Loss: 0.7023 | Spent: 12.4 secs | LR: 0.000275
I0827 03:45:55.487066 140169079596928 interactiveshell.py:2882] Step 37350 | Loss: 0.2604 | Spent: 12.5 secs | LR: 0.000275
I0827 03:46:08.057154 140169079596928 interactiveshell.py:2882] Step 37400 | Loss: 0.4174 | Spent: 12.6 secs | LR: 0.000275
I0827 03:46:20.556712 140169079596928 interactiveshell.py:2882] Step 37450 | Loss: 0.5117 | Spent: 12.5 secs | LR: 0.000275
I0827 03:46:33.015305 140169079596928 interactiveshell.py:2882] Step 37500 | Loss: 0.1724 | Spent: 12.5 secs | LR: 0.000274
I0827 03:46:45.287732 140169079596928 interactiveshell.py:2882] Step 37550 | Loss: 0.3032 | Spent: 12.3 secs | LR: 0.000274
I0827 03:46:57.521588 140169079596928 interactiveshell.py:2882] Step 37600 | Loss: 0.4755 | Spent: 12.2 secs | LR: 0.000274
I0827 03:47:09.990768 140169079596928 interactiveshell.py:2882] Step 37650 | Loss: 0.3688 | Spent: 12.5 secs | LR: 0.000274
I0827 03:47:22.420119 140169079596928 interactiveshell.py:2882] Step 37700 | Loss: 0.2017 | Spent: 12.4 secs | LR: 0.000274
I0827 03:47:34.800273 140169079596928 interactiveshell.py:2882] Step 37750 | Loss: 0.5863 | Spent: 12.4 secs | LR: 0.000274
I0827 03:47:47.252091 140169079596928 interactiveshell.py:2882] Step 37800 | Loss: 0.2819 | Spent: 12.5 secs | LR: 0.000274
Reading ../data/test.txt
I0827 03:48:26.389008 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.862
I0827 03:48:26.395067 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.863
I0827 03:48:34.578930 140169079596928 interactiveshell.py:2882] Step 37850 | Loss: 0.3062 | Spent: 47.3 secs | LR: 0.000273
I0827 03:48:47.093182 140169079596928 interactiveshell.py:2882] Step 37900 | Loss: 0.3350 | Spent: 12.5 secs | LR: 0.000273
I0827 03:48:59.836299 140169079596928 interactiveshell.py:2882] Step 37950 | Loss: 0.2745 | Spent: 12.7 secs | LR: 0.000273
I0827 03:49:12.507317 140169079596928 interactiveshell.py:2882] Step 38000 | Loss: 0.3622 | Spent: 12.7 secs | LR: 0.000273
I0827 03:49:24.851263 140169079596928 interactiveshell.py:2882] Step 38050 | Loss: 0.2265 | Spent: 12.3 secs | LR: 0.000273
I0827 03:49:37.380825 140169079596928 interactiveshell.py:2882] Step 38100 | Loss: 0.3600 | Spent: 12.5 secs | LR: 0.000273
I0827 03:49:49.844406 140169079596928 interactiveshell.py:2882] Step 38150 | Loss: 0.5618 | Spent: 12.5 secs | LR: 0.000273
I0827 03:50:02.590623 140169079596928 interactiveshell.py:2882] Step 38200 | Loss: 0.4685 | Spent: 12.7 secs | LR: 0.000272
I0827 03:50:15.062730 140169079596928 interactiveshell.py:2882] Step 38250 | Loss: 0.4051 | Spent: 12.5 secs | LR: 0.000272
I0827 03:50:27.695828 140169079596928 interactiveshell.py:2882] Step 38300 | Loss: 0.5324 | Spent: 12.6 secs | LR: 0.000272
I0827 03:50:40.169752 140169079596928 interactiveshell.py:2882] Step 38350 | Loss: 0.6385 | Spent: 12.5 secs | LR: 0.000272
I0827 03:50:52.812751 140169079596928 interactiveshell.py:2882] Step 38400 | Loss: 0.3709 | Spent: 12.6 secs | LR: 0.000272
I0827 03:51:05.271515 140169079596928 interactiveshell.py:2882] Step 38450 | Loss: 0.3568 | Spent: 12.5 secs | LR: 0.000272
I0827 03:51:17.801035 140169079596928 interactiveshell.py:2882] Step 38500 | Loss: 0.2923 | Spent: 12.5 secs | LR: 0.000272
I0827 03:51:30.310702 140169079596928 interactiveshell.py:2882] Step 38550 | Loss: 0.4360 | Spent: 12.5 secs | LR: 0.000272
I0827 03:51:42.877231 140169079596928 interactiveshell.py:2882] Step 38600 | Loss: 0.3854 | Spent: 12.6 secs | LR: 0.000271
I0827 03:51:55.334811 140169079596928 interactiveshell.py:2882] Step 38650 | Loss: 0.3829 | Spent: 12.5 secs | LR: 0.000271
I0827 03:52:07.866647 140169079596928 interactiveshell.py:2882] Step 38700 | Loss: 0.2679 | Spent: 12.5 secs | LR: 0.000271
I0827 03:52:20.443043 140169079596928 interactiveshell.py:2882] Step 38750 | Loss: 0.3002 | Spent: 12.6 secs | LR: 0.000271
I0827 03:52:33.183973 140169079596928 interactiveshell.py:2882] Step 38800 | Loss: 0.4448 | Spent: 12.7 secs | LR: 0.000271
I0827 03:52:45.696909 140169079596928 interactiveshell.py:2882] Step 38850 | Loss: 0.4127 | Spent: 12.5 secs | LR: 0.000271
I0827 03:52:57.895572 140169079596928 interactiveshell.py:2882] Step 38900 | Loss: 0.2315 | Spent: 12.2 secs | LR: 0.000271
I0827 03:53:10.174016 140169079596928 interactiveshell.py:2882] Step 38950 | Loss: 0.7539 | Spent: 12.3 secs | LR: 0.000270
I0827 03:53:22.694074 140169079596928 interactiveshell.py:2882] Step 39000 | Loss: 0.3845 | Spent: 12.5 secs | LR: 0.000270
I0827 03:53:34.951605 140169079596928 interactiveshell.py:2882] Step 39050 | Loss: 0.3251 | Spent: 12.3 secs | LR: 0.000270
I0827 03:53:47.377200 140169079596928 interactiveshell.py:2882] Step 39100 | Loss: 0.2285 | Spent: 12.4 secs | LR: 0.000270
I0827 03:54:00.097765 140169079596928 interactiveshell.py:2882] Step 39150 | Loss: 0.2675 | Spent: 12.7 secs | LR: 0.000270
I0827 03:54:12.592404 140169079596928 interactiveshell.py:2882] Step 39200 | Loss: 0.4669 | Spent: 12.5 secs | LR: 0.000270
I0827 03:54:24.942526 140169079596928 interactiveshell.py:2882] Step 39250 | Loss: 0.1557 | Spent: 12.3 secs | LR: 0.000270
I0827 03:54:37.496196 140169079596928 interactiveshell.py:2882] Step 39300 | Loss: 0.4851 | Spent: 12.5 secs | LR: 0.000269
I0827 03:54:50.229650 140169079596928 interactiveshell.py:2882] Step 39350 | Loss: 0.4055 | Spent: 12.7 secs | LR: 0.000269
I0827 03:55:02.738489 140169079596928 interactiveshell.py:2882] Step 39400 | Loss: 0.2236 | Spent: 12.5 secs | LR: 0.000269
I0827 03:55:15.067368 140169079596928 interactiveshell.py:2882] Step 39450 | Loss: 0.2485 | Spent: 12.3 secs | LR: 0.000269
I0827 03:55:27.514248 140169079596928 interactiveshell.py:2882] Step 39500 | Loss: 0.5550 | Spent: 12.4 secs | LR: 0.000269
Reading ../data/test.txt
I0827 03:56:10.981365 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.864
I0827 03:56:11.169598 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.864
I0827 03:56:14.820412 140169079596928 interactiveshell.py:2882] Step 39550 | Loss: 0.5522 | Spent: 47.3 secs | LR: 0.000269
I0827 03:56:27.562037 140169079596928 interactiveshell.py:2882] Step 39600 | Loss: 0.3899 | Spent: 12.7 secs | LR: 0.000269
I0827 03:56:40.125463 140169079596928 interactiveshell.py:2882] Step 39650 | Loss: 0.2788 | Spent: 12.6 secs | LR: 0.000269
I0827 03:56:52.587218 140169079596928 interactiveshell.py:2882] Step 39700 | Loss: 0.3682 | Spent: 12.5 secs | LR: 0.000268
I0827 03:57:05.154289 140169079596928 interactiveshell.py:2882] Step 39750 | Loss: 0.4338 | Spent: 12.6 secs | LR: 0.000268
I0827 03:57:17.722478 140169079596928 interactiveshell.py:2882] Step 39800 | Loss: 0.5373 | Spent: 12.6 secs | LR: 0.000268
I0827 03:57:30.273128 140169079596928 interactiveshell.py:2882] Step 39850 | Loss: 0.5653 | Spent: 12.5 secs | LR: 0.000268
I0827 03:57:42.725631 140169079596928 interactiveshell.py:2882] Step 39900 | Loss: 0.3291 | Spent: 12.4 secs | LR: 0.000268
I0827 03:57:55.364886 140169079596928 interactiveshell.py:2882] Step 39950 | Loss: 0.5865 | Spent: 12.6 secs | LR: 0.000268
I0827 03:58:07.848721 140169079596928 interactiveshell.py:2882] Step 40000 | Loss: 0.3396 | Spent: 12.5 secs | LR: 0.000268
I0827 03:58:20.340086 140169079596928 interactiveshell.py:2882] Step 40050 | Loss: 0.4722 | Spent: 12.5 secs | LR: 0.000267
I0827 03:58:32.835902 140169079596928 interactiveshell.py:2882] Step 40100 | Loss: 0.3262 | Spent: 12.5 secs | LR: 0.000267
I0827 03:58:45.596228 140169079596928 interactiveshell.py:2882] Step 40150 | Loss: 0.2579 | Spent: 12.8 secs | LR: 0.000267
I0827 03:58:58.037436 140169079596928 interactiveshell.py:2882] Step 40200 | Loss: 0.3745 | Spent: 12.4 secs | LR: 0.000267
I0827 03:59:10.534492 140169079596928 interactiveshell.py:2882] Step 40250 | Loss: 0.4569 | Spent: 12.5 secs | LR: 0.000267
I0827 03:59:23.120438 140169079596928 interactiveshell.py:2882] Step 40300 | Loss: 0.1934 | Spent: 12.6 secs | LR: 0.000267
I0827 03:59:35.608334 140169079596928 interactiveshell.py:2882] Step 40350 | Loss: 0.1562 | Spent: 12.5 secs | LR: 0.000267
I0827 03:59:48.029445 140169079596928 interactiveshell.py:2882] Step 40400 | Loss: 0.2576 | Spent: 12.4 secs | LR: 0.000267
I0827 04:00:00.527497 140169079596928 interactiveshell.py:2882] Step 40450 | Loss: 0.4480 | Spent: 12.5 secs | LR: 0.000266
I0827 04:00:13.151370 140169079596928 interactiveshell.py:2882] Step 40500 | Loss: 0.3376 | Spent: 12.6 secs | LR: 0.000266
I0827 04:00:25.817691 140169079596928 interactiveshell.py:2882] Step 40550 | Loss: 0.5565 | Spent: 12.7 secs | LR: 0.000266
I0827 04:00:38.586976 140169079596928 interactiveshell.py:2882] Step 40600 | Loss: 0.1114 | Spent: 12.8 secs | LR: 0.000266
I0827 04:00:51.122308 140169079596928 interactiveshell.py:2882] Step 40650 | Loss: 0.1596 | Spent: 12.5 secs | LR: 0.000266
I0827 04:01:03.653640 140169079596928 interactiveshell.py:2882] Step 40700 | Loss: 0.3529 | Spent: 12.5 secs | LR: 0.000266
I0827 04:01:16.350955 140169079596928 interactiveshell.py:2882] Step 40750 | Loss: 0.3298 | Spent: 12.7 secs | LR: 0.000266
I0827 04:01:28.945434 140169079596928 interactiveshell.py:2882] Step 40800 | Loss: 0.3910 | Spent: 12.6 secs | LR: 0.000265
I0827 04:01:41.415249 140169079596928 interactiveshell.py:2882] Step 40850 | Loss: 0.3691 | Spent: 12.5 secs | LR: 0.000265
I0827 04:01:53.890901 140169079596928 interactiveshell.py:2882] Step 40900 | Loss: 0.2480 | Spent: 12.5 secs | LR: 0.000265
I0827 04:02:06.493827 140169079596928 interactiveshell.py:2882] Step 40950 | Loss: 0.4371 | Spent: 12.6 secs | LR: 0.000265
I0827 04:02:18.912634 140169079596928 interactiveshell.py:2882] Step 41000 | Loss: 0.4579 | Spent: 12.4 secs | LR: 0.000265
I0827 04:02:31.496198 140169079596928 interactiveshell.py:2882] Step 41050 | Loss: 0.4434 | Spent: 12.6 secs | LR: 0.000265
I0827 04:02:44.119909 140169079596928 interactiveshell.py:2882] Step 41100 | Loss: 0.5113 | Spent: 12.6 secs | LR: 0.000265
I0827 04:02:56.827410 140169079596928 interactiveshell.py:2882] Step 41150 | Loss: 0.4171 | Spent: 12.7 secs | LR: 0.000265
I0827 04:03:09.301326 140169079596928 interactiveshell.py:2882] Step 41200 | Loss: 0.2961 | Spent: 12.5 secs | LR: 0.000264
I0827 04:03:21.746153 140169079596928 interactiveshell.py:2882] Step 41250 | Loss: 0.3264 | Spent: 12.4 secs | LR: 0.000264
Reading ../data/test.txt
I0827 04:03:58.102007 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.863
I0827 04:03:58.103399 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.864
I0827 04:04:09.432540 140169079596928 interactiveshell.py:2882] Step 41300 | Loss: 0.3423 | Spent: 47.7 secs | LR: 0.000264
I0827 04:04:22.138851 140169079596928 interactiveshell.py:2882] Step 41350 | Loss: 0.4281 | Spent: 12.7 secs | LR: 0.000264
I0827 04:04:34.891087 140169079596928 interactiveshell.py:2882] Step 41400 | Loss: 0.3838 | Spent: 12.7 secs | LR: 0.000264
I0827 04:04:47.509156 140169079596928 interactiveshell.py:2882] Step 41450 | Loss: 0.2396 | Spent: 12.6 secs | LR: 0.000264
I0827 04:05:00.105817 140169079596928 interactiveshell.py:2882] Step 41500 | Loss: 0.3870 | Spent: 12.6 secs | LR: 0.000264
I0827 04:05:12.609975 140169079596928 interactiveshell.py:2882] Step 41550 | Loss: 0.5120 | Spent: 12.5 secs | LR: 0.000263
I0827 04:05:25.015874 140169079596928 interactiveshell.py:2882] Step 41600 | Loss: 0.6139 | Spent: 12.4 secs | LR: 0.000263
I0827 04:05:37.375283 140169079596928 interactiveshell.py:2882] Step 41650 | Loss: 0.4036 | Spent: 12.4 secs | LR: 0.000263
I0827 04:05:49.909103 140169079596928 interactiveshell.py:2882] Step 41700 | Loss: 0.3605 | Spent: 12.5 secs | LR: 0.000263
I0827 04:06:02.268303 140169079596928 interactiveshell.py:2882] Step 41750 | Loss: 0.3687 | Spent: 12.4 secs | LR: 0.000263
I0827 04:06:14.853589 140169079596928 interactiveshell.py:2882] Step 41800 | Loss: 0.3748 | Spent: 12.6 secs | LR: 0.000263
I0827 04:06:27.568230 140169079596928 interactiveshell.py:2882] Step 41850 | Loss: 0.1611 | Spent: 12.7 secs | LR: 0.000263
I0827 04:06:40.052072 140169079596928 interactiveshell.py:2882] Step 41900 | Loss: 0.5791 | Spent: 12.5 secs | LR: 0.000263
I0827 04:06:52.589520 140169079596928 interactiveshell.py:2882] Step 41950 | Loss: 0.3818 | Spent: 12.5 secs | LR: 0.000262
I0827 04:07:05.183678 140169079596928 interactiveshell.py:2882] Step 42000 | Loss: 0.4191 | Spent: 12.6 secs | LR: 0.000262
I0827 04:07:17.697882 140169079596928 interactiveshell.py:2882] Step 42050 | Loss: 0.4801 | Spent: 12.5 secs | LR: 0.000262
I0827 04:07:30.230490 140169079596928 interactiveshell.py:2882] Step 42100 | Loss: 0.3458 | Spent: 12.5 secs | LR: 0.000262
I0827 04:07:42.931715 140169079596928 interactiveshell.py:2882] Step 42150 | Loss: 0.3092 | Spent: 12.7 secs | LR: 0.000262
I0827 04:07:55.450723 140169079596928 interactiveshell.py:2882] Step 42200 | Loss: 0.3220 | Spent: 12.5 secs | LR: 0.000262
I0827 04:08:07.952640 140169079596928 interactiveshell.py:2882] Step 42250 | Loss: 0.2840 | Spent: 12.5 secs | LR: 0.000262
I0827 04:08:20.723623 140169079596928 interactiveshell.py:2882] Step 42300 | Loss: 0.3798 | Spent: 12.8 secs | LR: 0.000261
I0827 04:08:33.416376 140169079596928 interactiveshell.py:2882] Step 42350 | Loss: 0.3421 | Spent: 12.7 secs | LR: 0.000261
I0827 04:08:45.986247 140169079596928 interactiveshell.py:2882] Step 42400 | Loss: 0.1906 | Spent: 12.6 secs | LR: 0.000261
I0827 04:08:58.473835 140169079596928 interactiveshell.py:2882] Step 42450 | Loss: 0.5797 | Spent: 12.5 secs | LR: 0.000261
I0827 04:09:11.035724 140169079596928 interactiveshell.py:2882] Step 42500 | Loss: 0.5035 | Spent: 12.6 secs | LR: 0.000261
I0827 04:09:23.671247 140169079596928 interactiveshell.py:2882] Step 42550 | Loss: 0.5333 | Spent: 12.6 secs | LR: 0.000261
I0827 04:09:36.574242 140169079596928 interactiveshell.py:2882] Step 42600 | Loss: 0.3926 | Spent: 12.9 secs | LR: 0.000261
I0827 04:09:49.288276 140169079596928 interactiveshell.py:2882] Step 42650 | Loss: 0.1156 | Spent: 12.7 secs | LR: 0.000261
I0827 04:10:01.831665 140169079596928 interactiveshell.py:2882] Step 42700 | Loss: 0.2890 | Spent: 12.5 secs | LR: 0.000260
I0827 04:10:14.468173 140169079596928 interactiveshell.py:2882] Step 42750 | Loss: 0.3598 | Spent: 12.6 secs | LR: 0.000260
I0827 04:10:27.120632 140169079596928 interactiveshell.py:2882] Step 42800 | Loss: 0.3092 | Spent: 12.7 secs | LR: 0.000260
I0827 04:10:39.694732 140169079596928 interactiveshell.py:2882] Step 42850 | Loss: 0.3041 | Spent: 12.6 secs | LR: 0.000260
I0827 04:10:52.593554 140169079596928 interactiveshell.py:2882] Step 42900 | Loss: 0.5044 | Spent: 12.9 secs | LR: 0.000260
I0827 04:11:05.155956 140169079596928 interactiveshell.py:2882] Step 42950 | Loss: 0.3699 | Spent: 12.6 secs | LR: 0.000260
Reading ../data/test.txt
I0827 04:11:45.799247 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.866
I0827 04:11:45.986284 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.866
I0827 04:11:52.426328 140169079596928 interactiveshell.py:2882] Step 43000 | Loss: 0.3444 | Spent: 47.3 secs | LR: 0.000260
I0827 04:12:04.825494 140169079596928 interactiveshell.py:2882] Step 43050 | Loss: 0.7799 | Spent: 12.4 secs | LR: 0.000260
I0827 04:12:17.240692 140169079596928 interactiveshell.py:2882] Step 43100 | Loss: 0.5368 | Spent: 12.4 secs | LR: 0.000259
I0827 04:12:29.648840 140169079596928 interactiveshell.py:2882] Step 43150 | Loss: 0.3902 | Spent: 12.4 secs | LR: 0.000259
I0827 04:12:42.129198 140169079596928 interactiveshell.py:2882] Step 43200 | Loss: 0.2589 | Spent: 12.5 secs | LR: 0.000259
I0827 04:12:54.726186 140169079596928 interactiveshell.py:2882] Step 43250 | Loss: 0.4760 | Spent: 12.6 secs | LR: 0.000259
I0827 04:13:07.243176 140169079596928 interactiveshell.py:2882] Step 43300 | Loss: 0.3921 | Spent: 12.5 secs | LR: 0.000259
I0827 04:13:19.666137 140169079596928 interactiveshell.py:2882] Step 43350 | Loss: 0.2270 | Spent: 12.4 secs | LR: 0.000259
I0827 04:13:32.202574 140169079596928 interactiveshell.py:2882] Step 43400 | Loss: 0.5196 | Spent: 12.5 secs | LR: 0.000259
I0827 04:13:44.766510 140169079596928 interactiveshell.py:2882] Step 43450 | Loss: 0.3221 | Spent: 12.6 secs | LR: 0.000258
I0827 04:13:57.290844 140169079596928 interactiveshell.py:2882] Step 43500 | Loss: 0.3485 | Spent: 12.5 secs | LR: 0.000258
I0827 04:14:09.833721 140169079596928 interactiveshell.py:2882] Step 43550 | Loss: 0.3271 | Spent: 12.5 secs | LR: 0.000258
I0827 04:14:22.247556 140169079596928 interactiveshell.py:2882] Step 43600 | Loss: 0.3107 | Spent: 12.4 secs | LR: 0.000258
I0827 04:14:34.817090 140169079596928 interactiveshell.py:2882] Step 43650 | Loss: 0.3310 | Spent: 12.6 secs | LR: 0.000258
I0827 04:14:47.813258 140169079596928 interactiveshell.py:2882] Step 43700 | Loss: 0.5476 | Spent: 13.0 secs | LR: 0.000258
I0827 04:15:00.354187 140169079596928 interactiveshell.py:2882] Step 43750 | Loss: 0.4089 | Spent: 12.5 secs | LR: 0.000258
I0827 04:15:13.065427 140169079596928 interactiveshell.py:2882] Step 43800 | Loss: 0.4445 | Spent: 12.7 secs | LR: 0.000258
I0827 04:15:25.570426 140169079596928 interactiveshell.py:2882] Step 43850 | Loss: 0.2868 | Spent: 12.5 secs | LR: 0.000257
I0827 04:15:38.039761 140169079596928 interactiveshell.py:2882] Step 43900 | Loss: 0.2462 | Spent: 12.5 secs | LR: 0.000257
I0827 04:15:50.618206 140169079596928 interactiveshell.py:2882] Step 43950 | Loss: 0.2488 | Spent: 12.6 secs | LR: 0.000257
I0827 04:16:03.146531 140169079596928 interactiveshell.py:2882] Step 44000 | Loss: 0.3423 | Spent: 12.5 secs | LR: 0.000257
I0827 04:16:15.674299 140169079596928 interactiveshell.py:2882] Step 44050 | Loss: 0.5437 | Spent: 12.5 secs | LR: 0.000257
I0827 04:16:28.159598 140169079596928 interactiveshell.py:2882] Step 44100 | Loss: 0.4240 | Spent: 12.5 secs | LR: 0.000257
I0827 04:16:40.875372 140169079596928 interactiveshell.py:2882] Step 44150 | Loss: 0.6498 | Spent: 12.7 secs | LR: 0.000257
I0827 04:16:53.435485 140169079596928 interactiveshell.py:2882] Step 44200 | Loss: 0.3796 | Spent: 12.6 secs | LR: 0.000257
I0827 04:17:06.080460 140169079596928 interactiveshell.py:2882] Step 44250 | Loss: 0.1557 | Spent: 12.6 secs | LR: 0.000256
I0827 04:17:18.572146 140169079596928 interactiveshell.py:2882] Step 44300 | Loss: 0.3479 | Spent: 12.5 secs | LR: 0.000256
I0827 04:17:31.079696 140169079596928 interactiveshell.py:2882] Step 44350 | Loss: 0.3947 | Spent: 12.5 secs | LR: 0.000256
I0827 04:17:43.499639 140169079596928 interactiveshell.py:2882] Step 44400 | Loss: 0.1966 | Spent: 12.4 secs | LR: 0.000256
I0827 04:17:55.766127 140169079596928 interactiveshell.py:2882] Step 44450 | Loss: 0.4335 | Spent: 12.3 secs | LR: 0.000256
I0827 04:18:08.117090 140169079596928 interactiveshell.py:2882] Step 44500 | Loss: 0.4020 | Spent: 12.3 secs | LR: 0.000256
I0827 04:18:20.487489 140169079596928 interactiveshell.py:2882] Step 44550 | Loss: 0.2356 | Spent: 12.4 secs | LR: 0.000256
I0827 04:18:32.942471 140169079596928 interactiveshell.py:2882] Step 44600 | Loss: 0.3326 | Spent: 12.4 secs | LR: 0.000255
I0827 04:18:45.416157 140169079596928 interactiveshell.py:2882] Step 44650 | Loss: 0.1715 | Spent: 12.5 secs | LR: 0.000255
Reading ../data/test.txt
I0827 04:19:31.165492 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.868
I0827 04:19:31.375397 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.868
I0827 04:19:33.140912 140169079596928 interactiveshell.py:2882] Step 44700 | Loss: 0.5341 | Spent: 47.7 secs | LR: 0.000255
I0827 04:19:45.828745 140169079596928 interactiveshell.py:2882] Step 44750 | Loss: 0.4989 | Spent: 12.7 secs | LR: 0.000255
I0827 04:19:58.606921 140169079596928 interactiveshell.py:2882] Step 44800 | Loss: 0.3671 | Spent: 12.8 secs | LR: 0.000255
I0827 04:20:11.218030 140169079596928 interactiveshell.py:2882] Step 44850 | Loss: 0.3571 | Spent: 12.6 secs | LR: 0.000255
I0827 04:20:23.804309 140169079596928 interactiveshell.py:2882] Step 44900 | Loss: 0.3322 | Spent: 12.6 secs | LR: 0.000255
I0827 04:20:36.314124 140169079596928 interactiveshell.py:2882] Step 44950 | Loss: 0.5757 | Spent: 12.5 secs | LR: 0.000255
I0827 04:20:48.958887 140169079596928 interactiveshell.py:2882] Step 45000 | Loss: 0.4160 | Spent: 12.6 secs | LR: 0.000254
I0827 04:21:01.653990 140169079596928 interactiveshell.py:2882] Step 45050 | Loss: 0.3092 | Spent: 12.7 secs | LR: 0.000254
I0827 04:21:14.474227 140169079596928 interactiveshell.py:2882] Step 45100 | Loss: 0.2618 | Spent: 12.8 secs | LR: 0.000254
I0827 04:21:26.996719 140169079596928 interactiveshell.py:2882] Step 45150 | Loss: 0.1930 | Spent: 12.5 secs | LR: 0.000254
I0827 04:21:39.589013 140169079596928 interactiveshell.py:2882] Step 45200 | Loss: 0.2517 | Spent: 12.6 secs | LR: 0.000254
I0827 04:21:52.068262 140169079596928 interactiveshell.py:2882] Step 45250 | Loss: 0.5712 | Spent: 12.5 secs | LR: 0.000254
I0827 04:22:04.336658 140169079596928 interactiveshell.py:2882] Step 45300 | Loss: 0.5255 | Spent: 12.3 secs | LR: 0.000254
I0827 04:22:16.421163 140169079596928 interactiveshell.py:2882] Step 45350 | Loss: 0.2832 | Spent: 12.1 secs | LR: 0.000254
I0827 04:22:28.585245 140169079596928 interactiveshell.py:2882] Step 45400 | Loss: 0.4820 | Spent: 12.2 secs | LR: 0.000253
I0827 04:22:40.746691 140169079596928 interactiveshell.py:2882] Step 45450 | Loss: 0.5245 | Spent: 12.2 secs | LR: 0.000253
I0827 04:22:52.948286 140169079596928 interactiveshell.py:2882] Step 45500 | Loss: 0.5949 | Spent: 12.2 secs | LR: 0.000253
I0827 04:23:05.191362 140169079596928 interactiveshell.py:2882] Step 45550 | Loss: 0.2832 | Spent: 12.2 secs | LR: 0.000253
I0827 04:23:17.369057 140169079596928 interactiveshell.py:2882] Step 45600 | Loss: 0.4717 | Spent: 12.2 secs | LR: 0.000253
I0827 04:23:29.506607 140169079596928 interactiveshell.py:2882] Step 45650 | Loss: 0.3199 | Spent: 12.1 secs | LR: 0.000253
I0827 04:23:41.548967 140169079596928 interactiveshell.py:2882] Step 45700 | Loss: 0.2922 | Spent: 12.0 secs | LR: 0.000253
I0827 04:23:53.463648 140169079596928 interactiveshell.py:2882] Step 45750 | Loss: 0.5201 | Spent: 11.9 secs | LR: 0.000253
I0827 04:24:05.282153 140169079596928 interactiveshell.py:2882] Step 45800 | Loss: 0.2931 | Spent: 11.8 secs | LR: 0.000252
I0827 04:24:17.228273 140169079596928 interactiveshell.py:2882] Step 45850 | Loss: 0.3309 | Spent: 11.9 secs | LR: 0.000252
I0827 04:24:29.102591 140169079596928 interactiveshell.py:2882] Step 45900 | Loss: 0.2148 | Spent: 11.9 secs | LR: 0.000252
I0827 04:24:41.056054 140169079596928 interactiveshell.py:2882] Step 45950 | Loss: 0.2420 | Spent: 12.0 secs | LR: 0.000252
I0827 04:24:53.299931 140169079596928 interactiveshell.py:2882] Step 46000 | Loss: 0.4831 | Spent: 12.2 secs | LR: 0.000252
I0827 04:25:05.556958 140169079596928 interactiveshell.py:2882] Step 46050 | Loss: 0.2916 | Spent: 12.3 secs | LR: 0.000252
I0827 04:25:17.878287 140169079596928 interactiveshell.py:2882] Step 46100 | Loss: 0.2329 | Spent: 12.3 secs | LR: 0.000252
I0827 04:25:29.945581 140169079596928 interactiveshell.py:2882] Step 46150 | Loss: 0.2902 | Spent: 12.1 secs | LR: 0.000252
I0827 04:25:41.944547 140169079596928 interactiveshell.py:2882] Step 46200 | Loss: 0.3732 | Spent: 12.0 secs | LR: 0.000251
I0827 04:25:54.056551 140169079596928 interactiveshell.py:2882] Step 46250 | Loss: 0.3180 | Spent: 12.1 secs | LR: 0.000251
I0827 04:26:06.343757 140169079596928 interactiveshell.py:2882] Step 46300 | Loss: 0.2318 | Spent: 12.3 secs | LR: 0.000251
I0827 04:26:18.446197 140169079596928 interactiveshell.py:2882] Step 46350 | Loss: 0.5173 | Spent: 12.1 secs | LR: 0.000251
I0827 04:26:30.674774 140169079596928 interactiveshell.py:2882] Step 46400 | Loss: 0.2761 | Spent: 12.2 secs | LR: 0.000251
Reading ../data/test.txt
I0827 04:27:08.573434 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.864
I0827 04:27:08.577401 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.868
I0827 04:27:17.822539 140169079596928 interactiveshell.py:2882] Step 46450 | Loss: 0.3806 | Spent: 47.1 secs | LR: 0.000251
I0827 04:27:29.970678 140169079596928 interactiveshell.py:2882] Step 46500 | Loss: 0.3320 | Spent: 12.1 secs | LR: 0.000251
I0827 04:27:42.092328 140169079596928 interactiveshell.py:2882] Step 46550 | Loss: 0.2766 | Spent: 12.1 secs | LR: 0.000251
I0827 04:27:54.212283 140169079596928 interactiveshell.py:2882] Step 46600 | Loss: 0.3278 | Spent: 12.1 secs | LR: 0.000250
I0827 04:28:06.414463 140169079596928 interactiveshell.py:2882] Step 46650 | Loss: 0.3651 | Spent: 12.2 secs | LR: 0.000250
I0827 04:28:18.445400 140169079596928 interactiveshell.py:2882] Step 46700 | Loss: 0.2983 | Spent: 12.0 secs | LR: 0.000250
I0827 04:28:30.433031 140169079596928 interactiveshell.py:2882] Step 46750 | Loss: 0.3656 | Spent: 12.0 secs | LR: 0.000250
I0827 04:28:42.490213 140169079596928 interactiveshell.py:2882] Step 46800 | Loss: 0.2728 | Spent: 12.1 secs | LR: 0.000250
I0827 04:28:54.731681 140169079596928 interactiveshell.py:2882] Step 46850 | Loss: 0.3975 | Spent: 12.2 secs | LR: 0.000250
I0827 04:29:06.812057 140169079596928 interactiveshell.py:2882] Step 46900 | Loss: 0.2913 | Spent: 12.1 secs | LR: 0.000250
I0827 04:29:18.890396 140169079596928 interactiveshell.py:2882] Step 46950 | Loss: 0.3929 | Spent: 12.1 secs | LR: 0.000250
I0827 04:29:31.002078 140169079596928 interactiveshell.py:2882] Step 47000 | Loss: 0.2767 | Spent: 12.1 secs | LR: 0.000249
I0827 04:29:43.167205 140169079596928 interactiveshell.py:2882] Step 47050 | Loss: 0.5652 | Spent: 12.2 secs | LR: 0.000249
I0827 04:29:55.306962 140169079596928 interactiveshell.py:2882] Step 47100 | Loss: 0.5088 | Spent: 12.1 secs | LR: 0.000249
I0827 04:30:07.387906 140169079596928 interactiveshell.py:2882] Step 47150 | Loss: 0.3027 | Spent: 12.1 secs | LR: 0.000249
I0827 04:30:19.419772 140169079596928 interactiveshell.py:2882] Step 47200 | Loss: 0.6073 | Spent: 12.0 secs | LR: 0.000249
I0827 04:30:31.610961 140169079596928 interactiveshell.py:2882] Step 47250 | Loss: 0.2852 | Spent: 12.2 secs | LR: 0.000249
I0827 04:30:43.584016 140169079596928 interactiveshell.py:2882] Step 47300 | Loss: 0.5238 | Spent: 12.0 secs | LR: 0.000249
I0827 04:30:55.525058 140169079596928 interactiveshell.py:2882] Step 47350 | Loss: 0.4803 | Spent: 11.9 secs | LR: 0.000249
I0827 04:31:07.796004 140169079596928 interactiveshell.py:2882] Step 47400 | Loss: 0.2328 | Spent: 12.3 secs | LR: 0.000248
I0827 04:31:20.100023 140169079596928 interactiveshell.py:2882] Step 47450 | Loss: 0.5248 | Spent: 12.3 secs | LR: 0.000248
I0827 04:31:32.234396 140169079596928 interactiveshell.py:2882] Step 47500 | Loss: 0.4250 | Spent: 12.1 secs | LR: 0.000248
I0827 04:31:44.387846 140169079596928 interactiveshell.py:2882] Step 47550 | Loss: 0.1614 | Spent: 12.2 secs | LR: 0.000248
I0827 04:31:56.533973 140169079596928 interactiveshell.py:2882] Step 47600 | Loss: 0.4321 | Spent: 12.1 secs | LR: 0.000248
I0827 04:32:08.709391 140169079596928 interactiveshell.py:2882] Step 47650 | Loss: 0.3612 | Spent: 12.2 secs | LR: 0.000248
I0827 04:32:20.889069 140169079596928 interactiveshell.py:2882] Step 47700 | Loss: 0.4726 | Spent: 12.2 secs | LR: 0.000248
I0827 04:32:33.031081 140169079596928 interactiveshell.py:2882] Step 47750 | Loss: 0.1677 | Spent: 12.1 secs | LR: 0.000248
I0827 04:32:45.296700 140169079596928 interactiveshell.py:2882] Step 47800 | Loss: 0.4156 | Spent: 12.3 secs | LR: 0.000247
I0827 04:32:57.469202 140169079596928 interactiveshell.py:2882] Step 47850 | Loss: 0.3901 | Spent: 12.2 secs | LR: 0.000247
I0827 04:33:09.571588 140169079596928 interactiveshell.py:2882] Step 47900 | Loss: 0.4625 | Spent: 12.1 secs | LR: 0.000247
I0827 04:33:21.785070 140169079596928 interactiveshell.py:2882] Step 47950 | Loss: 0.2880 | Spent: 12.2 secs | LR: 0.000247
I0827 04:33:34.007039 140169079596928 interactiveshell.py:2882] Step 48000 | Loss: 0.2033 | Spent: 12.2 secs | LR: 0.000247
I0827 04:33:46.247059 140169079596928 interactiveshell.py:2882] Step 48050 | Loss: 0.3244 | Spent: 12.2 secs | LR: 0.000247
I0827 04:33:58.557234 140169079596928 interactiveshell.py:2882] Step 48100 | Loss: 0.4613 | Spent: 12.3 secs | LR: 0.000247
Reading ../data/test.txt
I0827 04:34:41.160784 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.869
I0827 04:34:41.351502 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.869
I0827 04:34:46.070448 140169079596928 interactiveshell.py:2882] Step 48150 | Loss: 0.3352 | Spent: 47.5 secs | LR: 0.000247
I0827 04:34:58.348572 140169079596928 interactiveshell.py:2882] Step 48200 | Loss: 0.6506 | Spent: 12.3 secs | LR: 0.000246
I0827 04:35:10.778650 140169079596928 interactiveshell.py:2882] Step 48250 | Loss: 0.3901 | Spent: 12.4 secs | LR: 0.000246
I0827 04:35:22.964037 140169079596928 interactiveshell.py:2882] Step 48300 | Loss: 0.2371 | Spent: 12.2 secs | LR: 0.000246
I0827 04:35:35.340193 140169079596928 interactiveshell.py:2882] Step 48350 | Loss: 0.4824 | Spent: 12.4 secs | LR: 0.000246
I0827 04:35:47.455746 140169079596928 interactiveshell.py:2882] Step 48400 | Loss: 0.3355 | Spent: 12.1 secs | LR: 0.000246
I0827 04:35:59.692363 140169079596928 interactiveshell.py:2882] Step 48450 | Loss: 0.4428 | Spent: 12.2 secs | LR: 0.000246
I0827 04:36:11.976060 140169079596928 interactiveshell.py:2882] Step 48500 | Loss: 0.2857 | Spent: 12.3 secs | LR: 0.000246
I0827 04:36:24.099727 140169079596928 interactiveshell.py:2882] Step 48550 | Loss: 0.4112 | Spent: 12.1 secs | LR: 0.000246
I0827 04:36:36.044588 140169079596928 interactiveshell.py:2882] Step 48600 | Loss: 0.4927 | Spent: 11.9 secs | LR: 0.000245
I0827 04:36:48.125497 140169079596928 interactiveshell.py:2882] Step 48650 | Loss: 0.3664 | Spent: 12.1 secs | LR: 0.000245
I0827 04:37:00.047105 140169079596928 interactiveshell.py:2882] Step 48700 | Loss: 0.1588 | Spent: 11.9 secs | LR: 0.000245
I0827 04:37:12.025626 140169079596928 interactiveshell.py:2882] Step 48750 | Loss: 0.2669 | Spent: 12.0 secs | LR: 0.000245
I0827 04:37:24.166278 140169079596928 interactiveshell.py:2882] Step 48800 | Loss: 0.1945 | Spent: 12.1 secs | LR: 0.000245
I0827 04:37:36.391827 140169079596928 interactiveshell.py:2882] Step 48850 | Loss: 0.3683 | Spent: 12.2 secs | LR: 0.000245
I0827 04:37:48.528437 140169079596928 interactiveshell.py:2882] Step 48900 | Loss: 0.1840 | Spent: 12.1 secs | LR: 0.000245
I0827 04:38:00.832563 140169079596928 interactiveshell.py:2882] Step 48950 | Loss: 0.5934 | Spent: 12.3 secs | LR: 0.000245
I0827 04:38:12.875527 140169079596928 interactiveshell.py:2882] Step 49000 | Loss: 0.3217 | Spent: 12.0 secs | LR: 0.000244
I0827 04:38:25.125602 140169079596928 interactiveshell.py:2882] Step 49050 | Loss: 0.4469 | Spent: 12.2 secs | LR: 0.000244
I0827 04:38:37.281594 140169079596928 interactiveshell.py:2882] Step 49100 | Loss: 0.2999 | Spent: 12.2 secs | LR: 0.000244
I0827 04:38:49.392116 140169079596928 interactiveshell.py:2882] Step 49150 | Loss: 0.3910 | Spent: 12.1 secs | LR: 0.000244
I0827 04:39:01.379562 140169079596928 interactiveshell.py:2882] Step 49200 | Loss: 0.3803 | Spent: 12.0 secs | LR: 0.000244
I0827 04:39:13.489613 140169079596928 interactiveshell.py:2882] Step 49250 | Loss: 0.4111 | Spent: 12.1 secs | LR: 0.000244
I0827 04:39:25.512433 140169079596928 interactiveshell.py:2882] Step 49300 | Loss: 0.2634 | Spent: 12.0 secs | LR: 0.000244
I0827 04:39:37.514165 140169079596928 interactiveshell.py:2882] Step 49350 | Loss: 0.4649 | Spent: 12.0 secs | LR: 0.000244
I0827 04:39:49.515777 140169079596928 interactiveshell.py:2882] Step 49400 | Loss: 0.3077 | Spent: 12.0 secs | LR: 0.000243
I0827 04:40:01.657346 140169079596928 interactiveshell.py:2882] Step 49450 | Loss: 0.5153 | Spent: 12.1 secs | LR: 0.000243
I0827 04:40:13.658133 140169079596928 interactiveshell.py:2882] Step 49500 | Loss: 0.3525 | Spent: 12.0 secs | LR: 0.000243
I0827 04:40:25.679631 140169079596928 interactiveshell.py:2882] Step 49550 | Loss: 0.1755 | Spent: 12.0 secs | LR: 0.000243
I0827 04:40:37.851579 140169079596928 interactiveshell.py:2882] Step 49600 | Loss: 0.3459 | Spent: 12.2 secs | LR: 0.000243
I0827 04:40:50.122492 140169079596928 interactiveshell.py:2882] Step 49650 | Loss: 0.3788 | Spent: 12.3 secs | LR: 0.000243
I0827 04:41:02.169044 140169079596928 interactiveshell.py:2882] Step 49700 | Loss: 0.4469 | Spent: 12.0 secs | LR: 0.000243
I0827 04:41:14.194615 140169079596928 interactiveshell.py:2882] Step 49750 | Loss: 0.4000 | Spent: 12.0 secs | LR: 0.000243
I0827 04:41:26.473116 140169079596928 interactiveshell.py:2882] Step 49800 | Loss: 0.2506 | Spent: 12.3 secs | LR: 0.000242
I0827 04:41:38.511107 140169079596928 interactiveshell.py:2882] Step 49850 | Loss: 0.4170 | Spent: 12.0 secs | LR: 0.000242
Reading ../data/test.txt
I0827 04:42:13.482955 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.868
I0827 04:42:13.487123 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.869
I0827 04:42:25.592276 140169079596928 interactiveshell.py:2882] Step 49900 | Loss: 0.4482 | Spent: 47.1 secs | LR: 0.000242
I0827 04:42:37.691738 140169079596928 interactiveshell.py:2882] Step 49950 | Loss: 0.4621 | Spent: 12.1 secs | LR: 0.000242
I0827 04:42:49.623842 140169079596928 interactiveshell.py:2882] Step 50000 | Loss: 0.2871 | Spent: 11.9 secs | LR: 0.000242
I0827 04:43:01.502913 140169079596928 interactiveshell.py:2882] Step 50050 | Loss: 0.2282 | Spent: 11.9 secs | LR: 0.000242
I0827 04:43:13.428641 140169079596928 interactiveshell.py:2882] Step 50100 | Loss: 0.4520 | Spent: 11.9 secs | LR: 0.000242
I0827 04:43:25.261157 140169079596928 interactiveshell.py:2882] Step 50150 | Loss: 0.4341 | Spent: 11.8 secs | LR: 0.000242
I0827 04:43:37.290617 140169079596928 interactiveshell.py:2882] Step 50200 | Loss: 0.4039 | Spent: 12.0 secs | LR: 0.000242
I0827 04:43:49.340167 140169079596928 interactiveshell.py:2882] Step 50250 | Loss: 0.3078 | Spent: 12.0 secs | LR: 0.000241
I0827 04:44:01.642524 140169079596928 interactiveshell.py:2882] Step 50300 | Loss: 0.5172 | Spent: 12.3 secs | LR: 0.000241
I0827 04:44:13.797913 140169079596928 interactiveshell.py:2882] Step 50350 | Loss: 0.4271 | Spent: 12.2 secs | LR: 0.000241
I0827 04:44:25.908078 140169079596928 interactiveshell.py:2882] Step 50400 | Loss: 0.3649 | Spent: 12.1 secs | LR: 0.000241
I0827 04:44:37.975879 140169079596928 interactiveshell.py:2882] Step 50450 | Loss: 0.5089 | Spent: 12.1 secs | LR: 0.000241
I0827 04:44:50.098960 140169079596928 interactiveshell.py:2882] Step 50500 | Loss: 0.3394 | Spent: 12.1 secs | LR: 0.000241
I0827 04:45:02.256217 140169079596928 interactiveshell.py:2882] Step 50550 | Loss: 0.4699 | Spent: 12.2 secs | LR: 0.000241
I0827 04:45:14.345779 140169079596928 interactiveshell.py:2882] Step 50600 | Loss: 0.4135 | Spent: 12.1 secs | LR: 0.000241
I0827 04:45:26.362896 140169079596928 interactiveshell.py:2882] Step 50650 | Loss: 0.2948 | Spent: 12.0 secs | LR: 0.000240
I0827 04:45:38.639623 140169079596928 interactiveshell.py:2882] Step 50700 | Loss: 0.3823 | Spent: 12.3 secs | LR: 0.000240
I0827 04:45:51.139258 140169079596928 interactiveshell.py:2882] Step 50750 | Loss: 0.1907 | Spent: 12.5 secs | LR: 0.000240
I0827 04:46:03.422015 140169079596928 interactiveshell.py:2882] Step 50800 | Loss: 0.4098 | Spent: 12.3 secs | LR: 0.000240
I0827 04:46:15.602687 140169079596928 interactiveshell.py:2882] Step 50850 | Loss: 0.5667 | Spent: 12.2 secs | LR: 0.000240
I0827 04:46:27.934882 140169079596928 interactiveshell.py:2882] Step 50900 | Loss: 0.6092 | Spent: 12.3 secs | LR: 0.000240
I0827 04:46:40.033529 140169079596928 interactiveshell.py:2882] Step 50950 | Loss: 0.2455 | Spent: 12.1 secs | LR: 0.000240
I0827 04:46:52.293249 140169079596928 interactiveshell.py:2882] Step 51000 | Loss: 0.3023 | Spent: 12.3 secs | LR: 0.000240
I0827 04:47:04.430394 140169079596928 interactiveshell.py:2882] Step 51050 | Loss: 0.1610 | Spent: 12.1 secs | LR: 0.000239
I0827 04:47:16.493742 140169079596928 interactiveshell.py:2882] Step 51100 | Loss: 0.5075 | Spent: 12.1 secs | LR: 0.000239
I0827 04:47:28.545156 140169079596928 interactiveshell.py:2882] Step 51150 | Loss: 0.6066 | Spent: 12.0 secs | LR: 0.000239
I0827 04:47:40.815683 140169079596928 interactiveshell.py:2882] Step 51200 | Loss: 0.2904 | Spent: 12.3 secs | LR: 0.000239
I0827 04:47:52.842681 140169079596928 interactiveshell.py:2882] Step 51250 | Loss: 0.3720 | Spent: 12.0 secs | LR: 0.000239
I0827 04:48:05.005398 140169079596928 interactiveshell.py:2882] Step 51300 | Loss: 0.2450 | Spent: 12.2 secs | LR: 0.000239
I0827 04:48:17.044585 140169079596928 interactiveshell.py:2882] Step 51350 | Loss: 0.2662 | Spent: 12.0 secs | LR: 0.000239
I0827 04:48:29.201925 140169079596928 interactiveshell.py:2882] Step 51400 | Loss: 0.3089 | Spent: 12.2 secs | LR: 0.000239
I0827 04:48:41.294551 140169079596928 interactiveshell.py:2882] Step 51450 | Loss: 0.4643 | Spent: 12.1 secs | LR: 0.000239
I0827 04:48:53.290175 140169079596928 interactiveshell.py:2882] Step 51500 | Loss: 0.1843 | Spent: 12.0 secs | LR: 0.000238
Reading ../data/train.txt
I0827 04:49:43.385883 140169079596928 interactiveshell.py:2882] Step 51550 | Loss: 0.2239 | Spent: 50.1 secs | LR: 0.000238
Reading ../data/test.txt
I0827 04:50:23.171369 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.867
I0827 04:50:23.172708 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.869
I0827 04:50:31.116296 140169079596928 interactiveshell.py:2882] Step 51600 | Loss: 0.4018 | Spent: 47.7 secs | LR: 0.000238
I0827 04:50:43.459974 140169079596928 interactiveshell.py:2882] Step 51650 | Loss: 0.3045 | Spent: 12.3 secs | LR: 0.000238
I0827 04:50:56.166973 140169079596928 interactiveshell.py:2882] Step 51700 | Loss: 0.4252 | Spent: 12.7 secs | LR: 0.000238
I0827 04:51:09.030531 140169079596928 interactiveshell.py:2882] Step 51750 | Loss: 0.2488 | Spent: 12.9 secs | LR: 0.000238
I0827 04:51:21.639641 140169079596928 interactiveshell.py:2882] Step 51800 | Loss: 0.5447 | Spent: 12.6 secs | LR: 0.000238
I0827 04:51:34.297693 140169079596928 interactiveshell.py:2882] Step 51850 | Loss: 0.2958 | Spent: 12.7 secs | LR: 0.000238
I0827 04:51:46.780694 140169079596928 interactiveshell.py:2882] Step 51900 | Loss: 0.5302 | Spent: 12.5 secs | LR: 0.000237
I0827 04:51:59.300678 140169079596928 interactiveshell.py:2882] Step 51950 | Loss: 0.3230 | Spent: 12.5 secs | LR: 0.000237
I0827 04:52:11.720992 140169079596928 interactiveshell.py:2882] Step 52000 | Loss: 0.2431 | Spent: 12.4 secs | LR: 0.000237
I0827 04:52:24.217608 140169079596928 interactiveshell.py:2882] Step 52050 | Loss: 0.2192 | Spent: 12.5 secs | LR: 0.000237
I0827 04:52:36.755433 140169079596928 interactiveshell.py:2882] Step 52100 | Loss: 0.4472 | Spent: 12.5 secs | LR: 0.000237
I0827 04:52:49.343993 140169079596928 interactiveshell.py:2882] Step 52150 | Loss: 0.3336 | Spent: 12.6 secs | LR: 0.000237
I0827 04:53:02.097582 140169079596928 interactiveshell.py:2882] Step 52200 | Loss: 0.4563 | Spent: 12.8 secs | LR: 0.000237
I0827 04:53:14.780365 140169079596928 interactiveshell.py:2882] Step 52250 | Loss: 0.5081 | Spent: 12.7 secs | LR: 0.000237
I0827 04:53:27.279103 140169079596928 interactiveshell.py:2882] Step 52300 | Loss: 0.2082 | Spent: 12.5 secs | LR: 0.000236
I0827 04:53:39.847916 140169079596928 interactiveshell.py:2882] Step 52350 | Loss: 0.2498 | Spent: 12.6 secs | LR: 0.000236
I0827 04:53:52.628774 140169079596928 interactiveshell.py:2882] Step 52400 | Loss: 0.2469 | Spent: 12.8 secs | LR: 0.000236
I0827 04:54:05.090071 140169079596928 interactiveshell.py:2882] Step 52450 | Loss: 0.4584 | Spent: 12.5 secs | LR: 0.000236
I0827 04:54:17.562833 140169079596928 interactiveshell.py:2882] Step 52500 | Loss: 0.1795 | Spent: 12.5 secs | LR: 0.000236
I0827 04:54:30.093656 140169079596928 interactiveshell.py:2882] Step 52550 | Loss: 0.2372 | Spent: 12.5 secs | LR: 0.000236
I0827 04:54:42.669127 140169079596928 interactiveshell.py:2882] Step 52600 | Loss: 0.4391 | Spent: 12.6 secs | LR: 0.000236
I0827 04:54:55.320901 140169079596928 interactiveshell.py:2882] Step 52650 | Loss: 0.3949 | Spent: 12.6 secs | LR: 0.000236
I0827 04:55:07.787247 140169079596928 interactiveshell.py:2882] Step 52700 | Loss: 0.3391 | Spent: 12.5 secs | LR: 0.000236
I0827 04:55:20.246380 140169079596928 interactiveshell.py:2882] Step 52750 | Loss: 0.6741 | Spent: 12.5 secs | LR: 0.000235
I0827 04:55:32.951011 140169079596928 interactiveshell.py:2882] Step 52800 | Loss: 0.4734 | Spent: 12.7 secs | LR: 0.000235
I0827 04:55:45.488270 140169079596928 interactiveshell.py:2882] Step 52850 | Loss: 0.3819 | Spent: 12.5 secs | LR: 0.000235
I0827 04:55:57.995475 140169079596928 interactiveshell.py:2882] Step 52900 | Loss: 0.2131 | Spent: 12.5 secs | LR: 0.000235
I0827 04:56:10.622160 140169079596928 interactiveshell.py:2882] Step 52950 | Loss: 0.3439 | Spent: 12.6 secs | LR: 0.000235
I0827 04:56:23.375462 140169079596928 interactiveshell.py:2882] Step 53000 | Loss: 0.5374 | Spent: 12.8 secs | LR: 0.000235
I0827 04:56:35.861848 140169079596928 interactiveshell.py:2882] Step 53050 | Loss: 0.2660 | Spent: 12.5 secs | LR: 0.000235
I0827 04:56:48.290062 140169079596928 interactiveshell.py:2882] Step 53100 | Loss: 0.5671 | Spent: 12.4 secs | LR: 0.000235
I0827 04:57:00.707492 140169079596928 interactiveshell.py:2882] Step 53150 | Loss: 0.3978 | Spent: 12.4 secs | LR: 0.000234
I0827 04:57:13.300961 140169079596928 interactiveshell.py:2882] Step 53200 | Loss: 0.6167 | Spent: 12.6 secs | LR: 0.000234
I0827 04:57:25.720167 140169079596928 interactiveshell.py:2882] Step 53250 | Loss: 0.2474 | Spent: 12.4 secs | LR: 0.000234
Reading ../data/test.txt
I0827 04:58:09.987595 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.869
I0827 04:58:09.988980 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.869
I0827 04:58:12.990561 140169079596928 interactiveshell.py:2882] Step 53300 | Loss: 0.2528 | Spent: 47.3 secs | LR: 0.000234
I0827 04:58:25.537080 140169079596928 interactiveshell.py:2882] Step 53350 | Loss: 0.2900 | Spent: 12.5 secs | LR: 0.000234
I0827 04:58:38.011576 140169079596928 interactiveshell.py:2882] Step 53400 | Loss: 0.3117 | Spent: 12.5 secs | LR: 0.000234
I0827 04:58:50.500478 140169079596928 interactiveshell.py:2882] Step 53450 | Loss: 0.2383 | Spent: 12.5 secs | LR: 0.000234
I0827 04:59:03.029557 140169079596928 interactiveshell.py:2882] Step 53500 | Loss: 0.1275 | Spent: 12.5 secs | LR: 0.000234
I0827 04:59:15.753668 140169079596928 interactiveshell.py:2882] Step 53550 | Loss: 0.1706 | Spent: 12.7 secs | LR: 0.000234
I0827 04:59:28.299290 140169079596928 interactiveshell.py:2882] Step 53600 | Loss: 0.1944 | Spent: 12.5 secs | LR: 0.000233
I0827 04:59:40.920944 140169079596928 interactiveshell.py:2882] Step 53650 | Loss: 0.2197 | Spent: 12.6 secs | LR: 0.000233
I0827 04:59:53.536433 140169079596928 interactiveshell.py:2882] Step 53700 | Loss: 0.5123 | Spent: 12.6 secs | LR: 0.000233
I0827 05:00:06.124334 140169079596928 interactiveshell.py:2882] Step 53750 | Loss: 0.2543 | Spent: 12.6 secs | LR: 0.000233
I0827 05:00:18.680276 140169079596928 interactiveshell.py:2882] Step 53800 | Loss: 0.2686 | Spent: 12.6 secs | LR: 0.000233
I0827 05:00:31.312514 140169079596928 interactiveshell.py:2882] Step 53850 | Loss: 0.3118 | Spent: 12.6 secs | LR: 0.000233
I0827 05:00:43.954414 140169079596928 interactiveshell.py:2882] Step 53900 | Loss: 0.2061 | Spent: 12.6 secs | LR: 0.000233
I0827 05:00:56.440508 140169079596928 interactiveshell.py:2882] Step 53950 | Loss: 0.3035 | Spent: 12.5 secs | LR: 0.000233
I0827 05:01:09.200473 140169079596928 interactiveshell.py:2882] Step 54000 | Loss: 0.4715 | Spent: 12.8 secs | LR: 0.000232
I0827 05:01:21.883006 140169079596928 interactiveshell.py:2882] Step 54050 | Loss: 0.2643 | Spent: 12.7 secs | LR: 0.000232
I0827 05:01:34.513635 140169079596928 interactiveshell.py:2882] Step 54100 | Loss: 0.2853 | Spent: 12.6 secs | LR: 0.000232
I0827 05:01:47.090028 140169079596928 interactiveshell.py:2882] Step 54150 | Loss: 0.3850 | Spent: 12.6 secs | LR: 0.000232
I0827 05:01:59.387843 140169079596928 interactiveshell.py:2882] Step 54200 | Loss: 0.4185 | Spent: 12.3 secs | LR: 0.000232
I0827 05:02:11.929173 140169079596928 interactiveshell.py:2882] Step 54250 | Loss: 0.3589 | Spent: 12.5 secs | LR: 0.000232
I0827 05:02:24.478620 140169079596928 interactiveshell.py:2882] Step 54300 | Loss: 0.3980 | Spent: 12.5 secs | LR: 0.000232
I0827 05:02:37.172362 140169079596928 interactiveshell.py:2882] Step 54350 | Loss: 0.4504 | Spent: 12.7 secs | LR: 0.000232
I0827 05:02:49.761574 140169079596928 interactiveshell.py:2882] Step 54400 | Loss: 0.3076 | Spent: 12.6 secs | LR: 0.000232
I0827 05:03:02.390229 140169079596928 interactiveshell.py:2882] Step 54450 | Loss: 0.1771 | Spent: 12.6 secs | LR: 0.000231
I0827 05:03:14.915493 140169079596928 interactiveshell.py:2882] Step 54500 | Loss: 0.3252 | Spent: 12.5 secs | LR: 0.000231
I0827 05:03:27.486035 140169079596928 interactiveshell.py:2882] Step 54550 | Loss: 0.5844 | Spent: 12.6 secs | LR: 0.000231
I0827 05:03:40.179573 140169079596928 interactiveshell.py:2882] Step 54600 | Loss: 0.2114 | Spent: 12.7 secs | LR: 0.000231
I0827 05:03:52.906507 140169079596928 interactiveshell.py:2882] Step 54650 | Loss: 0.3285 | Spent: 12.7 secs | LR: 0.000231
I0827 05:04:05.384462 140169079596928 interactiveshell.py:2882] Step 54700 | Loss: 0.4808 | Spent: 12.5 secs | LR: 0.000231
I0827 05:04:17.942926 140169079596928 interactiveshell.py:2882] Step 54750 | Loss: 0.2613 | Spent: 12.6 secs | LR: 0.000231
I0827 05:04:30.446436 140169079596928 interactiveshell.py:2882] Step 54800 | Loss: 0.4794 | Spent: 12.5 secs | LR: 0.000231
I0827 05:04:42.826849 140169079596928 interactiveshell.py:2882] Step 54850 | Loss: 0.4591 | Spent: 12.4 secs | LR: 0.000230
I0827 05:04:55.224899 140169079596928 interactiveshell.py:2882] Step 54900 | Loss: 0.2245 | Spent: 12.4 secs | LR: 0.000230
I0827 05:05:07.909317 140169079596928 interactiveshell.py:2882] Step 54950 | Loss: 0.2840 | Spent: 12.7 secs | LR: 0.000230
I0827 05:05:20.372753 140169079596928 interactiveshell.py:2882] Step 55000 | Loss: 0.4545 | Spent: 12.5 secs | LR: 0.000230
Reading ../data/test.txt
I0827 05:05:56.659445 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.867
I0827 05:05:56.660583 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.869
I0827 05:06:07.436665 140169079596928 interactiveshell.py:2882] Step 55050 | Loss: 0.3899 | Spent: 47.1 secs | LR: 0.000230
I0827 05:06:19.900698 140169079596928 interactiveshell.py:2882] Step 55100 | Loss: 0.6433 | Spent: 12.5 secs | LR: 0.000230
I0827 05:06:32.539780 140169079596928 interactiveshell.py:2882] Step 55150 | Loss: 0.3207 | Spent: 12.6 secs | LR: 0.000230
I0827 05:06:45.424586 140169079596928 interactiveshell.py:2882] Step 55200 | Loss: 0.2235 | Spent: 12.9 secs | LR: 0.000230
I0827 05:06:58.115170 140169079596928 interactiveshell.py:2882] Step 55250 | Loss: 0.6537 | Spent: 12.7 secs | LR: 0.000230
I0827 05:07:10.351641 140169079596928 interactiveshell.py:2882] Step 55300 | Loss: 0.2232 | Spent: 12.2 secs | LR: 0.000229
I0827 05:07:22.614203 140169079596928 interactiveshell.py:2882] Step 55350 | Loss: 0.4405 | Spent: 12.3 secs | LR: 0.000229
I0827 05:07:34.961874 140169079596928 interactiveshell.py:2882] Step 55400 | Loss: 0.3174 | Spent: 12.3 secs | LR: 0.000229
I0827 05:07:47.291400 140169079596928 interactiveshell.py:2882] Step 55450 | Loss: 0.3691 | Spent: 12.3 secs | LR: 0.000229
I0827 05:07:59.551105 140169079596928 interactiveshell.py:2882] Step 55500 | Loss: 0.2686 | Spent: 12.3 secs | LR: 0.000229
I0827 05:08:12.037224 140169079596928 interactiveshell.py:2882] Step 55550 | Loss: 0.1459 | Spent: 12.5 secs | LR: 0.000229
I0827 05:08:24.430214 140169079596928 interactiveshell.py:2882] Step 55600 | Loss: 0.4006 | Spent: 12.4 secs | LR: 0.000229
I0827 05:08:36.729164 140169079596928 interactiveshell.py:2882] Step 55650 | Loss: 0.2637 | Spent: 12.3 secs | LR: 0.000229
I0827 05:08:49.145150 140169079596928 interactiveshell.py:2882] Step 55700 | Loss: 0.5350 | Spent: 12.4 secs | LR: 0.000229
I0827 05:09:01.539764 140169079596928 interactiveshell.py:2882] Step 55750 | Loss: 0.2177 | Spent: 12.4 secs | LR: 0.000228
I0827 05:09:13.721491 140169079596928 interactiveshell.py:2882] Step 55800 | Loss: 0.2337 | Spent: 12.2 secs | LR: 0.000228
I0827 05:09:26.041189 140169079596928 interactiveshell.py:2882] Step 55850 | Loss: 0.5059 | Spent: 12.3 secs | LR: 0.000228
I0827 05:09:38.208137 140169079596928 interactiveshell.py:2882] Step 55900 | Loss: 0.4938 | Spent: 12.2 secs | LR: 0.000228
I0827 05:09:50.740980 140169079596928 interactiveshell.py:2882] Step 55950 | Loss: 0.0914 | Spent: 12.5 secs | LR: 0.000228
I0827 05:10:03.005573 140169079596928 interactiveshell.py:2882] Step 56000 | Loss: 0.2571 | Spent: 12.3 secs | LR: 0.000228
I0827 05:10:15.314486 140169079596928 interactiveshell.py:2882] Step 56050 | Loss: 0.3888 | Spent: 12.3 secs | LR: 0.000228
I0827 05:10:27.724164 140169079596928 interactiveshell.py:2882] Step 56100 | Loss: 0.4950 | Spent: 12.4 secs | LR: 0.000228
I0827 05:10:39.917461 140169079596928 interactiveshell.py:2882] Step 56150 | Loss: 0.3181 | Spent: 12.2 secs | LR: 0.000227
I0827 05:10:52.186247 140169079596928 interactiveshell.py:2882] Step 56200 | Loss: 0.2368 | Spent: 12.3 secs | LR: 0.000227
I0827 05:11:04.525890 140169079596928 interactiveshell.py:2882] Step 56250 | Loss: 0.4174 | Spent: 12.3 secs | LR: 0.000227
I0827 05:11:16.897900 140169079596928 interactiveshell.py:2882] Step 56300 | Loss: 0.3028 | Spent: 12.4 secs | LR: 0.000227
I0827 05:11:29.167297 140169079596928 interactiveshell.py:2882] Step 56350 | Loss: 0.1950 | Spent: 12.3 secs | LR: 0.000227
I0827 05:11:41.638888 140169079596928 interactiveshell.py:2882] Step 56400 | Loss: 0.5669 | Spent: 12.5 secs | LR: 0.000227
I0827 05:11:54.227614 140169079596928 interactiveshell.py:2882] Step 56450 | Loss: 0.2986 | Spent: 12.6 secs | LR: 0.000227
I0827 05:12:06.824970 140169079596928 interactiveshell.py:2882] Step 56500 | Loss: 0.3017 | Spent: 12.6 secs | LR: 0.000227
I0827 05:12:19.030263 140169079596928 interactiveshell.py:2882] Step 56550 | Loss: 0.3273 | Spent: 12.2 secs | LR: 0.000227
I0827 05:12:31.389551 140169079596928 interactiveshell.py:2882] Step 56600 | Loss: 0.2815 | Spent: 12.4 secs | LR: 0.000226
I0827 05:12:43.578620 140169079596928 interactiveshell.py:2882] Step 56650 | Loss: 0.7064 | Spent: 12.2 secs | LR: 0.000226
I0827 05:12:55.928728 140169079596928 interactiveshell.py:2882] Step 56700 | Loss: 0.1903 | Spent: 12.3 secs | LR: 0.000226
Reading ../data/test.txt
I0827 05:13:36.154669 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.868
I0827 05:13:36.155952 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.869
I0827 05:13:42.032725 140169079596928 interactiveshell.py:2882] Step 56750 | Loss: 0.3762 | Spent: 46.1 secs | LR: 0.000226
I0827 05:13:54.349239 140169079596928 interactiveshell.py:2882] Step 56800 | Loss: 0.5976 | Spent: 12.3 secs | LR: 0.000226
I0827 05:14:06.664167 140169079596928 interactiveshell.py:2882] Step 56850 | Loss: 0.3596 | Spent: 12.3 secs | LR: 0.000226
I0827 05:14:18.917943 140169079596928 interactiveshell.py:2882] Step 56900 | Loss: 0.4432 | Spent: 12.2 secs | LR: 0.000226
I0827 05:14:31.074901 140169079596928 interactiveshell.py:2882] Step 56950 | Loss: 0.5105 | Spent: 12.2 secs | LR: 0.000226
I0827 05:14:43.306816 140169079596928 interactiveshell.py:2882] Step 57000 | Loss: 0.2566 | Spent: 12.2 secs | LR: 0.000226
I0827 05:14:55.619645 140169079596928 interactiveshell.py:2882] Step 57050 | Loss: 0.5622 | Spent: 12.3 secs | LR: 0.000225
I0827 05:15:07.846174 140169079596928 interactiveshell.py:2882] Step 57100 | Loss: 0.4077 | Spent: 12.2 secs | LR: 0.000225
I0827 05:15:20.242908 140169079596928 interactiveshell.py:2882] Step 57150 | Loss: 0.3367 | Spent: 12.4 secs | LR: 0.000225
I0827 05:15:32.479223 140169079596928 interactiveshell.py:2882] Step 57200 | Loss: 0.3062 | Spent: 12.2 secs | LR: 0.000225
I0827 05:15:44.706228 140169079596928 interactiveshell.py:2882] Step 57250 | Loss: 0.4758 | Spent: 12.2 secs | LR: 0.000225
I0827 05:15:57.016857 140169079596928 interactiveshell.py:2882] Step 57300 | Loss: 0.3124 | Spent: 12.3 secs | LR: 0.000225
I0827 05:16:09.309854 140169079596928 interactiveshell.py:2882] Step 57350 | Loss: 0.2184 | Spent: 12.3 secs | LR: 0.000225
I0827 05:16:21.269558 140169079596928 interactiveshell.py:2882] Step 57400 | Loss: 0.3716 | Spent: 12.0 secs | LR: 0.000225
I0827 05:16:33.329473 140169079596928 interactiveshell.py:2882] Step 57450 | Loss: 0.2843 | Spent: 12.1 secs | LR: 0.000225
I0827 05:16:45.404934 140169079596928 interactiveshell.py:2882] Step 57500 | Loss: 0.3624 | Spent: 12.1 secs | LR: 0.000224
I0827 05:16:58.159289 140169079596928 interactiveshell.py:2882] Step 57550 | Loss: 0.5216 | Spent: 12.8 secs | LR: 0.000224
I0827 05:17:10.512826 140169079596928 interactiveshell.py:2882] Step 57600 | Loss: 0.2126 | Spent: 12.4 secs | LR: 0.000224
I0827 05:17:22.677508 140169079596928 interactiveshell.py:2882] Step 57650 | Loss: 0.3964 | Spent: 12.2 secs | LR: 0.000224
I0827 05:17:35.089722 140169079596928 interactiveshell.py:2882] Step 57700 | Loss: 0.3374 | Spent: 12.4 secs | LR: 0.000224
I0827 05:17:47.383038 140169079596928 interactiveshell.py:2882] Step 57750 | Loss: 0.2899 | Spent: 12.3 secs | LR: 0.000224
I0827 05:17:59.704822 140169079596928 interactiveshell.py:2882] Step 57800 | Loss: 0.4466 | Spent: 12.3 secs | LR: 0.000224
I0827 05:18:12.053140 140169079596928 interactiveshell.py:2882] Step 57850 | Loss: 0.5059 | Spent: 12.3 secs | LR: 0.000224
I0827 05:18:24.284487 140169079596928 interactiveshell.py:2882] Step 57900 | Loss: 0.4132 | Spent: 12.2 secs | LR: 0.000224
I0827 05:18:36.563995 140169079596928 interactiveshell.py:2882] Step 57950 | Loss: 0.2998 | Spent: 12.3 secs | LR: 0.000223
I0827 05:18:49.164220 140169079596928 interactiveshell.py:2882] Step 58000 | Loss: 0.1725 | Spent: 12.6 secs | LR: 0.000223
I0827 05:19:01.482269 140169079596928 interactiveshell.py:2882] Step 58050 | Loss: 0.4090 | Spent: 12.3 secs | LR: 0.000223
I0827 05:19:13.770371 140169079596928 interactiveshell.py:2882] Step 58100 | Loss: 0.3361 | Spent: 12.3 secs | LR: 0.000223
I0827 05:19:26.076703 140169079596928 interactiveshell.py:2882] Step 58150 | Loss: 0.4822 | Spent: 12.3 secs | LR: 0.000223
I0827 05:19:38.422003 140169079596928 interactiveshell.py:2882] Step 58200 | Loss: 0.3552 | Spent: 12.3 secs | LR: 0.000223
I0827 05:19:50.643345 140169079596928 interactiveshell.py:2882] Step 58250 | Loss: 0.3654 | Spent: 12.2 secs | LR: 0.000223
I0827 05:20:02.837040 140169079596928 interactiveshell.py:2882] Step 58300 | Loss: 0.4712 | Spent: 12.2 secs | LR: 0.000223
I0827 05:20:15.098227 140169079596928 interactiveshell.py:2882] Step 58350 | Loss: 0.4232 | Spent: 12.3 secs | LR: 0.000223
I0827 05:20:27.312191 140169079596928 interactiveshell.py:2882] Step 58400 | Loss: 0.2391 | Spent: 12.2 secs | LR: 0.000222
Reading ../data/test.txt
I0827 05:21:11.872044 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.866
I0827 05:21:11.873442 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.869
I0827 05:21:13.111703 140169079596928 interactiveshell.py:2882] Step 58450 | Loss: 0.4342 | Spent: 45.8 secs | LR: 0.000222
I0827 05:21:25.555077 140169079596928 interactiveshell.py:2882] Step 58500 | Loss: 0.3838 | Spent: 12.4 secs | LR: 0.000222
I0827 05:21:37.764451 140169079596928 interactiveshell.py:2882] Step 58550 | Loss: 0.1172 | Spent: 12.2 secs | LR: 0.000222
I0827 05:21:50.051582 140169079596928 interactiveshell.py:2882] Step 58600 | Loss: 0.3305 | Spent: 12.3 secs | LR: 0.000222
I0827 05:22:02.474571 140169079596928 interactiveshell.py:2882] Step 58650 | Loss: 0.4605 | Spent: 12.4 secs | LR: 0.000222
I0827 05:22:15.174671 140169079596928 interactiveshell.py:2882] Step 58700 | Loss: 0.2044 | Spent: 12.7 secs | LR: 0.000222
I0827 05:22:27.274434 140169079596928 interactiveshell.py:2882] Step 58750 | Loss: 0.4266 | Spent: 12.1 secs | LR: 0.000222
I0827 05:22:39.388641 140169079596928 interactiveshell.py:2882] Step 58800 | Loss: 0.1839 | Spent: 12.1 secs | LR: 0.000222
I0827 05:22:51.499945 140169079596928 interactiveshell.py:2882] Step 58850 | Loss: 0.2958 | Spent: 12.1 secs | LR: 0.000221
I0827 05:23:03.745418 140169079596928 interactiveshell.py:2882] Step 58900 | Loss: 0.4663 | Spent: 12.2 secs | LR: 0.000221
I0827 05:23:15.846001 140169079596928 interactiveshell.py:2882] Step 58950 | Loss: 0.2165 | Spent: 12.1 secs | LR: 0.000221
I0827 05:23:28.152119 140169079596928 interactiveshell.py:2882] Step 59000 | Loss: 0.1729 | Spent: 12.3 secs | LR: 0.000221
I0827 05:23:40.483723 140169079596928 interactiveshell.py:2882] Step 59050 | Loss: 0.3678 | Spent: 12.3 secs | LR: 0.000221
I0827 05:23:52.787836 140169079596928 interactiveshell.py:2882] Step 59100 | Loss: 0.3048 | Spent: 12.3 secs | LR: 0.000221
I0827 05:24:05.063330 140169079596928 interactiveshell.py:2882] Step 59150 | Loss: 0.3047 | Spent: 12.3 secs | LR: 0.000221
I0827 05:24:17.163664 140169079596928 interactiveshell.py:2882] Step 59200 | Loss: 0.2271 | Spent: 12.1 secs | LR: 0.000221
I0827 05:24:29.402295 140169079596928 interactiveshell.py:2882] Step 59250 | Loss: 0.3876 | Spent: 12.2 secs | LR: 0.000221
I0827 05:24:41.850119 140169079596928 interactiveshell.py:2882] Step 59300 | Loss: 0.4390 | Spent: 12.4 secs | LR: 0.000220
I0827 05:24:54.122601 140169079596928 interactiveshell.py:2882] Step 59350 | Loss: 0.1742 | Spent: 12.3 secs | LR: 0.000220
I0827 05:25:06.411176 140169079596928 interactiveshell.py:2882] Step 59400 | Loss: 0.1669 | Spent: 12.3 secs | LR: 0.000220
I0827 05:25:18.675478 140169079596928 interactiveshell.py:2882] Step 59450 | Loss: 0.4505 | Spent: 12.3 secs | LR: 0.000220
I0827 05:25:31.430554 140169079596928 interactiveshell.py:2882] Step 59500 | Loss: 0.3217 | Spent: 12.8 secs | LR: 0.000220
I0827 05:25:43.486671 140169079596928 interactiveshell.py:2882] Step 59550 | Loss: 0.4220 | Spent: 12.1 secs | LR: 0.000220
I0827 05:25:55.568131 140169079596928 interactiveshell.py:2882] Step 59600 | Loss: 0.1240 | Spent: 12.1 secs | LR: 0.000220
I0827 05:26:07.653716 140169079596928 interactiveshell.py:2882] Step 59650 | Loss: 0.2930 | Spent: 12.1 secs | LR: 0.000220
I0827 05:26:20.065749 140169079596928 interactiveshell.py:2882] Step 59700 | Loss: 0.2513 | Spent: 12.4 secs | LR: 0.000220
I0827 05:26:32.252511 140169079596928 interactiveshell.py:2882] Step 59750 | Loss: 0.4123 | Spent: 12.2 secs | LR: 0.000219
I0827 05:26:44.320591 140169079596928 interactiveshell.py:2882] Step 59800 | Loss: 0.4378 | Spent: 12.1 secs | LR: 0.000219
I0827 05:26:56.586583 140169079596928 interactiveshell.py:2882] Step 59850 | Loss: 0.3772 | Spent: 12.3 secs | LR: 0.000219
I0827 05:27:08.951146 140169079596928 interactiveshell.py:2882] Step 59900 | Loss: 0.2669 | Spent: 12.4 secs | LR: 0.000219
I0827 05:27:21.744899 140169079596928 interactiveshell.py:2882] Step 59950 | Loss: 0.6834 | Spent: 12.8 secs | LR: 0.000219
I0827 05:27:34.146600 140169079596928 interactiveshell.py:2882] Step 60000 | Loss: 0.2753 | Spent: 12.4 secs | LR: 0.000219
I0827 05:27:46.383964 140169079596928 interactiveshell.py:2882] Step 60050 | Loss: 0.2271 | Spent: 12.2 secs | LR: 0.000219
I0827 05:27:58.881113 140169079596928 interactiveshell.py:2882] Step 60100 | Loss: 0.3553 | Spent: 12.5 secs | LR: 0.000219
I0827 05:28:11.228100 140169079596928 interactiveshell.py:2882] Step 60150 | Loss: 0.2958 | Spent: 12.3 secs | LR: 0.000219
Reading ../data/test.txt
I0827 05:28:48.146251 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.869
I0827 05:28:48.147386 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.869
I0827 05:28:56.855369 140169079596928 interactiveshell.py:2882] Step 60200 | Loss: 0.2369 | Spent: 45.6 secs | LR: 0.000218
I0827 05:29:09.053165 140169079596928 interactiveshell.py:2882] Step 60250 | Loss: 0.2817 | Spent: 12.2 secs | LR: 0.000218
I0827 05:29:21.171203 140169079596928 interactiveshell.py:2882] Step 60300 | Loss: 0.4341 | Spent: 12.1 secs | LR: 0.000218
I0827 05:29:33.423198 140169079596928 interactiveshell.py:2882] Step 60350 | Loss: 0.4356 | Spent: 12.2 secs | LR: 0.000218
I0827 05:29:45.544881 140169079596928 interactiveshell.py:2882] Step 60400 | Loss: 0.6287 | Spent: 12.1 secs | LR: 0.000218
I0827 05:29:57.731783 140169079596928 interactiveshell.py:2882] Step 60450 | Loss: 0.2137 | Spent: 12.2 secs | LR: 0.000218
I0827 05:30:10.126969 140169079596928 interactiveshell.py:2882] Step 60500 | Loss: 0.7426 | Spent: 12.4 secs | LR: 0.000218
I0827 05:30:22.364947 140169079596928 interactiveshell.py:2882] Step 60550 | Loss: 0.1578 | Spent: 12.2 secs | LR: 0.000218
I0827 05:30:34.762928 140169079596928 interactiveshell.py:2882] Step 60600 | Loss: 0.4275 | Spent: 12.4 secs | LR: 0.000218
I0827 05:30:47.059286 140169079596928 interactiveshell.py:2882] Step 60650 | Loss: 0.2974 | Spent: 12.3 secs | LR: 0.000217
I0827 05:30:59.364549 140169079596928 interactiveshell.py:2882] Step 60700 | Loss: 0.1545 | Spent: 12.3 secs | LR: 0.000217
I0827 05:31:11.648710 140169079596928 interactiveshell.py:2882] Step 60750 | Loss: 0.4464 | Spent: 12.3 secs | LR: 0.000217
I0827 05:31:23.897184 140169079596928 interactiveshell.py:2882] Step 60800 | Loss: 0.2370 | Spent: 12.2 secs | LR: 0.000217
I0827 05:31:36.139405 140169079596928 interactiveshell.py:2882] Step 60850 | Loss: 0.2633 | Spent: 12.2 secs | LR: 0.000217
I0827 05:31:48.248120 140169079596928 interactiveshell.py:2882] Step 60900 | Loss: 0.2210 | Spent: 12.1 secs | LR: 0.000217
I0827 05:32:00.544728 140169079596928 interactiveshell.py:2882] Step 60950 | Loss: 0.4256 | Spent: 12.3 secs | LR: 0.000217
I0827 05:32:12.731522 140169079596928 interactiveshell.py:2882] Step 61000 | Loss: 0.2290 | Spent: 12.2 secs | LR: 0.000217
I0827 05:32:25.292235 140169079596928 interactiveshell.py:2882] Step 61050 | Loss: 0.2163 | Spent: 12.6 secs | LR: 0.000217
I0827 05:32:37.945055 140169079596928 interactiveshell.py:2882] Step 61100 | Loss: 0.3147 | Spent: 12.6 secs | LR: 0.000216
I0827 05:32:50.043442 140169079596928 interactiveshell.py:2882] Step 61150 | Loss: 0.2791 | Spent: 12.1 secs | LR: 0.000216
I0827 05:33:02.223465 140169079596928 interactiveshell.py:2882] Step 61200 | Loss: 0.3754 | Spent: 12.2 secs | LR: 0.000216
I0827 05:33:14.340515 140169079596928 interactiveshell.py:2882] Step 61250 | Loss: 0.3339 | Spent: 12.1 secs | LR: 0.000216
I0827 05:33:26.414841 140169079596928 interactiveshell.py:2882] Step 61300 | Loss: 0.4800 | Spent: 12.1 secs | LR: 0.000216
I0827 05:33:38.601471 140169079596928 interactiveshell.py:2882] Step 61350 | Loss: 0.7364 | Spent: 12.2 secs | LR: 0.000216
I0827 05:33:50.812780 140169079596928 interactiveshell.py:2882] Step 61400 | Loss: 0.2905 | Spent: 12.2 secs | LR: 0.000216
I0827 05:34:03.289046 140169079596928 interactiveshell.py:2882] Step 61450 | Loss: 0.3093 | Spent: 12.5 secs | LR: 0.000216
I0827 05:34:15.593042 140169079596928 interactiveshell.py:2882] Step 61500 | Loss: 0.4655 | Spent: 12.3 secs | LR: 0.000216
I0827 05:34:27.886007 140169079596928 interactiveshell.py:2882] Step 61550 | Loss: 0.4318 | Spent: 12.3 secs | LR: 0.000215
I0827 05:34:40.114596 140169079596928 interactiveshell.py:2882] Step 61600 | Loss: 0.4595 | Spent: 12.2 secs | LR: 0.000215
I0827 05:34:52.611402 140169079596928 interactiveshell.py:2882] Step 61650 | Loss: 0.2684 | Spent: 12.5 secs | LR: 0.000215
I0827 05:35:04.842908 140169079596928 interactiveshell.py:2882] Step 61700 | Loss: 0.3255 | Spent: 12.2 secs | LR: 0.000215
I0827 05:35:17.078497 140169079596928 interactiveshell.py:2882] Step 61750 | Loss: 0.5210 | Spent: 12.2 secs | LR: 0.000215
I0827 05:35:29.126157 140169079596928 interactiveshell.py:2882] Step 61800 | Loss: 0.3358 | Spent: 12.0 secs | LR: 0.000215
I0827 05:35:41.266216 140169079596928 interactiveshell.py:2882] Step 61850 | Loss: 0.2870 | Spent: 12.1 secs | LR: 0.000215
Reading ../data/test.txt
I0827 05:36:22.994987 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.867
I0827 05:36:22.996375 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.869
I0827 05:36:27.175938 140169079596928 interactiveshell.py:2882] Step 61900 | Loss: 0.2365 | Spent: 45.9 secs | LR: 0.000215
I0827 05:36:39.527420 140169079596928 interactiveshell.py:2882] Step 61950 | Loss: 0.2358 | Spent: 12.3 secs | LR: 0.000215
I0827 05:36:51.636008 140169079596928 interactiveshell.py:2882] Step 62000 | Loss: 0.3866 | Spent: 12.1 secs | LR: 0.000215
I0827 05:37:03.839684 140169079596928 interactiveshell.py:2882] Step 62050 | Loss: 0.4075 | Spent: 12.2 secs | LR: 0.000214
I0827 05:37:16.068254 140169079596928 interactiveshell.py:2882] Step 62100 | Loss: 0.2305 | Spent: 12.2 secs | LR: 0.000214
I0827 05:37:28.551361 140169079596928 interactiveshell.py:2882] Step 62150 | Loss: 0.3710 | Spent: 12.5 secs | LR: 0.000214
I0827 05:37:41.035962 140169079596928 interactiveshell.py:2882] Step 62200 | Loss: 0.2812 | Spent: 12.5 secs | LR: 0.000214
I0827 05:37:53.255609 140169079596928 interactiveshell.py:2882] Step 62250 | Loss: 0.5691 | Spent: 12.2 secs | LR: 0.000214
I0827 05:38:05.409156 140169079596928 interactiveshell.py:2882] Step 62300 | Loss: 0.2794 | Spent: 12.2 secs | LR: 0.000214
I0827 05:38:17.626154 140169079596928 interactiveshell.py:2882] Step 62350 | Loss: 0.3343 | Spent: 12.2 secs | LR: 0.000214
I0827 05:38:30.091679 140169079596928 interactiveshell.py:2882] Step 62400 | Loss: 0.2884 | Spent: 12.5 secs | LR: 0.000214
I0827 05:38:42.040839 140169079596928 interactiveshell.py:2882] Step 62450 | Loss: 0.3011 | Spent: 11.9 secs | LR: 0.000214
I0827 05:38:53.884848 140169079596928 interactiveshell.py:2882] Step 62500 | Loss: 0.2699 | Spent: 11.8 secs | LR: 0.000213
I0827 05:39:05.708592 140169079596928 interactiveshell.py:2882] Step 62550 | Loss: 0.5415 | Spent: 11.8 secs | LR: 0.000213
I0827 05:39:17.416932 140169079596928 interactiveshell.py:2882] Step 62600 | Loss: 0.2772 | Spent: 11.7 secs | LR: 0.000213
I0827 05:39:29.212162 140169079596928 interactiveshell.py:2882] Step 62650 | Loss: 0.1769 | Spent: 11.8 secs | LR: 0.000213
I0827 05:39:41.037228 140169079596928 interactiveshell.py:2882] Step 62700 | Loss: 0.2179 | Spent: 11.8 secs | LR: 0.000213
I0827 05:39:52.786994 140169079596928 interactiveshell.py:2882] Step 62750 | Loss: 0.2432 | Spent: 11.7 secs | LR: 0.000213
I0827 05:40:04.748060 140169079596928 interactiveshell.py:2882] Step 62800 | Loss: 0.2254 | Spent: 12.0 secs | LR: 0.000213
I0827 05:40:16.740748 140169079596928 interactiveshell.py:2882] Step 62850 | Loss: 0.2255 | Spent: 12.0 secs | LR: 0.000213
I0827 05:40:28.557939 140169079596928 interactiveshell.py:2882] Step 62900 | Loss: 0.3420 | Spent: 11.8 secs | LR: 0.000213
I0827 05:40:40.259398 140169079596928 interactiveshell.py:2882] Step 62950 | Loss: 0.1804 | Spent: 11.7 secs | LR: 0.000212
I0827 05:40:52.092363 140169079596928 interactiveshell.py:2882] Step 63000 | Loss: 0.4343 | Spent: 11.8 secs | LR: 0.000212
I0827 05:41:03.788412 140169079596928 interactiveshell.py:2882] Step 63050 | Loss: 0.1398 | Spent: 11.7 secs | LR: 0.000212
I0827 05:41:15.526638 140169079596928 interactiveshell.py:2882] Step 63100 | Loss: 0.1579 | Spent: 11.7 secs | LR: 0.000212
I0827 05:41:27.233877 140169079596928 interactiveshell.py:2882] Step 63150 | Loss: 0.5636 | Spent: 11.7 secs | LR: 0.000212
I0827 05:41:38.981581 140169079596928 interactiveshell.py:2882] Step 63200 | Loss: 0.4586 | Spent: 11.7 secs | LR: 0.000212
I0827 05:41:50.686654 140169079596928 interactiveshell.py:2882] Step 63250 | Loss: 0.3305 | Spent: 11.7 secs | LR: 0.000212
I0827 05:42:02.427380 140169079596928 interactiveshell.py:2882] Step 63300 | Loss: 0.5156 | Spent: 11.7 secs | LR: 0.000212
I0827 05:42:14.378150 140169079596928 interactiveshell.py:2882] Step 63350 | Loss: 0.3166 | Spent: 11.9 secs | LR: 0.000212
I0827 05:42:26.161754 140169079596928 interactiveshell.py:2882] Step 63400 | Loss: 0.3917 | Spent: 11.8 secs | LR: 0.000212
I0827 05:42:38.175409 140169079596928 interactiveshell.py:2882] Step 63450 | Loss: 0.1771 | Spent: 12.0 secs | LR: 0.000211
I0827 05:42:50.138788 140169079596928 interactiveshell.py:2882] Step 63500 | Loss: 0.4416 | Spent: 12.0 secs | LR: 0.000211
I0827 05:43:02.044389 140169079596928 interactiveshell.py:2882] Step 63550 | Loss: 0.4430 | Spent: 11.9 secs | LR: 0.000211
I0827 05:43:13.874125 140169079596928 interactiveshell.py:2882] Step 63600 | Loss: 0.2995 | Spent: 11.8 secs | LR: 0.000211
Reading ../data/test.txt
I0827 05:43:48.001381 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.870
I0827 05:43:48.222825 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.870
I0827 05:43:59.787631 140169079596928 interactiveshell.py:2882] Step 63650 | Loss: 0.1793 | Spent: 45.9 secs | LR: 0.000211
I0827 05:44:11.828827 140169079596928 interactiveshell.py:2882] Step 63700 | Loss: 0.4286 | Spent: 12.0 secs | LR: 0.000211
I0827 05:44:23.873186 140169079596928 interactiveshell.py:2882] Step 63750 | Loss: 0.2430 | Spent: 12.0 secs | LR: 0.000211
I0827 05:44:35.894468 140169079596928 interactiveshell.py:2882] Step 63800 | Loss: 0.1883 | Spent: 12.0 secs | LR: 0.000211
I0827 05:44:47.834397 140169079596928 interactiveshell.py:2882] Step 63850 | Loss: 0.1345 | Spent: 11.9 secs | LR: 0.000211
I0827 05:44:59.628091 140169079596928 interactiveshell.py:2882] Step 63900 | Loss: 0.4523 | Spent: 11.8 secs | LR: 0.000210
I0827 05:45:11.480778 140169079596928 interactiveshell.py:2882] Step 63950 | Loss: 0.1701 | Spent: 11.9 secs | LR: 0.000210
I0827 05:45:23.225045 140169079596928 interactiveshell.py:2882] Step 64000 | Loss: 0.5675 | Spent: 11.7 secs | LR: 0.000210
I0827 05:45:35.067491 140169079596928 interactiveshell.py:2882] Step 64050 | Loss: 0.4332 | Spent: 11.8 secs | LR: 0.000210
I0827 05:45:46.936255 140169079596928 interactiveshell.py:2882] Step 64100 | Loss: 0.2778 | Spent: 11.9 secs | LR: 0.000210
I0827 05:45:58.837575 140169079596928 interactiveshell.py:2882] Step 64150 | Loss: 0.1935 | Spent: 11.9 secs | LR: 0.000210
I0827 05:46:10.763709 140169079596928 interactiveshell.py:2882] Step 64200 | Loss: 0.3540 | Spent: 11.9 secs | LR: 0.000210
I0827 05:46:22.692703 140169079596928 interactiveshell.py:2882] Step 64250 | Loss: 0.3609 | Spent: 11.9 secs | LR: 0.000210
I0827 05:46:34.802149 140169079596928 interactiveshell.py:2882] Step 64300 | Loss: 0.2570 | Spent: 12.1 secs | LR: 0.000210
I0827 05:46:46.830137 140169079596928 interactiveshell.py:2882] Step 64350 | Loss: 0.2494 | Spent: 12.0 secs | LR: 0.000210
I0827 05:46:58.653175 140169079596928 interactiveshell.py:2882] Step 64400 | Loss: 0.4560 | Spent: 11.8 secs | LR: 0.000209
I0827 05:47:10.521294 140169079596928 interactiveshell.py:2882] Step 64450 | Loss: 0.3011 | Spent: 11.9 secs | LR: 0.000209
I0827 05:47:22.364418 140169079596928 interactiveshell.py:2882] Step 64500 | Loss: 0.4743 | Spent: 11.8 secs | LR: 0.000209
I0827 05:47:34.292620 140169079596928 interactiveshell.py:2882] Step 64550 | Loss: 0.2379 | Spent: 11.9 secs | LR: 0.000209
I0827 05:47:46.171588 140169079596928 interactiveshell.py:2882] Step 64600 | Loss: 0.3134 | Spent: 11.9 secs | LR: 0.000209
I0827 05:47:58.027133 140169079596928 interactiveshell.py:2882] Step 64650 | Loss: 0.1740 | Spent: 11.9 secs | LR: 0.000209
I0827 05:48:10.150475 140169079596928 interactiveshell.py:2882] Step 64700 | Loss: 0.4036 | Spent: 12.1 secs | LR: 0.000209
I0827 05:48:22.146086 140169079596928 interactiveshell.py:2882] Step 64750 | Loss: 0.2039 | Spent: 12.0 secs | LR: 0.000209
I0827 05:48:34.121136 140169079596928 interactiveshell.py:2882] Step 64800 | Loss: 0.4748 | Spent: 12.0 secs | LR: 0.000209
I0827 05:48:46.006689 140169079596928 interactiveshell.py:2882] Step 64850 | Loss: 0.4838 | Spent: 11.9 secs | LR: 0.000208
I0827 05:48:57.791673 140169079596928 interactiveshell.py:2882] Step 64900 | Loss: 0.4554 | Spent: 11.8 secs | LR: 0.000208
I0827 05:49:09.724464 140169079596928 interactiveshell.py:2882] Step 64950 | Loss: 0.3857 | Spent: 11.9 secs | LR: 0.000208
I0827 05:49:21.556233 140169079596928 interactiveshell.py:2882] Step 65000 | Loss: 0.1891 | Spent: 11.8 secs | LR: 0.000208
I0827 05:49:33.326554 140169079596928 interactiveshell.py:2882] Step 65050 | Loss: 0.4496 | Spent: 11.8 secs | LR: 0.000208
I0827 05:49:45.096109 140169079596928 interactiveshell.py:2882] Step 65100 | Loss: 0.2855 | Spent: 11.8 secs | LR: 0.000208
I0827 05:49:56.782883 140169079596928 interactiveshell.py:2882] Step 65150 | Loss: 0.3088 | Spent: 11.7 secs | LR: 0.000208
I0827 05:50:08.621095 140169079596928 interactiveshell.py:2882] Step 65200 | Loss: 0.3868 | Spent: 11.8 secs | LR: 0.000208
I0827 05:50:20.564931 140169079596928 interactiveshell.py:2882] Step 65250 | Loss: 0.2198 | Spent: 11.9 secs | LR: 0.000208
I0827 05:50:32.432865 140169079596928 interactiveshell.py:2882] Step 65300 | Loss: 0.5403 | Spent: 11.9 secs | LR: 0.000208
Reading ../data/test.txt
I0827 05:51:11.168354 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.874
I0827 05:51:11.332765 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.874
I0827 05:51:18.129035 140169079596928 interactiveshell.py:2882] Step 65350 | Loss: 0.2648 | Spent: 45.7 secs | LR: 0.000207
I0827 05:51:29.945889 140169079596928 interactiveshell.py:2882] Step 65400 | Loss: 0.2266 | Spent: 11.8 secs | LR: 0.000207
I0827 05:51:41.603331 140169079596928 interactiveshell.py:2882] Step 65450 | Loss: 0.4610 | Spent: 11.7 secs | LR: 0.000207
I0827 05:51:53.332707 140169079596928 interactiveshell.py:2882] Step 65500 | Loss: 0.2273 | Spent: 11.7 secs | LR: 0.000207
I0827 05:52:04.970455 140169079596928 interactiveshell.py:2882] Step 65550 | Loss: 0.2486 | Spent: 11.6 secs | LR: 0.000207
I0827 05:52:16.612061 140169079596928 interactiveshell.py:2882] Step 65600 | Loss: 0.2996 | Spent: 11.6 secs | LR: 0.000207
I0827 05:52:28.314546 140169079596928 interactiveshell.py:2882] Step 65650 | Loss: 0.2527 | Spent: 11.7 secs | LR: 0.000207
I0827 05:52:40.169218 140169079596928 interactiveshell.py:2882] Step 65700 | Loss: 0.1986 | Spent: 11.9 secs | LR: 0.000207
I0827 05:52:52.172824 140169079596928 interactiveshell.py:2882] Step 65750 | Loss: 0.3675 | Spent: 12.0 secs | LR: 0.000207
I0827 05:53:03.802497 140169079596928 interactiveshell.py:2882] Step 65800 | Loss: 0.2503 | Spent: 11.6 secs | LR: 0.000206
I0827 05:53:15.951427 140169079596928 interactiveshell.py:2882] Step 65850 | Loss: 0.3469 | Spent: 12.1 secs | LR: 0.000206
I0827 05:53:27.752322 140169079596928 interactiveshell.py:2882] Step 65900 | Loss: 0.4872 | Spent: 11.8 secs | LR: 0.000206
I0827 05:53:39.491693 140169079596928 interactiveshell.py:2882] Step 65950 | Loss: 0.3201 | Spent: 11.7 secs | LR: 0.000206
I0827 05:53:51.255030 140169079596928 interactiveshell.py:2882] Step 66000 | Loss: 0.2383 | Spent: 11.8 secs | LR: 0.000206
I0827 05:54:03.061940 140169079596928 interactiveshell.py:2882] Step 66050 | Loss: 0.3303 | Spent: 11.8 secs | LR: 0.000206
I0827 05:54:14.797320 140169079596928 interactiveshell.py:2882] Step 66100 | Loss: 0.2881 | Spent: 11.7 secs | LR: 0.000206
I0827 05:54:26.520085 140169079596928 interactiveshell.py:2882] Step 66150 | Loss: 0.4883 | Spent: 11.7 secs | LR: 0.000206
I0827 05:54:38.448410 140169079596928 interactiveshell.py:2882] Step 66200 | Loss: 0.3114 | Spent: 11.9 secs | LR: 0.000206
I0827 05:54:50.207243 140169079596928 interactiveshell.py:2882] Step 66250 | Loss: 0.4551 | Spent: 11.8 secs | LR: 0.000206
I0827 05:55:01.959359 140169079596928 interactiveshell.py:2882] Step 66300 | Loss: 0.3323 | Spent: 11.8 secs | LR: 0.000205
I0827 05:55:13.769780 140169079596928 interactiveshell.py:2882] Step 66350 | Loss: 0.4445 | Spent: 11.8 secs | LR: 0.000205
I0827 05:55:25.609740 140169079596928 interactiveshell.py:2882] Step 66400 | Loss: 0.3895 | Spent: 11.8 secs | LR: 0.000205
I0827 05:55:37.433349 140169079596928 interactiveshell.py:2882] Step 66450 | Loss: 0.4813 | Spent: 11.8 secs | LR: 0.000205
I0827 05:55:49.209320 140169079596928 interactiveshell.py:2882] Step 66500 | Loss: 0.1751 | Spent: 11.8 secs | LR: 0.000205
I0827 05:56:01.152855 140169079596928 interactiveshell.py:2882] Step 66550 | Loss: 0.1691 | Spent: 11.9 secs | LR: 0.000205
I0827 05:56:13.052886 140169079596928 interactiveshell.py:2882] Step 66600 | Loss: 0.3100 | Spent: 11.9 secs | LR: 0.000205
I0827 05:56:24.932678 140169079596928 interactiveshell.py:2882] Step 66650 | Loss: 0.4371 | Spent: 11.9 secs | LR: 0.000205
I0827 05:56:36.924475 140169079596928 interactiveshell.py:2882] Step 66700 | Loss: 0.1446 | Spent: 12.0 secs | LR: 0.000205
I0827 05:56:48.692520 140169079596928 interactiveshell.py:2882] Step 66750 | Loss: 0.3526 | Spent: 11.8 secs | LR: 0.000205
I0827 05:57:00.436982 140169079596928 interactiveshell.py:2882] Step 66800 | Loss: 0.2291 | Spent: 11.7 secs | LR: 0.000204
I0827 05:57:12.167437 140169079596928 interactiveshell.py:2882] Step 66850 | Loss: 0.2060 | Spent: 11.7 secs | LR: 0.000204
I0827 05:57:23.976776 140169079596928 interactiveshell.py:2882] Step 66900 | Loss: 0.3768 | Spent: 11.8 secs | LR: 0.000204
I0827 05:57:35.746875 140169079596928 interactiveshell.py:2882] Step 66950 | Loss: 0.3990 | Spent: 11.8 secs | LR: 0.000204
I0827 05:57:47.745779 140169079596928 interactiveshell.py:2882] Step 67000 | Loss: 0.4420 | Spent: 12.0 secs | LR: 0.000204
Reading ../data/test.txt
I0827 05:58:31.431740 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.871
I0827 05:58:31.432918 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.874
I0827 05:58:33.784515 140169079596928 interactiveshell.py:2882] Step 67050 | Loss: 0.2808 | Spent: 46.0 secs | LR: 0.000204
I0827 05:58:45.730573 140169079596928 interactiveshell.py:2882] Step 67100 | Loss: 0.3705 | Spent: 11.9 secs | LR: 0.000204
I0827 05:58:57.580922 140169079596928 interactiveshell.py:2882] Step 67150 | Loss: 0.2672 | Spent: 11.8 secs | LR: 0.000204
I0827 05:59:09.463496 140169079596928 interactiveshell.py:2882] Step 67200 | Loss: 0.6841 | Spent: 11.9 secs | LR: 0.000204
I0827 05:59:21.313442 140169079596928 interactiveshell.py:2882] Step 67250 | Loss: 0.0818 | Spent: 11.8 secs | LR: 0.000203
I0827 05:59:33.187365 140169079596928 interactiveshell.py:2882] Step 67300 | Loss: 0.3820 | Spent: 11.9 secs | LR: 0.000203
I0827 05:59:45.159836 140169079596928 interactiveshell.py:2882] Step 67350 | Loss: 0.4112 | Spent: 12.0 secs | LR: 0.000203
I0827 05:59:57.048676 140169079596928 interactiveshell.py:2882] Step 67400 | Loss: 0.2788 | Spent: 11.9 secs | LR: 0.000203
I0827 06:00:08.881866 140169079596928 interactiveshell.py:2882] Step 67450 | Loss: 0.2781 | Spent: 11.8 secs | LR: 0.000203
I0827 06:00:20.725552 140169079596928 interactiveshell.py:2882] Step 67500 | Loss: 0.3927 | Spent: 11.8 secs | LR: 0.000203
I0827 06:00:32.811166 140169079596928 interactiveshell.py:2882] Step 67550 | Loss: 0.3538 | Spent: 12.1 secs | LR: 0.000203
I0827 06:00:44.659681 140169079596928 interactiveshell.py:2882] Step 67600 | Loss: 0.2236 | Spent: 11.8 secs | LR: 0.000203
I0827 06:00:56.503506 140169079596928 interactiveshell.py:2882] Step 67650 | Loss: 0.4868 | Spent: 11.8 secs | LR: 0.000203
I0827 06:01:08.333508 140169079596928 interactiveshell.py:2882] Step 67700 | Loss: 0.2345 | Spent: 11.8 secs | LR: 0.000203
I0827 06:01:20.281547 140169079596928 interactiveshell.py:2882] Step 67750 | Loss: 0.4812 | Spent: 11.9 secs | LR: 0.000202
I0827 06:01:32.107625 140169079596928 interactiveshell.py:2882] Step 67800 | Loss: 0.1862 | Spent: 11.8 secs | LR: 0.000202
I0827 06:01:44.028984 140169079596928 interactiveshell.py:2882] Step 67850 | Loss: 0.2460 | Spent: 11.9 secs | LR: 0.000202
I0827 06:01:55.823627 140169079596928 interactiveshell.py:2882] Step 67900 | Loss: 0.2448 | Spent: 11.8 secs | LR: 0.000202
I0827 06:02:07.753177 140169079596928 interactiveshell.py:2882] Step 67950 | Loss: 0.6169 | Spent: 11.9 secs | LR: 0.000202
I0827 06:02:19.560857 140169079596928 interactiveshell.py:2882] Step 68000 | Loss: 0.3084 | Spent: 11.8 secs | LR: 0.000202
I0827 06:02:31.375965 140169079596928 interactiveshell.py:2882] Step 68050 | Loss: 0.4577 | Spent: 11.8 secs | LR: 0.000202
I0827 06:02:43.190356 140169079596928 interactiveshell.py:2882] Step 68100 | Loss: 0.5771 | Spent: 11.8 secs | LR: 0.000202
I0827 06:02:55.389087 140169079596928 interactiveshell.py:2882] Step 68150 | Loss: 0.2743 | Spent: 12.2 secs | LR: 0.000202
I0827 06:03:07.332910 140169079596928 interactiveshell.py:2882] Step 68200 | Loss: 0.3801 | Spent: 11.9 secs | LR: 0.000202
I0827 06:03:19.134098 140169079596928 interactiveshell.py:2882] Step 68250 | Loss: 0.3805 | Spent: 11.8 secs | LR: 0.000201
I0827 06:03:31.054088 140169079596928 interactiveshell.py:2882] Step 68300 | Loss: 0.3280 | Spent: 11.9 secs | LR: 0.000201
I0827 06:03:43.555088 140169079596928 interactiveshell.py:2882] Step 68350 | Loss: 0.2902 | Spent: 12.5 secs | LR: 0.000201
I0827 06:03:55.537392 140169079596928 interactiveshell.py:2882] Step 68400 | Loss: 0.2324 | Spent: 12.0 secs | LR: 0.000201
I0827 06:04:07.516469 140169079596928 interactiveshell.py:2882] Step 68450 | Loss: 0.2742 | Spent: 12.0 secs | LR: 0.000201
I0827 06:04:19.520196 140169079596928 interactiveshell.py:2882] Step 68500 | Loss: 0.2853 | Spent: 12.0 secs | LR: 0.000201
I0827 06:04:31.524606 140169079596928 interactiveshell.py:2882] Step 68550 | Loss: 0.4035 | Spent: 12.0 secs | LR: 0.000201
I0827 06:04:43.637280 140169079596928 interactiveshell.py:2882] Step 68600 | Loss: 0.4693 | Spent: 12.1 secs | LR: 0.000201
I0827 06:04:55.568147 140169079596928 interactiveshell.py:2882] Step 68650 | Loss: 0.5235 | Spent: 11.9 secs | LR: 0.000201
Reading ../data/train.txt
I0827 06:05:46.165631 140169079596928 interactiveshell.py:2882] Step 68700 | Loss: 0.2877 | Spent: 50.6 secs | LR: 0.000201
I0827 06:05:58.566096 140169079596928 interactiveshell.py:2882] Step 68750 | Loss: 0.1579 | Spent: 12.4 secs | LR: 0.000200
Reading ../data/test.txt
I0827 06:06:34.331294 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0827 06:06:34.332664 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.874
I0827 06:06:44.352313 140169079596928 interactiveshell.py:2882] Step 68800 | Loss: 0.3447 | Spent: 45.8 secs | LR: 0.000200
I0827 06:06:56.817631 140169079596928 interactiveshell.py:2882] Step 68850 | Loss: 0.3428 | Spent: 12.5 secs | LR: 0.000200
I0827 06:07:09.122087 140169079596928 interactiveshell.py:2882] Step 68900 | Loss: 0.3346 | Spent: 12.3 secs | LR: 0.000200
I0827 06:07:21.393670 140169079596928 interactiveshell.py:2882] Step 68950 | Loss: 0.4074 | Spent: 12.3 secs | LR: 0.000200
I0827 06:07:33.712088 140169079596928 interactiveshell.py:2882] Step 69000 | Loss: 0.3740 | Spent: 12.3 secs | LR: 0.000200
I0827 06:07:46.396614 140169079596928 interactiveshell.py:2882] Step 69050 | Loss: 0.1789 | Spent: 12.7 secs | LR: 0.000200
I0827 06:07:58.914485 140169079596928 interactiveshell.py:2882] Step 69100 | Loss: 0.4458 | Spent: 12.5 secs | LR: 0.000200
I0827 06:08:11.361023 140169079596928 interactiveshell.py:2882] Step 69150 | Loss: 0.3743 | Spent: 12.4 secs | LR: 0.000200
I0827 06:08:23.808542 140169079596928 interactiveshell.py:2882] Step 69200 | Loss: 0.4080 | Spent: 12.4 secs | LR: 0.000200
I0827 06:08:36.588375 140169079596928 interactiveshell.py:2882] Step 69250 | Loss: 0.2686 | Spent: 12.8 secs | LR: 0.000199
I0827 06:08:49.405059 140169079596928 interactiveshell.py:2882] Step 69300 | Loss: 0.2875 | Spent: 12.8 secs | LR: 0.000199
I0827 06:09:01.880761 140169079596928 interactiveshell.py:2882] Step 69350 | Loss: 0.4831 | Spent: 12.5 secs | LR: 0.000199
I0827 06:09:14.430877 140169079596928 interactiveshell.py:2882] Step 69400 | Loss: 0.4796 | Spent: 12.5 secs | LR: 0.000199
I0827 06:09:26.887830 140169079596928 interactiveshell.py:2882] Step 69450 | Loss: 0.3972 | Spent: 12.5 secs | LR: 0.000199
I0827 06:09:39.519171 140169079596928 interactiveshell.py:2882] Step 69500 | Loss: 0.2165 | Spent: 12.6 secs | LR: 0.000199
I0827 06:09:51.969407 140169079596928 interactiveshell.py:2882] Step 69550 | Loss: 0.4482 | Spent: 12.4 secs | LR: 0.000199
I0827 06:10:04.504657 140169079596928 interactiveshell.py:2882] Step 69600 | Loss: 0.7781 | Spent: 12.5 secs | LR: 0.000199
I0827 06:10:17.033145 140169079596928 interactiveshell.py:2882] Step 69650 | Loss: 0.2133 | Spent: 12.5 secs | LR: 0.000199
I0827 06:10:29.687943 140169079596928 interactiveshell.py:2882] Step 69700 | Loss: 0.3858 | Spent: 12.7 secs | LR: 0.000199
I0827 06:10:42.186324 140169079596928 interactiveshell.py:2882] Step 69750 | Loss: 0.2665 | Spent: 12.5 secs | LR: 0.000198
I0827 06:10:54.590909 140169079596928 interactiveshell.py:2882] Step 69800 | Loss: 0.1544 | Spent: 12.4 secs | LR: 0.000198
I0827 06:11:07.029219 140169079596928 interactiveshell.py:2882] Step 69850 | Loss: 0.5867 | Spent: 12.4 secs | LR: 0.000198
I0827 06:11:19.680029 140169079596928 interactiveshell.py:2882] Step 69900 | Loss: 0.1500 | Spent: 12.6 secs | LR: 0.000198
I0827 06:11:32.127038 140169079596928 interactiveshell.py:2882] Step 69950 | Loss: 0.1206 | Spent: 12.4 secs | LR: 0.000198
I0827 06:11:44.712856 140169079596928 interactiveshell.py:2882] Step 70000 | Loss: 0.2578 | Spent: 12.6 secs | LR: 0.000198
I0827 06:11:57.140102 140169079596928 interactiveshell.py:2882] Step 70050 | Loss: 0.5962 | Spent: 12.4 secs | LR: 0.000198
I0827 06:12:09.770439 140169079596928 interactiveshell.py:2882] Step 70100 | Loss: 0.3675 | Spent: 12.6 secs | LR: 0.000198
I0827 06:12:21.906661 140169079596928 interactiveshell.py:2882] Step 70150 | Loss: 0.3092 | Spent: 12.1 secs | LR: 0.000198
I0827 06:12:34.116897 140169079596928 interactiveshell.py:2882] Step 70200 | Loss: 0.2817 | Spent: 12.2 secs | LR: 0.000198
I0827 06:12:46.442008 140169079596928 interactiveshell.py:2882] Step 70250 | Loss: 0.3694 | Spent: 12.3 secs | LR: 0.000197
I0827 06:12:58.805338 140169079596928 interactiveshell.py:2882] Step 70300 | Loss: 0.1942 | Spent: 12.4 secs | LR: 0.000197
I0827 06:13:11.406039 140169079596928 interactiveshell.py:2882] Step 70350 | Loss: 0.5626 | Spent: 12.6 secs | LR: 0.000197
I0827 06:13:23.909757 140169079596928 interactiveshell.py:2882] Step 70400 | Loss: 0.1997 | Spent: 12.5 secs | LR: 0.000197
I0827 06:13:36.448452 140169079596928 interactiveshell.py:2882] Step 70450 | Loss: 0.3338 | Spent: 12.5 secs | LR: 0.000197
Reading ../data/test.txt
I0827 06:14:17.641477 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0827 06:14:17.644062 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.874
I0827 06:14:23.251435 140169079596928 interactiveshell.py:2882] Step 70500 | Loss: 0.2766 | Spent: 46.8 secs | LR: 0.000197
I0827 06:14:35.699215 140169079596928 interactiveshell.py:2882] Step 70550 | Loss: 0.2911 | Spent: 12.4 secs | LR: 0.000197
I0827 06:14:48.146947 140169079596928 interactiveshell.py:2882] Step 70600 | Loss: 0.3526 | Spent: 12.4 secs | LR: 0.000197
I0827 06:15:00.567548 140169079596928 interactiveshell.py:2882] Step 70650 | Loss: 0.1212 | Spent: 12.4 secs | LR: 0.000197
I0827 06:15:12.976626 140169079596928 interactiveshell.py:2882] Step 70700 | Loss: 0.3773 | Spent: 12.4 secs | LR: 0.000197
I0827 06:15:25.482486 140169079596928 interactiveshell.py:2882] Step 70750 | Loss: 0.2698 | Spent: 12.5 secs | LR: 0.000196
I0827 06:15:37.777254 140169079596928 interactiveshell.py:2882] Step 70800 | Loss: 0.3573 | Spent: 12.3 secs | LR: 0.000196
I0827 06:15:50.101665 140169079596928 interactiveshell.py:2882] Step 70850 | Loss: 0.4099 | Spent: 12.3 secs | LR: 0.000196
I0827 06:16:02.597435 140169079596928 interactiveshell.py:2882] Step 70900 | Loss: 0.2101 | Spent: 12.5 secs | LR: 0.000196
I0827 06:16:14.948836 140169079596928 interactiveshell.py:2882] Step 70950 | Loss: 0.3738 | Spent: 12.3 secs | LR: 0.000196
I0827 06:16:27.409590 140169079596928 interactiveshell.py:2882] Step 71000 | Loss: 0.4584 | Spent: 12.5 secs | LR: 0.000196
I0827 06:16:39.876316 140169079596928 interactiveshell.py:2882] Step 71050 | Loss: 0.1503 | Spent: 12.5 secs | LR: 0.000196
I0827 06:16:52.266002 140169079596928 interactiveshell.py:2882] Step 71100 | Loss: 0.3938 | Spent: 12.4 secs | LR: 0.000196
I0827 06:17:04.702151 140169079596928 interactiveshell.py:2882] Step 71150 | Loss: 0.3766 | Spent: 12.4 secs | LR: 0.000196
I0827 06:17:17.164493 140169079596928 interactiveshell.py:2882] Step 71200 | Loss: 0.3572 | Spent: 12.5 secs | LR: 0.000196
I0827 06:17:29.635349 140169079596928 interactiveshell.py:2882] Step 71250 | Loss: 0.3023 | Spent: 12.5 secs | LR: 0.000195
I0827 06:17:42.139999 140169079596928 interactiveshell.py:2882] Step 71300 | Loss: 0.3100 | Spent: 12.5 secs | LR: 0.000195
I0827 06:17:54.434502 140169079596928 interactiveshell.py:2882] Step 71350 | Loss: 0.3846 | Spent: 12.3 secs | LR: 0.000195
I0827 06:18:06.630583 140169079596928 interactiveshell.py:2882] Step 71400 | Loss: 0.3152 | Spent: 12.2 secs | LR: 0.000195
I0827 06:18:19.063229 140169079596928 interactiveshell.py:2882] Step 71450 | Loss: 0.4787 | Spent: 12.4 secs | LR: 0.000195
I0827 06:18:31.336076 140169079596928 interactiveshell.py:2882] Step 71500 | Loss: 0.4756 | Spent: 12.3 secs | LR: 0.000195
I0827 06:18:43.461730 140169079596928 interactiveshell.py:2882] Step 71550 | Loss: 0.2897 | Spent: 12.1 secs | LR: 0.000195
I0827 06:18:55.589455 140169079596928 interactiveshell.py:2882] Step 71600 | Loss: 0.6309 | Spent: 12.1 secs | LR: 0.000195
I0827 06:19:07.969628 140169079596928 interactiveshell.py:2882] Step 71650 | Loss: 0.2979 | Spent: 12.4 secs | LR: 0.000195
I0827 06:19:20.236364 140169079596928 interactiveshell.py:2882] Step 71700 | Loss: 0.2265 | Spent: 12.3 secs | LR: 0.000195
I0827 06:19:32.285928 140169079596928 interactiveshell.py:2882] Step 71750 | Loss: 0.6545 | Spent: 12.0 secs | LR: 0.000194
I0827 06:19:44.492355 140169079596928 interactiveshell.py:2882] Step 71800 | Loss: 0.4005 | Spent: 12.2 secs | LR: 0.000194
I0827 06:19:56.614823 140169079596928 interactiveshell.py:2882] Step 71850 | Loss: 0.1787 | Spent: 12.1 secs | LR: 0.000194
I0827 06:20:09.048882 140169079596928 interactiveshell.py:2882] Step 71900 | Loss: 0.2090 | Spent: 12.4 secs | LR: 0.000194
I0827 06:20:21.669542 140169079596928 interactiveshell.py:2882] Step 71950 | Loss: 0.2467 | Spent: 12.6 secs | LR: 0.000194
I0827 06:20:34.320180 140169079596928 interactiveshell.py:2882] Step 72000 | Loss: 0.5969 | Spent: 12.6 secs | LR: 0.000194
I0827 06:20:46.775515 140169079596928 interactiveshell.py:2882] Step 72050 | Loss: 0.4345 | Spent: 12.4 secs | LR: 0.000194
I0827 06:20:59.161734 140169079596928 interactiveshell.py:2882] Step 72100 | Loss: 0.5648 | Spent: 12.4 secs | LR: 0.000194
I0827 06:21:11.503487 140169079596928 interactiveshell.py:2882] Step 72150 | Loss: 0.3840 | Spent: 12.3 secs | LR: 0.000194
Reading ../data/test.txt
I0827 06:21:56.356969 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0827 06:21:56.359102 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.874
I0827 06:21:57.108973 140169079596928 interactiveshell.py:2882] Step 72200 | Loss: 0.2617 | Spent: 45.6 secs | LR: 0.000194
I0827 06:22:09.387037 140169079596928 interactiveshell.py:2882] Step 72250 | Loss: 0.1424 | Spent: 12.3 secs | LR: 0.000194
I0827 06:22:21.553069 140169079596928 interactiveshell.py:2882] Step 72300 | Loss: 0.1892 | Spent: 12.2 secs | LR: 0.000193
I0827 06:22:33.907724 140169079596928 interactiveshell.py:2882] Step 72350 | Loss: 0.3019 | Spent: 12.4 secs | LR: 0.000193
I0827 06:22:46.182472 140169079596928 interactiveshell.py:2882] Step 72400 | Loss: 0.1447 | Spent: 12.3 secs | LR: 0.000193
I0827 06:22:58.562019 140169079596928 interactiveshell.py:2882] Step 72450 | Loss: 0.3103 | Spent: 12.4 secs | LR: 0.000193
I0827 06:23:10.980746 140169079596928 interactiveshell.py:2882] Step 72500 | Loss: 0.4394 | Spent: 12.4 secs | LR: 0.000193
I0827 06:23:23.768232 140169079596928 interactiveshell.py:2882] Step 72550 | Loss: 0.3248 | Spent: 12.8 secs | LR: 0.000193
I0827 06:23:36.228048 140169079596928 interactiveshell.py:2882] Step 72600 | Loss: 0.2592 | Spent: 12.5 secs | LR: 0.000193
I0827 06:23:48.646301 140169079596928 interactiveshell.py:2882] Step 72650 | Loss: 0.4488 | Spent: 12.4 secs | LR: 0.000193
I0827 06:24:01.080508 140169079596928 interactiveshell.py:2882] Step 72700 | Loss: 0.3142 | Spent: 12.4 secs | LR: 0.000193
I0827 06:24:13.636399 140169079596928 interactiveshell.py:2882] Step 72750 | Loss: 0.3928 | Spent: 12.6 secs | LR: 0.000193
I0827 06:24:26.537461 140169079596928 interactiveshell.py:2882] Step 72800 | Loss: 0.1833 | Spent: 12.9 secs | LR: 0.000192
I0827 06:24:39.046568 140169079596928 interactiveshell.py:2882] Step 72850 | Loss: 0.4466 | Spent: 12.5 secs | LR: 0.000192
I0827 06:24:51.481469 140169079596928 interactiveshell.py:2882] Step 72900 | Loss: 0.1471 | Spent: 12.4 secs | LR: 0.000192
I0827 06:25:03.886014 140169079596928 interactiveshell.py:2882] Step 72950 | Loss: 0.3931 | Spent: 12.4 secs | LR: 0.000192
I0827 06:25:16.444000 140169079596928 interactiveshell.py:2882] Step 73000 | Loss: 0.4040 | Spent: 12.6 secs | LR: 0.000192
I0827 06:25:28.934032 140169079596928 interactiveshell.py:2882] Step 73050 | Loss: 0.1248 | Spent: 12.5 secs | LR: 0.000192
I0827 06:25:41.426180 140169079596928 interactiveshell.py:2882] Step 73100 | Loss: 0.2531 | Spent: 12.5 secs | LR: 0.000192
I0827 06:25:53.842958 140169079596928 interactiveshell.py:2882] Step 73150 | Loss: 0.2537 | Spent: 12.4 secs | LR: 0.000192
I0827 06:26:06.476918 140169079596928 interactiveshell.py:2882] Step 73200 | Loss: 0.4328 | Spent: 12.6 secs | LR: 0.000192
I0827 06:26:18.990348 140169079596928 interactiveshell.py:2882] Step 73250 | Loss: 0.2094 | Spent: 12.5 secs | LR: 0.000192
I0827 06:26:31.290395 140169079596928 interactiveshell.py:2882] Step 73300 | Loss: 0.2469 | Spent: 12.3 secs | LR: 0.000191
I0827 06:26:43.552712 140169079596928 interactiveshell.py:2882] Step 73350 | Loss: 0.2718 | Spent: 12.3 secs | LR: 0.000191
I0827 06:26:55.927222 140169079596928 interactiveshell.py:2882] Step 73400 | Loss: 0.3613 | Spent: 12.4 secs | LR: 0.000191
I0827 06:27:08.169929 140169079596928 interactiveshell.py:2882] Step 73450 | Loss: 0.4988 | Spent: 12.2 secs | LR: 0.000191
I0827 06:27:20.283472 140169079596928 interactiveshell.py:2882] Step 73500 | Loss: 0.4584 | Spent: 12.1 secs | LR: 0.000191
I0827 06:27:32.546426 140169079596928 interactiveshell.py:2882] Step 73550 | Loss: 0.2020 | Spent: 12.3 secs | LR: 0.000191
I0827 06:27:44.828036 140169079596928 interactiveshell.py:2882] Step 73600 | Loss: 0.2779 | Spent: 12.3 secs | LR: 0.000191
I0827 06:27:57.076604 140169079596928 interactiveshell.py:2882] Step 73650 | Loss: 0.2197 | Spent: 12.2 secs | LR: 0.000191
I0827 06:28:09.184507 140169079596928 interactiveshell.py:2882] Step 73700 | Loss: 0.1151 | Spent: 12.1 secs | LR: 0.000191
I0827 06:28:21.356998 140169079596928 interactiveshell.py:2882] Step 73750 | Loss: 0.3775 | Spent: 12.2 secs | LR: 0.000191
I0827 06:28:34.156453 140169079596928 interactiveshell.py:2882] Step 73800 | Loss: 0.2235 | Spent: 12.8 secs | LR: 0.000191
I0827 06:28:46.433554 140169079596928 interactiveshell.py:2882] Step 73850 | Loss: 0.2297 | Spent: 12.3 secs | LR: 0.000190
I0827 06:28:58.775084 140169079596928 interactiveshell.py:2882] Step 73900 | Loss: 0.3586 | Spent: 12.3 secs | LR: 0.000190
Reading ../data/test.txt
I0827 06:29:37.420135 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0827 06:29:37.421295 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.874
I0827 06:29:45.969171 140169079596928 interactiveshell.py:2882] Step 73950 | Loss: 0.2422 | Spent: 47.2 secs | LR: 0.000190
I0827 06:29:58.395978 140169079596928 interactiveshell.py:2882] Step 74000 | Loss: 0.2493 | Spent: 12.4 secs | LR: 0.000190
I0827 06:30:10.970877 140169079596928 interactiveshell.py:2882] Step 74050 | Loss: 0.4489 | Spent: 12.6 secs | LR: 0.000190
I0827 06:30:23.367993 140169079596928 interactiveshell.py:2882] Step 74100 | Loss: 0.2500 | Spent: 12.4 secs | LR: 0.000190
I0827 06:30:36.669213 140169079596928 interactiveshell.py:2882] Step 74150 | Loss: 0.1623 | Spent: 13.3 secs | LR: 0.000190
I0827 06:30:50.168695 140169079596928 interactiveshell.py:2882] Step 74200 | Loss: 0.2178 | Spent: 13.5 secs | LR: 0.000190
I0827 06:31:03.705279 140169079596928 interactiveshell.py:2882] Step 74250 | Loss: 0.4020 | Spent: 13.5 secs | LR: 0.000190
I0827 06:31:16.988507 140169079596928 interactiveshell.py:2882] Step 74300 | Loss: 0.2780 | Spent: 13.3 secs | LR: 0.000190
I0827 06:31:30.070374 140169079596928 interactiveshell.py:2882] Step 74350 | Loss: 0.2709 | Spent: 13.1 secs | LR: 0.000189
I0827 06:31:44.155465 140169079596928 interactiveshell.py:2882] Step 74400 | Loss: 0.2770 | Spent: 14.1 secs | LR: 0.000189
I0827 06:31:57.322767 140169079596928 interactiveshell.py:2882] Step 74450 | Loss: 0.5821 | Spent: 13.2 secs | LR: 0.000189
I0827 06:32:09.143439 140169079596928 interactiveshell.py:2882] Step 74500 | Loss: 0.3226 | Spent: 11.8 secs | LR: 0.000189
I0827 06:32:20.962194 140169079596928 interactiveshell.py:2882] Step 74550 | Loss: 0.2357 | Spent: 11.8 secs | LR: 0.000189
I0827 06:32:33.134068 140169079596928 interactiveshell.py:2882] Step 74600 | Loss: 0.5021 | Spent: 12.2 secs | LR: 0.000189
I0827 06:32:45.244576 140169079596928 interactiveshell.py:2882] Step 74650 | Loss: 0.2044 | Spent: 12.1 secs | LR: 0.000189
I0827 06:32:57.299051 140169079596928 interactiveshell.py:2882] Step 74700 | Loss: 0.1543 | Spent: 12.1 secs | LR: 0.000189
I0827 06:33:09.388296 140169079596928 interactiveshell.py:2882] Step 74750 | Loss: 0.4107 | Spent: 12.1 secs | LR: 0.000189
I0827 06:33:21.524178 140169079596928 interactiveshell.py:2882] Step 74800 | Loss: 0.2262 | Spent: 12.1 secs | LR: 0.000189
I0827 06:33:33.709048 140169079596928 interactiveshell.py:2882] Step 74850 | Loss: 0.2340 | Spent: 12.2 secs | LR: 0.000189
I0827 06:33:45.597565 140169079596928 interactiveshell.py:2882] Step 74900 | Loss: 0.2685 | Spent: 11.9 secs | LR: 0.000188
I0827 06:33:57.546026 140169079596928 interactiveshell.py:2882] Step 74950 | Loss: 0.6294 | Spent: 11.9 secs | LR: 0.000188
I0827 06:34:09.393594 140169079596928 interactiveshell.py:2882] Step 75000 | Loss: 0.3052 | Spent: 11.8 secs | LR: 0.000188
I0827 06:34:21.125279 140169079596928 interactiveshell.py:2882] Step 75050 | Loss: 0.3402 | Spent: 11.7 secs | LR: 0.000188
I0827 06:34:33.068083 140169079596928 interactiveshell.py:2882] Step 75100 | Loss: 0.6010 | Spent: 11.9 secs | LR: 0.000188
I0827 06:34:45.241992 140169079596928 interactiveshell.py:2882] Step 75150 | Loss: 0.5097 | Spent: 12.2 secs | LR: 0.000188
I0827 06:34:57.088610 140169079596928 interactiveshell.py:2882] Step 75200 | Loss: 0.4172 | Spent: 11.8 secs | LR: 0.000188
I0827 06:35:09.025095 140169079596928 interactiveshell.py:2882] Step 75250 | Loss: 0.5148 | Spent: 11.9 secs | LR: 0.000188
I0827 06:35:20.790578 140169079596928 interactiveshell.py:2882] Step 75300 | Loss: 0.2308 | Spent: 11.8 secs | LR: 0.000188
I0827 06:35:32.577528 140169079596928 interactiveshell.py:2882] Step 75350 | Loss: 0.1835 | Spent: 11.8 secs | LR: 0.000188
I0827 06:35:44.491124 140169079596928 interactiveshell.py:2882] Step 75400 | Loss: 0.2238 | Spent: 11.9 secs | LR: 0.000187
I0827 06:35:56.449003 140169079596928 interactiveshell.py:2882] Step 75450 | Loss: 0.2760 | Spent: 12.0 secs | LR: 0.000187
I0827 06:36:08.643945 140169079596928 interactiveshell.py:2882] Step 75500 | Loss: 0.1504 | Spent: 12.2 secs | LR: 0.000187
I0827 06:36:20.755915 140169079596928 interactiveshell.py:2882] Step 75550 | Loss: 0.2074 | Spent: 12.1 secs | LR: 0.000187
I0827 06:36:32.896100 140169079596928 interactiveshell.py:2882] Step 75600 | Loss: 0.3103 | Spent: 12.1 secs | LR: 0.000187
Reading ../data/test.txt
I0827 06:37:14.322230 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.872
I0827 06:37:14.323503 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.874
I0827 06:37:17.914157 140169079596928 interactiveshell.py:2882] Step 75650 | Loss: 0.2538 | Spent: 45.0 secs | LR: 0.000187
I0827 06:37:29.714300 140169079596928 interactiveshell.py:2882] Step 75700 | Loss: 0.1789 | Spent: 11.8 secs | LR: 0.000187
I0827 06:37:41.496400 140169079596928 interactiveshell.py:2882] Step 75750 | Loss: 0.3551 | Spent: 11.8 secs | LR: 0.000187
I0827 06:37:53.293242 140169079596928 interactiveshell.py:2882] Step 75800 | Loss: 0.1541 | Spent: 11.8 secs | LR: 0.000187
I0827 06:38:05.226705 140169079596928 interactiveshell.py:2882] Step 75850 | Loss: 0.4054 | Spent: 11.9 secs | LR: 0.000187
I0827 06:38:17.232506 140169079596928 interactiveshell.py:2882] Step 75900 | Loss: 0.2571 | Spent: 12.0 secs | LR: 0.000187
I0827 06:38:29.063912 140169079596928 interactiveshell.py:2882] Step 75950 | Loss: 0.1711 | Spent: 11.8 secs | LR: 0.000186
I0827 06:38:41.061524 140169079596928 interactiveshell.py:2882] Step 76000 | Loss: 0.5141 | Spent: 12.0 secs | LR: 0.000186
I0827 06:38:52.890050 140169079596928 interactiveshell.py:2882] Step 76050 | Loss: 0.2290 | Spent: 11.8 secs | LR: 0.000186
I0827 06:39:04.629141 140169079596928 interactiveshell.py:2882] Step 76100 | Loss: 0.1577 | Spent: 11.7 secs | LR: 0.000186
I0827 06:39:16.747976 140169079596928 interactiveshell.py:2882] Step 76150 | Loss: 0.2324 | Spent: 12.1 secs | LR: 0.000186
I0827 06:39:28.843053 140169079596928 interactiveshell.py:2882] Step 76200 | Loss: 0.2740 | Spent: 12.1 secs | LR: 0.000186
I0827 06:39:40.991350 140169079596928 interactiveshell.py:2882] Step 76250 | Loss: 0.3990 | Spent: 12.1 secs | LR: 0.000186
I0827 06:39:53.539661 140169079596928 interactiveshell.py:2882] Step 76300 | Loss: 0.4516 | Spent: 12.5 secs | LR: 0.000186
I0827 06:40:05.769536 140169079596928 interactiveshell.py:2882] Step 76350 | Loss: 0.3411 | Spent: 12.2 secs | LR: 0.000186
I0827 06:40:18.123993 140169079596928 interactiveshell.py:2882] Step 76400 | Loss: 0.1492 | Spent: 12.4 secs | LR: 0.000186
I0827 06:40:29.972524 140169079596928 interactiveshell.py:2882] Step 76450 | Loss: 0.2807 | Spent: 11.8 secs | LR: 0.000186
I0827 06:40:42.036646 140169079596928 interactiveshell.py:2882] Step 76500 | Loss: 0.2087 | Spent: 12.1 secs | LR: 0.000185
I0827 06:40:54.196139 140169079596928 interactiveshell.py:2882] Step 76550 | Loss: 0.3965 | Spent: 12.2 secs | LR: 0.000185
I0827 06:41:06.224117 140169079596928 interactiveshell.py:2882] Step 76600 | Loss: 0.6090 | Spent: 12.0 secs | LR: 0.000185
I0827 06:41:18.336464 140169079596928 interactiveshell.py:2882] Step 76650 | Loss: 0.2663 | Spent: 12.1 secs | LR: 0.000185
I0827 06:41:30.410077 140169079596928 interactiveshell.py:2882] Step 76700 | Loss: 0.1771 | Spent: 12.1 secs | LR: 0.000185
I0827 06:41:42.717127 140169079596928 interactiveshell.py:2882] Step 76750 | Loss: 0.3040 | Spent: 12.3 secs | LR: 0.000185
I0827 06:41:54.936275 140169079596928 interactiveshell.py:2882] Step 76800 | Loss: 0.4647 | Spent: 12.2 secs | LR: 0.000185
I0827 06:42:07.132611 140169079596928 interactiveshell.py:2882] Step 76850 | Loss: 0.3584 | Spent: 12.2 secs | LR: 0.000185
I0827 06:42:19.268895 140169079596928 interactiveshell.py:2882] Step 76900 | Loss: 0.5790 | Spent: 12.1 secs | LR: 0.000185
I0827 06:42:31.508593 140169079596928 interactiveshell.py:2882] Step 76950 | Loss: 0.3520 | Spent: 12.2 secs | LR: 0.000185
I0827 06:42:43.587921 140169079596928 interactiveshell.py:2882] Step 77000 | Loss: 0.2606 | Spent: 12.1 secs | LR: 0.000184
I0827 06:42:55.824612 140169079596928 interactiveshell.py:2882] Step 77050 | Loss: 0.2799 | Spent: 12.2 secs | LR: 0.000184
I0827 06:43:08.026056 140169079596928 interactiveshell.py:2882] Step 77100 | Loss: 0.2334 | Spent: 12.2 secs | LR: 0.000184
I0827 06:43:20.328210 140169079596928 interactiveshell.py:2882] Step 77150 | Loss: 0.2287 | Spent: 12.3 secs | LR: 0.000184
I0827 06:43:32.438705 140169079596928 interactiveshell.py:2882] Step 77200 | Loss: 0.2486 | Spent: 12.1 secs | LR: 0.000184
I0827 06:43:44.769905 140169079596928 interactiveshell.py:2882] Step 77250 | Loss: 0.3836 | Spent: 12.3 secs | LR: 0.000184
I0827 06:43:56.858825 140169079596928 interactiveshell.py:2882] Step 77300 | Loss: 0.3238 | Spent: 12.1 secs | LR: 0.000184
I0827 06:44:08.869154 140169079596928 interactiveshell.py:2882] Step 77350 | Loss: 0.1784 | Spent: 12.0 secs | LR: 0.000184
Reading ../data/test.txt
I0827 06:44:43.278398 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.872
I0827 06:44:43.279682 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.874
I0827 06:44:54.331604 140169079596928 interactiveshell.py:2882] Step 77400 | Loss: 0.3595 | Spent: 45.5 secs | LR: 0.000184
I0827 06:45:06.789948 140169079596928 interactiveshell.py:2882] Step 77450 | Loss: 0.2770 | Spent: 12.5 secs | LR: 0.000184
I0827 06:45:18.742563 140169079596928 interactiveshell.py:2882] Step 77500 | Loss: 0.4499 | Spent: 12.0 secs | LR: 0.000184
I0827 06:45:30.766154 140169079596928 interactiveshell.py:2882] Step 77550 | Loss: 0.5953 | Spent: 12.0 secs | LR: 0.000183
I0827 06:45:42.849661 140169079596928 interactiveshell.py:2882] Step 77600 | Loss: 0.3133 | Spent: 12.1 secs | LR: 0.000183
I0827 06:45:54.862333 140169079596928 interactiveshell.py:2882] Step 77650 | Loss: 0.3828 | Spent: 12.0 secs | LR: 0.000183
I0827 06:46:06.948647 140169079596928 interactiveshell.py:2882] Step 77700 | Loss: 0.2713 | Spent: 12.1 secs | LR: 0.000183
I0827 06:46:19.131097 140169079596928 interactiveshell.py:2882] Step 77750 | Loss: 0.2331 | Spent: 12.2 secs | LR: 0.000183
I0827 06:46:30.908300 140169079596928 interactiveshell.py:2882] Step 77800 | Loss: 0.2706 | Spent: 11.8 secs | LR: 0.000183
I0827 06:46:43.025348 140169079596928 interactiveshell.py:2882] Step 77850 | Loss: 0.2871 | Spent: 12.1 secs | LR: 0.000183
I0827 06:46:55.027234 140169079596928 interactiveshell.py:2882] Step 77900 | Loss: 0.1727 | Spent: 12.0 secs | LR: 0.000183
I0827 06:47:07.029326 140169079596928 interactiveshell.py:2882] Step 77950 | Loss: 0.3699 | Spent: 12.0 secs | LR: 0.000183
I0827 06:47:18.931234 140169079596928 interactiveshell.py:2882] Step 78000 | Loss: 0.2442 | Spent: 11.9 secs | LR: 0.000183
I0827 06:47:30.695990 140169079596928 interactiveshell.py:2882] Step 78050 | Loss: 0.2492 | Spent: 11.8 secs | LR: 0.000183
I0827 06:47:42.576918 140169079596928 interactiveshell.py:2882] Step 78100 | Loss: 0.2273 | Spent: 11.9 secs | LR: 0.000182
I0827 06:47:54.455000 140169079596928 interactiveshell.py:2882] Step 78150 | Loss: 0.3205 | Spent: 11.9 secs | LR: 0.000182
I0827 06:48:06.435727 140169079596928 interactiveshell.py:2882] Step 78200 | Loss: 0.1502 | Spent: 12.0 secs | LR: 0.000182
I0827 06:48:18.247008 140169079596928 interactiveshell.py:2882] Step 78250 | Loss: 0.4618 | Spent: 11.8 secs | LR: 0.000182
I0827 06:48:30.033488 140169079596928 interactiveshell.py:2882] Step 78300 | Loss: 0.3233 | Spent: 11.8 secs | LR: 0.000182
I0827 06:48:42.053319 140169079596928 interactiveshell.py:2882] Step 78350 | Loss: 0.1825 | Spent: 12.0 secs | LR: 0.000182
I0827 06:48:54.112003 140169079596928 interactiveshell.py:2882] Step 78400 | Loss: 0.1698 | Spent: 12.1 secs | LR: 0.000182
I0827 06:49:06.228223 140169079596928 interactiveshell.py:2882] Step 78450 | Loss: 0.1200 | Spent: 12.1 secs | LR: 0.000182
I0827 06:49:18.244334 140169079596928 interactiveshell.py:2882] Step 78500 | Loss: 0.3718 | Spent: 12.0 secs | LR: 0.000182
I0827 06:49:30.362993 140169079596928 interactiveshell.py:2882] Step 78550 | Loss: 0.3207 | Spent: 12.1 secs | LR: 0.000182
I0827 06:49:42.548448 140169079596928 interactiveshell.py:2882] Step 78600 | Loss: 0.4356 | Spent: 12.2 secs | LR: 0.000182
I0827 06:49:54.725588 140169079596928 interactiveshell.py:2882] Step 78650 | Loss: 0.1973 | Spent: 12.2 secs | LR: 0.000181
I0827 06:50:07.245976 140169079596928 interactiveshell.py:2882] Step 78700 | Loss: 0.4037 | Spent: 12.5 secs | LR: 0.000181
I0827 06:50:19.695048 140169079596928 interactiveshell.py:2882] Step 78750 | Loss: 0.4534 | Spent: 12.4 secs | LR: 0.000181
I0827 06:50:31.837268 140169079596928 interactiveshell.py:2882] Step 78800 | Loss: 0.6169 | Spent: 12.1 secs | LR: 0.000181
I0827 06:50:44.117974 140169079596928 interactiveshell.py:2882] Step 78850 | Loss: 0.2098 | Spent: 12.3 secs | LR: 0.000181
I0827 06:50:56.214869 140169079596928 interactiveshell.py:2882] Step 78900 | Loss: 0.3425 | Spent: 12.1 secs | LR: 0.000181
I0827 06:51:08.261083 140169079596928 interactiveshell.py:2882] Step 78950 | Loss: 0.3011 | Spent: 12.0 secs | LR: 0.000181
I0827 06:51:20.454171 140169079596928 interactiveshell.py:2882] Step 79000 | Loss: 0.2810 | Spent: 12.2 secs | LR: 0.000181
I0827 06:51:32.506087 140169079596928 interactiveshell.py:2882] Step 79050 | Loss: 0.4406 | Spent: 12.0 secs | LR: 0.000181
Reading ../data/test.txt
I0827 06:52:10.971743 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.872
I0827 06:52:10.973061 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.874
I0827 06:52:17.506692 140169079596928 interactiveshell.py:2882] Step 79100 | Loss: 0.2306 | Spent: 45.0 secs | LR: 0.000181
I0827 06:52:29.475303 140169079596928 interactiveshell.py:2882] Step 79150 | Loss: 0.3705 | Spent: 12.0 secs | LR: 0.000181
I0827 06:52:41.311590 140169079596928 interactiveshell.py:2882] Step 79200 | Loss: 0.5183 | Spent: 11.8 secs | LR: 0.000180
I0827 06:52:53.318364 140169079596928 interactiveshell.py:2882] Step 79250 | Loss: 0.6136 | Spent: 12.0 secs | LR: 0.000180
I0827 06:53:05.086954 140169079596928 interactiveshell.py:2882] Step 79300 | Loss: 0.4587 | Spent: 11.8 secs | LR: 0.000180
I0827 06:53:17.010032 140169079596928 interactiveshell.py:2882] Step 79350 | Loss: 0.4484 | Spent: 11.9 secs | LR: 0.000180
I0827 06:53:28.651649 140169079596928 interactiveshell.py:2882] Step 79400 | Loss: 0.6386 | Spent: 11.6 secs | LR: 0.000180
I0827 06:53:40.619160 140169079596928 interactiveshell.py:2882] Step 79450 | Loss: 0.4580 | Spent: 12.0 secs | LR: 0.000180
I0827 06:53:52.532282 140169079596928 interactiveshell.py:2882] Step 79500 | Loss: 0.4632 | Spent: 11.9 secs | LR: 0.000180
I0827 06:54:04.560603 140169079596928 interactiveshell.py:2882] Step 79550 | Loss: 0.3482 | Spent: 12.0 secs | LR: 0.000180
I0827 06:54:16.422600 140169079596928 interactiveshell.py:2882] Step 79600 | Loss: 0.2752 | Spent: 11.9 secs | LR: 0.000180
I0827 06:54:28.325037 140169079596928 interactiveshell.py:2882] Step 79650 | Loss: 0.2991 | Spent: 11.9 secs | LR: 0.000180
I0827 06:54:40.146481 140169079596928 interactiveshell.py:2882] Step 79700 | Loss: 0.4111 | Spent: 11.8 secs | LR: 0.000180
I0827 06:54:51.876614 140169079596928 interactiveshell.py:2882] Step 79750 | Loss: 0.3257 | Spent: 11.7 secs | LR: 0.000179
I0827 06:55:03.522377 140169079596928 interactiveshell.py:2882] Step 79800 | Loss: 0.3019 | Spent: 11.6 secs | LR: 0.000179
I0827 06:55:15.497949 140169079596928 interactiveshell.py:2882] Step 79850 | Loss: 0.3176 | Spent: 12.0 secs | LR: 0.000179
I0827 06:55:27.603268 140169079596928 interactiveshell.py:2882] Step 79900 | Loss: 0.3572 | Spent: 12.1 secs | LR: 0.000179
I0827 06:55:39.266989 140169079596928 interactiveshell.py:2882] Step 79950 | Loss: 0.4584 | Spent: 11.7 secs | LR: 0.000179
I0827 06:55:51.051730 140169079596928 interactiveshell.py:2882] Step 80000 | Loss: 0.2713 | Spent: 11.8 secs | LR: 0.000179
I0827 06:56:02.636195 140169079596928 interactiveshell.py:2882] Step 80050 | Loss: 0.1635 | Spent: 11.6 secs | LR: 0.000179
I0827 06:56:14.450161 140169079596928 interactiveshell.py:2882] Step 80100 | Loss: 0.2051 | Spent: 11.8 secs | LR: 0.000179
I0827 06:56:26.015675 140169079596928 interactiveshell.py:2882] Step 80150 | Loss: 0.2959 | Spent: 11.6 secs | LR: 0.000179
I0827 06:56:37.398145 140169079596928 interactiveshell.py:2882] Step 80200 | Loss: 0.4938 | Spent: 11.4 secs | LR: 0.000179
I0827 06:56:48.858290 140169079596928 interactiveshell.py:2882] Step 80250 | Loss: 0.2423 | Spent: 11.5 secs | LR: 0.000179
I0827 06:57:00.385298 140169079596928 interactiveshell.py:2882] Step 80300 | Loss: 0.3665 | Spent: 11.5 secs | LR: 0.000178
I0827 06:57:11.761849 140169079596928 interactiveshell.py:2882] Step 80350 | Loss: 0.2813 | Spent: 11.4 secs | LR: 0.000178
I0827 06:57:23.293657 140169079596928 interactiveshell.py:2882] Step 80400 | Loss: 0.2261 | Spent: 11.5 secs | LR: 0.000178
I0827 06:57:34.747061 140169079596928 interactiveshell.py:2882] Step 80450 | Loss: 0.4052 | Spent: 11.5 secs | LR: 0.000178
I0827 06:57:46.400479 140169079596928 interactiveshell.py:2882] Step 80500 | Loss: 0.3852 | Spent: 11.7 secs | LR: 0.000178
I0827 06:57:58.215161 140169079596928 interactiveshell.py:2882] Step 80550 | Loss: 0.3358 | Spent: 11.8 secs | LR: 0.000178
I0827 06:58:10.124846 140169079596928 interactiveshell.py:2882] Step 80600 | Loss: 0.2172 | Spent: 11.9 secs | LR: 0.000178
I0827 06:58:22.000310 140169079596928 interactiveshell.py:2882] Step 80650 | Loss: 0.5792 | Spent: 11.9 secs | LR: 0.000178
I0827 06:58:33.889653 140169079596928 interactiveshell.py:2882] Step 80700 | Loss: 0.2970 | Spent: 11.9 secs | LR: 0.000178
I0827 06:58:45.591971 140169079596928 interactiveshell.py:2882] Step 80750 | Loss: 0.3687 | Spent: 11.7 secs | LR: 0.000178
Reading ../data/test.txt
I0827 06:59:28.029946 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.872
I0827 06:59:28.031270 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.874
I0827 06:59:29.918061 140169079596928 interactiveshell.py:2882] Step 80800 | Loss: 0.3837 | Spent: 44.3 secs | LR: 0.000178
I0827 06:59:41.739773 140169079596928 interactiveshell.py:2882] Step 80850 | Loss: 0.4909 | Spent: 11.8 secs | LR: 0.000177
I0827 06:59:53.383135 140169079596928 interactiveshell.py:2882] Step 80900 | Loss: 0.3933 | Spent: 11.6 secs | LR: 0.000177
I0827 07:00:04.946553 140169079596928 interactiveshell.py:2882] Step 80950 | Loss: 0.2595 | Spent: 11.6 secs | LR: 0.000177
I0827 07:00:16.631031 140169079596928 interactiveshell.py:2882] Step 81000 | Loss: 0.2315 | Spent: 11.7 secs | LR: 0.000177
I0827 07:00:28.145783 140169079596928 interactiveshell.py:2882] Step 81050 | Loss: 0.5171 | Spent: 11.5 secs | LR: 0.000177
I0827 07:00:39.854988 140169079596928 interactiveshell.py:2882] Step 81100 | Loss: 0.4459 | Spent: 11.7 secs | LR: 0.000177
I0827 07:00:51.324729 140169079596928 interactiveshell.py:2882] Step 81150 | Loss: 0.4769 | Spent: 11.5 secs | LR: 0.000177
I0827 07:01:02.854092 140169079596928 interactiveshell.py:2882] Step 81200 | Loss: 0.3690 | Spent: 11.5 secs | LR: 0.000177
I0827 07:01:14.413533 140169079596928 interactiveshell.py:2882] Step 81250 | Loss: 0.3009 | Spent: 11.6 secs | LR: 0.000177
I0827 07:01:25.976344 140169079596928 interactiveshell.py:2882] Step 81300 | Loss: 0.3379 | Spent: 11.6 secs | LR: 0.000177
I0827 07:01:37.584197 140169079596928 interactiveshell.py:2882] Step 81350 | Loss: 0.4408 | Spent: 11.6 secs | LR: 0.000177
I0827 07:01:49.265523 140169079596928 interactiveshell.py:2882] Step 81400 | Loss: 0.2611 | Spent: 11.7 secs | LR: 0.000177
I0827 07:02:00.997101 140169079596928 interactiveshell.py:2882] Step 81450 | Loss: 0.4944 | Spent: 11.7 secs | LR: 0.000176
I0827 07:02:12.642081 140169079596928 interactiveshell.py:2882] Step 81500 | Loss: 0.4152 | Spent: 11.6 secs | LR: 0.000176
I0827 07:02:24.407444 140169079596928 interactiveshell.py:2882] Step 81550 | Loss: 0.2065 | Spent: 11.8 secs | LR: 0.000176
I0827 07:02:35.958054 140169079596928 interactiveshell.py:2882] Step 81600 | Loss: 0.6346 | Spent: 11.5 secs | LR: 0.000176
I0827 07:02:47.550903 140169079596928 interactiveshell.py:2882] Step 81650 | Loss: 0.2080 | Spent: 11.6 secs | LR: 0.000176
I0827 07:02:59.356185 140169079596928 interactiveshell.py:2882] Step 81700 | Loss: 0.2473 | Spent: 11.8 secs | LR: 0.000176
I0827 07:03:10.805199 140169079596928 interactiveshell.py:2882] Step 81750 | Loss: 0.5146 | Spent: 11.4 secs | LR: 0.000176
I0827 07:03:22.459518 140169079596928 interactiveshell.py:2882] Step 81800 | Loss: 0.5322 | Spent: 11.7 secs | LR: 0.000176
I0827 07:03:34.031559 140169079596928 interactiveshell.py:2882] Step 81850 | Loss: 0.2040 | Spent: 11.6 secs | LR: 0.000176
I0827 07:03:45.754477 140169079596928 interactiveshell.py:2882] Step 81900 | Loss: 0.3180 | Spent: 11.7 secs | LR: 0.000176
I0827 07:03:57.404050 140169079596928 interactiveshell.py:2882] Step 81950 | Loss: 0.2808 | Spent: 11.6 secs | LR: 0.000176
I0827 07:04:09.442391 140169079596928 interactiveshell.py:2882] Step 82000 | Loss: 0.3306 | Spent: 12.0 secs | LR: 0.000175
I0827 07:04:21.353083 140169079596928 interactiveshell.py:2882] Step 82050 | Loss: 0.3397 | Spent: 11.9 secs | LR: 0.000175
I0827 07:04:33.111470 140169079596928 interactiveshell.py:2882] Step 82100 | Loss: 0.4807 | Spent: 11.8 secs | LR: 0.000175
I0827 07:04:44.830919 140169079596928 interactiveshell.py:2882] Step 82150 | Loss: 0.3878 | Spent: 11.7 secs | LR: 0.000175
I0827 07:04:56.415487 140169079596928 interactiveshell.py:2882] Step 82200 | Loss: 0.2580 | Spent: 11.6 secs | LR: 0.000175
I0827 07:05:08.089481 140169079596928 interactiveshell.py:2882] Step 82250 | Loss: 0.2808 | Spent: 11.7 secs | LR: 0.000175
I0827 07:05:19.621449 140169079596928 interactiveshell.py:2882] Step 82300 | Loss: 0.2233 | Spent: 11.5 secs | LR: 0.000175
I0827 07:05:31.262698 140169079596928 interactiveshell.py:2882] Step 82350 | Loss: 0.4168 | Spent: 11.6 secs | LR: 0.000175
I0827 07:05:43.016449 140169079596928 interactiveshell.py:2882] Step 82400 | Loss: 0.4550 | Spent: 11.8 secs | LR: 0.000175
I0827 07:05:54.679392 140169079596928 interactiveshell.py:2882] Step 82450 | Loss: 0.3530 | Spent: 11.7 secs | LR: 0.000175
I0827 07:06:06.242331 140169079596928 interactiveshell.py:2882] Step 82500 | Loss: 0.1175 | Spent: 11.6 secs | LR: 0.000175
Reading ../data/test.txt
I0827 07:06:42.227171 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.876
I0827 07:06:42.437527 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 07:06:51.633104 140169079596928 interactiveshell.py:2882] Step 82550 | Loss: 0.1858 | Spent: 45.4 secs | LR: 0.000174
I0827 07:07:03.521441 140169079596928 interactiveshell.py:2882] Step 82600 | Loss: 0.1745 | Spent: 11.9 secs | LR: 0.000174
I0827 07:07:15.185784 140169079596928 interactiveshell.py:2882] Step 82650 | Loss: 0.2630 | Spent: 11.7 secs | LR: 0.000174
I0827 07:07:26.880179 140169079596928 interactiveshell.py:2882] Step 82700 | Loss: 0.6506 | Spent: 11.7 secs | LR: 0.000174
I0827 07:07:38.376470 140169079596928 interactiveshell.py:2882] Step 82750 | Loss: 0.2048 | Spent: 11.5 secs | LR: 0.000174
I0827 07:07:49.911094 140169079596928 interactiveshell.py:2882] Step 82800 | Loss: 0.2887 | Spent: 11.5 secs | LR: 0.000174
I0827 07:08:01.498073 140169079596928 interactiveshell.py:2882] Step 82850 | Loss: 0.3683 | Spent: 11.6 secs | LR: 0.000174
I0827 07:08:13.340193 140169079596928 interactiveshell.py:2882] Step 82900 | Loss: 0.3001 | Spent: 11.8 secs | LR: 0.000174
I0827 07:08:25.036670 140169079596928 interactiveshell.py:2882] Step 82950 | Loss: 0.5440 | Spent: 11.7 secs | LR: 0.000174
I0827 07:08:36.729870 140169079596928 interactiveshell.py:2882] Step 83000 | Loss: 0.3698 | Spent: 11.7 secs | LR: 0.000174
I0827 07:08:48.191216 140169079596928 interactiveshell.py:2882] Step 83050 | Loss: 0.4961 | Spent: 11.5 secs | LR: 0.000174
I0827 07:08:59.769075 140169079596928 interactiveshell.py:2882] Step 83100 | Loss: 0.3046 | Spent: 11.6 secs | LR: 0.000174
I0827 07:09:11.474279 140169079596928 interactiveshell.py:2882] Step 83150 | Loss: 0.4669 | Spent: 11.7 secs | LR: 0.000173
I0827 07:09:22.971448 140169079596928 interactiveshell.py:2882] Step 83200 | Loss: 0.1758 | Spent: 11.5 secs | LR: 0.000173
I0827 07:09:34.416700 140169079596928 interactiveshell.py:2882] Step 83250 | Loss: 0.2310 | Spent: 11.4 secs | LR: 0.000173
I0827 07:09:45.876558 140169079596928 interactiveshell.py:2882] Step 83300 | Loss: 0.8216 | Spent: 11.5 secs | LR: 0.000173
I0827 07:09:57.226498 140169079596928 interactiveshell.py:2882] Step 83350 | Loss: 0.2746 | Spent: 11.3 secs | LR: 0.000173
I0827 07:10:08.757416 140169079596928 interactiveshell.py:2882] Step 83400 | Loss: 0.6044 | Spent: 11.5 secs | LR: 0.000173
I0827 07:10:20.324577 140169079596928 interactiveshell.py:2882] Step 83450 | Loss: 0.4959 | Spent: 11.6 secs | LR: 0.000173
I0827 07:10:32.185851 140169079596928 interactiveshell.py:2882] Step 83500 | Loss: 0.2474 | Spent: 11.9 secs | LR: 0.000173
I0827 07:10:43.960469 140169079596928 interactiveshell.py:2882] Step 83550 | Loss: 0.3586 | Spent: 11.8 secs | LR: 0.000173
I0827 07:10:55.896877 140169079596928 interactiveshell.py:2882] Step 83600 | Loss: 0.2082 | Spent: 11.9 secs | LR: 0.000173
I0827 07:11:07.849890 140169079596928 interactiveshell.py:2882] Step 83650 | Loss: 0.3162 | Spent: 12.0 secs | LR: 0.000173
I0827 07:11:19.581287 140169079596928 interactiveshell.py:2882] Step 83700 | Loss: 0.2569 | Spent: 11.7 secs | LR: 0.000172
I0827 07:11:31.417267 140169079596928 interactiveshell.py:2882] Step 83750 | Loss: 0.3588 | Spent: 11.8 secs | LR: 0.000172
I0827 07:11:43.273092 140169079596928 interactiveshell.py:2882] Step 83800 | Loss: 0.3276 | Spent: 11.9 secs | LR: 0.000172
I0827 07:11:54.953420 140169079596928 interactiveshell.py:2882] Step 83850 | Loss: 0.1599 | Spent: 11.7 secs | LR: 0.000172
I0827 07:12:06.795613 140169079596928 interactiveshell.py:2882] Step 83900 | Loss: 0.2312 | Spent: 11.8 secs | LR: 0.000172
I0827 07:12:18.430582 140169079596928 interactiveshell.py:2882] Step 83950 | Loss: 0.4172 | Spent: 11.6 secs | LR: 0.000172
I0827 07:12:30.421548 140169079596928 interactiveshell.py:2882] Step 84000 | Loss: 0.4070 | Spent: 12.0 secs | LR: 0.000172
I0827 07:12:42.161435 140169079596928 interactiveshell.py:2882] Step 84050 | Loss: 0.2899 | Spent: 11.7 secs | LR: 0.000172
I0827 07:12:53.668559 140169079596928 interactiveshell.py:2882] Step 84100 | Loss: 0.2414 | Spent: 11.5 secs | LR: 0.000172
I0827 07:13:05.264092 140169079596928 interactiveshell.py:2882] Step 84150 | Loss: 0.2843 | Spent: 11.6 secs | LR: 0.000172
I0827 07:13:16.814339 140169079596928 interactiveshell.py:2882] Step 84200 | Loss: 0.2166 | Spent: 11.5 secs | LR: 0.000172
Reading ../data/test.txt
I0827 07:13:56.921484 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.876
I0827 07:13:57.115576 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 07:14:01.826399 140169079596928 interactiveshell.py:2882] Step 84250 | Loss: 0.4438 | Spent: 45.0 secs | LR: 0.000172
I0827 07:14:13.722181 140169079596928 interactiveshell.py:2882] Step 84300 | Loss: 0.2968 | Spent: 11.9 secs | LR: 0.000171
I0827 07:14:25.728461 140169079596928 interactiveshell.py:2882] Step 84350 | Loss: 0.5510 | Spent: 12.0 secs | LR: 0.000171
I0827 07:14:37.543867 140169079596928 interactiveshell.py:2882] Step 84400 | Loss: 0.1703 | Spent: 11.8 secs | LR: 0.000171
I0827 07:14:49.283032 140169079596928 interactiveshell.py:2882] Step 84450 | Loss: 0.3651 | Spent: 11.7 secs | LR: 0.000171
I0827 07:15:00.860177 140169079596928 interactiveshell.py:2882] Step 84500 | Loss: 0.1404 | Spent: 11.6 secs | LR: 0.000171
I0827 07:15:12.412081 140169079596928 interactiveshell.py:2882] Step 84550 | Loss: 0.3687 | Spent: 11.5 secs | LR: 0.000171
I0827 07:15:24.012605 140169079596928 interactiveshell.py:2882] Step 84600 | Loss: 0.2879 | Spent: 11.6 secs | LR: 0.000171
I0827 07:15:35.758525 140169079596928 interactiveshell.py:2882] Step 84650 | Loss: 0.3703 | Spent: 11.7 secs | LR: 0.000171
I0827 07:15:47.540565 140169079596928 interactiveshell.py:2882] Step 84700 | Loss: 0.5136 | Spent: 11.8 secs | LR: 0.000171
I0827 07:15:59.280075 140169079596928 interactiveshell.py:2882] Step 84750 | Loss: 0.2606 | Spent: 11.7 secs | LR: 0.000171
I0827 07:16:11.451261 140169079596928 interactiveshell.py:2882] Step 84800 | Loss: 0.1967 | Spent: 12.2 secs | LR: 0.000171
I0827 07:16:23.402189 140169079596928 interactiveshell.py:2882] Step 84850 | Loss: 0.2491 | Spent: 11.9 secs | LR: 0.000170
I0827 07:16:35.158698 140169079596928 interactiveshell.py:2882] Step 84900 | Loss: 0.2562 | Spent: 11.8 secs | LR: 0.000170
I0827 07:16:46.935619 140169079596928 interactiveshell.py:2882] Step 84950 | Loss: 0.3260 | Spent: 11.8 secs | LR: 0.000170
I0827 07:16:58.835719 140169079596928 interactiveshell.py:2882] Step 85000 | Loss: 0.3212 | Spent: 11.9 secs | LR: 0.000170
I0827 07:17:10.510767 140169079596928 interactiveshell.py:2882] Step 85050 | Loss: 0.3877 | Spent: 11.7 secs | LR: 0.000170
I0827 07:17:21.996007 140169079596928 interactiveshell.py:2882] Step 85100 | Loss: 0.2615 | Spent: 11.5 secs | LR: 0.000170
I0827 07:17:33.641320 140169079596928 interactiveshell.py:2882] Step 85150 | Loss: 0.3149 | Spent: 11.6 secs | LR: 0.000170
I0827 07:17:45.481348 140169079596928 interactiveshell.py:2882] Step 85200 | Loss: 0.3468 | Spent: 11.8 secs | LR: 0.000170
I0827 07:17:57.033943 140169079596928 interactiveshell.py:2882] Step 85250 | Loss: 0.2194 | Spent: 11.6 secs | LR: 0.000170
I0827 07:18:08.743413 140169079596928 interactiveshell.py:2882] Step 85300 | Loss: 0.1677 | Spent: 11.7 secs | LR: 0.000170
I0827 07:18:20.537045 140169079596928 interactiveshell.py:2882] Step 85350 | Loss: 0.2292 | Spent: 11.8 secs | LR: 0.000170
I0827 07:18:32.304420 140169079596928 interactiveshell.py:2882] Step 85400 | Loss: 0.2071 | Spent: 11.8 secs | LR: 0.000170
I0827 07:18:43.931644 140169079596928 interactiveshell.py:2882] Step 85450 | Loss: 0.2026 | Spent: 11.6 secs | LR: 0.000169
I0827 07:18:55.839886 140169079596928 interactiveshell.py:2882] Step 85500 | Loss: 0.1683 | Spent: 11.9 secs | LR: 0.000169
I0827 07:19:07.532484 140169079596928 interactiveshell.py:2882] Step 85550 | Loss: 0.4279 | Spent: 11.7 secs | LR: 0.000169
I0827 07:19:19.435234 140169079596928 interactiveshell.py:2882] Step 85600 | Loss: 0.6853 | Spent: 11.9 secs | LR: 0.000169
I0827 07:19:31.124267 140169079596928 interactiveshell.py:2882] Step 85650 | Loss: 0.4672 | Spent: 11.7 secs | LR: 0.000169
I0827 07:19:42.685829 140169079596928 interactiveshell.py:2882] Step 85700 | Loss: 0.3781 | Spent: 11.6 secs | LR: 0.000169
I0827 07:19:54.326069 140169079596928 interactiveshell.py:2882] Step 85750 | Loss: 0.1189 | Spent: 11.6 secs | LR: 0.000169
I0827 07:20:05.877476 140169079596928 interactiveshell.py:2882] Step 85800 | Loss: 0.1841 | Spent: 11.5 secs | LR: 0.000169
Reading ../data/train.txt
I0827 07:20:55.560434 140169079596928 interactiveshell.py:2882] Step 85850 | Loss: 0.2035 | Spent: 49.7 secs | LR: 0.000169
I0827 07:21:07.587971 140169079596928 interactiveshell.py:2882] Step 85900 | Loss: 0.2125 | Spent: 12.0 secs | LR: 0.000169
Reading ../data/test.txt
I0827 07:21:53.018451 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.874
I0827 07:21:53.019560 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 07:21:53.273483 140169079596928 interactiveshell.py:2882] Step 85950 | Loss: 0.2493 | Spent: 45.7 secs | LR: 0.000169
I0827 07:22:05.125063 140169079596928 interactiveshell.py:2882] Step 86000 | Loss: 0.2665 | Spent: 11.9 secs | LR: 0.000169
I0827 07:22:17.162987 140169079596928 interactiveshell.py:2882] Step 86050 | Loss: 0.2324 | Spent: 12.0 secs | LR: 0.000168
I0827 07:22:29.236094 140169079596928 interactiveshell.py:2882] Step 86100 | Loss: 0.1988 | Spent: 12.1 secs | LR: 0.000168
I0827 07:22:41.275995 140169079596928 interactiveshell.py:2882] Step 86150 | Loss: 0.3312 | Spent: 12.0 secs | LR: 0.000168
I0827 07:22:53.427908 140169079596928 interactiveshell.py:2882] Step 86200 | Loss: 0.3809 | Spent: 12.2 secs | LR: 0.000168
I0827 07:23:05.527501 140169079596928 interactiveshell.py:2882] Step 86250 | Loss: 0.1651 | Spent: 12.1 secs | LR: 0.000168
I0827 07:23:17.671227 140169079596928 interactiveshell.py:2882] Step 86300 | Loss: 0.1677 | Spent: 12.1 secs | LR: 0.000168
I0827 07:23:30.006114 140169079596928 interactiveshell.py:2882] Step 86350 | Loss: 0.0798 | Spent: 12.3 secs | LR: 0.000168
I0827 07:23:42.104073 140169079596928 interactiveshell.py:2882] Step 86400 | Loss: 0.2472 | Spent: 12.1 secs | LR: 0.000168
I0827 07:23:54.186561 140169079596928 interactiveshell.py:2882] Step 86450 | Loss: 0.1855 | Spent: 12.1 secs | LR: 0.000168
I0827 07:24:06.118042 140169079596928 interactiveshell.py:2882] Step 86500 | Loss: 0.2961 | Spent: 11.9 secs | LR: 0.000168
I0827 07:24:18.068078 140169079596928 interactiveshell.py:2882] Step 86550 | Loss: 0.2023 | Spent: 11.9 secs | LR: 0.000168
I0827 07:24:30.137141 140169079596928 interactiveshell.py:2882] Step 86600 | Loss: 0.2569 | Spent: 12.1 secs | LR: 0.000168
I0827 07:24:42.279110 140169079596928 interactiveshell.py:2882] Step 86650 | Loss: 0.2889 | Spent: 12.1 secs | LR: 0.000167
I0827 07:24:54.484488 140169079596928 interactiveshell.py:2882] Step 86700 | Loss: 0.1169 | Spent: 12.2 secs | LR: 0.000167
I0827 07:25:06.571086 140169079596928 interactiveshell.py:2882] Step 86750 | Loss: 0.4229 | Spent: 12.1 secs | LR: 0.000167
I0827 07:25:18.647410 140169079596928 interactiveshell.py:2882] Step 86800 | Loss: 0.5015 | Spent: 12.1 secs | LR: 0.000167
I0827 07:25:30.733680 140169079596928 interactiveshell.py:2882] Step 86850 | Loss: 0.3086 | Spent: 12.1 secs | LR: 0.000167
I0827 07:25:42.893522 140169079596928 interactiveshell.py:2882] Step 86900 | Loss: 0.3173 | Spent: 12.2 secs | LR: 0.000167
I0827 07:25:55.130318 140169079596928 interactiveshell.py:2882] Step 86950 | Loss: 0.3072 | Spent: 12.2 secs | LR: 0.000167
I0827 07:26:07.248678 140169079596928 interactiveshell.py:2882] Step 87000 | Loss: 0.3105 | Spent: 12.1 secs | LR: 0.000167
I0827 07:26:19.114874 140169079596928 interactiveshell.py:2882] Step 87050 | Loss: 0.1738 | Spent: 11.9 secs | LR: 0.000167
I0827 07:26:31.317906 140169079596928 interactiveshell.py:2882] Step 87100 | Loss: 0.3589 | Spent: 12.2 secs | LR: 0.000167
I0827 07:26:43.439606 140169079596928 interactiveshell.py:2882] Step 87150 | Loss: 0.1897 | Spent: 12.1 secs | LR: 0.000167
I0827 07:26:55.528872 140169079596928 interactiveshell.py:2882] Step 87200 | Loss: 0.2815 | Spent: 12.1 secs | LR: 0.000167
I0827 07:27:07.462837 140169079596928 interactiveshell.py:2882] Step 87250 | Loss: 0.3023 | Spent: 11.9 secs | LR: 0.000166
I0827 07:27:19.574944 140169079596928 interactiveshell.py:2882] Step 87300 | Loss: 0.1850 | Spent: 12.1 secs | LR: 0.000166
I0827 07:27:31.867310 140169079596928 interactiveshell.py:2882] Step 87350 | Loss: 0.3324 | Spent: 12.3 secs | LR: 0.000166
I0827 07:27:44.053435 140169079596928 interactiveshell.py:2882] Step 87400 | Loss: 0.3733 | Spent: 12.2 secs | LR: 0.000166
I0827 07:27:56.268854 140169079596928 interactiveshell.py:2882] Step 87450 | Loss: 0.4073 | Spent: 12.2 secs | LR: 0.000166
I0827 07:28:08.404007 140169079596928 interactiveshell.py:2882] Step 87500 | Loss: 0.4826 | Spent: 12.1 secs | LR: 0.000166
I0827 07:28:20.683037 140169079596928 interactiveshell.py:2882] Step 87550 | Loss: 0.2486 | Spent: 12.3 secs | LR: 0.000166
I0827 07:28:32.643661 140169079596928 interactiveshell.py:2882] Step 87600 | Loss: 0.3196 | Spent: 12.0 secs | LR: 0.000166
I0827 07:28:44.644780 140169079596928 interactiveshell.py:2882] Step 87650 | Loss: 0.2993 | Spent: 12.0 secs | LR: 0.000166
Reading ../data/test.txt
I0827 07:29:21.678768 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.874
I0827 07:29:21.680156 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 07:29:29.469092 140169079596928 interactiveshell.py:2882] Step 87700 | Loss: 0.5357 | Spent: 44.8 secs | LR: 0.000166
I0827 07:29:41.886521 140169079596928 interactiveshell.py:2882] Step 87750 | Loss: 0.3677 | Spent: 12.4 secs | LR: 0.000166
I0827 07:29:54.177623 140169079596928 interactiveshell.py:2882] Step 87800 | Loss: 0.2120 | Spent: 12.3 secs | LR: 0.000166
I0827 07:30:06.267444 140169079596928 interactiveshell.py:2882] Step 87850 | Loss: 0.1454 | Spent: 12.1 secs | LR: 0.000165
I0827 07:30:18.395202 140169079596928 interactiveshell.py:2882] Step 87900 | Loss: 0.4329 | Spent: 12.1 secs | LR: 0.000165
I0827 07:30:30.654493 140169079596928 interactiveshell.py:2882] Step 87950 | Loss: 0.2278 | Spent: 12.3 secs | LR: 0.000165
I0827 07:30:42.786396 140169079596928 interactiveshell.py:2882] Step 88000 | Loss: 0.2944 | Spent: 12.1 secs | LR: 0.000165
I0827 07:30:54.745553 140169079596928 interactiveshell.py:2882] Step 88050 | Loss: 0.2611 | Spent: 12.0 secs | LR: 0.000165
I0827 07:31:06.795989 140169079596928 interactiveshell.py:2882] Step 88100 | Loss: 0.3111 | Spent: 12.0 secs | LR: 0.000165
I0827 07:31:18.905853 140169079596928 interactiveshell.py:2882] Step 88150 | Loss: 0.2888 | Spent: 12.1 secs | LR: 0.000165
I0827 07:31:31.030494 140169079596928 interactiveshell.py:2882] Step 88200 | Loss: 0.1799 | Spent: 12.1 secs | LR: 0.000165
I0827 07:31:43.462187 140169079596928 interactiveshell.py:2882] Step 88250 | Loss: 0.4431 | Spent: 12.4 secs | LR: 0.000165
I0827 07:31:55.525466 140169079596928 interactiveshell.py:2882] Step 88300 | Loss: 0.1924 | Spent: 12.1 secs | LR: 0.000165
I0827 07:32:07.616997 140169079596928 interactiveshell.py:2882] Step 88350 | Loss: 0.1485 | Spent: 12.1 secs | LR: 0.000165
I0827 07:32:19.756240 140169079596928 interactiveshell.py:2882] Step 88400 | Loss: 0.3194 | Spent: 12.1 secs | LR: 0.000165
I0827 07:32:32.174539 140169079596928 interactiveshell.py:2882] Step 88450 | Loss: 0.3082 | Spent: 12.4 secs | LR: 0.000164
I0827 07:32:44.274374 140169079596928 interactiveshell.py:2882] Step 88500 | Loss: 0.3436 | Spent: 12.1 secs | LR: 0.000164
I0827 07:32:56.283089 140169079596928 interactiveshell.py:2882] Step 88550 | Loss: 0.3095 | Spent: 12.0 secs | LR: 0.000164
I0827 07:33:08.366296 140169079596928 interactiveshell.py:2882] Step 88600 | Loss: 0.1949 | Spent: 12.1 secs | LR: 0.000164
I0827 07:33:20.409999 140169079596928 interactiveshell.py:2882] Step 88650 | Loss: 0.4498 | Spent: 12.0 secs | LR: 0.000164
I0827 07:33:32.351999 140169079596928 interactiveshell.py:2882] Step 88700 | Loss: 0.2934 | Spent: 11.9 secs | LR: 0.000164
I0827 07:33:44.339040 140169079596928 interactiveshell.py:2882] Step 88750 | Loss: 0.1123 | Spent: 12.0 secs | LR: 0.000164
I0827 07:33:56.506178 140169079596928 interactiveshell.py:2882] Step 88800 | Loss: 0.2642 | Spent: 12.2 secs | LR: 0.000164
I0827 07:34:08.862275 140169079596928 interactiveshell.py:2882] Step 88850 | Loss: 0.2282 | Spent: 12.4 secs | LR: 0.000164
I0827 07:34:21.077000 140169079596928 interactiveshell.py:2882] Step 88900 | Loss: 0.2200 | Spent: 12.2 secs | LR: 0.000164
I0827 07:34:33.133563 140169079596928 interactiveshell.py:2882] Step 88950 | Loss: 0.2249 | Spent: 12.1 secs | LR: 0.000164
I0827 07:34:45.549098 140169079596928 interactiveshell.py:2882] Step 89000 | Loss: 0.2332 | Spent: 12.4 secs | LR: 0.000164
I0827 07:34:57.741489 140169079596928 interactiveshell.py:2882] Step 89050 | Loss: 0.3594 | Spent: 12.2 secs | LR: 0.000163
I0827 07:35:09.709866 140169079596928 interactiveshell.py:2882] Step 89100 | Loss: 0.2310 | Spent: 12.0 secs | LR: 0.000163
I0827 07:35:21.558723 140169079596928 interactiveshell.py:2882] Step 89150 | Loss: 0.3105 | Spent: 11.8 secs | LR: 0.000163
I0827 07:35:33.524643 140169079596928 interactiveshell.py:2882] Step 89200 | Loss: 0.3355 | Spent: 12.0 secs | LR: 0.000163
I0827 07:35:45.602637 140169079596928 interactiveshell.py:2882] Step 89250 | Loss: 0.3012 | Spent: 12.1 secs | LR: 0.000163
I0827 07:35:57.612101 140169079596928 interactiveshell.py:2882] Step 89300 | Loss: 0.2674 | Spent: 12.0 secs | LR: 0.000163
I0827 07:36:09.783019 140169079596928 interactiveshell.py:2882] Step 89350 | Loss: 0.3004 | Spent: 12.2 secs | LR: 0.000163
Reading ../data/test.txt
I0827 07:36:52.249745 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0827 07:36:52.251099 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 07:36:55.529674 140169079596928 interactiveshell.py:2882] Step 89400 | Loss: 0.3664 | Spent: 45.7 secs | LR: 0.000163
I0827 07:37:07.661918 140169079596928 interactiveshell.py:2882] Step 89450 | Loss: 0.2372 | Spent: 12.1 secs | LR: 0.000163
I0827 07:37:19.671112 140169079596928 interactiveshell.py:2882] Step 89500 | Loss: 0.2667 | Spent: 12.0 secs | LR: 0.000163
I0827 07:37:31.523032 140169079596928 interactiveshell.py:2882] Step 89550 | Loss: 0.3792 | Spent: 11.9 secs | LR: 0.000163
I0827 07:37:43.679267 140169079596928 interactiveshell.py:2882] Step 89600 | Loss: 0.4052 | Spent: 12.2 secs | LR: 0.000163
I0827 07:37:55.611844 140169079596928 interactiveshell.py:2882] Step 89650 | Loss: 0.4494 | Spent: 11.9 secs | LR: 0.000162
I0827 07:38:07.749880 140169079596928 interactiveshell.py:2882] Step 89700 | Loss: 0.3984 | Spent: 12.1 secs | LR: 0.000162
I0827 07:38:19.712554 140169079596928 interactiveshell.py:2882] Step 89750 | Loss: 0.2481 | Spent: 12.0 secs | LR: 0.000162
I0827 07:38:31.735455 140169079596928 interactiveshell.py:2882] Step 89800 | Loss: 0.2933 | Spent: 12.0 secs | LR: 0.000162
I0827 07:38:43.717439 140169079596928 interactiveshell.py:2882] Step 89850 | Loss: 0.3538 | Spent: 12.0 secs | LR: 0.000162
I0827 07:38:55.663528 140169079596928 interactiveshell.py:2882] Step 89900 | Loss: 0.3291 | Spent: 11.9 secs | LR: 0.000162
I0827 07:39:07.800624 140169079596928 interactiveshell.py:2882] Step 89950 | Loss: 0.3856 | Spent: 12.1 secs | LR: 0.000162
I0827 07:39:19.860769 140169079596928 interactiveshell.py:2882] Step 90000 | Loss: 0.3983 | Spent: 12.1 secs | LR: 0.000162
I0827 07:39:31.952530 140169079596928 interactiveshell.py:2882] Step 90050 | Loss: 0.2878 | Spent: 12.1 secs | LR: 0.000162
I0827 07:39:44.102755 140169079596928 interactiveshell.py:2882] Step 90100 | Loss: 0.3837 | Spent: 12.1 secs | LR: 0.000162
I0827 07:39:56.221618 140169079596928 interactiveshell.py:2882] Step 90150 | Loss: 0.2271 | Spent: 12.1 secs | LR: 0.000162
I0827 07:40:08.186939 140169079596928 interactiveshell.py:2882] Step 90200 | Loss: 0.3306 | Spent: 12.0 secs | LR: 0.000162
I0827 07:40:20.274088 140169079596928 interactiveshell.py:2882] Step 90250 | Loss: 0.2864 | Spent: 12.1 secs | LR: 0.000161
I0827 07:40:32.524281 140169079596928 interactiveshell.py:2882] Step 90300 | Loss: 0.1784 | Spent: 12.2 secs | LR: 0.000161
I0827 07:40:44.766930 140169079596928 interactiveshell.py:2882] Step 90350 | Loss: 0.2504 | Spent: 12.2 secs | LR: 0.000161
I0827 07:40:57.081410 140169079596928 interactiveshell.py:2882] Step 90400 | Loss: 0.4010 | Spent: 12.3 secs | LR: 0.000161
I0827 07:41:09.399577 140169079596928 interactiveshell.py:2882] Step 90450 | Loss: 0.2970 | Spent: 12.3 secs | LR: 0.000161
I0827 07:41:21.424109 140169079596928 interactiveshell.py:2882] Step 90500 | Loss: 0.5060 | Spent: 12.0 secs | LR: 0.000161
I0827 07:41:33.631185 140169079596928 interactiveshell.py:2882] Step 90550 | Loss: 0.1870 | Spent: 12.2 secs | LR: 0.000161
I0827 07:41:45.962070 140169079596928 interactiveshell.py:2882] Step 90600 | Loss: 0.1579 | Spent: 12.3 secs | LR: 0.000161
I0827 07:41:58.164164 140169079596928 interactiveshell.py:2882] Step 90650 | Loss: 0.2243 | Spent: 12.2 secs | LR: 0.000161
I0827 07:42:10.573058 140169079596928 interactiveshell.py:2882] Step 90700 | Loss: 0.3894 | Spent: 12.4 secs | LR: 0.000161
I0827 07:42:22.766905 140169079596928 interactiveshell.py:2882] Step 90750 | Loss: 0.4074 | Spent: 12.2 secs | LR: 0.000161
I0827 07:42:34.902069 140169079596928 interactiveshell.py:2882] Step 90800 | Loss: 0.2461 | Spent: 12.1 secs | LR: 0.000161
I0827 07:42:47.213571 140169079596928 interactiveshell.py:2882] Step 90850 | Loss: 0.3952 | Spent: 12.3 secs | LR: 0.000161
I0827 07:42:59.292335 140169079596928 interactiveshell.py:2882] Step 90900 | Loss: 0.3184 | Spent: 12.1 secs | LR: 0.000160
I0827 07:43:11.638998 140169079596928 interactiveshell.py:2882] Step 90950 | Loss: 0.1058 | Spent: 12.3 secs | LR: 0.000160
I0827 07:43:23.822176 140169079596928 interactiveshell.py:2882] Step 91000 | Loss: 0.4582 | Spent: 12.2 secs | LR: 0.000160
I0827 07:43:36.057024 140169079596928 interactiveshell.py:2882] Step 91050 | Loss: 0.2911 | Spent: 12.2 secs | LR: 0.000160
I0827 07:43:48.495255 140169079596928 interactiveshell.py:2882] Step 91100 | Loss: 0.2594 | Spent: 12.4 secs | LR: 0.000160
Reading ../data/test.txt
I0827 07:44:23.221980 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.874
I0827 07:44:23.223103 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 07:44:34.046602 140169079596928 interactiveshell.py:2882] Step 91150 | Loss: 0.2912 | Spent: 45.5 secs | LR: 0.000160
I0827 07:44:46.238059 140169079596928 interactiveshell.py:2882] Step 91200 | Loss: 0.4163 | Spent: 12.2 secs | LR: 0.000160
I0827 07:44:58.552612 140169079596928 interactiveshell.py:2882] Step 91250 | Loss: 0.1385 | Spent: 12.3 secs | LR: 0.000160
I0827 07:45:10.612078 140169079596928 interactiveshell.py:2882] Step 91300 | Loss: 0.5410 | Spent: 12.1 secs | LR: 0.000160
I0827 07:45:22.681898 140169079596928 interactiveshell.py:2882] Step 91350 | Loss: 0.3149 | Spent: 12.1 secs | LR: 0.000160
I0827 07:45:34.799019 140169079596928 interactiveshell.py:2882] Step 91400 | Loss: 0.3518 | Spent: 12.1 secs | LR: 0.000160
I0827 07:45:46.655932 140169079596928 interactiveshell.py:2882] Step 91450 | Loss: 0.3064 | Spent: 11.9 secs | LR: 0.000160
I0827 07:45:58.587066 140169079596928 interactiveshell.py:2882] Step 91500 | Loss: 0.3299 | Spent: 11.9 secs | LR: 0.000159
I0827 07:46:10.573167 140169079596928 interactiveshell.py:2882] Step 91550 | Loss: 0.4888 | Spent: 12.0 secs | LR: 0.000159
I0827 07:46:22.640658 140169079596928 interactiveshell.py:2882] Step 91600 | Loss: 0.3845 | Spent: 12.1 secs | LR: 0.000159
I0827 07:46:34.722508 140169079596928 interactiveshell.py:2882] Step 91650 | Loss: 0.2828 | Spent: 12.1 secs | LR: 0.000159
I0827 07:46:46.850400 140169079596928 interactiveshell.py:2882] Step 91700 | Loss: 0.6412 | Spent: 12.1 secs | LR: 0.000159
I0827 07:46:58.958025 140169079596928 interactiveshell.py:2882] Step 91750 | Loss: 0.1994 | Spent: 12.1 secs | LR: 0.000159
I0827 07:47:11.212845 140169079596928 interactiveshell.py:2882] Step 91800 | Loss: 0.1934 | Spent: 12.3 secs | LR: 0.000159
I0827 07:47:23.663736 140169079596928 interactiveshell.py:2882] Step 91850 | Loss: 0.1862 | Spent: 12.4 secs | LR: 0.000159
I0827 07:47:35.849911 140169079596928 interactiveshell.py:2882] Step 91900 | Loss: 0.3586 | Spent: 12.2 secs | LR: 0.000159
I0827 07:47:47.949372 140169079596928 interactiveshell.py:2882] Step 91950 | Loss: 0.1135 | Spent: 12.1 secs | LR: 0.000159
I0827 07:48:00.278703 140169079596928 interactiveshell.py:2882] Step 92000 | Loss: 0.0768 | Spent: 12.3 secs | LR: 0.000159
I0827 07:48:12.586167 140169079596928 interactiveshell.py:2882] Step 92050 | Loss: 0.3742 | Spent: 12.3 secs | LR: 0.000159
I0827 07:48:24.793233 140169079596928 interactiveshell.py:2882] Step 92100 | Loss: 0.1397 | Spent: 12.2 secs | LR: 0.000159
I0827 07:48:37.002536 140169079596928 interactiveshell.py:2882] Step 92150 | Loss: 0.3568 | Spent: 12.2 secs | LR: 0.000158
I0827 07:48:49.282430 140169079596928 interactiveshell.py:2882] Step 92200 | Loss: 0.2741 | Spent: 12.3 secs | LR: 0.000158
I0827 07:49:01.605990 140169079596928 interactiveshell.py:2882] Step 92250 | Loss: 0.2651 | Spent: 12.3 secs | LR: 0.000158
I0827 07:49:13.821488 140169079596928 interactiveshell.py:2882] Step 92300 | Loss: 0.3479 | Spent: 12.2 secs | LR: 0.000158
I0827 07:49:26.020036 140169079596928 interactiveshell.py:2882] Step 92350 | Loss: 0.5160 | Spent: 12.2 secs | LR: 0.000158
I0827 07:49:38.261642 140169079596928 interactiveshell.py:2882] Step 92400 | Loss: 0.0919 | Spent: 12.2 secs | LR: 0.000158
I0827 07:49:50.485445 140169079596928 interactiveshell.py:2882] Step 92450 | Loss: 0.2988 | Spent: 12.2 secs | LR: 0.000158
I0827 07:50:03.114480 140169079596928 interactiveshell.py:2882] Step 92500 | Loss: 0.2439 | Spent: 12.6 secs | LR: 0.000158
I0827 07:50:15.367149 140169079596928 interactiveshell.py:2882] Step 92550 | Loss: 0.4108 | Spent: 12.2 secs | LR: 0.000158
I0827 07:50:27.642995 140169079596928 interactiveshell.py:2882] Step 92600 | Loss: 0.2199 | Spent: 12.3 secs | LR: 0.000158
I0827 07:50:39.897237 140169079596928 interactiveshell.py:2882] Step 92650 | Loss: 0.2200 | Spent: 12.2 secs | LR: 0.000158
I0827 07:50:52.259099 140169079596928 interactiveshell.py:2882] Step 92700 | Loss: 0.1492 | Spent: 12.4 secs | LR: 0.000158
I0827 07:51:04.428964 140169079596928 interactiveshell.py:2882] Step 92750 | Loss: 0.2209 | Spent: 12.2 secs | LR: 0.000157
I0827 07:51:16.587059 140169079596928 interactiveshell.py:2882] Step 92800 | Loss: 0.3402 | Spent: 12.2 secs | LR: 0.000157
Reading ../data/test.txt
I0827 07:51:55.734529 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.875
I0827 07:51:55.738148 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 07:52:01.744635 140169079596928 interactiveshell.py:2882] Step 92850 | Loss: 0.3427 | Spent: 45.2 secs | LR: 0.000157
I0827 07:52:13.760927 140169079596928 interactiveshell.py:2882] Step 92900 | Loss: 0.3391 | Spent: 12.0 secs | LR: 0.000157
I0827 07:52:26.164208 140169079596928 interactiveshell.py:2882] Step 92950 | Loss: 0.4216 | Spent: 12.4 secs | LR: 0.000157
I0827 07:52:38.401390 140169079596928 interactiveshell.py:2882] Step 93000 | Loss: 0.3838 | Spent: 12.2 secs | LR: 0.000157
I0827 07:52:50.527059 140169079596928 interactiveshell.py:2882] Step 93050 | Loss: 0.5459 | Spent: 12.1 secs | LR: 0.000157
I0827 07:53:02.793822 140169079596928 interactiveshell.py:2882] Step 93100 | Loss: 0.3876 | Spent: 12.3 secs | LR: 0.000157
I0827 07:53:15.066560 140169079596928 interactiveshell.py:2882] Step 93150 | Loss: 0.2515 | Spent: 12.3 secs | LR: 0.000157
I0827 07:53:27.376336 140169079596928 interactiveshell.py:2882] Step 93200 | Loss: 0.3699 | Spent: 12.3 secs | LR: 0.000157
I0827 07:53:39.644136 140169079596928 interactiveshell.py:2882] Step 93250 | Loss: 0.2463 | Spent: 12.3 secs | LR: 0.000157
I0827 07:53:51.888263 140169079596928 interactiveshell.py:2882] Step 93300 | Loss: 0.1325 | Spent: 12.2 secs | LR: 0.000157
I0827 07:54:04.194173 140169079596928 interactiveshell.py:2882] Step 93350 | Loss: 0.2247 | Spent: 12.3 secs | LR: 0.000157
I0827 07:54:16.416159 140169079596928 interactiveshell.py:2882] Step 93400 | Loss: 0.1036 | Spent: 12.2 secs | LR: 0.000156
I0827 07:54:28.343367 140169079596928 interactiveshell.py:2882] Step 93450 | Loss: 0.2039 | Spent: 11.9 secs | LR: 0.000156
I0827 07:54:40.700445 140169079596928 interactiveshell.py:2882] Step 93500 | Loss: 0.0964 | Spent: 12.4 secs | LR: 0.000156
I0827 07:54:52.901625 140169079596928 interactiveshell.py:2882] Step 93550 | Loss: 0.2487 | Spent: 12.2 secs | LR: 0.000156
I0827 07:55:05.350858 140169079596928 interactiveshell.py:2882] Step 93600 | Loss: 0.0925 | Spent: 12.4 secs | LR: 0.000156
I0827 07:55:17.597224 140169079596928 interactiveshell.py:2882] Step 93650 | Loss: 0.4926 | Spent: 12.2 secs | LR: 0.000156
I0827 07:55:29.710009 140169079596928 interactiveshell.py:2882] Step 93700 | Loss: 0.3275 | Spent: 12.1 secs | LR: 0.000156
I0827 07:55:41.940110 140169079596928 interactiveshell.py:2882] Step 93750 | Loss: 0.2504 | Spent: 12.2 secs | LR: 0.000156
I0827 07:55:54.140844 140169079596928 interactiveshell.py:2882] Step 93800 | Loss: 0.3547 | Spent: 12.2 secs | LR: 0.000156
I0827 07:56:06.244314 140169079596928 interactiveshell.py:2882] Step 93850 | Loss: 0.6350 | Spent: 12.1 secs | LR: 0.000156
I0827 07:56:18.413129 140169079596928 interactiveshell.py:2882] Step 93900 | Loss: 0.2239 | Spent: 12.2 secs | LR: 0.000156
I0827 07:56:30.638117 140169079596928 interactiveshell.py:2882] Step 93950 | Loss: 0.2527 | Spent: 12.2 secs | LR: 0.000156
I0827 07:56:42.962431 140169079596928 interactiveshell.py:2882] Step 94000 | Loss: 0.2393 | Spent: 12.3 secs | LR: 0.000156
I0827 07:56:55.025319 140169079596928 interactiveshell.py:2882] Step 94050 | Loss: 0.4911 | Spent: 12.1 secs | LR: 0.000155
I0827 07:57:07.086409 140169079596928 interactiveshell.py:2882] Step 94100 | Loss: 0.4224 | Spent: 12.1 secs | LR: 0.000155
I0827 07:57:19.210899 140169079596928 interactiveshell.py:2882] Step 94150 | Loss: 0.2361 | Spent: 12.1 secs | LR: 0.000155
I0827 07:57:31.663633 140169079596928 interactiveshell.py:2882] Step 94200 | Loss: 0.2295 | Spent: 12.5 secs | LR: 0.000155
I0827 07:57:44.235524 140169079596928 interactiveshell.py:2882] Step 94250 | Loss: 0.4150 | Spent: 12.6 secs | LR: 0.000155
I0827 07:57:56.553159 140169079596928 interactiveshell.py:2882] Step 94300 | Loss: 0.3527 | Spent: 12.3 secs | LR: 0.000155
I0827 07:58:08.681751 140169079596928 interactiveshell.py:2882] Step 94350 | Loss: 0.2497 | Spent: 12.1 secs | LR: 0.000155
I0827 07:58:20.736425 140169079596928 interactiveshell.py:2882] Step 94400 | Loss: 0.3740 | Spent: 12.1 secs | LR: 0.000155
I0827 07:58:32.787162 140169079596928 interactiveshell.py:2882] Step 94450 | Loss: 0.2451 | Spent: 12.0 secs | LR: 0.000155
I0827 07:58:44.958264 140169079596928 interactiveshell.py:2882] Step 94500 | Loss: 0.1319 | Spent: 12.2 secs | LR: 0.000155
Reading ../data/test.txt
I0827 07:59:28.939131 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.874
I0827 07:59:28.940449 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 07:59:30.421629 140169079596928 interactiveshell.py:2882] Step 94550 | Loss: 0.4721 | Spent: 45.5 secs | LR: 0.000155
I0827 07:59:42.547834 140169079596928 interactiveshell.py:2882] Step 94600 | Loss: 0.2754 | Spent: 12.1 secs | LR: 0.000155
I0827 07:59:54.790657 140169079596928 interactiveshell.py:2882] Step 94650 | Loss: 0.0956 | Spent: 12.2 secs | LR: 0.000155
I0827 08:00:07.061340 140169079596928 interactiveshell.py:2882] Step 94700 | Loss: 0.2025 | Spent: 12.3 secs | LR: 0.000154
I0827 08:00:19.380901 140169079596928 interactiveshell.py:2882] Step 94750 | Loss: 0.3499 | Spent: 12.3 secs | LR: 0.000154
I0827 08:00:31.830212 140169079596928 interactiveshell.py:2882] Step 94800 | Loss: 0.2174 | Spent: 12.4 secs | LR: 0.000154
I0827 08:00:44.086516 140169079596928 interactiveshell.py:2882] Step 94850 | Loss: 0.4225 | Spent: 12.3 secs | LR: 0.000154
I0827 08:00:56.404141 140169079596928 interactiveshell.py:2882] Step 94900 | Loss: 0.3378 | Spent: 12.3 secs | LR: 0.000154
I0827 08:01:08.547991 140169079596928 interactiveshell.py:2882] Step 94950 | Loss: 0.1089 | Spent: 12.1 secs | LR: 0.000154
I0827 08:01:20.845468 140169079596928 interactiveshell.py:2882] Step 95000 | Loss: 0.2143 | Spent: 12.3 secs | LR: 0.000154
I0827 08:01:33.194750 140169079596928 interactiveshell.py:2882] Step 95050 | Loss: 0.1640 | Spent: 12.3 secs | LR: 0.000154
I0827 08:01:45.541963 140169079596928 interactiveshell.py:2882] Step 95100 | Loss: 0.1058 | Spent: 12.3 secs | LR: 0.000154
I0827 08:01:57.813628 140169079596928 interactiveshell.py:2882] Step 95150 | Loss: 0.3027 | Spent: 12.3 secs | LR: 0.000154
I0827 08:02:10.001889 140169079596928 interactiveshell.py:2882] Step 95200 | Loss: 0.1881 | Spent: 12.2 secs | LR: 0.000154
I0827 08:02:22.396382 140169079596928 interactiveshell.py:2882] Step 95250 | Loss: 0.4099 | Spent: 12.4 secs | LR: 0.000154
I0827 08:02:34.621497 140169079596928 interactiveshell.py:2882] Step 95300 | Loss: 0.2618 | Spent: 12.2 secs | LR: 0.000153
I0827 08:02:47.111181 140169079596928 interactiveshell.py:2882] Step 95350 | Loss: 0.0995 | Spent: 12.5 secs | LR: 0.000153
I0827 08:02:59.450152 140169079596928 interactiveshell.py:2882] Step 95400 | Loss: 0.1765 | Spent: 12.3 secs | LR: 0.000153
I0827 08:03:11.865371 140169079596928 interactiveshell.py:2882] Step 95450 | Loss: 0.3483 | Spent: 12.4 secs | LR: 0.000153
I0827 08:03:24.159063 140169079596928 interactiveshell.py:2882] Step 95500 | Loss: 0.2119 | Spent: 12.3 secs | LR: 0.000153
I0827 08:03:36.415143 140169079596928 interactiveshell.py:2882] Step 95550 | Loss: 0.3432 | Spent: 12.3 secs | LR: 0.000153
I0827 08:03:48.660560 140169079596928 interactiveshell.py:2882] Step 95600 | Loss: 0.5069 | Spent: 12.2 secs | LR: 0.000153
I0827 08:04:00.910461 140169079596928 interactiveshell.py:2882] Step 95650 | Loss: 0.3059 | Spent: 12.2 secs | LR: 0.000153
I0827 08:04:13.493574 140169079596928 interactiveshell.py:2882] Step 95700 | Loss: 0.2119 | Spent: 12.6 secs | LR: 0.000153
I0827 08:04:25.518448 140169079596928 interactiveshell.py:2882] Step 95750 | Loss: 0.2854 | Spent: 12.0 secs | LR: 0.000153
I0827 08:04:37.500771 140169079596928 interactiveshell.py:2882] Step 95800 | Loss: 0.2381 | Spent: 12.0 secs | LR: 0.000153
I0827 08:04:49.622216 140169079596928 interactiveshell.py:2882] Step 95850 | Loss: 0.1722 | Spent: 12.1 secs | LR: 0.000153
I0827 08:05:01.858638 140169079596928 interactiveshell.py:2882] Step 95900 | Loss: 0.3134 | Spent: 12.2 secs | LR: 0.000153
I0827 08:05:14.165246 140169079596928 interactiveshell.py:2882] Step 95950 | Loss: 0.3541 | Spent: 12.3 secs | LR: 0.000152
I0827 08:05:26.533312 140169079596928 interactiveshell.py:2882] Step 96000 | Loss: 0.2195 | Spent: 12.4 secs | LR: 0.000152
I0827 08:05:38.791458 140169079596928 interactiveshell.py:2882] Step 96050 | Loss: 0.3538 | Spent: 12.3 secs | LR: 0.000152
I0827 08:05:51.163595 140169079596928 interactiveshell.py:2882] Step 96100 | Loss: 0.2817 | Spent: 12.4 secs | LR: 0.000152
I0827 08:06:03.390220 140169079596928 interactiveshell.py:2882] Step 96150 | Loss: 0.2702 | Spent: 12.2 secs | LR: 0.000152
I0827 08:06:15.658066 140169079596928 interactiveshell.py:2882] Step 96200 | Loss: 0.3743 | Spent: 12.3 secs | LR: 0.000152
I0827 08:06:27.920614 140169079596928 interactiveshell.py:2882] Step 96250 | Loss: 0.2687 | Spent: 12.3 secs | LR: 0.000152
Reading ../data/test.txt
I0827 08:07:04.258939 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.874
I0827 08:07:04.260104 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 08:07:13.197161 140169079596928 interactiveshell.py:2882] Step 96300 | Loss: 0.2063 | Spent: 45.3 secs | LR: 0.000152
I0827 08:07:25.417480 140169079596928 interactiveshell.py:2882] Step 96350 | Loss: 0.4102 | Spent: 12.2 secs | LR: 0.000152
I0827 08:07:37.822139 140169079596928 interactiveshell.py:2882] Step 96400 | Loss: 0.4183 | Spent: 12.4 secs | LR: 0.000152
I0827 08:07:50.085719 140169079596928 interactiveshell.py:2882] Step 96450 | Loss: 0.2029 | Spent: 12.3 secs | LR: 0.000152
I0827 08:08:02.673659 140169079596928 interactiveshell.py:2882] Step 96500 | Loss: 0.3464 | Spent: 12.6 secs | LR: 0.000152
I0827 08:08:14.932307 140169079596928 interactiveshell.py:2882] Step 96550 | Loss: 0.3089 | Spent: 12.3 secs | LR: 0.000152
I0827 08:08:27.224558 140169079596928 interactiveshell.py:2882] Step 96600 | Loss: 0.2439 | Spent: 12.3 secs | LR: 0.000152
I0827 08:08:39.348168 140169079596928 interactiveshell.py:2882] Step 96650 | Loss: 0.4290 | Spent: 12.1 secs | LR: 0.000151
I0827 08:08:51.577591 140169079596928 interactiveshell.py:2882] Step 96700 | Loss: 0.5460 | Spent: 12.2 secs | LR: 0.000151
I0827 08:09:03.775898 140169079596928 interactiveshell.py:2882] Step 96750 | Loss: 0.2377 | Spent: 12.2 secs | LR: 0.000151
I0827 08:09:15.658017 140169079596928 interactiveshell.py:2882] Step 96800 | Loss: 0.4176 | Spent: 11.9 secs | LR: 0.000151
I0827 08:09:27.590067 140169079596928 interactiveshell.py:2882] Step 96850 | Loss: 0.1546 | Spent: 11.9 secs | LR: 0.000151
I0827 08:09:39.532145 140169079596928 interactiveshell.py:2882] Step 96900 | Loss: 0.1946 | Spent: 11.9 secs | LR: 0.000151
I0827 08:09:51.489968 140169079596928 interactiveshell.py:2882] Step 96950 | Loss: 0.2692 | Spent: 12.0 secs | LR: 0.000151
I0827 08:10:03.376999 140169079596928 interactiveshell.py:2882] Step 97000 | Loss: 0.3509 | Spent: 11.9 secs | LR: 0.000151
I0827 08:10:15.172578 140169079596928 interactiveshell.py:2882] Step 97050 | Loss: 0.2134 | Spent: 11.8 secs | LR: 0.000151
I0827 08:10:27.000009 140169079596928 interactiveshell.py:2882] Step 97100 | Loss: 0.2726 | Spent: 11.8 secs | LR: 0.000151
I0827 08:10:38.578221 140169079596928 interactiveshell.py:2882] Step 97150 | Loss: 0.1869 | Spent: 11.6 secs | LR: 0.000151
I0827 08:10:50.147321 140169079596928 interactiveshell.py:2882] Step 97200 | Loss: 0.1266 | Spent: 11.6 secs | LR: 0.000151
I0827 08:11:01.755777 140169079596928 interactiveshell.py:2882] Step 97250 | Loss: 0.2621 | Spent: 11.6 secs | LR: 0.000151
I0827 08:11:13.525283 140169079596928 interactiveshell.py:2882] Step 97300 | Loss: 0.2994 | Spent: 11.8 secs | LR: 0.000150
I0827 08:11:25.318308 140169079596928 interactiveshell.py:2882] Step 97350 | Loss: 0.4167 | Spent: 11.8 secs | LR: 0.000150
I0827 08:11:37.223979 140169079596928 interactiveshell.py:2882] Step 97400 | Loss: 0.1475 | Spent: 11.9 secs | LR: 0.000150
I0827 08:11:48.993370 140169079596928 interactiveshell.py:2882] Step 97450 | Loss: 0.2324 | Spent: 11.8 secs | LR: 0.000150
I0827 08:12:00.701127 140169079596928 interactiveshell.py:2882] Step 97500 | Loss: 0.2399 | Spent: 11.7 secs | LR: 0.000150
I0827 08:12:12.417879 140169079596928 interactiveshell.py:2882] Step 97550 | Loss: 0.1926 | Spent: 11.7 secs | LR: 0.000150
I0827 08:12:24.338383 140169079596928 interactiveshell.py:2882] Step 97600 | Loss: 0.4708 | Spent: 11.9 secs | LR: 0.000150
I0827 08:12:36.045061 140169079596928 interactiveshell.py:2882] Step 97650 | Loss: 0.2018 | Spent: 11.7 secs | LR: 0.000150
I0827 08:12:47.841627 140169079596928 interactiveshell.py:2882] Step 97700 | Loss: 0.2362 | Spent: 11.8 secs | LR: 0.000150
I0827 08:12:59.695751 140169079596928 interactiveshell.py:2882] Step 97750 | Loss: 0.3431 | Spent: 11.9 secs | LR: 0.000150
I0827 08:13:11.937731 140169079596928 interactiveshell.py:2882] Step 97800 | Loss: 0.2549 | Spent: 12.2 secs | LR: 0.000150
I0827 08:13:23.653870 140169079596928 interactiveshell.py:2882] Step 97850 | Loss: 0.3817 | Spent: 11.7 secs | LR: 0.000150
I0827 08:13:35.620827 140169079596928 interactiveshell.py:2882] Step 97900 | Loss: 0.2520 | Spent: 12.0 secs | LR: 0.000150
I0827 08:13:47.484544 140169079596928 interactiveshell.py:2882] Step 97950 | Loss: 0.2019 | Spent: 11.9 secs | LR: 0.000149
Reading ../data/test.txt
I0827 08:14:28.299594 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.872
I0827 08:14:28.300770 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 08:14:32.584519 140169079596928 interactiveshell.py:2882] Step 98000 | Loss: 0.4050 | Spent: 45.1 secs | LR: 0.000149
I0827 08:14:44.374173 140169079596928 interactiveshell.py:2882] Step 98050 | Loss: 0.2119 | Spent: 11.8 secs | LR: 0.000149
I0827 08:14:56.127864 140169079596928 interactiveshell.py:2882] Step 98100 | Loss: 0.3011 | Spent: 11.7 secs | LR: 0.000149
I0827 08:15:07.995607 140169079596928 interactiveshell.py:2882] Step 98150 | Loss: 0.4086 | Spent: 11.9 secs | LR: 0.000149
I0827 08:15:19.788900 140169079596928 interactiveshell.py:2882] Step 98200 | Loss: 0.1736 | Spent: 11.8 secs | LR: 0.000149
I0827 08:15:31.750299 140169079596928 interactiveshell.py:2882] Step 98250 | Loss: 0.4870 | Spent: 12.0 secs | LR: 0.000149
I0827 08:15:43.275914 140169079596928 interactiveshell.py:2882] Step 98300 | Loss: 0.2424 | Spent: 11.5 secs | LR: 0.000149
I0827 08:15:55.076353 140169079596928 interactiveshell.py:2882] Step 98350 | Loss: 0.3230 | Spent: 11.8 secs | LR: 0.000149
I0827 08:16:06.769635 140169079596928 interactiveshell.py:2882] Step 98400 | Loss: 0.3864 | Spent: 11.7 secs | LR: 0.000149
I0827 08:16:18.846425 140169079596928 interactiveshell.py:2882] Step 98450 | Loss: 0.1037 | Spent: 12.1 secs | LR: 0.000149
I0827 08:16:30.683242 140169079596928 interactiveshell.py:2882] Step 98500 | Loss: 0.4077 | Spent: 11.8 secs | LR: 0.000149
I0827 08:16:42.501306 140169079596928 interactiveshell.py:2882] Step 98550 | Loss: 0.4250 | Spent: 11.8 secs | LR: 0.000149
I0827 08:16:54.419036 140169079596928 interactiveshell.py:2882] Step 98600 | Loss: 0.3890 | Spent: 11.9 secs | LR: 0.000148
I0827 08:17:06.401060 140169079596928 interactiveshell.py:2882] Step 98650 | Loss: 0.3926 | Spent: 12.0 secs | LR: 0.000148
I0827 08:17:18.100116 140169079596928 interactiveshell.py:2882] Step 98700 | Loss: 0.3894 | Spent: 11.7 secs | LR: 0.000148
I0827 08:17:29.886912 140169079596928 interactiveshell.py:2882] Step 98750 | Loss: 0.1938 | Spent: 11.8 secs | LR: 0.000148
I0827 08:17:41.821018 140169079596928 interactiveshell.py:2882] Step 98800 | Loss: 0.3070 | Spent: 11.9 secs | LR: 0.000148
I0827 08:17:53.710705 140169079596928 interactiveshell.py:2882] Step 98850 | Loss: 0.3596 | Spent: 11.9 secs | LR: 0.000148
I0827 08:18:05.715543 140169079596928 interactiveshell.py:2882] Step 98900 | Loss: 0.3537 | Spent: 12.0 secs | LR: 0.000148
I0827 08:18:17.745439 140169079596928 interactiveshell.py:2882] Step 98950 | Loss: 0.2983 | Spent: 12.0 secs | LR: 0.000148
I0827 08:18:29.897472 140169079596928 interactiveshell.py:2882] Step 99000 | Loss: 0.3040 | Spent: 12.2 secs | LR: 0.000148
I0827 08:18:41.692255 140169079596928 interactiveshell.py:2882] Step 99050 | Loss: 0.2215 | Spent: 11.8 secs | LR: 0.000148
I0827 08:18:53.696047 140169079596928 interactiveshell.py:2882] Step 99100 | Loss: 0.2414 | Spent: 12.0 secs | LR: 0.000148
I0827 08:19:05.483306 140169079596928 interactiveshell.py:2882] Step 99150 | Loss: 0.2426 | Spent: 11.8 secs | LR: 0.000148
I0827 08:19:17.354180 140169079596928 interactiveshell.py:2882] Step 99200 | Loss: 0.4854 | Spent: 11.9 secs | LR: 0.000148
I0827 08:19:29.226253 140169079596928 interactiveshell.py:2882] Step 99250 | Loss: 0.1719 | Spent: 11.9 secs | LR: 0.000148
I0827 08:19:41.245131 140169079596928 interactiveshell.py:2882] Step 99300 | Loss: 0.1534 | Spent: 12.0 secs | LR: 0.000147
I0827 08:19:53.150236 140169079596928 interactiveshell.py:2882] Step 99350 | Loss: 0.3711 | Spent: 11.9 secs | LR: 0.000147
I0827 08:20:04.962436 140169079596928 interactiveshell.py:2882] Step 99400 | Loss: 0.2988 | Spent: 11.8 secs | LR: 0.000147
I0827 08:20:16.896997 140169079596928 interactiveshell.py:2882] Step 99450 | Loss: 0.5741 | Spent: 11.9 secs | LR: 0.000147
I0827 08:20:28.728199 140169079596928 interactiveshell.py:2882] Step 99500 | Loss: 0.4644 | Spent: 11.8 secs | LR: 0.000147
I0827 08:20:40.951864 140169079596928 interactiveshell.py:2882] Step 99550 | Loss: 0.4807 | Spent: 12.2 secs | LR: 0.000147
I0827 08:20:52.900715 140169079596928 interactiveshell.py:2882] Step 99600 | Loss: 0.3331 | Spent: 11.9 secs | LR: 0.000147
I0827 08:21:04.833954 140169079596928 interactiveshell.py:2882] Step 99650 | Loss: 0.3906 | Spent: 11.9 secs | LR: 0.000147
I0827 08:21:16.675411 140169079596928 interactiveshell.py:2882] Step 99700 | Loss: 0.2319 | Spent: 11.8 secs | LR: 0.000147
Reading ../data/test.txt
I0827 08:21:49.549361 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.875
I0827 08:21:49.550719 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 08:22:00.984392 140169079596928 interactiveshell.py:2882] Step 99750 | Loss: 0.3337 | Spent: 44.3 secs | LR: 0.000147
I0827 08:22:12.847746 140169079596928 interactiveshell.py:2882] Step 99800 | Loss: 0.1480 | Spent: 11.9 secs | LR: 0.000147
I0827 08:22:24.768395 140169079596928 interactiveshell.py:2882] Step 99850 | Loss: 0.0990 | Spent: 11.9 secs | LR: 0.000147
I0827 08:22:36.694331 140169079596928 interactiveshell.py:2882] Step 99900 | Loss: 0.2981 | Spent: 11.9 secs | LR: 0.000147
I0827 08:22:48.538032 140169079596928 interactiveshell.py:2882] Step 99950 | Loss: 0.0385 | Spent: 11.8 secs | LR: 0.000146
I0827 08:23:00.263121 140169079596928 interactiveshell.py:2882] Step 100000 | Loss: 0.2850 | Spent: 11.7 secs | LR: 0.000146
I0827 08:23:12.080553 140169079596928 interactiveshell.py:2882] Step 100050 | Loss: 0.2143 | Spent: 11.8 secs | LR: 0.000146
I0827 08:23:23.828602 140169079596928 interactiveshell.py:2882] Step 100100 | Loss: 0.1299 | Spent: 11.7 secs | LR: 0.000146
I0827 08:23:35.974237 140169079596928 interactiveshell.py:2882] Step 100150 | Loss: 0.2132 | Spent: 12.1 secs | LR: 0.000146
I0827 08:23:47.750979 140169079596928 interactiveshell.py:2882] Step 100200 | Loss: 0.5964 | Spent: 11.8 secs | LR: 0.000146
I0827 08:23:59.504163 140169079596928 interactiveshell.py:2882] Step 100250 | Loss: 0.2367 | Spent: 11.8 secs | LR: 0.000146
I0827 08:24:11.511334 140169079596928 interactiveshell.py:2882] Step 100300 | Loss: 0.1992 | Spent: 12.0 secs | LR: 0.000146
I0827 08:24:23.380811 140169079596928 interactiveshell.py:2882] Step 100350 | Loss: 0.1991 | Spent: 11.9 secs | LR: 0.000146
I0827 08:24:35.164240 140169079596928 interactiveshell.py:2882] Step 100400 | Loss: 0.4205 | Spent: 11.8 secs | LR: 0.000146
I0827 08:24:46.981017 140169079596928 interactiveshell.py:2882] Step 100450 | Loss: 0.2692 | Spent: 11.8 secs | LR: 0.000146
I0827 08:24:58.746100 140169079596928 interactiveshell.py:2882] Step 100500 | Loss: 0.1825 | Spent: 11.8 secs | LR: 0.000146
I0827 08:25:10.570568 140169079596928 interactiveshell.py:2882] Step 100550 | Loss: 0.3302 | Spent: 11.8 secs | LR: 0.000146
I0827 08:25:22.382825 140169079596928 interactiveshell.py:2882] Step 100600 | Loss: 0.4071 | Spent: 11.8 secs | LR: 0.000146
I0827 08:25:34.177421 140169079596928 interactiveshell.py:2882] Step 100650 | Loss: 0.2857 | Spent: 11.8 secs | LR: 0.000145
I0827 08:25:46.269275 140169079596928 interactiveshell.py:2882] Step 100700 | Loss: 0.2072 | Spent: 12.1 secs | LR: 0.000145
I0827 08:25:58.099949 140169079596928 interactiveshell.py:2882] Step 100750 | Loss: 0.2560 | Spent: 11.8 secs | LR: 0.000145
I0827 08:26:10.159406 140169079596928 interactiveshell.py:2882] Step 100800 | Loss: 0.1544 | Spent: 12.1 secs | LR: 0.000145
I0827 08:26:21.966188 140169079596928 interactiveshell.py:2882] Step 100850 | Loss: 0.4818 | Spent: 11.8 secs | LR: 0.000145
I0827 08:26:33.725701 140169079596928 interactiveshell.py:2882] Step 100900 | Loss: 0.1405 | Spent: 11.8 secs | LR: 0.000145
I0827 08:26:45.526083 140169079596928 interactiveshell.py:2882] Step 100950 | Loss: 0.5877 | Spent: 11.8 secs | LR: 0.000145
I0827 08:26:57.211569 140169079596928 interactiveshell.py:2882] Step 101000 | Loss: 0.3825 | Spent: 11.7 secs | LR: 0.000145
I0827 08:27:08.900561 140169079596928 interactiveshell.py:2882] Step 101050 | Loss: 0.1194 | Spent: 11.7 secs | LR: 0.000145
I0827 08:27:20.677974 140169079596928 interactiveshell.py:2882] Step 101100 | Loss: 0.3570 | Spent: 11.8 secs | LR: 0.000145
I0827 08:27:32.441872 140169079596928 interactiveshell.py:2882] Step 101150 | Loss: 0.2704 | Spent: 11.8 secs | LR: 0.000145
I0827 08:27:44.256596 140169079596928 interactiveshell.py:2882] Step 101200 | Loss: 0.1446 | Spent: 11.8 secs | LR: 0.000145
I0827 08:27:55.926508 140169079596928 interactiveshell.py:2882] Step 101250 | Loss: 0.1844 | Spent: 11.7 secs | LR: 0.000145
I0827 08:28:07.757444 140169079596928 interactiveshell.py:2882] Step 101300 | Loss: 0.4606 | Spent: 11.8 secs | LR: 0.000145
I0827 08:28:19.565042 140169079596928 interactiveshell.py:2882] Step 101350 | Loss: 0.3585 | Spent: 11.8 secs | LR: 0.000144
I0827 08:28:31.154824 140169079596928 interactiveshell.py:2882] Step 101400 | Loss: 0.1872 | Spent: 11.6 secs | LR: 0.000144
Reading ../data/test.txt
I0827 08:29:09.244158 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.874
I0827 08:29:09.245558 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 08:29:16.340037 140169079596928 interactiveshell.py:2882] Step 101450 | Loss: 0.4905 | Spent: 45.2 secs | LR: 0.000144
I0827 08:29:27.990087 140169079596928 interactiveshell.py:2882] Step 101500 | Loss: 0.4482 | Spent: 11.6 secs | LR: 0.000144
I0827 08:29:39.877395 140169079596928 interactiveshell.py:2882] Step 101550 | Loss: 0.2244 | Spent: 11.9 secs | LR: 0.000144
I0827 08:29:51.742468 140169079596928 interactiveshell.py:2882] Step 101600 | Loss: 0.1770 | Spent: 11.9 secs | LR: 0.000144
I0827 08:30:03.666311 140169079596928 interactiveshell.py:2882] Step 101650 | Loss: 0.2934 | Spent: 11.9 secs | LR: 0.000144
I0827 08:30:15.458488 140169079596928 interactiveshell.py:2882] Step 101700 | Loss: 0.3021 | Spent: 11.8 secs | LR: 0.000144
I0827 08:30:27.246520 140169079596928 interactiveshell.py:2882] Step 101750 | Loss: 0.2029 | Spent: 11.8 secs | LR: 0.000144
I0827 08:30:39.062523 140169079596928 interactiveshell.py:2882] Step 101800 | Loss: 0.3160 | Spent: 11.8 secs | LR: 0.000144
I0827 08:30:51.064811 140169079596928 interactiveshell.py:2882] Step 101850 | Loss: 0.2747 | Spent: 12.0 secs | LR: 0.000144
I0827 08:31:03.110622 140169079596928 interactiveshell.py:2882] Step 101900 | Loss: 0.2002 | Spent: 12.0 secs | LR: 0.000144
I0827 08:31:15.107759 140169079596928 interactiveshell.py:2882] Step 101950 | Loss: 0.3732 | Spent: 12.0 secs | LR: 0.000144
I0827 08:31:26.971608 140169079596928 interactiveshell.py:2882] Step 102000 | Loss: 0.2496 | Spent: 11.9 secs | LR: 0.000143
I0827 08:31:38.879738 140169079596928 interactiveshell.py:2882] Step 102050 | Loss: 0.2337 | Spent: 11.9 secs | LR: 0.000143
I0827 08:31:50.760593 140169079596928 interactiveshell.py:2882] Step 102100 | Loss: 0.3094 | Spent: 11.9 secs | LR: 0.000143
I0827 08:32:02.665843 140169079596928 interactiveshell.py:2882] Step 102150 | Loss: 0.3024 | Spent: 11.9 secs | LR: 0.000143
I0827 08:32:14.432064 140169079596928 interactiveshell.py:2882] Step 102200 | Loss: 0.5594 | Spent: 11.8 secs | LR: 0.000143
I0827 08:32:26.353296 140169079596928 interactiveshell.py:2882] Step 102250 | Loss: 0.2877 | Spent: 11.9 secs | LR: 0.000143
I0827 08:32:38.464525 140169079596928 interactiveshell.py:2882] Step 102300 | Loss: 0.2370 | Spent: 12.1 secs | LR: 0.000143
I0827 08:32:50.383585 140169079596928 interactiveshell.py:2882] Step 102350 | Loss: 0.6211 | Spent: 11.9 secs | LR: 0.000143
I0827 08:33:02.288979 140169079596928 interactiveshell.py:2882] Step 102400 | Loss: 0.5998 | Spent: 11.9 secs | LR: 0.000143
I0827 08:33:14.160416 140169079596928 interactiveshell.py:2882] Step 102450 | Loss: 0.3169 | Spent: 11.9 secs | LR: 0.000143
I0827 08:33:25.996751 140169079596928 interactiveshell.py:2882] Step 102500 | Loss: 0.1579 | Spent: 11.8 secs | LR: 0.000143
I0827 08:33:38.039234 140169079596928 interactiveshell.py:2882] Step 102550 | Loss: 0.3636 | Spent: 12.0 secs | LR: 0.000143
I0827 08:33:50.034558 140169079596928 interactiveshell.py:2882] Step 102600 | Loss: 0.2891 | Spent: 12.0 secs | LR: 0.000143
I0827 08:34:01.857272 140169079596928 interactiveshell.py:2882] Step 102650 | Loss: 0.1699 | Spent: 11.8 secs | LR: 0.000143
I0827 08:34:13.555365 140169079596928 interactiveshell.py:2882] Step 102700 | Loss: 0.1419 | Spent: 11.7 secs | LR: 0.000142
I0827 08:34:25.384156 140169079596928 interactiveshell.py:2882] Step 102750 | Loss: 0.1180 | Spent: 11.8 secs | LR: 0.000142
I0827 08:34:37.160944 140169079596928 interactiveshell.py:2882] Step 102800 | Loss: 0.5057 | Spent: 11.8 secs | LR: 0.000142
I0827 08:34:48.800070 140169079596928 interactiveshell.py:2882] Step 102850 | Loss: 0.4845 | Spent: 11.6 secs | LR: 0.000142
I0827 08:35:00.537120 140169079596928 interactiveshell.py:2882] Step 102900 | Loss: 0.2973 | Spent: 11.7 secs | LR: 0.000142
I0827 08:35:12.396574 140169079596928 interactiveshell.py:2882] Step 102950 | Loss: 0.1892 | Spent: 11.9 secs | LR: 0.000142
I0827 08:35:24.290525 140169079596928 interactiveshell.py:2882] Step 103000 | Loss: 0.3422 | Spent: 11.9 secs | LR: 0.000142
Reading ../data/train.txt
I0827 08:36:14.106045 140169079596928 interactiveshell.py:2882] Step 103050 | Loss: 0.2461 | Spent: 49.8 secs | LR: 0.000142
I0827 08:36:26.340328 140169079596928 interactiveshell.py:2882] Step 103100 | Loss: 0.1897 | Spent: 12.2 secs | LR: 0.000142
Reading ../data/test.txt
I0827 08:37:08.842567 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.875
I0827 08:37:08.843942 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 08:37:11.519562 140169079596928 interactiveshell.py:2882] Step 103150 | Loss: 0.2647 | Spent: 45.2 secs | LR: 0.000142
I0827 08:37:23.724310 140169079596928 interactiveshell.py:2882] Step 103200 | Loss: 0.2863 | Spent: 12.2 secs | LR: 0.000142
I0827 08:37:35.904884 140169079596928 interactiveshell.py:2882] Step 103250 | Loss: 0.1544 | Spent: 12.2 secs | LR: 0.000142
I0827 08:37:48.163639 140169079596928 interactiveshell.py:2882] Step 103300 | Loss: 0.6690 | Spent: 12.3 secs | LR: 0.000142
I0827 08:38:00.349026 140169079596928 interactiveshell.py:2882] Step 103350 | Loss: 0.2694 | Spent: 12.2 secs | LR: 0.000142
I0827 08:38:12.557997 140169079596928 interactiveshell.py:2882] Step 103400 | Loss: 0.1748 | Spent: 12.2 secs | LR: 0.000141
I0827 08:38:24.911104 140169079596928 interactiveshell.py:2882] Step 103450 | Loss: 0.3693 | Spent: 12.4 secs | LR: 0.000141
I0827 08:38:37.400446 140169079596928 interactiveshell.py:2882] Step 103500 | Loss: 0.1592 | Spent: 12.5 secs | LR: 0.000141
I0827 08:38:49.753635 140169079596928 interactiveshell.py:2882] Step 103550 | Loss: 0.3466 | Spent: 12.4 secs | LR: 0.000141
I0827 08:39:02.274195 140169079596928 interactiveshell.py:2882] Step 103600 | Loss: 0.4112 | Spent: 12.5 secs | LR: 0.000141
I0827 08:39:14.681708 140169079596928 interactiveshell.py:2882] Step 103650 | Loss: 0.2937 | Spent: 12.4 secs | LR: 0.000141
I0827 08:39:26.900178 140169079596928 interactiveshell.py:2882] Step 103700 | Loss: 0.4282 | Spent: 12.2 secs | LR: 0.000141
I0827 08:39:39.379160 140169079596928 interactiveshell.py:2882] Step 103750 | Loss: 0.0949 | Spent: 12.5 secs | LR: 0.000141
I0827 08:39:51.763293 140169079596928 interactiveshell.py:2882] Step 103800 | Loss: 0.4051 | Spent: 12.4 secs | LR: 0.000141
I0827 08:40:04.024857 140169079596928 interactiveshell.py:2882] Step 103850 | Loss: 0.3042 | Spent: 12.3 secs | LR: 0.000141
I0827 08:40:16.201865 140169079596928 interactiveshell.py:2882] Step 103900 | Loss: 0.1581 | Spent: 12.2 secs | LR: 0.000141
I0827 08:40:28.407421 140169079596928 interactiveshell.py:2882] Step 103950 | Loss: 0.4363 | Spent: 12.2 secs | LR: 0.000141
I0827 08:40:40.647939 140169079596928 interactiveshell.py:2882] Step 104000 | Loss: 0.2419 | Spent: 12.2 secs | LR: 0.000141
I0827 08:40:52.740580 140169079596928 interactiveshell.py:2882] Step 104050 | Loss: 0.3964 | Spent: 12.1 secs | LR: 0.000141
I0827 08:41:05.071124 140169079596928 interactiveshell.py:2882] Step 104100 | Loss: 0.2027 | Spent: 12.3 secs | LR: 0.000141
I0827 08:41:17.295278 140169079596928 interactiveshell.py:2882] Step 104150 | Loss: 0.1215 | Spent: 12.2 secs | LR: 0.000140
I0827 08:41:29.761398 140169079596928 interactiveshell.py:2882] Step 104200 | Loss: 0.3232 | Spent: 12.5 secs | LR: 0.000140
I0827 08:41:42.104083 140169079596928 interactiveshell.py:2882] Step 104250 | Loss: 0.4116 | Spent: 12.3 secs | LR: 0.000140
I0827 08:41:54.299364 140169079596928 interactiveshell.py:2882] Step 104300 | Loss: 0.2573 | Spent: 12.2 secs | LR: 0.000140
I0827 08:42:06.471336 140169079596928 interactiveshell.py:2882] Step 104350 | Loss: 0.2147 | Spent: 12.2 secs | LR: 0.000140
I0827 08:42:18.754051 140169079596928 interactiveshell.py:2882] Step 104400 | Loss: 0.1369 | Spent: 12.3 secs | LR: 0.000140
I0827 08:42:30.964518 140169079596928 interactiveshell.py:2882] Step 104450 | Loss: 0.2406 | Spent: 12.2 secs | LR: 0.000140
I0827 08:42:43.411002 140169079596928 interactiveshell.py:2882] Step 104500 | Loss: 0.2084 | Spent: 12.4 secs | LR: 0.000140
I0827 08:42:55.722575 140169079596928 interactiveshell.py:2882] Step 104550 | Loss: 0.1873 | Spent: 12.3 secs | LR: 0.000140
I0827 08:43:08.329494 140169079596928 interactiveshell.py:2882] Step 104600 | Loss: 0.1756 | Spent: 12.6 secs | LR: 0.000140
I0827 08:43:20.398626 140169079596928 interactiveshell.py:2882] Step 104650 | Loss: 0.2558 | Spent: 12.1 secs | LR: 0.000140
I0827 08:43:32.609924 140169079596928 interactiveshell.py:2882] Step 104700 | Loss: 0.1421 | Spent: 12.2 secs | LR: 0.000140
I0827 08:43:44.880433 140169079596928 interactiveshell.py:2882] Step 104750 | Loss: 0.3306 | Spent: 12.3 secs | LR: 0.000140
I0827 08:43:57.087253 140169079596928 interactiveshell.py:2882] Step 104800 | Loss: 0.1620 | Spent: 12.2 secs | LR: 0.000140
I0827 08:44:09.506078 140169079596928 interactiveshell.py:2882] Step 104850 | Loss: 0.3067 | Spent: 12.4 secs | LR: 0.000139
Reading ../data/test.txt
I0827 08:44:44.932061 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.875
I0827 08:44:44.933396 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 08:44:55.295362 140169079596928 interactiveshell.py:2882] Step 104900 | Loss: 0.3100 | Spent: 45.8 secs | LR: 0.000139
I0827 08:45:07.503445 140169079596928 interactiveshell.py:2882] Step 104950 | Loss: 0.2142 | Spent: 12.2 secs | LR: 0.000139
I0827 08:45:19.688542 140169079596928 interactiveshell.py:2882] Step 105000 | Loss: 0.1220 | Spent: 12.2 secs | LR: 0.000139
I0827 08:45:31.958588 140169079596928 interactiveshell.py:2882] Step 105050 | Loss: 0.2553 | Spent: 12.3 secs | LR: 0.000139
I0827 08:45:44.287466 140169079596928 interactiveshell.py:2882] Step 105100 | Loss: 0.2954 | Spent: 12.3 secs | LR: 0.000139
I0827 08:45:56.630641 140169079596928 interactiveshell.py:2882] Step 105150 | Loss: 0.3820 | Spent: 12.3 secs | LR: 0.000139
I0827 08:46:09.106657 140169079596928 interactiveshell.py:2882] Step 105200 | Loss: 0.1585 | Spent: 12.5 secs | LR: 0.000139
I0827 08:46:21.395622 140169079596928 interactiveshell.py:2882] Step 105250 | Loss: 0.3948 | Spent: 12.3 secs | LR: 0.000139
I0827 08:46:33.615553 140169079596928 interactiveshell.py:2882] Step 105300 | Loss: 0.2366 | Spent: 12.2 secs | LR: 0.000139
I0827 08:46:45.652881 140169079596928 interactiveshell.py:2882] Step 105350 | Loss: 0.1889 | Spent: 12.0 secs | LR: 0.000139
I0827 08:46:57.719754 140169079596928 interactiveshell.py:2882] Step 105400 | Loss: 0.1701 | Spent: 12.1 secs | LR: 0.000139
I0827 08:47:09.789162 140169079596928 interactiveshell.py:2882] Step 105450 | Loss: 0.1726 | Spent: 12.1 secs | LR: 0.000139
I0827 08:47:22.066135 140169079596928 interactiveshell.py:2882] Step 105500 | Loss: 0.1128 | Spent: 12.3 secs | LR: 0.000139
I0827 08:47:34.385419 140169079596928 interactiveshell.py:2882] Step 105550 | Loss: 0.3208 | Spent: 12.3 secs | LR: 0.000138
I0827 08:47:46.706547 140169079596928 interactiveshell.py:2882] Step 105600 | Loss: 0.1960 | Spent: 12.3 secs | LR: 0.000138
I0827 08:47:58.939880 140169079596928 interactiveshell.py:2882] Step 105650 | Loss: 0.2774 | Spent: 12.2 secs | LR: 0.000138
I0827 08:48:11.168692 140169079596928 interactiveshell.py:2882] Step 105700 | Loss: 0.2142 | Spent: 12.2 secs | LR: 0.000138
I0827 08:48:23.483049 140169079596928 interactiveshell.py:2882] Step 105750 | Loss: 0.4065 | Spent: 12.3 secs | LR: 0.000138
I0827 08:48:35.888039 140169079596928 interactiveshell.py:2882] Step 105800 | Loss: 0.1526 | Spent: 12.4 secs | LR: 0.000138
I0827 08:48:48.117684 140169079596928 interactiveshell.py:2882] Step 105850 | Loss: 0.2624 | Spent: 12.2 secs | LR: 0.000138
I0827 08:49:00.502829 140169079596928 interactiveshell.py:2882] Step 105900 | Loss: 0.3463 | Spent: 12.4 secs | LR: 0.000138
I0827 08:49:12.819378 140169079596928 interactiveshell.py:2882] Step 105950 | Loss: 0.5169 | Spent: 12.3 secs | LR: 0.000138
I0827 08:49:25.397182 140169079596928 interactiveshell.py:2882] Step 106000 | Loss: 0.3099 | Spent: 12.6 secs | LR: 0.000138
I0827 08:49:37.771678 140169079596928 interactiveshell.py:2882] Step 106050 | Loss: 0.5009 | Spent: 12.4 secs | LR: 0.000138
I0827 08:49:50.034179 140169079596928 interactiveshell.py:2882] Step 106100 | Loss: 0.3026 | Spent: 12.3 secs | LR: 0.000138
I0827 08:50:02.237909 140169079596928 interactiveshell.py:2882] Step 106150 | Loss: 0.2280 | Spent: 12.2 secs | LR: 0.000138
I0827 08:50:14.559922 140169079596928 interactiveshell.py:2882] Step 106200 | Loss: 0.1302 | Spent: 12.3 secs | LR: 0.000138
I0827 08:50:26.875664 140169079596928 interactiveshell.py:2882] Step 106250 | Loss: 0.1971 | Spent: 12.3 secs | LR: 0.000137
I0827 08:50:39.332450 140169079596928 interactiveshell.py:2882] Step 106300 | Loss: 0.1959 | Spent: 12.5 secs | LR: 0.000137
I0827 08:50:51.613346 140169079596928 interactiveshell.py:2882] Step 106350 | Loss: 0.2361 | Spent: 12.3 secs | LR: 0.000137
I0827 08:51:04.013257 140169079596928 interactiveshell.py:2882] Step 106400 | Loss: 0.2192 | Spent: 12.4 secs | LR: 0.000137
I0827 08:51:16.625082 140169079596928 interactiveshell.py:2882] Step 106450 | Loss: 0.3208 | Spent: 12.6 secs | LR: 0.000137
I0827 08:51:28.973079 140169079596928 interactiveshell.py:2882] Step 106500 | Loss: 0.1799 | Spent: 12.3 secs | LR: 0.000137
I0827 08:51:41.168426 140169079596928 interactiveshell.py:2882] Step 106550 | Loss: 0.2894 | Spent: 12.2 secs | LR: 0.000137
Reading ../data/test.txt
I0827 08:52:20.909655 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.871
I0827 08:52:20.910922 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 08:52:26.686945 140169079596928 interactiveshell.py:2882] Step 106600 | Loss: 0.2708 | Spent: 45.5 secs | LR: 0.000137
I0827 08:52:38.952427 140169079596928 interactiveshell.py:2882] Step 106650 | Loss: 0.3380 | Spent: 12.3 secs | LR: 0.000137
I0827 08:52:51.021062 140169079596928 interactiveshell.py:2882] Step 106700 | Loss: 0.3959 | Spent: 12.1 secs | LR: 0.000137
I0827 08:53:03.382313 140169079596928 interactiveshell.py:2882] Step 106750 | Loss: 0.3580 | Spent: 12.4 secs | LR: 0.000137
I0827 08:53:15.433852 140169079596928 interactiveshell.py:2882] Step 106800 | Loss: 0.2307 | Spent: 12.0 secs | LR: 0.000137
I0827 08:53:27.781876 140169079596928 interactiveshell.py:2882] Step 106850 | Loss: 0.2964 | Spent: 12.3 secs | LR: 0.000137
I0827 08:53:39.964569 140169079596928 interactiveshell.py:2882] Step 106900 | Loss: 0.1832 | Spent: 12.2 secs | LR: 0.000137
I0827 08:53:52.408416 140169079596928 interactiveshell.py:2882] Step 106950 | Loss: 0.1129 | Spent: 12.4 secs | LR: 0.000137
I0827 08:54:04.562184 140169079596928 interactiveshell.py:2882] Step 107000 | Loss: 0.4636 | Spent: 12.2 secs | LR: 0.000136
I0827 08:54:16.695681 140169079596928 interactiveshell.py:2882] Step 107050 | Loss: 0.3137 | Spent: 12.1 secs | LR: 0.000136
I0827 08:54:28.921468 140169079596928 interactiveshell.py:2882] Step 107100 | Loss: 0.3102 | Spent: 12.2 secs | LR: 0.000136
I0827 08:54:41.655240 140169079596928 interactiveshell.py:2882] Step 107150 | Loss: 0.2215 | Spent: 12.7 secs | LR: 0.000136
I0827 08:54:53.998064 140169079596928 interactiveshell.py:2882] Step 107200 | Loss: 0.3442 | Spent: 12.3 secs | LR: 0.000136
I0827 08:55:06.334154 140169079596928 interactiveshell.py:2882] Step 107250 | Loss: 0.4456 | Spent: 12.3 secs | LR: 0.000136
I0827 08:55:18.560004 140169079596928 interactiveshell.py:2882] Step 107300 | Loss: 0.1179 | Spent: 12.2 secs | LR: 0.000136
I0827 08:55:30.800135 140169079596928 interactiveshell.py:2882] Step 107350 | Loss: 0.4623 | Spent: 12.2 secs | LR: 0.000136
I0827 08:55:43.262094 140169079596928 interactiveshell.py:2882] Step 107400 | Loss: 0.2361 | Spent: 12.5 secs | LR: 0.000136
I0827 08:55:55.527764 140169079596928 interactiveshell.py:2882] Step 107450 | Loss: 0.2688 | Spent: 12.3 secs | LR: 0.000136
I0827 08:56:07.660307 140169079596928 interactiveshell.py:2882] Step 107500 | Loss: 0.3921 | Spent: 12.1 secs | LR: 0.000136
I0827 08:56:20.043390 140169079596928 interactiveshell.py:2882] Step 107550 | Loss: 0.0498 | Spent: 12.4 secs | LR: 0.000136
I0827 08:56:32.529241 140169079596928 interactiveshell.py:2882] Step 107600 | Loss: 0.4850 | Spent: 12.5 secs | LR: 0.000136
I0827 08:56:44.835125 140169079596928 interactiveshell.py:2882] Step 107650 | Loss: 0.2802 | Spent: 12.3 secs | LR: 0.000136
I0827 08:56:57.049623 140169079596928 interactiveshell.py:2882] Step 107700 | Loss: 0.3455 | Spent: 12.2 secs | LR: 0.000136
I0827 08:57:09.283491 140169079596928 interactiveshell.py:2882] Step 107750 | Loss: 0.2237 | Spent: 12.2 secs | LR: 0.000135
I0827 08:57:21.635737 140169079596928 interactiveshell.py:2882] Step 107800 | Loss: 0.5763 | Spent: 12.4 secs | LR: 0.000135
I0827 08:57:34.086639 140169079596928 interactiveshell.py:2882] Step 107850 | Loss: 0.1352 | Spent: 12.4 secs | LR: 0.000135
I0827 08:57:46.326173 140169079596928 interactiveshell.py:2882] Step 107900 | Loss: 0.2830 | Spent: 12.2 secs | LR: 0.000135
I0827 08:57:58.647378 140169079596928 interactiveshell.py:2882] Step 107950 | Loss: 0.3099 | Spent: 12.3 secs | LR: 0.000135
I0827 08:58:10.879427 140169079596928 interactiveshell.py:2882] Step 108000 | Loss: 0.4622 | Spent: 12.2 secs | LR: 0.000135
I0827 08:58:23.322982 140169079596928 interactiveshell.py:2882] Step 108050 | Loss: 0.2352 | Spent: 12.4 secs | LR: 0.000135
I0827 08:58:35.683193 140169079596928 interactiveshell.py:2882] Step 108100 | Loss: 0.3743 | Spent: 12.4 secs | LR: 0.000135
I0827 08:58:48.084486 140169079596928 interactiveshell.py:2882] Step 108150 | Loss: 0.3978 | Spent: 12.4 secs | LR: 0.000135
I0827 08:59:00.279992 140169079596928 interactiveshell.py:2882] Step 108200 | Loss: 0.1362 | Spent: 12.2 secs | LR: 0.000135
I0827 08:59:12.436655 140169079596928 interactiveshell.py:2882] Step 108250 | Loss: 0.1269 | Spent: 12.2 secs | LR: 0.000135
Reading ../data/test.txt
I0827 08:59:56.582060 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.876
I0827 08:59:56.583367 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 08:59:57.601538 140169079596928 interactiveshell.py:2882] Step 108300 | Loss: 0.1216 | Spent: 45.2 secs | LR: 0.000135
I0827 09:00:09.728746 140169079596928 interactiveshell.py:2882] Step 108350 | Loss: 0.3122 | Spent: 12.1 secs | LR: 0.000135
I0827 09:00:22.098481 140169079596928 interactiveshell.py:2882] Step 108400 | Loss: 0.1359 | Spent: 12.4 secs | LR: 0.000135
I0827 09:00:34.388016 140169079596928 interactiveshell.py:2882] Step 108450 | Loss: 0.3270 | Spent: 12.3 secs | LR: 0.000134
I0827 09:00:46.478987 140169079596928 interactiveshell.py:2882] Step 108500 | Loss: 0.4230 | Spent: 12.1 secs | LR: 0.000134
I0827 09:00:58.533335 140169079596928 interactiveshell.py:2882] Step 108550 | Loss: 0.4171 | Spent: 12.1 secs | LR: 0.000134
I0827 09:01:10.485839 140169079596928 interactiveshell.py:2882] Step 108600 | Loss: 0.1740 | Spent: 12.0 secs | LR: 0.000134
I0827 09:01:22.784363 140169079596928 interactiveshell.py:2882] Step 108650 | Loss: 0.2414 | Spent: 12.3 secs | LR: 0.000134
I0827 09:01:35.164541 140169079596928 interactiveshell.py:2882] Step 108700 | Loss: 0.2247 | Spent: 12.4 secs | LR: 0.000134
I0827 09:01:47.376600 140169079596928 interactiveshell.py:2882] Step 108750 | Loss: 0.3497 | Spent: 12.2 secs | LR: 0.000134
I0827 09:01:59.528771 140169079596928 interactiveshell.py:2882] Step 108800 | Loss: 0.3090 | Spent: 12.2 secs | LR: 0.000134
I0827 09:02:11.630108 140169079596928 interactiveshell.py:2882] Step 108850 | Loss: 0.1299 | Spent: 12.1 secs | LR: 0.000134
I0827 09:02:23.725764 140169079596928 interactiveshell.py:2882] Step 108900 | Loss: 0.2351 | Spent: 12.1 secs | LR: 0.000134
I0827 09:02:35.939743 140169079596928 interactiveshell.py:2882] Step 108950 | Loss: 0.2780 | Spent: 12.2 secs | LR: 0.000134
I0827 09:02:48.109894 140169079596928 interactiveshell.py:2882] Step 109000 | Loss: 0.1485 | Spent: 12.2 secs | LR: 0.000134
I0827 09:03:00.365594 140169079596928 interactiveshell.py:2882] Step 109050 | Loss: 0.3649 | Spent: 12.2 secs | LR: 0.000134
I0827 09:03:12.289699 140169079596928 interactiveshell.py:2882] Step 109100 | Loss: 0.1286 | Spent: 11.9 secs | LR: 0.000134
I0827 09:03:24.516099 140169079596928 interactiveshell.py:2882] Step 109150 | Loss: 0.2471 | Spent: 12.2 secs | LR: 0.000134
I0827 09:03:36.789758 140169079596928 interactiveshell.py:2882] Step 109200 | Loss: 0.2444 | Spent: 12.3 secs | LR: 0.000133
I0827 09:03:48.997429 140169079596928 interactiveshell.py:2882] Step 109250 | Loss: 0.3379 | Spent: 12.2 secs | LR: 0.000133
I0827 09:04:01.337132 140169079596928 interactiveshell.py:2882] Step 109300 | Loss: 0.4365 | Spent: 12.3 secs | LR: 0.000133
I0827 09:04:13.581955 140169079596928 interactiveshell.py:2882] Step 109350 | Loss: 0.1794 | Spent: 12.2 secs | LR: 0.000133
I0827 09:04:25.764826 140169079596928 interactiveshell.py:2882] Step 109400 | Loss: 0.4064 | Spent: 12.2 secs | LR: 0.000133
I0827 09:04:37.881413 140169079596928 interactiveshell.py:2882] Step 109450 | Loss: 0.4748 | Spent: 12.1 secs | LR: 0.000133
I0827 09:04:50.090785 140169079596928 interactiveshell.py:2882] Step 109500 | Loss: 0.2639 | Spent: 12.2 secs | LR: 0.000133
I0827 09:05:02.701975 140169079596928 interactiveshell.py:2882] Step 109550 | Loss: 0.3022 | Spent: 12.6 secs | LR: 0.000133
I0827 09:05:14.712612 140169079596928 interactiveshell.py:2882] Step 109600 | Loss: 0.3197 | Spent: 12.0 secs | LR: 0.000133
I0827 09:05:26.790024 140169079596928 interactiveshell.py:2882] Step 109650 | Loss: 0.5090 | Spent: 12.1 secs | LR: 0.000133
I0827 09:05:38.870527 140169079596928 interactiveshell.py:2882] Step 109700 | Loss: 0.2872 | Spent: 12.1 secs | LR: 0.000133
I0827 09:05:51.103237 140169079596928 interactiveshell.py:2882] Step 109750 | Loss: 0.1696 | Spent: 12.2 secs | LR: 0.000133
I0827 09:06:03.305765 140169079596928 interactiveshell.py:2882] Step 109800 | Loss: 0.4283 | Spent: 12.2 secs | LR: 0.000133
I0827 09:06:15.686048 140169079596928 interactiveshell.py:2882] Step 109850 | Loss: 0.2339 | Spent: 12.4 secs | LR: 0.000133
I0827 09:06:28.097177 140169079596928 interactiveshell.py:2882] Step 109900 | Loss: 0.5453 | Spent: 12.4 secs | LR: 0.000133
I0827 09:06:40.424489 140169079596928 interactiveshell.py:2882] Step 109950 | Loss: 0.2053 | Spent: 12.3 secs | LR: 0.000132
I0827 09:06:52.717277 140169079596928 interactiveshell.py:2882] Step 110000 | Loss: 0.1158 | Spent: 12.3 secs | LR: 0.000132
Reading ../data/test.txt
I0827 09:07:29.440784 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0827 09:07:29.443015 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 09:07:37.990596 140169079596928 interactiveshell.py:2882] Step 110050 | Loss: 0.3120 | Spent: 45.3 secs | LR: 0.000132
I0827 09:07:50.332185 140169079596928 interactiveshell.py:2882] Step 110100 | Loss: 0.3767 | Spent: 12.3 secs | LR: 0.000132
I0827 09:08:02.720282 140169079596928 interactiveshell.py:2882] Step 110150 | Loss: 0.1086 | Spent: 12.4 secs | LR: 0.000132
I0827 09:08:14.931275 140169079596928 interactiveshell.py:2882] Step 110200 | Loss: 0.4070 | Spent: 12.2 secs | LR: 0.000132
I0827 09:08:27.156921 140169079596928 interactiveshell.py:2882] Step 110250 | Loss: 0.2339 | Spent: 12.2 secs | LR: 0.000132
I0827 09:08:39.417619 140169079596928 interactiveshell.py:2882] Step 110300 | Loss: 0.2681 | Spent: 12.3 secs | LR: 0.000132
I0827 09:08:51.719973 140169079596928 interactiveshell.py:2882] Step 110350 | Loss: 0.2503 | Spent: 12.3 secs | LR: 0.000132
I0827 09:09:04.121880 140169079596928 interactiveshell.py:2882] Step 110400 | Loss: 0.1457 | Spent: 12.4 secs | LR: 0.000132
I0827 09:09:16.301101 140169079596928 interactiveshell.py:2882] Step 110450 | Loss: 0.1592 | Spent: 12.2 secs | LR: 0.000132
I0827 09:09:28.568465 140169079596928 interactiveshell.py:2882] Step 110500 | Loss: 0.1861 | Spent: 12.3 secs | LR: 0.000132
I0827 09:09:40.708304 140169079596928 interactiveshell.py:2882] Step 110550 | Loss: 0.1444 | Spent: 12.1 secs | LR: 0.000132
I0827 09:09:53.009441 140169079596928 interactiveshell.py:2882] Step 110600 | Loss: 0.1655 | Spent: 12.3 secs | LR: 0.000132
I0827 09:10:05.450034 140169079596928 interactiveshell.py:2882] Step 110650 | Loss: 0.3149 | Spent: 12.4 secs | LR: 0.000132
I0827 09:10:17.888444 140169079596928 interactiveshell.py:2882] Step 110700 | Loss: 0.4294 | Spent: 12.4 secs | LR: 0.000131
I0827 09:10:30.216260 140169079596928 interactiveshell.py:2882] Step 110750 | Loss: 0.3433 | Spent: 12.3 secs | LR: 0.000131
I0827 09:10:42.739941 140169079596928 interactiveshell.py:2882] Step 110800 | Loss: 0.2038 | Spent: 12.5 secs | LR: 0.000131
I0827 09:10:55.026608 140169079596928 interactiveshell.py:2882] Step 110850 | Loss: 0.3462 | Spent: 12.3 secs | LR: 0.000131
I0827 09:11:07.416867 140169079596928 interactiveshell.py:2882] Step 110900 | Loss: 0.3054 | Spent: 12.4 secs | LR: 0.000131
I0827 09:11:19.711336 140169079596928 interactiveshell.py:2882] Step 110950 | Loss: 0.2015 | Spent: 12.3 secs | LR: 0.000131
I0827 09:11:31.875536 140169079596928 interactiveshell.py:2882] Step 111000 | Loss: 0.2071 | Spent: 12.2 secs | LR: 0.000131
I0827 09:11:44.113442 140169079596928 interactiveshell.py:2882] Step 111050 | Loss: 0.4956 | Spent: 12.2 secs | LR: 0.000131
I0827 09:11:56.196685 140169079596928 interactiveshell.py:2882] Step 111100 | Loss: 0.3953 | Spent: 12.1 secs | LR: 0.000131
I0827 09:12:08.381040 140169079596928 interactiveshell.py:2882] Step 111150 | Loss: 0.2154 | Spent: 12.2 secs | LR: 0.000131
I0827 09:12:20.633468 140169079596928 interactiveshell.py:2882] Step 111200 | Loss: 0.2566 | Spent: 12.2 secs | LR: 0.000131
I0827 09:12:33.095623 140169079596928 interactiveshell.py:2882] Step 111250 | Loss: 0.1006 | Spent: 12.5 secs | LR: 0.000131
I0827 09:12:45.296341 140169079596928 interactiveshell.py:2882] Step 111300 | Loss: 0.3354 | Spent: 12.2 secs | LR: 0.000131
I0827 09:12:57.631483 140169079596928 interactiveshell.py:2882] Step 111350 | Loss: 0.3118 | Spent: 12.3 secs | LR: 0.000131
I0827 09:13:09.824400 140169079596928 interactiveshell.py:2882] Step 111400 | Loss: 0.1615 | Spent: 12.2 secs | LR: 0.000131
I0827 09:13:22.157951 140169079596928 interactiveshell.py:2882] Step 111450 | Loss: 0.2506 | Spent: 12.3 secs | LR: 0.000130
I0827 09:13:34.560419 140169079596928 interactiveshell.py:2882] Step 111500 | Loss: 0.4132 | Spent: 12.4 secs | LR: 0.000130
I0827 09:13:46.916925 140169079596928 interactiveshell.py:2882] Step 111550 | Loss: 0.4840 | Spent: 12.4 secs | LR: 0.000130
I0827 09:13:59.222502 140169079596928 interactiveshell.py:2882] Step 111600 | Loss: 0.2333 | Spent: 12.3 secs | LR: 0.000130
I0827 09:14:11.507565 140169079596928 interactiveshell.py:2882] Step 111650 | Loss: 0.2835 | Spent: 12.3 secs | LR: 0.000130
I0827 09:14:23.793527 140169079596928 interactiveshell.py:2882] Step 111700 | Loss: 0.3876 | Spent: 12.3 secs | LR: 0.000130
Reading ../data/test.txt
I0827 09:15:05.169503 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.876
I0827 09:15:05.170611 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 09:15:09.116439 140169079596928 interactiveshell.py:2882] Step 111750 | Loss: 0.3646 | Spent: 45.3 secs | LR: 0.000130
I0827 09:15:21.777556 140169079596928 interactiveshell.py:2882] Step 111800 | Loss: 0.3370 | Spent: 12.7 secs | LR: 0.000130
I0827 09:15:33.888346 140169079596928 interactiveshell.py:2882] Step 111850 | Loss: 0.1731 | Spent: 12.1 secs | LR: 0.000130
I0827 09:15:45.992090 140169079596928 interactiveshell.py:2882] Step 111900 | Loss: 0.1753 | Spent: 12.1 secs | LR: 0.000130
I0827 09:15:58.050954 140169079596928 interactiveshell.py:2882] Step 111950 | Loss: 0.4871 | Spent: 12.1 secs | LR: 0.000130
I0827 09:16:10.179427 140169079596928 interactiveshell.py:2882] Step 112000 | Loss: 0.2112 | Spent: 12.1 secs | LR: 0.000130
I0827 09:16:22.243475 140169079596928 interactiveshell.py:2882] Step 112050 | Loss: 0.2068 | Spent: 12.1 secs | LR: 0.000130
I0827 09:16:34.638856 140169079596928 interactiveshell.py:2882] Step 112100 | Loss: 0.1542 | Spent: 12.4 secs | LR: 0.000130
I0827 09:16:47.129380 140169079596928 interactiveshell.py:2882] Step 112150 | Loss: 0.6280 | Spent: 12.5 secs | LR: 0.000130
I0827 09:16:59.402206 140169079596928 interactiveshell.py:2882] Step 112200 | Loss: 0.2039 | Spent: 12.3 secs | LR: 0.000130
I0827 09:17:11.561972 140169079596928 interactiveshell.py:2882] Step 112250 | Loss: 0.3575 | Spent: 12.2 secs | LR: 0.000129
I0827 09:17:23.865603 140169079596928 interactiveshell.py:2882] Step 112300 | Loss: 0.3500 | Spent: 12.3 secs | LR: 0.000129
I0827 09:17:36.265662 140169079596928 interactiveshell.py:2882] Step 112350 | Loss: 0.2225 | Spent: 12.4 secs | LR: 0.000129
I0827 09:17:48.575298 140169079596928 interactiveshell.py:2882] Step 112400 | Loss: 0.3530 | Spent: 12.3 secs | LR: 0.000129
I0827 09:18:00.845543 140169079596928 interactiveshell.py:2882] Step 112450 | Loss: 0.3797 | Spent: 12.3 secs | LR: 0.000129
I0827 09:18:13.113116 140169079596928 interactiveshell.py:2882] Step 112500 | Loss: 0.4373 | Spent: 12.3 secs | LR: 0.000129
I0827 09:18:25.330254 140169079596928 interactiveshell.py:2882] Step 112550 | Loss: 0.3274 | Spent: 12.2 secs | LR: 0.000129
I0827 09:18:37.703244 140169079596928 interactiveshell.py:2882] Step 112600 | Loss: 0.1391 | Spent: 12.4 secs | LR: 0.000129
I0827 09:18:50.160929 140169079596928 interactiveshell.py:2882] Step 112650 | Loss: 0.1061 | Spent: 12.5 secs | LR: 0.000129
I0827 09:19:02.453198 140169079596928 interactiveshell.py:2882] Step 112700 | Loss: 0.1969 | Spent: 12.3 secs | LR: 0.000129
I0827 09:19:14.884279 140169079596928 interactiveshell.py:2882] Step 112750 | Loss: 0.3968 | Spent: 12.4 secs | LR: 0.000129
I0827 09:19:27.119512 140169079596928 interactiveshell.py:2882] Step 112800 | Loss: 0.3314 | Spent: 12.2 secs | LR: 0.000129
I0827 09:19:39.352314 140169079596928 interactiveshell.py:2882] Step 112850 | Loss: 0.2339 | Spent: 12.2 secs | LR: 0.000129
I0827 09:19:51.650680 140169079596928 interactiveshell.py:2882] Step 112900 | Loss: 0.3917 | Spent: 12.3 secs | LR: 0.000129
I0827 09:20:03.890384 140169079596928 interactiveshell.py:2882] Step 112950 | Loss: 0.1862 | Spent: 12.2 secs | LR: 0.000129
I0827 09:20:16.153424 140169079596928 interactiveshell.py:2882] Step 113000 | Loss: 0.3790 | Spent: 12.3 secs | LR: 0.000128
I0827 09:20:28.586225 140169079596928 interactiveshell.py:2882] Step 113050 | Loss: 0.3132 | Spent: 12.4 secs | LR: 0.000128
I0827 09:20:41.034952 140169079596928 interactiveshell.py:2882] Step 113100 | Loss: 0.0602 | Spent: 12.4 secs | LR: 0.000128
I0827 09:20:53.455137 140169079596928 interactiveshell.py:2882] Step 113150 | Loss: 0.2698 | Spent: 12.4 secs | LR: 0.000128
I0827 09:21:05.832967 140169079596928 interactiveshell.py:2882] Step 113200 | Loss: 0.3114 | Spent: 12.4 secs | LR: 0.000128
I0827 09:21:18.157067 140169079596928 interactiveshell.py:2882] Step 113250 | Loss: 0.3477 | Spent: 12.3 secs | LR: 0.000128
I0827 09:21:30.417301 140169079596928 interactiveshell.py:2882] Step 113300 | Loss: 0.2869 | Spent: 12.3 secs | LR: 0.000128
I0827 09:21:42.729443 140169079596928 interactiveshell.py:2882] Step 113350 | Loss: 0.4334 | Spent: 12.3 secs | LR: 0.000128
I0827 09:21:55.007290 140169079596928 interactiveshell.py:2882] Step 113400 | Loss: 0.2454 | Spent: 12.3 secs | LR: 0.000128
I0827 09:22:07.258584 140169079596928 interactiveshell.py:2882] Step 113450 | Loss: 0.2290 | Spent: 12.2 secs | LR: 0.000128
Reading ../data/test.txt
I0827 09:22:40.630548 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.874
I0827 09:22:40.631972 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 09:22:52.190281 140169079596928 interactiveshell.py:2882] Step 113500 | Loss: 0.3472 | Spent: 44.9 secs | LR: 0.000128
I0827 09:23:04.547077 140169079596928 interactiveshell.py:2882] Step 113550 | Loss: 0.1574 | Spent: 12.4 secs | LR: 0.000128
I0827 09:23:17.038746 140169079596928 interactiveshell.py:2882] Step 113600 | Loss: 0.5642 | Spent: 12.5 secs | LR: 0.000128
I0827 09:23:29.343431 140169079596928 interactiveshell.py:2882] Step 113650 | Loss: 0.2419 | Spent: 12.3 secs | LR: 0.000128
I0827 09:23:41.774973 140169079596928 interactiveshell.py:2882] Step 113700 | Loss: 0.2676 | Spent: 12.4 secs | LR: 0.000128
I0827 09:23:54.023436 140169079596928 interactiveshell.py:2882] Step 113750 | Loss: 0.3845 | Spent: 12.2 secs | LR: 0.000128
I0827 09:24:06.518812 140169079596928 interactiveshell.py:2882] Step 113800 | Loss: 0.2037 | Spent: 12.5 secs | LR: 0.000127
I0827 09:24:18.696645 140169079596928 interactiveshell.py:2882] Step 113850 | Loss: 0.1347 | Spent: 12.2 secs | LR: 0.000127
I0827 09:24:31.075674 140169079596928 interactiveshell.py:2882] Step 113900 | Loss: 0.1894 | Spent: 12.4 secs | LR: 0.000127
I0827 09:24:43.203474 140169079596928 interactiveshell.py:2882] Step 113950 | Loss: 0.5180 | Spent: 12.1 secs | LR: 0.000127
I0827 09:24:55.157104 140169079596928 interactiveshell.py:2882] Step 114000 | Loss: 0.3574 | Spent: 11.9 secs | LR: 0.000127
I0827 09:25:07.421000 140169079596928 interactiveshell.py:2882] Step 114050 | Loss: 0.1275 | Spent: 12.3 secs | LR: 0.000127
I0827 09:25:19.309038 140169079596928 interactiveshell.py:2882] Step 114100 | Loss: 0.1413 | Spent: 11.9 secs | LR: 0.000127
I0827 09:25:31.159997 140169079596928 interactiveshell.py:2882] Step 114150 | Loss: 0.4613 | Spent: 11.8 secs | LR: 0.000127
I0827 09:25:43.275638 140169079596928 interactiveshell.py:2882] Step 114200 | Loss: 0.5067 | Spent: 12.1 secs | LR: 0.000127
I0827 09:25:55.373858 140169079596928 interactiveshell.py:2882] Step 114250 | Loss: 0.2073 | Spent: 12.1 secs | LR: 0.000127
I0827 09:26:07.185845 140169079596928 interactiveshell.py:2882] Step 114300 | Loss: 0.3096 | Spent: 11.8 secs | LR: 0.000127
I0827 09:26:19.053486 140169079596928 interactiveshell.py:2882] Step 114350 | Loss: 0.5997 | Spent: 11.9 secs | LR: 0.000127
I0827 09:26:31.006282 140169079596928 interactiveshell.py:2882] Step 114400 | Loss: 0.2876 | Spent: 12.0 secs | LR: 0.000127
I0827 09:26:43.046852 140169079596928 interactiveshell.py:2882] Step 114450 | Loss: 0.3177 | Spent: 12.0 secs | LR: 0.000127
I0827 09:26:55.226386 140169079596928 interactiveshell.py:2882] Step 114500 | Loss: 0.3574 | Spent: 12.2 secs | LR: 0.000127
I0827 09:27:07.063992 140169079596928 interactiveshell.py:2882] Step 114550 | Loss: 0.1805 | Spent: 11.8 secs | LR: 0.000126
I0827 09:27:18.739058 140169079596928 interactiveshell.py:2882] Step 114600 | Loss: 0.1396 | Spent: 11.7 secs | LR: 0.000126
I0827 09:27:31.038282 140169079596928 interactiveshell.py:2882] Step 114650 | Loss: 0.2935 | Spent: 12.3 secs | LR: 0.000126
I0827 09:27:43.900009 140169079596928 interactiveshell.py:2882] Step 114700 | Loss: 0.2446 | Spent: 12.9 secs | LR: 0.000126
I0827 09:27:56.273736 140169079596928 interactiveshell.py:2882] Step 114750 | Loss: 0.4322 | Spent: 12.4 secs | LR: 0.000126
I0827 09:28:08.042073 140169079596928 interactiveshell.py:2882] Step 114800 | Loss: 0.4236 | Spent: 11.8 secs | LR: 0.000126
I0827 09:28:19.692030 140169079596928 interactiveshell.py:2882] Step 114850 | Loss: 0.0788 | Spent: 11.6 secs | LR: 0.000126
I0827 09:28:31.627514 140169079596928 interactiveshell.py:2882] Step 114900 | Loss: 0.3166 | Spent: 11.9 secs | LR: 0.000126
I0827 09:28:43.253572 140169079596928 interactiveshell.py:2882] Step 114950 | Loss: 0.6078 | Spent: 11.6 secs | LR: 0.000126
I0827 09:28:55.070615 140169079596928 interactiveshell.py:2882] Step 115000 | Loss: 0.1544 | Spent: 11.8 secs | LR: 0.000126
I0827 09:29:07.041925 140169079596928 interactiveshell.py:2882] Step 115050 | Loss: 0.2084 | Spent: 12.0 secs | LR: 0.000126
I0827 09:29:18.920997 140169079596928 interactiveshell.py:2882] Step 115100 | Loss: 0.2869 | Spent: 11.9 secs | LR: 0.000126
I0827 09:29:30.819167 140169079596928 interactiveshell.py:2882] Step 115150 | Loss: 0.3478 | Spent: 11.9 secs | LR: 0.000126
Reading ../data/test.txt
I0827 09:30:08.798754 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.875
I0827 09:30:08.800056 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 09:30:15.557892 140169079596928 interactiveshell.py:2882] Step 115200 | Loss: 0.1376 | Spent: 44.7 secs | LR: 0.000126
I0827 09:30:27.532764 140169079596928 interactiveshell.py:2882] Step 115250 | Loss: 0.1995 | Spent: 12.0 secs | LR: 0.000126
I0827 09:30:39.371350 140169079596928 interactiveshell.py:2882] Step 115300 | Loss: 0.3134 | Spent: 11.8 secs | LR: 0.000126
I0827 09:30:51.389882 140169079596928 interactiveshell.py:2882] Step 115350 | Loss: 0.2322 | Spent: 12.0 secs | LR: 0.000125
I0827 09:31:03.543246 140169079596928 interactiveshell.py:2882] Step 115400 | Loss: 0.1637 | Spent: 12.2 secs | LR: 0.000125
I0827 09:31:15.478376 140169079596928 interactiveshell.py:2882] Step 115450 | Loss: 0.1668 | Spent: 11.9 secs | LR: 0.000125
I0827 09:31:27.338488 140169079596928 interactiveshell.py:2882] Step 115500 | Loss: 0.0976 | Spent: 11.9 secs | LR: 0.000125
I0827 09:31:39.281774 140169079596928 interactiveshell.py:2882] Step 115550 | Loss: 0.1792 | Spent: 11.9 secs | LR: 0.000125
I0827 09:31:51.351902 140169079596928 interactiveshell.py:2882] Step 115600 | Loss: 0.3949 | Spent: 12.1 secs | LR: 0.000125
I0827 09:32:03.304939 140169079596928 interactiveshell.py:2882] Step 115650 | Loss: 0.3464 | Spent: 12.0 secs | LR: 0.000125
I0827 09:32:15.184969 140169079596928 interactiveshell.py:2882] Step 115700 | Loss: 0.1739 | Spent: 11.9 secs | LR: 0.000125
I0827 09:32:27.126437 140169079596928 interactiveshell.py:2882] Step 115750 | Loss: 0.5948 | Spent: 11.9 secs | LR: 0.000125
I0827 09:32:39.046156 140169079596928 interactiveshell.py:2882] Step 115800 | Loss: 0.0769 | Spent: 11.9 secs | LR: 0.000125
I0827 09:32:50.984491 140169079596928 interactiveshell.py:2882] Step 115850 | Loss: 0.3341 | Spent: 11.9 secs | LR: 0.000125
I0827 09:33:02.931462 140169079596928 interactiveshell.py:2882] Step 115900 | Loss: 0.2722 | Spent: 11.9 secs | LR: 0.000125
I0827 09:33:14.764729 140169079596928 interactiveshell.py:2882] Step 115950 | Loss: 0.1305 | Spent: 11.8 secs | LR: 0.000125
I0827 09:33:26.624661 140169079596928 interactiveshell.py:2882] Step 116000 | Loss: 0.3772 | Spent: 11.9 secs | LR: 0.000125
I0827 09:33:38.471263 140169079596928 interactiveshell.py:2882] Step 116050 | Loss: 0.1695 | Spent: 11.8 secs | LR: 0.000125
I0827 09:33:50.542193 140169079596928 interactiveshell.py:2882] Step 116100 | Loss: 0.3947 | Spent: 12.1 secs | LR: 0.000125
I0827 09:34:02.360769 140169079596928 interactiveshell.py:2882] Step 116150 | Loss: 0.0878 | Spent: 11.8 secs | LR: 0.000124
I0827 09:34:14.088989 140169079596928 interactiveshell.py:2882] Step 116200 | Loss: 0.2107 | Spent: 11.7 secs | LR: 0.000124
I0827 09:34:25.699547 140169079596928 interactiveshell.py:2882] Step 116250 | Loss: 0.1186 | Spent: 11.6 secs | LR: 0.000124
I0827 09:34:37.396925 140169079596928 interactiveshell.py:2882] Step 116300 | Loss: 0.1434 | Spent: 11.7 secs | LR: 0.000124
I0827 09:34:49.087487 140169079596928 interactiveshell.py:2882] Step 116350 | Loss: 0.2364 | Spent: 11.7 secs | LR: 0.000124
I0827 09:35:00.891612 140169079596928 interactiveshell.py:2882] Step 116400 | Loss: 0.4882 | Spent: 11.8 secs | LR: 0.000124
I0827 09:35:12.797538 140169079596928 interactiveshell.py:2882] Step 116450 | Loss: 0.1858 | Spent: 11.9 secs | LR: 0.000124
I0827 09:35:24.677668 140169079596928 interactiveshell.py:2882] Step 116500 | Loss: 0.5123 | Spent: 11.9 secs | LR: 0.000124
I0827 09:35:36.661861 140169079596928 interactiveshell.py:2882] Step 116550 | Loss: 0.2543 | Spent: 12.0 secs | LR: 0.000124
I0827 09:35:48.726840 140169079596928 interactiveshell.py:2882] Step 116600 | Loss: 0.3333 | Spent: 12.1 secs | LR: 0.000124
I0827 09:36:00.683847 140169079596928 interactiveshell.py:2882] Step 116650 | Loss: 0.3340 | Spent: 12.0 secs | LR: 0.000124
I0827 09:36:12.715497 140169079596928 interactiveshell.py:2882] Step 116700 | Loss: 0.2587 | Spent: 12.0 secs | LR: 0.000124
I0827 09:36:24.531257 140169079596928 interactiveshell.py:2882] Step 116750 | Loss: 0.2424 | Spent: 11.8 secs | LR: 0.000124
I0827 09:36:36.479582 140169079596928 interactiveshell.py:2882] Step 116800 | Loss: 0.3450 | Spent: 11.9 secs | LR: 0.000124
I0827 09:36:48.361081 140169079596928 interactiveshell.py:2882] Step 116850 | Loss: 0.2671 | Spent: 11.9 secs | LR: 0.000124
Reading ../data/test.txt
I0827 09:37:31.163987 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.874
I0827 09:37:31.166105 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 09:37:33.304440 140169079596928 interactiveshell.py:2882] Step 116900 | Loss: 0.1907 | Spent: 44.9 secs | LR: 0.000124
I0827 09:37:45.217994 140169079596928 interactiveshell.py:2882] Step 116950 | Loss: 0.3537 | Spent: 11.9 secs | LR: 0.000123
I0827 09:37:57.182074 140169079596928 interactiveshell.py:2882] Step 117000 | Loss: 0.2450 | Spent: 12.0 secs | LR: 0.000123
I0827 09:38:09.367001 140169079596928 interactiveshell.py:2882] Step 117050 | Loss: 0.4087 | Spent: 12.2 secs | LR: 0.000123
I0827 09:38:21.301377 140169079596928 interactiveshell.py:2882] Step 117100 | Loss: 0.4710 | Spent: 11.9 secs | LR: 0.000123
I0827 09:38:33.172438 140169079596928 interactiveshell.py:2882] Step 117150 | Loss: 0.4425 | Spent: 11.9 secs | LR: 0.000123
I0827 09:38:45.119759 140169079596928 interactiveshell.py:2882] Step 117200 | Loss: 0.0516 | Spent: 11.9 secs | LR: 0.000123
I0827 09:38:57.111748 140169079596928 interactiveshell.py:2882] Step 117250 | Loss: 0.2014 | Spent: 12.0 secs | LR: 0.000123
I0827 09:39:09.037456 140169079596928 interactiveshell.py:2882] Step 117300 | Loss: 0.2394 | Spent: 11.9 secs | LR: 0.000123
I0827 09:39:20.939494 140169079596928 interactiveshell.py:2882] Step 117350 | Loss: 0.3318 | Spent: 11.9 secs | LR: 0.000123
I0827 09:39:32.810414 140169079596928 interactiveshell.py:2882] Step 117400 | Loss: 0.2734 | Spent: 11.9 secs | LR: 0.000123
I0827 09:39:44.764500 140169079596928 interactiveshell.py:2882] Step 117450 | Loss: 0.2842 | Spent: 12.0 secs | LR: 0.000123
I0827 09:39:56.797322 140169079596928 interactiveshell.py:2882] Step 117500 | Loss: 0.1743 | Spent: 12.0 secs | LR: 0.000123
I0827 09:40:08.742675 140169079596928 interactiveshell.py:2882] Step 117550 | Loss: 0.1364 | Spent: 11.9 secs | LR: 0.000123
I0827 09:40:20.407412 140169079596928 interactiveshell.py:2882] Step 117600 | Loss: 0.4200 | Spent: 11.7 secs | LR: 0.000123
I0827 09:40:32.020506 140169079596928 interactiveshell.py:2882] Step 117650 | Loss: 0.3264 | Spent: 11.6 secs | LR: 0.000123
I0827 09:40:43.995542 140169079596928 interactiveshell.py:2882] Step 117700 | Loss: 0.1690 | Spent: 12.0 secs | LR: 0.000123
I0827 09:40:55.758129 140169079596928 interactiveshell.py:2882] Step 117750 | Loss: 0.2018 | Spent: 11.8 secs | LR: 0.000122
I0827 09:41:07.668072 140169079596928 interactiveshell.py:2882] Step 117800 | Loss: 0.2486 | Spent: 11.9 secs | LR: 0.000122
I0827 09:41:19.848344 140169079596928 interactiveshell.py:2882] Step 117850 | Loss: 0.3255 | Spent: 12.2 secs | LR: 0.000122
I0827 09:41:31.772045 140169079596928 interactiveshell.py:2882] Step 117900 | Loss: 0.1407 | Spent: 11.9 secs | LR: 0.000122
I0827 09:41:43.739274 140169079596928 interactiveshell.py:2882] Step 117950 | Loss: 0.1183 | Spent: 12.0 secs | LR: 0.000122
I0827 09:41:55.527269 140169079596928 interactiveshell.py:2882] Step 118000 | Loss: 0.2041 | Spent: 11.8 secs | LR: 0.000122
I0827 09:42:07.570000 140169079596928 interactiveshell.py:2882] Step 118050 | Loss: 0.2408 | Spent: 12.0 secs | LR: 0.000122
I0827 09:42:19.487579 140169079596928 interactiveshell.py:2882] Step 118100 | Loss: 0.3345 | Spent: 11.9 secs | LR: 0.000122
I0827 09:42:31.541311 140169079596928 interactiveshell.py:2882] Step 118150 | Loss: 0.4239 | Spent: 12.0 secs | LR: 0.000122
I0827 09:42:43.584466 140169079596928 interactiveshell.py:2882] Step 118200 | Loss: 0.4982 | Spent: 12.0 secs | LR: 0.000122
I0827 09:42:55.494024 140169079596928 interactiveshell.py:2882] Step 118250 | Loss: 0.5366 | Spent: 11.9 secs | LR: 0.000122
I0827 09:43:07.344535 140169079596928 interactiveshell.py:2882] Step 118300 | Loss: 0.1902 | Spent: 11.8 secs | LR: 0.000122
I0827 09:43:19.222442 140169079596928 interactiveshell.py:2882] Step 118350 | Loss: 0.3266 | Spent: 11.9 secs | LR: 0.000122
I0827 09:43:31.387389 140169079596928 interactiveshell.py:2882] Step 118400 | Loss: 0.1546 | Spent: 12.2 secs | LR: 0.000122
I0827 09:43:43.395817 140169079596928 interactiveshell.py:2882] Step 118450 | Loss: 0.3232 | Spent: 12.0 secs | LR: 0.000122
I0827 09:43:55.328573 140169079596928 interactiveshell.py:2882] Step 118500 | Loss: 0.3432 | Spent: 11.9 secs | LR: 0.000122
I0827 09:44:07.266532 140169079596928 interactiveshell.py:2882] Step 118550 | Loss: 0.1889 | Spent: 11.9 secs | LR: 0.000122
I0827 09:44:19.297502 140169079596928 interactiveshell.py:2882] Step 118600 | Loss: 0.2117 | Spent: 12.0 secs | LR: 0.000121
Reading ../data/test.txt
I0827 09:44:54.583518 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.875
I0827 09:44:54.586093 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 09:45:04.156029 140169079596928 interactiveshell.py:2882] Step 118650 | Loss: 0.3318 | Spent: 44.9 secs | LR: 0.000121
I0827 09:45:16.054374 140169079596928 interactiveshell.py:2882] Step 118700 | Loss: 0.2247 | Spent: 11.9 secs | LR: 0.000121
I0827 09:45:27.969509 140169079596928 interactiveshell.py:2882] Step 118750 | Loss: 0.2341 | Spent: 11.9 secs | LR: 0.000121
I0827 09:45:39.858644 140169079596928 interactiveshell.py:2882] Step 118800 | Loss: 0.4495 | Spent: 11.9 secs | LR: 0.000121
I0827 09:45:51.723713 140169079596928 interactiveshell.py:2882] Step 118850 | Loss: 0.2758 | Spent: 11.9 secs | LR: 0.000121
I0827 09:46:03.545345 140169079596928 interactiveshell.py:2882] Step 118900 | Loss: 0.2849 | Spent: 11.8 secs | LR: 0.000121
I0827 09:46:15.430213 140169079596928 interactiveshell.py:2882] Step 118950 | Loss: 0.3265 | Spent: 11.9 secs | LR: 0.000121
I0827 09:46:27.573508 140169079596928 interactiveshell.py:2882] Step 119000 | Loss: 0.0825 | Spent: 12.1 secs | LR: 0.000121
I0827 09:46:39.391340 140169079596928 interactiveshell.py:2882] Step 119050 | Loss: 0.2989 | Spent: 11.8 secs | LR: 0.000121
I0827 09:46:51.426075 140169079596928 interactiveshell.py:2882] Step 119100 | Loss: 0.3635 | Spent: 12.0 secs | LR: 0.000121
I0827 09:47:03.208711 140169079596928 interactiveshell.py:2882] Step 119150 | Loss: 0.5204 | Spent: 11.8 secs | LR: 0.000121
I0827 09:47:15.027942 140169079596928 interactiveshell.py:2882] Step 119200 | Loss: 0.4759 | Spent: 11.8 secs | LR: 0.000121
I0827 09:47:26.870041 140169079596928 interactiveshell.py:2882] Step 119250 | Loss: 0.1629 | Spent: 11.8 secs | LR: 0.000121
I0827 09:47:38.804159 140169079596928 interactiveshell.py:2882] Step 119300 | Loss: 0.1704 | Spent: 11.9 secs | LR: 0.000121
I0827 09:47:50.739380 140169079596928 interactiveshell.py:2882] Step 119350 | Loss: 0.1543 | Spent: 11.9 secs | LR: 0.000121
I0827 09:48:02.636716 140169079596928 interactiveshell.py:2882] Step 119400 | Loss: 0.3355 | Spent: 11.9 secs | LR: 0.000120
I0827 09:48:14.600731 140169079596928 interactiveshell.py:2882] Step 119450 | Loss: 0.2180 | Spent: 12.0 secs | LR: 0.000120
I0827 09:48:26.557592 140169079596928 interactiveshell.py:2882] Step 119500 | Loss: 0.1939 | Spent: 12.0 secs | LR: 0.000120
I0827 09:48:38.594453 140169079596928 interactiveshell.py:2882] Step 119550 | Loss: 0.1813 | Spent: 12.0 secs | LR: 0.000120
I0827 09:48:50.594772 140169079596928 interactiveshell.py:2882] Step 119600 | Loss: 0.3652 | Spent: 12.0 secs | LR: 0.000120
I0827 09:49:02.708126 140169079596928 interactiveshell.py:2882] Step 119650 | Loss: 0.2059 | Spent: 12.1 secs | LR: 0.000120
I0827 09:49:14.677047 140169079596928 interactiveshell.py:2882] Step 119700 | Loss: 0.1510 | Spent: 12.0 secs | LR: 0.000120
I0827 09:49:26.553376 140169079596928 interactiveshell.py:2882] Step 119750 | Loss: 0.2208 | Spent: 11.9 secs | LR: 0.000120
I0827 09:49:38.503386 140169079596928 interactiveshell.py:2882] Step 119800 | Loss: 0.0600 | Spent: 11.9 secs | LR: 0.000120
I0827 09:49:50.380424 140169079596928 interactiveshell.py:2882] Step 119850 | Loss: 0.2598 | Spent: 11.9 secs | LR: 0.000120
I0827 09:50:02.397850 140169079596928 interactiveshell.py:2882] Step 119900 | Loss: 0.6488 | Spent: 12.0 secs | LR: 0.000120
I0827 09:50:14.362113 140169079596928 interactiveshell.py:2882] Step 119950 | Loss: 0.2716 | Spent: 12.0 secs | LR: 0.000120
I0827 09:50:26.290200 140169079596928 interactiveshell.py:2882] Step 120000 | Loss: 0.2633 | Spent: 11.9 secs | LR: 0.000120
I0827 09:50:38.214416 140169079596928 interactiveshell.py:2882] Step 120050 | Loss: 0.3115 | Spent: 11.9 secs | LR: 0.000120
I0827 09:50:50.116303 140169079596928 interactiveshell.py:2882] Step 120100 | Loss: 0.3427 | Spent: 11.9 secs | LR: 0.000120
I0827 09:51:02.262610 140169079596928 interactiveshell.py:2882] Step 120150 | Loss: 0.1206 | Spent: 12.1 secs | LR: 0.000120
Reading ../data/train.txt
I0827 09:51:52.449377 140169079596928 interactiveshell.py:2882] Step 120200 | Loss: 0.1672 | Spent: 50.2 secs | LR: 0.000120
I0827 09:52:04.845555 140169079596928 interactiveshell.py:2882] Step 120250 | Loss: 0.5400 | Spent: 12.4 secs | LR: 0.000119
I0827 09:52:17.115678 140169079596928 interactiveshell.py:2882] Step 120300 | Loss: 0.2770 | Spent: 12.3 secs | LR: 0.000119
Reading ../data/test.txt
I0827 09:52:56.792298 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.876
I0827 09:52:56.793615 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.876
I0827 09:53:01.939460 140169079596928 interactiveshell.py:2882] Step 120350 | Loss: 0.5067 | Spent: 44.8 secs | LR: 0.000119
I0827 09:53:14.173838 140169079596928 interactiveshell.py:2882] Step 120400 | Loss: 0.3230 | Spent: 12.2 secs | LR: 0.000119
I0827 09:53:26.652707 140169079596928 interactiveshell.py:2882] Step 120450 | Loss: 0.2048 | Spent: 12.5 secs | LR: 0.000119
I0827 09:53:38.968936 140169079596928 interactiveshell.py:2882] Step 120500 | Loss: 0.2082 | Spent: 12.3 secs | LR: 0.000119
I0827 09:53:51.231035 140169079596928 interactiveshell.py:2882] Step 120550 | Loss: 0.1375 | Spent: 12.3 secs | LR: 0.000119
I0827 09:54:03.516437 140169079596928 interactiveshell.py:2882] Step 120600 | Loss: 0.2430 | Spent: 12.3 secs | LR: 0.000119
I0827 09:54:15.925173 140169079596928 interactiveshell.py:2882] Step 120650 | Loss: 0.3807 | Spent: 12.4 secs | LR: 0.000119
I0827 09:54:28.323179 140169079596928 interactiveshell.py:2882] Step 120700 | Loss: 0.1055 | Spent: 12.4 secs | LR: 0.000119
I0827 09:54:40.653947 140169079596928 interactiveshell.py:2882] Step 120750 | Loss: 0.0789 | Spent: 12.3 secs | LR: 0.000119
I0827 09:54:52.955782 140169079596928 interactiveshell.py:2882] Step 120800 | Loss: 0.2248 | Spent: 12.3 secs | LR: 0.000119
I0827 09:55:05.292884 140169079596928 interactiveshell.py:2882] Step 120850 | Loss: 0.1765 | Spent: 12.3 secs | LR: 0.000119
I0827 09:55:17.690099 140169079596928 interactiveshell.py:2882] Step 120900 | Loss: 0.2060 | Spent: 12.4 secs | LR: 0.000119
I0827 09:55:30.023519 140169079596928 interactiveshell.py:2882] Step 120950 | Loss: 0.3993 | Spent: 12.3 secs | LR: 0.000119
I0827 09:55:42.371233 140169079596928 interactiveshell.py:2882] Step 121000 | Loss: 0.2141 | Spent: 12.3 secs | LR: 0.000119
I0827 09:55:54.662017 140169079596928 interactiveshell.py:2882] Step 121050 | Loss: 0.2201 | Spent: 12.3 secs | LR: 0.000118
I0827 09:56:07.206877 140169079596928 interactiveshell.py:2882] Step 121100 | Loss: 0.4298 | Spent: 12.5 secs | LR: 0.000118
I0827 09:56:19.509136 140169079596928 interactiveshell.py:2882] Step 121150 | Loss: 0.0709 | Spent: 12.3 secs | LR: 0.000118
I0827 09:56:31.810182 140169079596928 interactiveshell.py:2882] Step 121200 | Loss: 0.1818 | Spent: 12.3 secs | LR: 0.000118
I0827 09:56:44.284851 140169079596928 interactiveshell.py:2882] Step 121250 | Loss: 0.4403 | Spent: 12.5 secs | LR: 0.000118
I0827 09:56:56.848014 140169079596928 interactiveshell.py:2882] Step 121300 | Loss: 0.2056 | Spent: 12.6 secs | LR: 0.000118
I0827 09:57:09.369143 140169079596928 interactiveshell.py:2882] Step 121350 | Loss: 0.2548 | Spent: 12.5 secs | LR: 0.000118
I0827 09:57:21.774193 140169079596928 interactiveshell.py:2882] Step 121400 | Loss: 0.1749 | Spent: 12.4 secs | LR: 0.000118
I0827 09:57:34.159168 140169079596928 interactiveshell.py:2882] Step 121450 | Loss: 0.4776 | Spent: 12.4 secs | LR: 0.000118
I0827 09:57:46.488549 140169079596928 interactiveshell.py:2882] Step 121500 | Loss: 0.2486 | Spent: 12.3 secs | LR: 0.000118
I0827 09:57:58.939410 140169079596928 interactiveshell.py:2882] Step 121550 | Loss: 0.1475 | Spent: 12.4 secs | LR: 0.000118
I0827 09:58:11.300363 140169079596928 interactiveshell.py:2882] Step 121600 | Loss: 0.1994 | Spent: 12.4 secs | LR: 0.000118
I0827 09:58:23.605826 140169079596928 interactiveshell.py:2882] Step 121650 | Loss: 0.1799 | Spent: 12.3 secs | LR: 0.000118
I0827 09:58:35.981928 140169079596928 interactiveshell.py:2882] Step 121700 | Loss: 0.1808 | Spent: 12.4 secs | LR: 0.000118
I0827 09:58:48.255243 140169079596928 interactiveshell.py:2882] Step 121750 | Loss: 0.3848 | Spent: 12.3 secs | LR: 0.000118
I0827 09:59:00.578268 140169079596928 interactiveshell.py:2882] Step 121800 | Loss: 0.4301 | Spent: 12.3 secs | LR: 0.000118
I0827 09:59:12.710173 140169079596928 interactiveshell.py:2882] Step 121850 | Loss: 0.2651 | Spent: 12.1 secs | LR: 0.000118
I0827 09:59:24.843706 140169079596928 interactiveshell.py:2882] Step 121900 | Loss: 0.3864 | Spent: 12.1 secs | LR: 0.000117
I0827 09:59:37.019060 140169079596928 interactiveshell.py:2882] Step 121950 | Loss: 0.4398 | Spent: 12.2 secs | LR: 0.000117
I0827 09:59:49.496483 140169079596928 interactiveshell.py:2882] Step 122000 | Loss: 0.0549 | Spent: 12.5 secs | LR: 0.000117
Reading ../data/test.txt
I0827 10:00:34.283415 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.877
I0827 10:00:34.457402 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.877
I0827 10:00:34.971479 140169079596928 interactiveshell.py:2882] Step 122050 | Loss: 0.2111 | Spent: 45.5 secs | LR: 0.000117
I0827 10:00:47.455022 140169079596928 interactiveshell.py:2882] Step 122100 | Loss: 0.3013 | Spent: 12.5 secs | LR: 0.000117
I0827 10:00:59.716885 140169079596928 interactiveshell.py:2882] Step 122150 | Loss: 0.1197 | Spent: 12.3 secs | LR: 0.000117
I0827 10:01:11.976880 140169079596928 interactiveshell.py:2882] Step 122200 | Loss: 0.1432 | Spent: 12.3 secs | LR: 0.000117
I0827 10:01:24.342015 140169079596928 interactiveshell.py:2882] Step 122250 | Loss: 0.1359 | Spent: 12.4 secs | LR: 0.000117
I0827 10:01:36.740274 140169079596928 interactiveshell.py:2882] Step 122300 | Loss: 0.2837 | Spent: 12.4 secs | LR: 0.000117
I0827 10:01:49.082743 140169079596928 interactiveshell.py:2882] Step 122350 | Loss: 0.1734 | Spent: 12.3 secs | LR: 0.000117
I0827 10:02:01.761901 140169079596928 interactiveshell.py:2882] Step 122400 | Loss: 0.2349 | Spent: 12.7 secs | LR: 0.000117
I0827 10:02:14.246500 140169079596928 interactiveshell.py:2882] Step 122450 | Loss: 0.2846 | Spent: 12.5 secs | LR: 0.000117
I0827 10:02:26.630386 140169079596928 interactiveshell.py:2882] Step 122500 | Loss: 0.0561 | Spent: 12.4 secs | LR: 0.000117
I0827 10:02:39.237495 140169079596928 interactiveshell.py:2882] Step 122550 | Loss: 0.1889 | Spent: 12.6 secs | LR: 0.000117
I0827 10:02:51.596576 140169079596928 interactiveshell.py:2882] Step 122600 | Loss: 0.1388 | Spent: 12.4 secs | LR: 0.000117
I0827 10:03:03.991043 140169079596928 interactiveshell.py:2882] Step 122650 | Loss: 0.1601 | Spent: 12.4 secs | LR: 0.000117
I0827 10:03:16.415692 140169079596928 interactiveshell.py:2882] Step 122700 | Loss: 0.6650 | Spent: 12.4 secs | LR: 0.000117
I0827 10:03:28.782581 140169079596928 interactiveshell.py:2882] Step 122750 | Loss: 0.3594 | Spent: 12.4 secs | LR: 0.000116
I0827 10:03:41.204997 140169079596928 interactiveshell.py:2882] Step 122800 | Loss: 0.2643 | Spent: 12.4 secs | LR: 0.000116
I0827 10:03:53.575101 140169079596928 interactiveshell.py:2882] Step 122850 | Loss: 0.1556 | Spent: 12.4 secs | LR: 0.000116
I0827 10:04:06.085283 140169079596928 interactiveshell.py:2882] Step 122900 | Loss: 0.4296 | Spent: 12.5 secs | LR: 0.000116
I0827 10:04:18.355763 140169079596928 interactiveshell.py:2882] Step 122950 | Loss: 0.2576 | Spent: 12.3 secs | LR: 0.000116
I0827 10:04:30.770685 140169079596928 interactiveshell.py:2882] Step 123000 | Loss: 0.5088 | Spent: 12.4 secs | LR: 0.000116
I0827 10:04:43.144448 140169079596928 interactiveshell.py:2882] Step 123050 | Loss: 0.2447 | Spent: 12.4 secs | LR: 0.000116
I0827 10:04:55.547930 140169079596928 interactiveshell.py:2882] Step 123100 | Loss: 0.1284 | Spent: 12.4 secs | LR: 0.000116
I0827 10:05:07.947950 140169079596928 interactiveshell.py:2882] Step 123150 | Loss: 0.1536 | Spent: 12.4 secs | LR: 0.000116
I0827 10:05:20.093548 140169079596928 interactiveshell.py:2882] Step 123200 | Loss: 0.6785 | Spent: 12.1 secs | LR: 0.000116
I0827 10:05:32.368215 140169079596928 interactiveshell.py:2882] Step 123250 | Loss: 0.0592 | Spent: 12.3 secs | LR: 0.000116
I0827 10:05:44.526040 140169079596928 interactiveshell.py:2882] Step 123300 | Loss: 0.2357 | Spent: 12.2 secs | LR: 0.000116
I0827 10:05:56.970098 140169079596928 interactiveshell.py:2882] Step 123350 | Loss: 0.5431 | Spent: 12.4 secs | LR: 0.000116
I0827 10:06:09.342617 140169079596928 interactiveshell.py:2882] Step 123400 | Loss: 0.1711 | Spent: 12.4 secs | LR: 0.000116
I0827 10:06:21.690573 140169079596928 interactiveshell.py:2882] Step 123450 | Loss: 0.3134 | Spent: 12.3 secs | LR: 0.000116
I0827 10:06:34.190533 140169079596928 interactiveshell.py:2882] Step 123500 | Loss: 0.1099 | Spent: 12.5 secs | LR: 0.000116
I0827 10:06:46.557894 140169079596928 interactiveshell.py:2882] Step 123550 | Loss: 0.2300 | Spent: 12.4 secs | LR: 0.000116
I0827 10:06:59.015518 140169079596928 interactiveshell.py:2882] Step 123600 | Loss: 0.1153 | Spent: 12.5 secs | LR: 0.000115
I0827 10:07:11.671210 140169079596928 interactiveshell.py:2882] Step 123650 | Loss: 0.3076 | Spent: 12.7 secs | LR: 0.000115
I0827 10:07:24.161547 140169079596928 interactiveshell.py:2882] Step 123700 | Loss: 0.2991 | Spent: 12.5 secs | LR: 0.000115
I0827 10:07:36.713002 140169079596928 interactiveshell.py:2882] Step 123750 | Loss: 0.3491 | Spent: 12.5 secs | LR: 0.000115
Reading ../data/test.txt
I0827 10:08:14.399233 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.877
I0827 10:08:14.596940 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.877
I0827 10:08:22.985298 140169079596928 interactiveshell.py:2882] Step 123800 | Loss: 0.1769 | Spent: 46.3 secs | LR: 0.000115
I0827 10:08:35.518418 140169079596928 interactiveshell.py:2882] Step 123850 | Loss: 0.1870 | Spent: 12.5 secs | LR: 0.000115
I0827 10:08:47.827455 140169079596928 interactiveshell.py:2882] Step 123900 | Loss: 0.1235 | Spent: 12.3 secs | LR: 0.000115
I0827 10:09:00.136824 140169079596928 interactiveshell.py:2882] Step 123950 | Loss: 0.4419 | Spent: 12.3 secs | LR: 0.000115
I0827 10:09:12.764320 140169079596928 interactiveshell.py:2882] Step 124000 | Loss: 0.2300 | Spent: 12.6 secs | LR: 0.000115
I0827 10:09:25.141168 140169079596928 interactiveshell.py:2882] Step 124050 | Loss: 0.2463 | Spent: 12.4 secs | LR: 0.000115
I0827 10:09:37.637142 140169079596928 interactiveshell.py:2882] Step 124100 | Loss: 0.1358 | Spent: 12.5 secs | LR: 0.000115
I0827 10:09:49.909967 140169079596928 interactiveshell.py:2882] Step 124150 | Loss: 0.1440 | Spent: 12.3 secs | LR: 0.000115
I0827 10:10:02.334270 140169079596928 interactiveshell.py:2882] Step 124200 | Loss: 0.2363 | Spent: 12.4 secs | LR: 0.000115
I0827 10:10:14.851135 140169079596928 interactiveshell.py:2882] Step 124250 | Loss: 0.2539 | Spent: 12.5 secs | LR: 0.000115
I0827 10:10:27.243826 140169079596928 interactiveshell.py:2882] Step 124300 | Loss: 0.2824 | Spent: 12.4 secs | LR: 0.000115
I0827 10:10:39.767766 140169079596928 interactiveshell.py:2882] Step 124350 | Loss: 0.3273 | Spent: 12.5 secs | LR: 0.000115
I0827 10:10:52.136957 140169079596928 interactiveshell.py:2882] Step 124400 | Loss: 0.2476 | Spent: 12.4 secs | LR: 0.000115
I0827 10:11:04.804044 140169079596928 interactiveshell.py:2882] Step 124450 | Loss: 0.2705 | Spent: 12.7 secs | LR: 0.000115
I0827 10:11:16.954948 140169079596928 interactiveshell.py:2882] Step 124500 | Loss: 0.3357 | Spent: 12.1 secs | LR: 0.000114
I0827 10:11:29.037734 140169079596928 interactiveshell.py:2882] Step 124550 | Loss: 0.1708 | Spent: 12.1 secs | LR: 0.000114
I0827 10:11:41.274943 140169079596928 interactiveshell.py:2882] Step 124600 | Loss: 0.4025 | Spent: 12.2 secs | LR: 0.000114
I0827 10:11:53.526089 140169079596928 interactiveshell.py:2882] Step 124650 | Loss: 0.1710 | Spent: 12.2 secs | LR: 0.000114
I0827 10:12:06.050384 140169079596928 interactiveshell.py:2882] Step 124700 | Loss: 0.3678 | Spent: 12.5 secs | LR: 0.000114
I0827 10:12:18.530822 140169079596928 interactiveshell.py:2882] Step 124750 | Loss: 0.0851 | Spent: 12.5 secs | LR: 0.000114
I0827 10:12:30.994360 140169079596928 interactiveshell.py:2882] Step 124800 | Loss: 0.1329 | Spent: 12.5 secs | LR: 0.000114
I0827 10:12:43.389209 140169079596928 interactiveshell.py:2882] Step 124850 | Loss: 0.2454 | Spent: 12.4 secs | LR: 0.000114
I0827 10:12:55.970676 140169079596928 interactiveshell.py:2882] Step 124900 | Loss: 0.1522 | Spent: 12.6 secs | LR: 0.000114
I0827 10:13:08.368400 140169079596928 interactiveshell.py:2882] Step 124950 | Loss: 0.0849 | Spent: 12.4 secs | LR: 0.000114
I0827 10:13:20.757081 140169079596928 interactiveshell.py:2882] Step 125000 | Loss: 0.2202 | Spent: 12.4 secs | LR: 0.000114
I0827 10:13:33.051856 140169079596928 interactiveshell.py:2882] Step 125050 | Loss: 0.1505 | Spent: 12.3 secs | LR: 0.000114
I0827 10:13:45.411059 140169079596928 interactiveshell.py:2882] Step 125100 | Loss: 0.1818 | Spent: 12.4 secs | LR: 0.000114
I0827 10:13:57.939521 140169079596928 interactiveshell.py:2882] Step 125150 | Loss: 0.2424 | Spent: 12.5 secs | LR: 0.000114
I0827 10:14:10.310403 140169079596928 interactiveshell.py:2882] Step 125200 | Loss: 0.2770 | Spent: 12.4 secs | LR: 0.000114
I0827 10:14:22.842747 140169079596928 interactiveshell.py:2882] Step 125250 | Loss: 0.1656 | Spent: 12.5 secs | LR: 0.000114
I0827 10:14:35.089515 140169079596928 interactiveshell.py:2882] Step 125300 | Loss: 0.4044 | Spent: 12.2 secs | LR: 0.000114
I0827 10:14:47.609877 140169079596928 interactiveshell.py:2882] Step 125350 | Loss: 0.3762 | Spent: 12.5 secs | LR: 0.000113
I0827 10:14:59.884235 140169079596928 interactiveshell.py:2882] Step 125400 | Loss: 0.4209 | Spent: 12.3 secs | LR: 0.000113
I0827 10:15:12.213417 140169079596928 interactiveshell.py:2882] Step 125450 | Loss: 0.0726 | Spent: 12.3 secs | LR: 0.000113
Reading ../data/test.txt
I0827 10:15:53.814267 140169079596928 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.876
I0827 10:15:53.815483 140169079596928 interactiveshell.py:2882] Best Accuracy: 0.877
I0827 10:15:57.247464 140169079596928 interactiveshell.py:2882] Step 125500 | Loss: 0.4634 | Spent: 45.0 secs | LR: 0.000113
I0827 10:16:09.548271 140169079596928 interactiveshell.py:2882] Step 125550 | Loss: 0.0417 | Spent: 12.3 secs | LR: 0.000113
---------------------------------------------------------------------------
KeyboardInterrupt                         Traceback (most recent call last)
<ipython-input-9-041484b5979f> in <module>()
     27     optim.lr.assign(decay_lr(global_step))
     28     grads = tape.gradient(loss, model.trainable_variables)
---> 29     grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
     30     optim.apply_gradients(zip(grads, model.trainable_variables))
     31 

/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/ops/clip_ops.py in clip_by_global_norm(t_list, clip_norm, use_norm, name)
    299         scale_for_finite,
    300         # Return NaN if use_norm is not finite.
--> 301         constant_op.constant(float("nan"), dtype=use_norm.dtype))
    302 
    303     values = [

/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/framework/constant_op.py in constant(value, dtype, shape, name)
    225   """
    226   return _constant_impl(value, dtype, shape, name, verify_shape=False,
--> 227                         allow_broadcast=True)
    228 
    229 

/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/framework/constant_op.py in _constant_impl(value, dtype, shape, name, verify_shape, allow_broadcast)
    233   ctx = context.context()
    234   if ctx.executing_eagerly():
--> 235     t = convert_to_eager_tensor(value, ctx, dtype)
    236     if shape is None:
    237       return t

/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/framework/constant_op.py in convert_to_eager_tensor(value, ctx, dtype)
     94       dtype = dtypes.as_dtype(dtype).as_datatype_enum
     95   ctx.ensure_initialized()
---> 96   return ops.EagerTensor(value, ctx.device_name, dtype)
     97 
     98 

KeyboardInterrupt: