In [1]:
"""
We use following lines because we are running on Google Colab
If you are running notebook on a local computer, you don't need this cell
"""
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow2/text_matching/snli/main')
Drive already mounted at /content/gdrive; to attempt to forcibly remount, call drive.mount("/content/gdrive", force_remount=True).
In [2]:
!pip install tensorflow-gpu==2.0.0-beta1
Requirement already satisfied: tensorflow-gpu==2.0.0-beta1 in /usr/local/lib/python3.6/dist-packages (2.0.0b1)
Requirement already satisfied: gast>=0.2.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (0.2.2)
Requirement already satisfied: tb-nightly<1.14.0a20190604,>=1.14.0a20190603 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.14.0a20190603)
Requirement already satisfied: keras-preprocessing>=1.0.5 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.1.0)
Requirement already satisfied: tf-estimator-nightly<1.14.0.dev2019060502,>=1.14.0.dev2019060501 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.14.0.dev2019060501)
Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (0.33.4)
Requirement already satisfied: numpy<2.0,>=1.14.5 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.16.4)
Requirement already satisfied: keras-applications>=1.0.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.0.8)
Requirement already satisfied: protobuf>=3.6.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (3.7.1)
Requirement already satisfied: wrapt>=1.11.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.11.2)
Requirement already satisfied: absl-py>=0.7.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (0.7.1)
Requirement already satisfied: google-pasta>=0.1.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (0.1.7)
Requirement already satisfied: astor>=0.6.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (0.8.0)
Requirement already satisfied: grpcio>=1.8.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.15.0)
Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.1.0)
Requirement already satisfied: six>=1.10.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.12.0)
Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.14.0a20190604,>=1.14.0a20190603->tensorflow-gpu==2.0.0-beta1) (3.1.1)
Requirement already satisfied: werkzeug>=0.11.15 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.14.0a20190604,>=1.14.0a20190603->tensorflow-gpu==2.0.0-beta1) (0.15.5)
Requirement already satisfied: setuptools>=41.0.0 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.14.0a20190604,>=1.14.0a20190603->tensorflow-gpu==2.0.0-beta1) (41.0.1)
Requirement already satisfied: h5py in /usr/local/lib/python3.6/dist-packages (from keras-applications>=1.0.6->tensorflow-gpu==2.0.0-beta1) (2.8.0)
In [3]:
import tensorflow as tf
import numpy as np
import pprint
import logging
import time
import math

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 2.0.0-beta1
GPU Enabled: True
In [0]:
def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      word2idx[line] = i
  return word2idx
In [0]:
# stream data from text files
def data_generator(f_path, word2idx):
  label2idx = {'neutral': 0, 'entailment': 1, 'contradiction': 2,}
  with open(f_path) as f:
    print('Reading', f_path)
    for line in f:
      line = line.rstrip()
      label, text1, text2 = line.split('\t')
      if label == '-':
        continue
      text1 = [word2idx.get(w, len(word2idx)) for w in text1.split()]
      text2 = [word2idx.get(w, len(word2idx)) for w in text2.split()]
      yield ((text1, text2), label2idx[label])


def dataset(is_training, params):
  _shapes = (([None], [None]), ())
  _types = ((tf.int32, tf.int32), tf.int32)
  _pads = ((0, 0), -1)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_path'], params['word2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_path'], params['word2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  return ds
In [0]:
class FFNBlock(tf.keras.Model):
  def __init__(self, params, name):
    super().__init__(name = name)
    self.dropout1 = tf.keras.layers.Dropout(0.3)
    self.fc1 = tf.keras.layers.Dense(params['hidden_units'], tf.nn.elu)
    self.dropout2 = tf.keras.layers.Dropout(0.2)
    self.fc2 = tf.keras.layers.Dense(params['hidden_units'], tf.nn.elu)
  
  def call(self, inputs, training=False):
    x = inputs
    x = self.dropout1(x, training=training)
    x = self.fc1(x)
    x = self.dropout2(x, training=training)
    x = self.fc2(x)
    return x
In [0]:
class Pyramid(tf.keras.Model):
  def __init__(self, params: dict):
    super().__init__()
    self.embedding = tf.Variable(np.load(params['embedding_path']), name='pretrained_embedding')
    
    self.inp_dropout = tf.keras.layers.Dropout(0.2)
    
    self.encoder = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(
        params['hidden_units'], return_sequences=True), name='encoder')
    
    self.conv_1 = tf.keras.layers.Conv2D(filters=32, kernel_size=7, activation=tf.nn.elu, padding='same')
    
    self.conv_2 = tf.keras.layers.Conv2D(filters=64, kernel_size=5, activation=tf.nn.elu, padding='same')
    
    self.conv_3 = tf.keras.layers.Conv2D(filters=128, kernel_size=3, activation=tf.nn.elu, padding='same')
    
    self.W_0 = tf.keras.layers.Dense(2*params['hidden_units'], use_bias=False)
    
    self.W_1_1 = tf.keras.layers.Dense(params['hidden_units'], use_bias=False)
    
    self.W_1_2 = tf.keras.layers.Dense(params['hidden_units'], use_bias=False)
    
    self.v_1 = tf.keras.layers.Dense(1, use_bias=False)
    
    self.W_2 = tf.keras.layers.Dense(params['hidden_units'], use_bias=False)
    
    self.v_2 = tf.keras.layers.Dense(1, use_bias=False)
    
    self.W_3 = tf.keras.layers.Dense(params['hidden_units'], use_bias=False)
    
    self.v_3 = tf.keras.layers.Dense(1, use_bias=False)
    
    self.flatten = tf.keras.layers.Flatten()
    
    self.out_hidden = FFNBlock(params, name='out_hidden')
    
    self.out_linear = tf.keras.layers.Dense(params['num_labels'], name='out_linear')
  
  
  def call(self, inputs, training=False):
    x1, x2 = inputs
    if x1.dtype != tf.int32:
      x1 = tf.cast(x1, tf.int32)
    if x2.dtype != tf.int32:
      x2 = tf.cast(x2, tf.int32)
    
    batch_sz = tf.shape(x1)[0]
    len1, len2 = x1.shape[1], x2.shape[1]
    stride1, stride2 = len1 // params['fixed_len1'], len2 // params['fixed_len2']
    
    if len1 // stride1 != params['fixed_len1']:
      remin = (stride1 + 1) * params['fixed_len1'] - len1
      zeros = tf.zeros([batch_sz, remin], tf.int32)
      x1 = tf.concat([x1, zeros], 1)
      len1 = x1.shape[1]
      stride1 = len1 // params['fixed_len1']
    
    if len2 // stride2 != params['fixed_len2']:
      remin = (stride2 + 1) * params['fixed_len2'] - len2
      zeros = tf.zeros([batch_sz, remin], tf.int32)
      x2 = tf.concat([x2, zeros], 1)
      len2 = x2.shape[1]
      stride2 = len2 // params['fixed_len2']
    
    if x1.dtype != tf.int32:
      x1 = tf.cast(x1, tf.int32)
    if x2.dtype != tf.int32:
      x2 = tf.cast(x2, tf.int32)
    
    batch_sz = tf.shape(x1)[0]
    
    mask1 = tf.sign(x1)
    mask2 = tf.sign(x2)
    
    x1 = tf.nn.embedding_lookup(self.embedding, x1)
    x2 = tf.nn.embedding_lookup(self.embedding, x2)
    
    x1 = self.inp_dropout(x1, training=training)
    x2 = self.inp_dropout(x2, training=training)
    
    x1, x2 = self.encoder(x1), self.encoder(x2)
    x = []
    
    # attention 1 (bilinear)
    a = tf.matmul(x1, self.W_0(x2), transpose_b=True)
    x.append(tf.expand_dims(a, -1))
    
    # attention 2 (add)
    a1 = tf.expand_dims(self.W_1_1(x1), 2)
    a2 = tf.expand_dims(self.W_1_2(x2), 1)
    x.append(self.v_1(tf.tanh(a1 + a2)))
    
    # attention 3 (minus)
    a1 = tf.expand_dims(x1, 2)
    a2 = tf.expand_dims(x2, 1)
    x.append(self.v_2(tf.tanh(self.W_2(tf.abs(a1 - a2)))))
    
    # attention 4 (dot)
    a1 = tf.expand_dims(x1, 2)
    a2 = tf.expand_dims(x2, 1)
    x.append(self.v_3(tf.tanh(self.W_3(a1 * a2))))
    
    x = tf.concat(x, -1)
    x = self.conv_1(x)
    x = tf.nn.max_pool(x, [1, stride1, stride2, 1], [1, stride1, stride2, 1], 'VALID')
    x = self.conv_2(x)
    x = tf.nn.max_pool(x, [1, 2, 2, 1], [1, 2, 2, 1], 'VALID')
    x = self.conv_3(x)
    x = tf.nn.max_pool(x, [1, 2, 2, 1], [1, 2, 2, 1], 'VALID')
    
    x = self.flatten(x)
    x = self.out_hidden(x, training=training)
    x = self.out_linear(x)
    
    return x
In [0]:
params = {
    'model_dir': '../model/esim',
    'log_path': '../log/esim.txt',
    'train_path': '../data/train.txt',
    'test_path': '../data/test.txt',
    'embedding_path': '../vocab/word.npy',
    'vocab_path': '../vocab/word.txt',
    'batch_size': 32,
    'buffer_size': 200000,
    'hidden_units': 300,
    'fixed_len1': 14,
    'fixed_len2': 8,
    'lr': 4e-4,
    'clip_norm': 10.,
    'num_labels': 3,
    'eval_steps': 550152//32//10,
    'num_patience': 7,
}
In [0]:
def is_descending(history: list):
  history = history[-(params['num_patience']+1):]
  for i in range(1, len(history)):
    if history[i-1] <= history[i]:
      return False
  return True  
In [10]:
params['word2idx'] = get_vocab(params['vocab_path'])
params['vocab_size'] = len(params['word2idx']) + 1

model = Pyramid(params)
model.build([[None, 20], [None, 14]])
pprint.pprint([(v.name, v.shape) for v in model.trainable_variables])

decay_lr = tf.optimizers.schedules.ExponentialDecay(params['lr'], 1000, 0.99)
optim = tf.optimizers.Adam(params['lr'])
global_step = 0

history_acc = []
best_acc = .0

t0 = time.time()
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)

while True:
  # TRAINING
  for ((text1, text2), label) in dataset(is_training=True, params=params):
    with tf.GradientTape() as tape:
      logits = model((text1, text2), training=True)
      loss = tf.nn.sparse_softmax_cross_entropy_with_logits(labels=label, logits=logits)
      loss = tf.reduce_mean(loss)
      
    optim.lr.assign(decay_lr(global_step))
    grads = tape.gradient(loss, model.trainable_variables)
    grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
    optim.apply_gradients(zip(grads, model.trainable_variables))
    
    if global_step % 50 == 0:
      logger.info("Step {} | Loss: {:.4f} | Spent: {:.1f} secs | LR: {:.6f}".format(
          global_step, loss.numpy().item(), time.time()-t0, optim.lr.numpy().item()))
      t0 = time.time()
    global_step += 1
  
    if global_step % params['eval_steps'] == 0:
      # EVALUATION
      m = tf.keras.metrics.Accuracy()

      for ((text1, text2), label) in dataset(is_training=False, params=params):
        logits = model((text1, text2), training=False)
        y_pred = tf.argmax(logits, axis=-1)
        m.update_state(y_true=label, y_pred=y_pred)

      acc = m.result().numpy()
      logger.info("Evaluation: Testing Accuracy: {:.3f}".format(acc))
      history_acc.append(acc)

      if acc > best_acc:
        best_acc = acc
        # you can save model here
      logger.info("Best Accuracy: {:.3f}".format(best_acc))

      if len(history_acc) > params['num_patience'] and is_descending(history_acc):
        logger.info("Testing Accuracy not improved over {} epochs, Early Stop".format(params['num_patience']))
        break
WARNING: Logging before flag parsing goes to stderr.
W0808 07:23:29.804559 140642952341376 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/data/ops/dataset_ops.py:505: py_func (from tensorflow.python.ops.script_ops) is deprecated and will be removed in a future version.
Instructions for updating:
tf.py_func is deprecated in TF V2. Instead, there are two
    options available in V2.
    - tf.py_function takes a python function which manipulates tf eager
    tensors instead of numpy arrays. It's easy to convert a tf eager tensor to
    an ndarray (just call tensor.numpy()) but having access to eager tensors
    means `tf.py_function`s can use accelerators such as GPUs as well as
    being differentiable using a gradient tape.
    - tf.numpy_function maintains the semantics of the deprecated tf.py_func
    (it is not differentiable, and manipulates numpy arrays). It drops the
    stateful argument making all functions stateful.
    
[('encoder/forward_lstm/kernel:0', TensorShape([300, 1200])),
 ('encoder/forward_lstm/recurrent_kernel:0', TensorShape([300, 1200])),
 ('encoder/forward_lstm/bias:0', TensorShape([1200])),
 ('encoder/backward_lstm/kernel:0', TensorShape([300, 1200])),
 ('encoder/backward_lstm/recurrent_kernel:0', TensorShape([300, 1200])),
 ('encoder/backward_lstm/bias:0', TensorShape([1200])),
 ('conv2d/kernel:0', TensorShape([7, 7, 4, 32])),
 ('conv2d/bias:0', TensorShape([32])),
 ('conv2d_1/kernel:0', TensorShape([5, 5, 32, 64])),
 ('conv2d_1/bias:0', TensorShape([64])),
 ('conv2d_2/kernel:0', TensorShape([3, 3, 64, 128])),
 ('conv2d_2/bias:0', TensorShape([128])),
 ('dense/kernel:0', TensorShape([600, 600])),
 ('dense_1/kernel:0', TensorShape([600, 300])),
 ('dense_2/kernel:0', TensorShape([600, 300])),
 ('dense_3/kernel:0', TensorShape([300, 1])),
 ('dense_4/kernel:0', TensorShape([600, 300])),
 ('dense_5/kernel:0', TensorShape([300, 1])),
 ('dense_6/kernel:0', TensorShape([600, 300])),
 ('dense_7/kernel:0', TensorShape([300, 1])),
 ('out_hidden/dense_8/kernel:0', TensorShape([768, 300])),
 ('out_hidden/dense_8/bias:0', TensorShape([300])),
 ('out_hidden/dense_9/kernel:0', TensorShape([300, 300])),
 ('out_hidden/dense_9/bias:0', TensorShape([300])),
 ('out_linear/kernel:0', TensorShape([300, 3])),
 ('out_linear/bias:0', TensorShape([3])),
 ('pretrained_embedding:0', TensorShape([20884, 300]))]
Reading ../data/train.txt
W0808 07:23:54.352515 140642952341376 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/clip_ops.py:286: add_dispatch_support.<locals>.wrapper (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.where in 2.0, which has the same broadcast rule as np.where
I0808 07:23:54.479300 140642952341376 interactiveshell.py:2882] Step 0 | Loss: 1.1080 | Spent: 24.7 secs | LR: 0.000400
I0808 07:23:59.921740 140642952341376 interactiveshell.py:2882] Step 50 | Loss: 1.0963 | Spent: 5.4 secs | LR: 0.000400
I0808 07:24:04.954467 140642952341376 interactiveshell.py:2882] Step 100 | Loss: 1.1137 | Spent: 5.0 secs | LR: 0.000400
I0808 07:24:09.956786 140642952341376 interactiveshell.py:2882] Step 150 | Loss: 1.0719 | Spent: 5.0 secs | LR: 0.000399
I0808 07:24:14.990554 140642952341376 interactiveshell.py:2882] Step 200 | Loss: 1.0069 | Spent: 5.0 secs | LR: 0.000399
I0808 07:24:19.976665 140642952341376 interactiveshell.py:2882] Step 250 | Loss: 1.0692 | Spent: 5.0 secs | LR: 0.000399
I0808 07:24:25.018780 140642952341376 interactiveshell.py:2882] Step 300 | Loss: 0.9613 | Spent: 5.0 secs | LR: 0.000399
I0808 07:24:30.007453 140642952341376 interactiveshell.py:2882] Step 350 | Loss: 0.9496 | Spent: 5.0 secs | LR: 0.000399
I0808 07:24:35.095584 140642952341376 interactiveshell.py:2882] Step 400 | Loss: 1.0098 | Spent: 5.1 secs | LR: 0.000398
I0808 07:24:40.254388 140642952341376 interactiveshell.py:2882] Step 450 | Loss: 0.9223 | Spent: 5.2 secs | LR: 0.000398
I0808 07:24:45.339047 140642952341376 interactiveshell.py:2882] Step 500 | Loss: 1.0475 | Spent: 5.1 secs | LR: 0.000398
I0808 07:24:50.522946 140642952341376 interactiveshell.py:2882] Step 550 | Loss: 0.8207 | Spent: 5.2 secs | LR: 0.000398
I0808 07:24:55.612477 140642952341376 interactiveshell.py:2882] Step 600 | Loss: 0.8079 | Spent: 5.1 secs | LR: 0.000398
I0808 07:25:00.690153 140642952341376 interactiveshell.py:2882] Step 650 | Loss: 0.8527 | Spent: 5.1 secs | LR: 0.000397
I0808 07:25:05.761321 140642952341376 interactiveshell.py:2882] Step 700 | Loss: 0.8818 | Spent: 5.1 secs | LR: 0.000397
I0808 07:25:10.723603 140642952341376 interactiveshell.py:2882] Step 750 | Loss: 0.8409 | Spent: 5.0 secs | LR: 0.000397
I0808 07:25:15.993822 140642952341376 interactiveshell.py:2882] Step 800 | Loss: 0.9462 | Spent: 5.3 secs | LR: 0.000397
I0808 07:25:21.131818 140642952341376 interactiveshell.py:2882] Step 850 | Loss: 1.0387 | Spent: 5.1 secs | LR: 0.000397
I0808 07:25:26.207772 140642952341376 interactiveshell.py:2882] Step 900 | Loss: 0.9476 | Spent: 5.1 secs | LR: 0.000396
I0808 07:25:31.213622 140642952341376 interactiveshell.py:2882] Step 950 | Loss: 0.9867 | Spent: 5.0 secs | LR: 0.000396
I0808 07:25:36.382483 140642952341376 interactiveshell.py:2882] Step 1000 | Loss: 0.6954 | Spent: 5.2 secs | LR: 0.000396
I0808 07:25:41.434154 140642952341376 interactiveshell.py:2882] Step 1050 | Loss: 0.7189 | Spent: 5.0 secs | LR: 0.000396
I0808 07:25:46.404031 140642952341376 interactiveshell.py:2882] Step 1100 | Loss: 0.6568 | Spent: 5.0 secs | LR: 0.000396
I0808 07:25:51.498426 140642952341376 interactiveshell.py:2882] Step 1150 | Loss: 0.5983 | Spent: 5.1 secs | LR: 0.000395
I0808 07:25:56.582740 140642952341376 interactiveshell.py:2882] Step 1200 | Loss: 0.8476 | Spent: 5.1 secs | LR: 0.000395
I0808 07:26:01.601956 140642952341376 interactiveshell.py:2882] Step 1250 | Loss: 0.8197 | Spent: 5.0 secs | LR: 0.000395
I0808 07:26:06.715561 140642952341376 interactiveshell.py:2882] Step 1300 | Loss: 0.8792 | Spent: 5.1 secs | LR: 0.000395
I0808 07:26:11.772432 140642952341376 interactiveshell.py:2882] Step 1350 | Loss: 0.6712 | Spent: 5.1 secs | LR: 0.000395
I0808 07:26:16.933715 140642952341376 interactiveshell.py:2882] Step 1400 | Loss: 0.6407 | Spent: 5.2 secs | LR: 0.000394
I0808 07:26:22.056398 140642952341376 interactiveshell.py:2882] Step 1450 | Loss: 0.7238 | Spent: 5.1 secs | LR: 0.000394
I0808 07:26:27.225088 140642952341376 interactiveshell.py:2882] Step 1500 | Loss: 0.6876 | Spent: 5.2 secs | LR: 0.000394
I0808 07:26:32.431665 140642952341376 interactiveshell.py:2882] Step 1550 | Loss: 0.5818 | Spent: 5.2 secs | LR: 0.000394
I0808 07:26:37.527513 140642952341376 interactiveshell.py:2882] Step 1600 | Loss: 0.6558 | Spent: 5.1 secs | LR: 0.000394
I0808 07:26:42.611527 140642952341376 interactiveshell.py:2882] Step 1650 | Loss: 0.7107 | Spent: 5.1 secs | LR: 0.000393
I0808 07:26:47.681004 140642952341376 interactiveshell.py:2882] Step 1700 | Loss: 0.5809 | Spent: 5.1 secs | LR: 0.000393
Reading ../data/test.txt
I0808 07:27:00.678012 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.709
I0808 07:27:00.679084 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.709
I0808 07:27:04.110362 140642952341376 interactiveshell.py:2882] Step 1750 | Loss: 0.6674 | Spent: 16.4 secs | LR: 0.000393
I0808 07:27:09.522926 140642952341376 interactiveshell.py:2882] Step 1800 | Loss: 0.7909 | Spent: 5.4 secs | LR: 0.000393
I0808 07:27:14.768695 140642952341376 interactiveshell.py:2882] Step 1850 | Loss: 0.8902 | Spent: 5.2 secs | LR: 0.000393
I0808 07:27:19.812719 140642952341376 interactiveshell.py:2882] Step 1900 | Loss: 0.6311 | Spent: 5.0 secs | LR: 0.000392
I0808 07:27:25.003771 140642952341376 interactiveshell.py:2882] Step 1950 | Loss: 0.7131 | Spent: 5.2 secs | LR: 0.000392
I0808 07:27:30.091181 140642952341376 interactiveshell.py:2882] Step 2000 | Loss: 0.5496 | Spent: 5.1 secs | LR: 0.000392
I0808 07:27:35.225438 140642952341376 interactiveshell.py:2882] Step 2050 | Loss: 0.8210 | Spent: 5.1 secs | LR: 0.000392
I0808 07:27:40.298795 140642952341376 interactiveshell.py:2882] Step 2100 | Loss: 0.9253 | Spent: 5.1 secs | LR: 0.000392
I0808 07:27:45.341197 140642952341376 interactiveshell.py:2882] Step 2150 | Loss: 0.6434 | Spent: 5.0 secs | LR: 0.000391
I0808 07:27:50.463953 140642952341376 interactiveshell.py:2882] Step 2200 | Loss: 0.6876 | Spent: 5.1 secs | LR: 0.000391
I0808 07:27:55.577014 140642952341376 interactiveshell.py:2882] Step 2250 | Loss: 0.8159 | Spent: 5.1 secs | LR: 0.000391
I0808 07:28:00.705436 140642952341376 interactiveshell.py:2882] Step 2300 | Loss: 0.6666 | Spent: 5.1 secs | LR: 0.000391
I0808 07:28:05.848865 140642952341376 interactiveshell.py:2882] Step 2350 | Loss: 0.6467 | Spent: 5.1 secs | LR: 0.000391
I0808 07:28:10.905741 140642952341376 interactiveshell.py:2882] Step 2400 | Loss: 0.6257 | Spent: 5.1 secs | LR: 0.000390
I0808 07:28:15.958405 140642952341376 interactiveshell.py:2882] Step 2450 | Loss: 0.7999 | Spent: 5.1 secs | LR: 0.000390
I0808 07:28:20.948379 140642952341376 interactiveshell.py:2882] Step 2500 | Loss: 0.5918 | Spent: 5.0 secs | LR: 0.000390
I0808 07:28:26.121706 140642952341376 interactiveshell.py:2882] Step 2550 | Loss: 0.7453 | Spent: 5.2 secs | LR: 0.000390
I0808 07:28:31.156497 140642952341376 interactiveshell.py:2882] Step 2600 | Loss: 0.6502 | Spent: 5.0 secs | LR: 0.000390
I0808 07:28:36.160868 140642952341376 interactiveshell.py:2882] Step 2650 | Loss: 0.8905 | Spent: 5.0 secs | LR: 0.000389
I0808 07:28:41.152132 140642952341376 interactiveshell.py:2882] Step 2700 | Loss: 0.5554 | Spent: 5.0 secs | LR: 0.000389
I0808 07:28:46.132833 140642952341376 interactiveshell.py:2882] Step 2750 | Loss: 0.8042 | Spent: 5.0 secs | LR: 0.000389
I0808 07:28:51.210983 140642952341376 interactiveshell.py:2882] Step 2800 | Loss: 0.7491 | Spent: 5.1 secs | LR: 0.000389
I0808 07:28:56.314207 140642952341376 interactiveshell.py:2882] Step 2850 | Loss: 0.4551 | Spent: 5.1 secs | LR: 0.000389
I0808 07:29:01.450560 140642952341376 interactiveshell.py:2882] Step 2900 | Loss: 0.6155 | Spent: 5.1 secs | LR: 0.000389
I0808 07:29:06.646413 140642952341376 interactiveshell.py:2882] Step 2950 | Loss: 0.7346 | Spent: 5.2 secs | LR: 0.000388
I0808 07:29:11.667929 140642952341376 interactiveshell.py:2882] Step 3000 | Loss: 0.6225 | Spent: 5.0 secs | LR: 0.000388
I0808 07:29:16.660799 140642952341376 interactiveshell.py:2882] Step 3050 | Loss: 0.7339 | Spent: 5.0 secs | LR: 0.000388
I0808 07:29:21.839421 140642952341376 interactiveshell.py:2882] Step 3100 | Loss: 0.6180 | Spent: 5.2 secs | LR: 0.000388
I0808 07:29:26.880553 140642952341376 interactiveshell.py:2882] Step 3150 | Loss: 0.7156 | Spent: 5.0 secs | LR: 0.000388
I0808 07:29:32.070491 140642952341376 interactiveshell.py:2882] Step 3200 | Loss: 0.5617 | Spent: 5.2 secs | LR: 0.000387
I0808 07:29:37.102844 140642952341376 interactiveshell.py:2882] Step 3250 | Loss: 0.6544 | Spent: 5.0 secs | LR: 0.000387
I0808 07:29:42.130315 140642952341376 interactiveshell.py:2882] Step 3300 | Loss: 1.1172 | Spent: 5.0 secs | LR: 0.000387
I0808 07:29:47.193235 140642952341376 interactiveshell.py:2882] Step 3350 | Loss: 0.4770 | Spent: 5.1 secs | LR: 0.000387
I0808 07:29:52.279845 140642952341376 interactiveshell.py:2882] Step 3400 | Loss: 0.7127 | Spent: 5.1 secs | LR: 0.000387
Reading ../data/test.txt
I0808 07:30:07.155224 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.752
I0808 07:30:07.156301 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.752
I0808 07:30:08.569468 140642952341376 interactiveshell.py:2882] Step 3450 | Loss: 0.8088 | Spent: 16.3 secs | LR: 0.000386
I0808 07:30:13.603144 140642952341376 interactiveshell.py:2882] Step 3500 | Loss: 0.7455 | Spent: 5.0 secs | LR: 0.000386
I0808 07:30:18.695576 140642952341376 interactiveshell.py:2882] Step 3550 | Loss: 0.5328 | Spent: 5.1 secs | LR: 0.000386
I0808 07:30:23.824455 140642952341376 interactiveshell.py:2882] Step 3600 | Loss: 0.6630 | Spent: 5.1 secs | LR: 0.000386
I0808 07:30:28.962288 140642952341376 interactiveshell.py:2882] Step 3650 | Loss: 0.8580 | Spent: 5.1 secs | LR: 0.000386
I0808 07:30:33.997469 140642952341376 interactiveshell.py:2882] Step 3700 | Loss: 0.5473 | Spent: 5.0 secs | LR: 0.000385
I0808 07:30:39.091447 140642952341376 interactiveshell.py:2882] Step 3750 | Loss: 0.6539 | Spent: 5.1 secs | LR: 0.000385
I0808 07:30:44.197102 140642952341376 interactiveshell.py:2882] Step 3800 | Loss: 0.6710 | Spent: 5.1 secs | LR: 0.000385
I0808 07:30:49.206688 140642952341376 interactiveshell.py:2882] Step 3850 | Loss: 0.5042 | Spent: 5.0 secs | LR: 0.000385
I0808 07:30:54.413456 140642952341376 interactiveshell.py:2882] Step 3900 | Loss: 0.8719 | Spent: 5.2 secs | LR: 0.000385
I0808 07:30:59.466748 140642952341376 interactiveshell.py:2882] Step 3950 | Loss: 0.4916 | Spent: 5.1 secs | LR: 0.000384
I0808 07:31:04.478049 140642952341376 interactiveshell.py:2882] Step 4000 | Loss: 0.9028 | Spent: 5.0 secs | LR: 0.000384
I0808 07:31:09.555709 140642952341376 interactiveshell.py:2882] Step 4050 | Loss: 0.4568 | Spent: 5.1 secs | LR: 0.000384
I0808 07:31:14.689415 140642952341376 interactiveshell.py:2882] Step 4100 | Loss: 0.6354 | Spent: 5.1 secs | LR: 0.000384
I0808 07:31:19.754746 140642952341376 interactiveshell.py:2882] Step 4150 | Loss: 0.8316 | Spent: 5.1 secs | LR: 0.000384
I0808 07:31:25.069022 140642952341376 interactiveshell.py:2882] Step 4200 | Loss: 0.5688 | Spent: 5.3 secs | LR: 0.000383
I0808 07:31:30.106352 140642952341376 interactiveshell.py:2882] Step 4250 | Loss: 0.7777 | Spent: 5.0 secs | LR: 0.000383
I0808 07:31:35.150876 140642952341376 interactiveshell.py:2882] Step 4300 | Loss: 0.7796 | Spent: 5.0 secs | LR: 0.000383
I0808 07:31:40.191967 140642952341376 interactiveshell.py:2882] Step 4350 | Loss: 0.6830 | Spent: 5.0 secs | LR: 0.000383
I0808 07:31:45.232607 140642952341376 interactiveshell.py:2882] Step 4400 | Loss: 0.7337 | Spent: 5.0 secs | LR: 0.000383
I0808 07:31:50.350292 140642952341376 interactiveshell.py:2882] Step 4450 | Loss: 0.7582 | Spent: 5.1 secs | LR: 0.000383
I0808 07:31:55.378948 140642952341376 interactiveshell.py:2882] Step 4500 | Loss: 0.7185 | Spent: 5.0 secs | LR: 0.000382
I0808 07:32:00.518794 140642952341376 interactiveshell.py:2882] Step 4550 | Loss: 0.6151 | Spent: 5.1 secs | LR: 0.000382
I0808 07:32:05.610753 140642952341376 interactiveshell.py:2882] Step 4600 | Loss: 0.8079 | Spent: 5.1 secs | LR: 0.000382
I0808 07:32:10.651035 140642952341376 interactiveshell.py:2882] Step 4650 | Loss: 0.7287 | Spent: 5.0 secs | LR: 0.000382
I0808 07:32:16.005721 140642952341376 interactiveshell.py:2882] Step 4700 | Loss: 0.9161 | Spent: 5.4 secs | LR: 0.000382
I0808 07:32:21.387180 140642952341376 interactiveshell.py:2882] Step 4750 | Loss: 0.7953 | Spent: 5.4 secs | LR: 0.000381
I0808 07:32:26.632365 140642952341376 interactiveshell.py:2882] Step 4800 | Loss: 0.6804 | Spent: 5.2 secs | LR: 0.000381
I0808 07:32:31.842705 140642952341376 interactiveshell.py:2882] Step 4850 | Loss: 0.6242 | Spent: 5.2 secs | LR: 0.000381
I0808 07:32:37.131315 140642952341376 interactiveshell.py:2882] Step 4900 | Loss: 0.5215 | Spent: 5.3 secs | LR: 0.000381
I0808 07:32:42.147112 140642952341376 interactiveshell.py:2882] Step 4950 | Loss: 0.5512 | Spent: 5.0 secs | LR: 0.000381
I0808 07:32:47.194087 140642952341376 interactiveshell.py:2882] Step 5000 | Loss: 0.4941 | Spent: 5.0 secs | LR: 0.000380
I0808 07:32:52.269447 140642952341376 interactiveshell.py:2882] Step 5050 | Loss: 0.5450 | Spent: 5.1 secs | LR: 0.000380
I0808 07:32:57.281421 140642952341376 interactiveshell.py:2882] Step 5100 | Loss: 0.5536 | Spent: 5.0 secs | LR: 0.000380
I0808 07:33:02.319968 140642952341376 interactiveshell.py:2882] Step 5150 | Loss: 0.5890 | Spent: 5.0 secs | LR: 0.000380
Reading ../data/test.txt
I0808 07:33:14.095319 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.786
I0808 07:33:14.096361 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.786
I0808 07:33:18.623698 140642952341376 interactiveshell.py:2882] Step 5200 | Loss: 0.8826 | Spent: 16.3 secs | LR: 0.000380
I0808 07:33:23.783783 140642952341376 interactiveshell.py:2882] Step 5250 | Loss: 0.6734 | Spent: 5.2 secs | LR: 0.000379
I0808 07:33:28.932328 140642952341376 interactiveshell.py:2882] Step 5300 | Loss: 0.6939 | Spent: 5.1 secs | LR: 0.000379
I0808 07:33:34.015961 140642952341376 interactiveshell.py:2882] Step 5350 | Loss: 0.7142 | Spent: 5.1 secs | LR: 0.000379
I0808 07:33:39.102610 140642952341376 interactiveshell.py:2882] Step 5400 | Loss: 0.5026 | Spent: 5.1 secs | LR: 0.000379
I0808 07:33:44.219017 140642952341376 interactiveshell.py:2882] Step 5450 | Loss: 0.4875 | Spent: 5.1 secs | LR: 0.000379
I0808 07:33:49.331024 140642952341376 interactiveshell.py:2882] Step 5500 | Loss: 0.6164 | Spent: 5.1 secs | LR: 0.000378
I0808 07:33:54.399474 140642952341376 interactiveshell.py:2882] Step 5550 | Loss: 0.7976 | Spent: 5.1 secs | LR: 0.000378
I0808 07:33:59.439556 140642952341376 interactiveshell.py:2882] Step 5600 | Loss: 0.4708 | Spent: 5.0 secs | LR: 0.000378
I0808 07:34:04.544471 140642952341376 interactiveshell.py:2882] Step 5650 | Loss: 0.4055 | Spent: 5.1 secs | LR: 0.000378
I0808 07:34:09.584561 140642952341376 interactiveshell.py:2882] Step 5700 | Loss: 0.5919 | Spent: 5.0 secs | LR: 0.000378
I0808 07:34:14.686505 140642952341376 interactiveshell.py:2882] Step 5750 | Loss: 0.7841 | Spent: 5.1 secs | LR: 0.000378
I0808 07:34:19.718551 140642952341376 interactiveshell.py:2882] Step 5800 | Loss: 0.2612 | Spent: 5.0 secs | LR: 0.000377
I0808 07:34:24.792847 140642952341376 interactiveshell.py:2882] Step 5850 | Loss: 0.4645 | Spent: 5.1 secs | LR: 0.000377
I0808 07:34:29.930239 140642952341376 interactiveshell.py:2882] Step 5900 | Loss: 0.5397 | Spent: 5.1 secs | LR: 0.000377
I0808 07:34:35.026446 140642952341376 interactiveshell.py:2882] Step 5950 | Loss: 0.4635 | Spent: 5.1 secs | LR: 0.000377
I0808 07:34:40.114276 140642952341376 interactiveshell.py:2882] Step 6000 | Loss: 0.4381 | Spent: 5.1 secs | LR: 0.000377
I0808 07:34:45.239850 140642952341376 interactiveshell.py:2882] Step 6050 | Loss: 0.3225 | Spent: 5.1 secs | LR: 0.000376
I0808 07:34:50.247905 140642952341376 interactiveshell.py:2882] Step 6100 | Loss: 0.5857 | Spent: 5.0 secs | LR: 0.000376
I0808 07:34:55.322844 140642952341376 interactiveshell.py:2882] Step 6150 | Loss: 1.0448 | Spent: 5.1 secs | LR: 0.000376
I0808 07:35:00.407444 140642952341376 interactiveshell.py:2882] Step 6200 | Loss: 0.4081 | Spent: 5.1 secs | LR: 0.000376
I0808 07:35:05.473600 140642952341376 interactiveshell.py:2882] Step 6250 | Loss: 0.3808 | Spent: 5.1 secs | LR: 0.000376
I0808 07:35:10.536995 140642952341376 interactiveshell.py:2882] Step 6300 | Loss: 0.6918 | Spent: 5.1 secs | LR: 0.000375
I0808 07:35:15.567950 140642952341376 interactiveshell.py:2882] Step 6350 | Loss: 0.7765 | Spent: 5.0 secs | LR: 0.000375
I0808 07:35:20.727962 140642952341376 interactiveshell.py:2882] Step 6400 | Loss: 0.5193 | Spent: 5.2 secs | LR: 0.000375
I0808 07:35:25.899692 140642952341376 interactiveshell.py:2882] Step 6450 | Loss: 0.4984 | Spent: 5.2 secs | LR: 0.000375
I0808 07:35:31.083322 140642952341376 interactiveshell.py:2882] Step 6500 | Loss: 0.6482 | Spent: 5.2 secs | LR: 0.000375
I0808 07:35:36.207046 140642952341376 interactiveshell.py:2882] Step 6550 | Loss: 0.4737 | Spent: 5.1 secs | LR: 0.000375
I0808 07:35:41.201712 140642952341376 interactiveshell.py:2882] Step 6600 | Loss: 0.5437 | Spent: 5.0 secs | LR: 0.000374
I0808 07:35:46.302898 140642952341376 interactiveshell.py:2882] Step 6650 | Loss: 0.4018 | Spent: 5.1 secs | LR: 0.000374
I0808 07:35:51.462868 140642952341376 interactiveshell.py:2882] Step 6700 | Loss: 0.5189 | Spent: 5.2 secs | LR: 0.000374
I0808 07:35:56.509606 140642952341376 interactiveshell.py:2882] Step 6750 | Loss: 0.5067 | Spent: 5.0 secs | LR: 0.000374
I0808 07:36:01.608791 140642952341376 interactiveshell.py:2882] Step 6800 | Loss: 0.7574 | Spent: 5.1 secs | LR: 0.000374
I0808 07:36:06.742128 140642952341376 interactiveshell.py:2882] Step 6850 | Loss: 0.5030 | Spent: 5.1 secs | LR: 0.000373
Reading ../data/test.txt
I0808 07:36:20.649412 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.791
I0808 07:36:20.650448 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.791
I0808 07:36:23.282948 140642952341376 interactiveshell.py:2882] Step 6900 | Loss: 0.6384 | Spent: 16.5 secs | LR: 0.000373
I0808 07:36:28.358287 140642952341376 interactiveshell.py:2882] Step 6950 | Loss: 0.3515 | Spent: 5.1 secs | LR: 0.000373
I0808 07:36:33.433699 140642952341376 interactiveshell.py:2882] Step 7000 | Loss: 0.6937 | Spent: 5.1 secs | LR: 0.000373
I0808 07:36:38.450499 140642952341376 interactiveshell.py:2882] Step 7050 | Loss: 0.3728 | Spent: 5.0 secs | LR: 0.000373
I0808 07:36:43.557110 140642952341376 interactiveshell.py:2882] Step 7100 | Loss: 0.6172 | Spent: 5.1 secs | LR: 0.000372
I0808 07:36:48.617599 140642952341376 interactiveshell.py:2882] Step 7150 | Loss: 0.4794 | Spent: 5.1 secs | LR: 0.000372
I0808 07:36:53.661036 140642952341376 interactiveshell.py:2882] Step 7200 | Loss: 0.7782 | Spent: 5.0 secs | LR: 0.000372
I0808 07:36:58.719034 140642952341376 interactiveshell.py:2882] Step 7250 | Loss: 0.6669 | Spent: 5.1 secs | LR: 0.000372
I0808 07:37:03.732216 140642952341376 interactiveshell.py:2882] Step 7300 | Loss: 0.6172 | Spent: 5.0 secs | LR: 0.000372
I0808 07:37:08.832966 140642952341376 interactiveshell.py:2882] Step 7350 | Loss: 0.6082 | Spent: 5.1 secs | LR: 0.000372
I0808 07:37:14.051980 140642952341376 interactiveshell.py:2882] Step 7400 | Loss: 0.5007 | Spent: 5.2 secs | LR: 0.000371
I0808 07:37:19.150044 140642952341376 interactiveshell.py:2882] Step 7450 | Loss: 0.6547 | Spent: 5.1 secs | LR: 0.000371
I0808 07:37:24.474975 140642952341376 interactiveshell.py:2882] Step 7500 | Loss: 0.6112 | Spent: 5.3 secs | LR: 0.000371
I0808 07:37:29.886872 140642952341376 interactiveshell.py:2882] Step 7550 | Loss: 0.5048 | Spent: 5.4 secs | LR: 0.000371
I0808 07:37:35.142878 140642952341376 interactiveshell.py:2882] Step 7600 | Loss: 0.6193 | Spent: 5.3 secs | LR: 0.000371
I0808 07:37:40.277090 140642952341376 interactiveshell.py:2882] Step 7650 | Loss: 0.4704 | Spent: 5.1 secs | LR: 0.000370
I0808 07:37:45.344262 140642952341376 interactiveshell.py:2882] Step 7700 | Loss: 0.4094 | Spent: 5.1 secs | LR: 0.000370
I0808 07:37:50.396088 140642952341376 interactiveshell.py:2882] Step 7750 | Loss: 0.3972 | Spent: 5.1 secs | LR: 0.000370
I0808 07:37:55.444040 140642952341376 interactiveshell.py:2882] Step 7800 | Loss: 0.4834 | Spent: 5.0 secs | LR: 0.000370
I0808 07:38:00.548541 140642952341376 interactiveshell.py:2882] Step 7850 | Loss: 0.5021 | Spent: 5.1 secs | LR: 0.000370
I0808 07:38:05.850281 140642952341376 interactiveshell.py:2882] Step 7900 | Loss: 0.7235 | Spent: 5.3 secs | LR: 0.000369
I0808 07:38:10.895056 140642952341376 interactiveshell.py:2882] Step 7950 | Loss: 0.5796 | Spent: 5.0 secs | LR: 0.000369
I0808 07:38:15.976806 140642952341376 interactiveshell.py:2882] Step 8000 | Loss: 0.4722 | Spent: 5.1 secs | LR: 0.000369
I0808 07:38:21.042431 140642952341376 interactiveshell.py:2882] Step 8050 | Loss: 0.3527 | Spent: 5.1 secs | LR: 0.000369
I0808 07:38:26.084552 140642952341376 interactiveshell.py:2882] Step 8100 | Loss: 0.4560 | Spent: 5.0 secs | LR: 0.000369
I0808 07:38:31.107400 140642952341376 interactiveshell.py:2882] Step 8150 | Loss: 0.5321 | Spent: 5.0 secs | LR: 0.000369
I0808 07:38:36.212522 140642952341376 interactiveshell.py:2882] Step 8200 | Loss: 0.4134 | Spent: 5.1 secs | LR: 0.000368
I0808 07:38:41.329853 140642952341376 interactiveshell.py:2882] Step 8250 | Loss: 0.8760 | Spent: 5.1 secs | LR: 0.000368
I0808 07:38:46.355045 140642952341376 interactiveshell.py:2882] Step 8300 | Loss: 0.5475 | Spent: 5.0 secs | LR: 0.000368
I0808 07:38:51.424978 140642952341376 interactiveshell.py:2882] Step 8350 | Loss: 0.5767 | Spent: 5.1 secs | LR: 0.000368
I0808 07:38:56.411787 140642952341376 interactiveshell.py:2882] Step 8400 | Loss: 0.3261 | Spent: 5.0 secs | LR: 0.000368
I0808 07:39:01.472999 140642952341376 interactiveshell.py:2882] Step 8450 | Loss: 0.4489 | Spent: 5.1 secs | LR: 0.000367
I0808 07:39:06.536003 140642952341376 interactiveshell.py:2882] Step 8500 | Loss: 0.4598 | Spent: 5.1 secs | LR: 0.000367
I0808 07:39:11.606316 140642952341376 interactiveshell.py:2882] Step 8550 | Loss: 0.4304 | Spent: 5.1 secs | LR: 0.000367
Reading ../data/test.txt
I0808 07:39:27.259208 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.807
I0808 07:39:27.260324 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.807
I0808 07:39:27.941946 140642952341376 interactiveshell.py:2882] Step 8600 | Loss: 0.2840 | Spent: 16.3 secs | LR: 0.000367
I0808 07:39:33.080015 140642952341376 interactiveshell.py:2882] Step 8650 | Loss: 0.5994 | Spent: 5.1 secs | LR: 0.000367
I0808 07:39:38.181879 140642952341376 interactiveshell.py:2882] Step 8700 | Loss: 0.4713 | Spent: 5.1 secs | LR: 0.000367
I0808 07:39:43.281020 140642952341376 interactiveshell.py:2882] Step 8750 | Loss: 0.4678 | Spent: 5.1 secs | LR: 0.000366
I0808 07:39:48.335260 140642952341376 interactiveshell.py:2882] Step 8800 | Loss: 0.5909 | Spent: 5.1 secs | LR: 0.000366
I0808 07:39:53.491186 140642952341376 interactiveshell.py:2882] Step 8850 | Loss: 0.4960 | Spent: 5.2 secs | LR: 0.000366
I0808 07:39:58.705158 140642952341376 interactiveshell.py:2882] Step 8900 | Loss: 0.4448 | Spent: 5.2 secs | LR: 0.000366
I0808 07:40:03.870019 140642952341376 interactiveshell.py:2882] Step 8950 | Loss: 0.4932 | Spent: 5.2 secs | LR: 0.000366
I0808 07:40:08.980410 140642952341376 interactiveshell.py:2882] Step 9000 | Loss: 0.5902 | Spent: 5.1 secs | LR: 0.000365
I0808 07:40:14.105068 140642952341376 interactiveshell.py:2882] Step 9050 | Loss: 0.6216 | Spent: 5.1 secs | LR: 0.000365
I0808 07:40:19.209723 140642952341376 interactiveshell.py:2882] Step 9100 | Loss: 0.7966 | Spent: 5.1 secs | LR: 0.000365
I0808 07:40:24.362507 140642952341376 interactiveshell.py:2882] Step 9150 | Loss: 0.4597 | Spent: 5.2 secs | LR: 0.000365
I0808 07:40:29.479624 140642952341376 interactiveshell.py:2882] Step 9200 | Loss: 0.6881 | Spent: 5.1 secs | LR: 0.000365
I0808 07:40:34.818096 140642952341376 interactiveshell.py:2882] Step 9250 | Loss: 0.4902 | Spent: 5.3 secs | LR: 0.000364
I0808 07:40:39.957694 140642952341376 interactiveshell.py:2882] Step 9300 | Loss: 0.7038 | Spent: 5.1 secs | LR: 0.000364
I0808 07:40:44.979615 140642952341376 interactiveshell.py:2882] Step 9350 | Loss: 0.5360 | Spent: 5.0 secs | LR: 0.000364
I0808 07:40:49.996227 140642952341376 interactiveshell.py:2882] Step 9400 | Loss: 0.4686 | Spent: 5.0 secs | LR: 0.000364
I0808 07:40:55.028655 140642952341376 interactiveshell.py:2882] Step 9450 | Loss: 0.6369 | Spent: 5.0 secs | LR: 0.000364
I0808 07:41:00.131031 140642952341376 interactiveshell.py:2882] Step 9500 | Loss: 0.4307 | Spent: 5.1 secs | LR: 0.000364
I0808 07:41:05.185219 140642952341376 interactiveshell.py:2882] Step 9550 | Loss: 0.6741 | Spent: 5.1 secs | LR: 0.000363
I0808 07:41:10.252001 140642952341376 interactiveshell.py:2882] Step 9600 | Loss: 0.5877 | Spent: 5.1 secs | LR: 0.000363
I0808 07:41:15.352432 140642952341376 interactiveshell.py:2882] Step 9650 | Loss: 0.3783 | Spent: 5.1 secs | LR: 0.000363
I0808 07:41:20.467228 140642952341376 interactiveshell.py:2882] Step 9700 | Loss: 0.5382 | Spent: 5.1 secs | LR: 0.000363
I0808 07:41:25.629599 140642952341376 interactiveshell.py:2882] Step 9750 | Loss: 0.4913 | Spent: 5.2 secs | LR: 0.000363
I0808 07:41:30.702561 140642952341376 interactiveshell.py:2882] Step 9800 | Loss: 0.4122 | Spent: 5.1 secs | LR: 0.000362
I0808 07:41:35.759459 140642952341376 interactiveshell.py:2882] Step 9850 | Loss: 0.6162 | Spent: 5.1 secs | LR: 0.000362
I0808 07:41:40.782438 140642952341376 interactiveshell.py:2882] Step 9900 | Loss: 0.4688 | Spent: 5.0 secs | LR: 0.000362
I0808 07:41:45.998564 140642952341376 interactiveshell.py:2882] Step 9950 | Loss: 0.4611 | Spent: 5.2 secs | LR: 0.000362
I0808 07:41:51.096284 140642952341376 interactiveshell.py:2882] Step 10000 | Loss: 0.3838 | Spent: 5.1 secs | LR: 0.000362
I0808 07:41:56.192036 140642952341376 interactiveshell.py:2882] Step 10050 | Loss: 0.8035 | Spent: 5.1 secs | LR: 0.000362
I0808 07:42:01.268239 140642952341376 interactiveshell.py:2882] Step 10100 | Loss: 0.6160 | Spent: 5.1 secs | LR: 0.000361
I0808 07:42:06.406193 140642952341376 interactiveshell.py:2882] Step 10150 | Loss: 0.4689 | Spent: 5.1 secs | LR: 0.000361
I0808 07:42:11.441760 140642952341376 interactiveshell.py:2882] Step 10200 | Loss: 0.5181 | Spent: 5.0 secs | LR: 0.000361
I0808 07:42:16.489331 140642952341376 interactiveshell.py:2882] Step 10250 | Loss: 0.2841 | Spent: 5.0 secs | LR: 0.000361
I0808 07:42:21.580296 140642952341376 interactiveshell.py:2882] Step 10300 | Loss: 0.3036 | Spent: 5.1 secs | LR: 0.000361
Reading ../data/test.txt
I0808 07:42:34.173841 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.809
I0808 07:42:34.174842 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.809
I0808 07:42:38.378523 140642952341376 interactiveshell.py:2882] Step 10350 | Loss: 0.7344 | Spent: 16.8 secs | LR: 0.000360
I0808 07:42:43.919547 140642952341376 interactiveshell.py:2882] Step 10400 | Loss: 0.5517 | Spent: 5.5 secs | LR: 0.000360
I0808 07:42:49.084554 140642952341376 interactiveshell.py:2882] Step 10450 | Loss: 0.7162 | Spent: 5.2 secs | LR: 0.000360
I0808 07:42:54.176010 140642952341376 interactiveshell.py:2882] Step 10500 | Loss: 0.6910 | Spent: 5.1 secs | LR: 0.000360
I0808 07:42:59.249180 140642952341376 interactiveshell.py:2882] Step 10550 | Loss: 0.4228 | Spent: 5.1 secs | LR: 0.000360
I0808 07:43:04.428743 140642952341376 interactiveshell.py:2882] Step 10600 | Loss: 0.5355 | Spent: 5.2 secs | LR: 0.000360
I0808 07:43:09.495767 140642952341376 interactiveshell.py:2882] Step 10650 | Loss: 0.5218 | Spent: 5.1 secs | LR: 0.000359
I0808 07:43:14.507568 140642952341376 interactiveshell.py:2882] Step 10700 | Loss: 0.7066 | Spent: 5.0 secs | LR: 0.000359
I0808 07:43:19.522909 140642952341376 interactiveshell.py:2882] Step 10750 | Loss: 0.3463 | Spent: 5.0 secs | LR: 0.000359
I0808 07:43:24.630632 140642952341376 interactiveshell.py:2882] Step 10800 | Loss: 0.4312 | Spent: 5.1 secs | LR: 0.000359
I0808 07:43:29.703337 140642952341376 interactiveshell.py:2882] Step 10850 | Loss: 0.5624 | Spent: 5.1 secs | LR: 0.000359
I0808 07:43:35.004119 140642952341376 interactiveshell.py:2882] Step 10900 | Loss: 0.4977 | Spent: 5.3 secs | LR: 0.000358
I0808 07:43:40.138626 140642952341376 interactiveshell.py:2882] Step 10950 | Loss: 0.7150 | Spent: 5.1 secs | LR: 0.000358
I0808 07:43:45.041674 140642952341376 interactiveshell.py:2882] Step 11000 | Loss: 0.3880 | Spent: 4.9 secs | LR: 0.000358
I0808 07:43:49.979204 140642952341376 interactiveshell.py:2882] Step 11050 | Loss: 0.3839 | Spent: 4.9 secs | LR: 0.000358
I0808 07:43:54.827358 140642952341376 interactiveshell.py:2882] Step 11100 | Loss: 0.5076 | Spent: 4.8 secs | LR: 0.000358
I0808 07:43:59.683297 140642952341376 interactiveshell.py:2882] Step 11150 | Loss: 0.6261 | Spent: 4.9 secs | LR: 0.000358
I0808 07:44:04.579725 140642952341376 interactiveshell.py:2882] Step 11200 | Loss: 0.3934 | Spent: 4.9 secs | LR: 0.000357
I0808 07:44:09.543446 140642952341376 interactiveshell.py:2882] Step 11250 | Loss: 0.4689 | Spent: 5.0 secs | LR: 0.000357
I0808 07:44:14.387655 140642952341376 interactiveshell.py:2882] Step 11300 | Loss: 0.5175 | Spent: 4.8 secs | LR: 0.000357
I0808 07:44:19.150849 140642952341376 interactiveshell.py:2882] Step 11350 | Loss: 0.5716 | Spent: 4.8 secs | LR: 0.000357
I0808 07:44:23.992796 140642952341376 interactiveshell.py:2882] Step 11400 | Loss: 0.7064 | Spent: 4.8 secs | LR: 0.000357
I0808 07:44:28.814007 140642952341376 interactiveshell.py:2882] Step 11450 | Loss: 0.5447 | Spent: 4.8 secs | LR: 0.000357
I0808 07:44:33.676386 140642952341376 interactiveshell.py:2882] Step 11500 | Loss: 0.4564 | Spent: 4.9 secs | LR: 0.000356
I0808 07:44:38.533751 140642952341376 interactiveshell.py:2882] Step 11550 | Loss: 0.3481 | Spent: 4.9 secs | LR: 0.000356
I0808 07:44:43.511086 140642952341376 interactiveshell.py:2882] Step 11600 | Loss: 0.8800 | Spent: 5.0 secs | LR: 0.000356
I0808 07:44:48.445498 140642952341376 interactiveshell.py:2882] Step 11650 | Loss: 0.4734 | Spent: 4.9 secs | LR: 0.000356
I0808 07:44:53.362364 140642952341376 interactiveshell.py:2882] Step 11700 | Loss: 0.4004 | Spent: 4.9 secs | LR: 0.000356
I0808 07:44:58.259429 140642952341376 interactiveshell.py:2882] Step 11750 | Loss: 0.5741 | Spent: 4.9 secs | LR: 0.000355
I0808 07:45:03.118459 140642952341376 interactiveshell.py:2882] Step 11800 | Loss: 0.5118 | Spent: 4.9 secs | LR: 0.000355
I0808 07:45:07.957481 140642952341376 interactiveshell.py:2882] Step 11850 | Loss: 0.3429 | Spent: 4.8 secs | LR: 0.000355
I0808 07:45:12.872570 140642952341376 interactiveshell.py:2882] Step 11900 | Loss: 0.6460 | Spent: 4.9 secs | LR: 0.000355
I0808 07:45:17.762159 140642952341376 interactiveshell.py:2882] Step 11950 | Loss: 0.4932 | Spent: 4.9 secs | LR: 0.000355
I0808 07:45:22.813278 140642952341376 interactiveshell.py:2882] Step 12000 | Loss: 0.6420 | Spent: 5.0 secs | LR: 0.000355
Reading ../data/test.txt
I0808 07:45:37.419912 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.809
I0808 07:45:37.420939 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.809
I0808 07:45:39.347221 140642952341376 interactiveshell.py:2882] Step 12050 | Loss: 0.5139 | Spent: 16.5 secs | LR: 0.000354
I0808 07:45:44.060876 140642952341376 interactiveshell.py:2882] Step 12100 | Loss: 0.2876 | Spent: 4.7 secs | LR: 0.000354
I0808 07:45:48.914184 140642952341376 interactiveshell.py:2882] Step 12150 | Loss: 0.7385 | Spent: 4.9 secs | LR: 0.000354
I0808 07:45:53.782739 140642952341376 interactiveshell.py:2882] Step 12200 | Loss: 0.4376 | Spent: 4.9 secs | LR: 0.000354
I0808 07:45:58.688050 140642952341376 interactiveshell.py:2882] Step 12250 | Loss: 0.4719 | Spent: 4.9 secs | LR: 0.000354
I0808 07:46:03.635040 140642952341376 interactiveshell.py:2882] Step 12300 | Loss: 0.6732 | Spent: 4.9 secs | LR: 0.000353
I0808 07:46:08.524797 140642952341376 interactiveshell.py:2882] Step 12350 | Loss: 0.6070 | Spent: 4.9 secs | LR: 0.000353
I0808 07:46:13.399215 140642952341376 interactiveshell.py:2882] Step 12400 | Loss: 0.4965 | Spent: 4.9 secs | LR: 0.000353
I0808 07:46:18.301283 140642952341376 interactiveshell.py:2882] Step 12450 | Loss: 0.4611 | Spent: 4.9 secs | LR: 0.000353
I0808 07:46:23.303148 140642952341376 interactiveshell.py:2882] Step 12500 | Loss: 0.5489 | Spent: 5.0 secs | LR: 0.000353
I0808 07:46:28.200092 140642952341376 interactiveshell.py:2882] Step 12550 | Loss: 0.4058 | Spent: 4.9 secs | LR: 0.000353
I0808 07:46:33.069478 140642952341376 interactiveshell.py:2882] Step 12600 | Loss: 0.7912 | Spent: 4.9 secs | LR: 0.000352
I0808 07:46:37.934745 140642952341376 interactiveshell.py:2882] Step 12650 | Loss: 0.5243 | Spent: 4.9 secs | LR: 0.000352
I0808 07:46:42.812459 140642952341376 interactiveshell.py:2882] Step 12700 | Loss: 0.7176 | Spent: 4.9 secs | LR: 0.000352
I0808 07:46:47.733831 140642952341376 interactiveshell.py:2882] Step 12750 | Loss: 0.5635 | Spent: 4.9 secs | LR: 0.000352
I0808 07:46:52.729267 140642952341376 interactiveshell.py:2882] Step 12800 | Loss: 0.5601 | Spent: 5.0 secs | LR: 0.000352
I0808 07:46:57.560988 140642952341376 interactiveshell.py:2882] Step 12850 | Loss: 0.5252 | Spent: 4.8 secs | LR: 0.000352
I0808 07:47:02.454328 140642952341376 interactiveshell.py:2882] Step 12900 | Loss: 0.5992 | Spent: 4.9 secs | LR: 0.000351
I0808 07:47:07.326609 140642952341376 interactiveshell.py:2882] Step 12950 | Loss: 0.4990 | Spent: 4.9 secs | LR: 0.000351
I0808 07:47:12.208146 140642952341376 interactiveshell.py:2882] Step 13000 | Loss: 0.5249 | Spent: 4.9 secs | LR: 0.000351
I0808 07:47:17.182593 140642952341376 interactiveshell.py:2882] Step 13050 | Loss: 0.4324 | Spent: 5.0 secs | LR: 0.000351
I0808 07:47:22.077325 140642952341376 interactiveshell.py:2882] Step 13100 | Loss: 0.5493 | Spent: 4.9 secs | LR: 0.000351
I0808 07:47:27.020449 140642952341376 interactiveshell.py:2882] Step 13150 | Loss: 0.5760 | Spent: 4.9 secs | LR: 0.000350
I0808 07:47:31.981175 140642952341376 interactiveshell.py:2882] Step 13200 | Loss: 0.2602 | Spent: 5.0 secs | LR: 0.000350
I0808 07:47:36.924391 140642952341376 interactiveshell.py:2882] Step 13250 | Loss: 0.6223 | Spent: 4.9 secs | LR: 0.000350
I0808 07:47:41.877442 140642952341376 interactiveshell.py:2882] Step 13300 | Loss: 0.4600 | Spent: 5.0 secs | LR: 0.000350
I0808 07:47:46.951669 140642952341376 interactiveshell.py:2882] Step 13350 | Loss: 0.4810 | Spent: 5.1 secs | LR: 0.000350
I0808 07:47:52.206871 140642952341376 interactiveshell.py:2882] Step 13400 | Loss: 0.5723 | Spent: 5.3 secs | LR: 0.000350
I0808 07:47:57.227907 140642952341376 interactiveshell.py:2882] Step 13450 | Loss: 0.6840 | Spent: 5.0 secs | LR: 0.000349
I0808 07:48:02.134981 140642952341376 interactiveshell.py:2882] Step 13500 | Loss: 0.4992 | Spent: 4.9 secs | LR: 0.000349
I0808 07:48:07.116868 140642952341376 interactiveshell.py:2882] Step 13550 | Loss: 0.4727 | Spent: 5.0 secs | LR: 0.000349
I0808 07:48:12.025341 140642952341376 interactiveshell.py:2882] Step 13600 | Loss: 0.4987 | Spent: 4.9 secs | LR: 0.000349
I0808 07:48:16.898516 140642952341376 interactiveshell.py:2882] Step 13650 | Loss: 0.6283 | Spent: 4.9 secs | LR: 0.000349
I0808 07:48:21.740850 140642952341376 interactiveshell.py:2882] Step 13700 | Loss: 0.6442 | Spent: 4.8 secs | LR: 0.000349
I0808 07:48:26.635810 140642952341376 interactiveshell.py:2882] Step 13750 | Loss: 0.5368 | Spent: 4.9 secs | LR: 0.000348
Reading ../data/test.txt
I0808 07:48:37.885020 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.824
I0808 07:48:37.886057 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.824
I0808 07:48:42.811123 140642952341376 interactiveshell.py:2882] Step 13800 | Loss: 0.5094 | Spent: 16.2 secs | LR: 0.000348
I0808 07:48:47.707271 140642952341376 interactiveshell.py:2882] Step 13850 | Loss: 0.5874 | Spent: 4.9 secs | LR: 0.000348
I0808 07:48:52.617356 140642952341376 interactiveshell.py:2882] Step 13900 | Loss: 0.6712 | Spent: 4.9 secs | LR: 0.000348
I0808 07:48:57.470585 140642952341376 interactiveshell.py:2882] Step 13950 | Loss: 0.5937 | Spent: 4.9 secs | LR: 0.000348
I0808 07:49:02.377065 140642952341376 interactiveshell.py:2882] Step 14000 | Loss: 0.5222 | Spent: 4.9 secs | LR: 0.000347
I0808 07:49:07.228997 140642952341376 interactiveshell.py:2882] Step 14050 | Loss: 0.6350 | Spent: 4.9 secs | LR: 0.000347
I0808 07:49:12.389070 140642952341376 interactiveshell.py:2882] Step 14100 | Loss: 0.2601 | Spent: 5.2 secs | LR: 0.000347
I0808 07:49:17.257269 140642952341376 interactiveshell.py:2882] Step 14150 | Loss: 0.4782 | Spent: 4.9 secs | LR: 0.000347
I0808 07:49:22.138372 140642952341376 interactiveshell.py:2882] Step 14200 | Loss: 0.6026 | Spent: 4.9 secs | LR: 0.000347
I0808 07:49:27.110376 140642952341376 interactiveshell.py:2882] Step 14250 | Loss: 0.3368 | Spent: 5.0 secs | LR: 0.000347
I0808 07:49:32.121552 140642952341376 interactiveshell.py:2882] Step 14300 | Loss: 0.5398 | Spent: 5.0 secs | LR: 0.000346
I0808 07:49:36.970154 140642952341376 interactiveshell.py:2882] Step 14350 | Loss: 0.2915 | Spent: 4.8 secs | LR: 0.000346
I0808 07:49:41.982113 140642952341376 interactiveshell.py:2882] Step 14400 | Loss: 0.5734 | Spent: 5.0 secs | LR: 0.000346
I0808 07:49:46.821086 140642952341376 interactiveshell.py:2882] Step 14450 | Loss: 0.4114 | Spent: 4.8 secs | LR: 0.000346
I0808 07:49:51.712654 140642952341376 interactiveshell.py:2882] Step 14500 | Loss: 0.6077 | Spent: 4.9 secs | LR: 0.000346
I0808 07:49:56.720564 140642952341376 interactiveshell.py:2882] Step 14550 | Loss: 0.7053 | Spent: 5.0 secs | LR: 0.000346
I0808 07:50:01.608195 140642952341376 interactiveshell.py:2882] Step 14600 | Loss: 0.3761 | Spent: 4.9 secs | LR: 0.000345
I0808 07:50:06.468484 140642952341376 interactiveshell.py:2882] Step 14650 | Loss: 0.6577 | Spent: 4.9 secs | LR: 0.000345
I0808 07:50:11.413752 140642952341376 interactiveshell.py:2882] Step 14700 | Loss: 0.9616 | Spent: 4.9 secs | LR: 0.000345
I0808 07:50:16.304954 140642952341376 interactiveshell.py:2882] Step 14750 | Loss: 0.5888 | Spent: 4.9 secs | LR: 0.000345
I0808 07:50:21.204118 140642952341376 interactiveshell.py:2882] Step 14800 | Loss: 0.4609 | Spent: 4.9 secs | LR: 0.000345
I0808 07:50:26.058439 140642952341376 interactiveshell.py:2882] Step 14850 | Loss: 0.7159 | Spent: 4.9 secs | LR: 0.000345
I0808 07:50:31.021138 140642952341376 interactiveshell.py:2882] Step 14900 | Loss: 0.4843 | Spent: 5.0 secs | LR: 0.000344
I0808 07:50:35.861452 140642952341376 interactiveshell.py:2882] Step 14950 | Loss: 0.5653 | Spent: 4.8 secs | LR: 0.000344
I0808 07:50:40.826305 140642952341376 interactiveshell.py:2882] Step 15000 | Loss: 0.3583 | Spent: 5.0 secs | LR: 0.000344
I0808 07:50:45.964279 140642952341376 interactiveshell.py:2882] Step 15050 | Loss: 0.8239 | Spent: 5.1 secs | LR: 0.000344
I0808 07:50:50.974004 140642952341376 interactiveshell.py:2882] Step 15100 | Loss: 0.5126 | Spent: 5.0 secs | LR: 0.000344
I0808 07:50:56.059706 140642952341376 interactiveshell.py:2882] Step 15150 | Loss: 0.6568 | Spent: 5.1 secs | LR: 0.000344
I0808 07:51:00.963479 140642952341376 interactiveshell.py:2882] Step 15200 | Loss: 0.8363 | Spent: 4.9 secs | LR: 0.000343
I0808 07:51:05.910305 140642952341376 interactiveshell.py:2882] Step 15250 | Loss: 0.4271 | Spent: 4.9 secs | LR: 0.000343
I0808 07:51:10.721343 140642952341376 interactiveshell.py:2882] Step 15300 | Loss: 0.5489 | Spent: 4.8 secs | LR: 0.000343
I0808 07:51:15.677556 140642952341376 interactiveshell.py:2882] Step 15350 | Loss: 0.2334 | Spent: 5.0 secs | LR: 0.000343
I0808 07:51:20.654901 140642952341376 interactiveshell.py:2882] Step 15400 | Loss: 0.5538 | Spent: 5.0 secs | LR: 0.000343
I0808 07:51:25.546497 140642952341376 interactiveshell.py:2882] Step 15450 | Loss: 0.4679 | Spent: 4.9 secs | LR: 0.000342
Reading ../data/test.txt
I0808 07:51:38.641320 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.830
I0808 07:51:38.642567 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.830
I0808 07:51:41.710791 140642952341376 interactiveshell.py:2882] Step 15500 | Loss: 0.4221 | Spent: 16.2 secs | LR: 0.000342
I0808 07:51:46.592330 140642952341376 interactiveshell.py:2882] Step 15550 | Loss: 0.3485 | Spent: 4.9 secs | LR: 0.000342
I0808 07:51:51.450338 140642952341376 interactiveshell.py:2882] Step 15600 | Loss: 0.5124 | Spent: 4.9 secs | LR: 0.000342
I0808 07:51:56.376070 140642952341376 interactiveshell.py:2882] Step 15650 | Loss: 0.2370 | Spent: 4.9 secs | LR: 0.000342
I0808 07:52:01.307863 140642952341376 interactiveshell.py:2882] Step 15700 | Loss: 0.5861 | Spent: 4.9 secs | LR: 0.000342
I0808 07:52:06.269361 140642952341376 interactiveshell.py:2882] Step 15750 | Loss: 0.3967 | Spent: 5.0 secs | LR: 0.000341
I0808 07:52:11.249778 140642952341376 interactiveshell.py:2882] Step 15800 | Loss: 0.5880 | Spent: 5.0 secs | LR: 0.000341
I0808 07:52:16.240600 140642952341376 interactiveshell.py:2882] Step 15850 | Loss: 0.5442 | Spent: 5.0 secs | LR: 0.000341
I0808 07:52:21.133412 140642952341376 interactiveshell.py:2882] Step 15900 | Loss: 0.4298 | Spent: 4.9 secs | LR: 0.000341
I0808 07:52:26.079504 140642952341376 interactiveshell.py:2882] Step 15950 | Loss: 0.5736 | Spent: 4.9 secs | LR: 0.000341
I0808 07:52:30.961464 140642952341376 interactiveshell.py:2882] Step 16000 | Loss: 0.4659 | Spent: 4.9 secs | LR: 0.000341
I0808 07:52:35.894869 140642952341376 interactiveshell.py:2882] Step 16050 | Loss: 0.4092 | Spent: 4.9 secs | LR: 0.000340
I0808 07:52:40.755539 140642952341376 interactiveshell.py:2882] Step 16100 | Loss: 0.3654 | Spent: 4.9 secs | LR: 0.000340
I0808 07:52:45.698911 140642952341376 interactiveshell.py:2882] Step 16150 | Loss: 0.5778 | Spent: 4.9 secs | LR: 0.000340
I0808 07:52:50.720386 140642952341376 interactiveshell.py:2882] Step 16200 | Loss: 0.6656 | Spent: 5.0 secs | LR: 0.000340
I0808 07:52:55.770366 140642952341376 interactiveshell.py:2882] Step 16250 | Loss: 0.5756 | Spent: 5.0 secs | LR: 0.000340
I0808 07:53:01.040237 140642952341376 interactiveshell.py:2882] Step 16300 | Loss: 0.6454 | Spent: 5.3 secs | LR: 0.000340
I0808 07:53:06.328414 140642952341376 interactiveshell.py:2882] Step 16350 | Loss: 0.5626 | Spent: 5.3 secs | LR: 0.000339
I0808 07:53:11.230446 140642952341376 interactiveshell.py:2882] Step 16400 | Loss: 0.5500 | Spent: 4.9 secs | LR: 0.000339
I0808 07:53:16.229480 140642952341376 interactiveshell.py:2882] Step 16450 | Loss: 0.5561 | Spent: 5.0 secs | LR: 0.000339
I0808 07:53:21.183425 140642952341376 interactiveshell.py:2882] Step 16500 | Loss: 0.6088 | Spent: 5.0 secs | LR: 0.000339
I0808 07:53:26.139555 140642952341376 interactiveshell.py:2882] Step 16550 | Loss: 0.3467 | Spent: 5.0 secs | LR: 0.000339
I0808 07:53:31.164348 140642952341376 interactiveshell.py:2882] Step 16600 | Loss: 0.5698 | Spent: 5.0 secs | LR: 0.000339
I0808 07:53:36.069965 140642952341376 interactiveshell.py:2882] Step 16650 | Loss: 0.3606 | Spent: 4.9 secs | LR: 0.000338
I0808 07:53:41.179039 140642952341376 interactiveshell.py:2882] Step 16700 | Loss: 0.6119 | Spent: 5.1 secs | LR: 0.000338
I0808 07:53:46.159954 140642952341376 interactiveshell.py:2882] Step 16750 | Loss: 0.2781 | Spent: 5.0 secs | LR: 0.000338
I0808 07:53:51.117470 140642952341376 interactiveshell.py:2882] Step 16800 | Loss: 0.5468 | Spent: 5.0 secs | LR: 0.000338
I0808 07:53:56.104792 140642952341376 interactiveshell.py:2882] Step 16850 | Loss: 0.7831 | Spent: 5.0 secs | LR: 0.000338
I0808 07:54:01.052431 140642952341376 interactiveshell.py:2882] Step 16900 | Loss: 0.5091 | Spent: 4.9 secs | LR: 0.000338
I0808 07:54:06.003548 140642952341376 interactiveshell.py:2882] Step 16950 | Loss: 0.4006 | Spent: 4.9 secs | LR: 0.000337
I0808 07:54:10.949651 140642952341376 interactiveshell.py:2882] Step 17000 | Loss: 0.6410 | Spent: 4.9 secs | LR: 0.000337
I0808 07:54:15.950841 140642952341376 interactiveshell.py:2882] Step 17050 | Loss: 0.1306 | Spent: 5.0 secs | LR: 0.000337
I0808 07:54:20.952130 140642952341376 interactiveshell.py:2882] Step 17100 | Loss: 0.4314 | Spent: 5.0 secs | LR: 0.000337
I0808 07:54:25.851970 140642952341376 interactiveshell.py:2882] Step 17150 | Loss: 0.5168 | Spent: 4.9 secs | LR: 0.000337
Reading ../data/train.txt
Reading ../data/test.txt
I0808 07:55:04.237797 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.832
I0808 07:55:04.238782 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.832
I0808 07:55:05.459684 140642952341376 interactiveshell.py:2882] Step 17200 | Loss: 0.4817 | Spent: 39.6 secs | LR: 0.000337
I0808 07:55:10.631936 140642952341376 interactiveshell.py:2882] Step 17250 | Loss: 0.5034 | Spent: 5.2 secs | LR: 0.000336
I0808 07:55:15.922150 140642952341376 interactiveshell.py:2882] Step 17300 | Loss: 0.3968 | Spent: 5.3 secs | LR: 0.000336
I0808 07:55:21.151797 140642952341376 interactiveshell.py:2882] Step 17350 | Loss: 0.3009 | Spent: 5.2 secs | LR: 0.000336
I0808 07:55:26.305703 140642952341376 interactiveshell.py:2882] Step 17400 | Loss: 0.6141 | Spent: 5.2 secs | LR: 0.000336
I0808 07:55:31.511275 140642952341376 interactiveshell.py:2882] Step 17450 | Loss: 0.4889 | Spent: 5.2 secs | LR: 0.000336
I0808 07:55:36.694862 140642952341376 interactiveshell.py:2882] Step 17500 | Loss: 0.3849 | Spent: 5.2 secs | LR: 0.000335
I0808 07:55:41.832320 140642952341376 interactiveshell.py:2882] Step 17550 | Loss: 0.5022 | Spent: 5.1 secs | LR: 0.000335
I0808 07:55:47.138692 140642952341376 interactiveshell.py:2882] Step 17600 | Loss: 0.4890 | Spent: 5.3 secs | LR: 0.000335
I0808 07:55:52.460867 140642952341376 interactiveshell.py:2882] Step 17650 | Loss: 0.4221 | Spent: 5.3 secs | LR: 0.000335
I0808 07:55:57.717780 140642952341376 interactiveshell.py:2882] Step 17700 | Loss: 0.5391 | Spent: 5.3 secs | LR: 0.000335
I0808 07:56:02.933515 140642952341376 interactiveshell.py:2882] Step 17750 | Loss: 0.4582 | Spent: 5.2 secs | LR: 0.000335
I0808 07:56:08.110074 140642952341376 interactiveshell.py:2882] Step 17800 | Loss: 0.3415 | Spent: 5.2 secs | LR: 0.000334
I0808 07:56:13.352431 140642952341376 interactiveshell.py:2882] Step 17850 | Loss: 0.6203 | Spent: 5.2 secs | LR: 0.000334
I0808 07:56:18.490258 140642952341376 interactiveshell.py:2882] Step 17900 | Loss: 0.5047 | Spent: 5.1 secs | LR: 0.000334
I0808 07:56:23.697941 140642952341376 interactiveshell.py:2882] Step 17950 | Loss: 0.3537 | Spent: 5.2 secs | LR: 0.000334
I0808 07:56:28.873670 140642952341376 interactiveshell.py:2882] Step 18000 | Loss: 0.5357 | Spent: 5.2 secs | LR: 0.000334
I0808 07:56:34.042484 140642952341376 interactiveshell.py:2882] Step 18050 | Loss: 0.4747 | Spent: 5.2 secs | LR: 0.000334
I0808 07:56:39.136529 140642952341376 interactiveshell.py:2882] Step 18100 | Loss: 0.5204 | Spent: 5.1 secs | LR: 0.000333
I0808 07:56:44.243545 140642952341376 interactiveshell.py:2882] Step 18150 | Loss: 0.3382 | Spent: 5.1 secs | LR: 0.000333
I0808 07:56:49.413088 140642952341376 interactiveshell.py:2882] Step 18200 | Loss: 0.5108 | Spent: 5.2 secs | LR: 0.000333
I0808 07:56:54.544928 140642952341376 interactiveshell.py:2882] Step 18250 | Loss: 0.4484 | Spent: 5.1 secs | LR: 0.000333
I0808 07:56:59.819956 140642952341376 interactiveshell.py:2882] Step 18300 | Loss: 0.5261 | Spent: 5.3 secs | LR: 0.000333
I0808 07:57:04.956038 140642952341376 interactiveshell.py:2882] Step 18350 | Loss: 0.6827 | Spent: 5.1 secs | LR: 0.000333
I0808 07:57:10.337535 140642952341376 interactiveshell.py:2882] Step 18400 | Loss: 0.3712 | Spent: 5.4 secs | LR: 0.000332
I0808 07:57:15.570539 140642952341376 interactiveshell.py:2882] Step 18450 | Loss: 0.2775 | Spent: 5.2 secs | LR: 0.000332
I0808 07:57:20.721768 140642952341376 interactiveshell.py:2882] Step 18500 | Loss: 0.4547 | Spent: 5.1 secs | LR: 0.000332
I0808 07:57:25.949800 140642952341376 interactiveshell.py:2882] Step 18550 | Loss: 0.4242 | Spent: 5.2 secs | LR: 0.000332
I0808 07:57:31.189707 140642952341376 interactiveshell.py:2882] Step 18600 | Loss: 0.5415 | Spent: 5.2 secs | LR: 0.000332
I0808 07:57:36.497037 140642952341376 interactiveshell.py:2882] Step 18650 | Loss: 0.5488 | Spent: 5.3 secs | LR: 0.000332
I0808 07:57:41.692790 140642952341376 interactiveshell.py:2882] Step 18700 | Loss: 0.4316 | Spent: 5.2 secs | LR: 0.000331
I0808 07:57:46.823612 140642952341376 interactiveshell.py:2882] Step 18750 | Loss: 0.5275 | Spent: 5.1 secs | LR: 0.000331
I0808 07:57:52.114131 140642952341376 interactiveshell.py:2882] Step 18800 | Loss: 0.6595 | Spent: 5.3 secs | LR: 0.000331
I0808 07:57:57.225021 140642952341376 interactiveshell.py:2882] Step 18850 | Loss: 0.5797 | Spent: 5.1 secs | LR: 0.000331
I0808 07:58:02.448797 140642952341376 interactiveshell.py:2882] Step 18900 | Loss: 0.4621 | Spent: 5.2 secs | LR: 0.000331
Reading ../data/test.txt
I0808 07:58:15.160390 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.839
I0808 07:58:15.161400 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.839
I0808 07:58:19.604460 140642952341376 interactiveshell.py:2882] Step 18950 | Loss: 0.2251 | Spent: 17.2 secs | LR: 0.000331
I0808 07:58:24.823027 140642952341376 interactiveshell.py:2882] Step 19000 | Loss: 0.4742 | Spent: 5.2 secs | LR: 0.000330
I0808 07:58:29.966275 140642952341376 interactiveshell.py:2882] Step 19050 | Loss: 0.7018 | Spent: 5.1 secs | LR: 0.000330
I0808 07:58:35.122158 140642952341376 interactiveshell.py:2882] Step 19100 | Loss: 0.3780 | Spent: 5.2 secs | LR: 0.000330
I0808 07:58:40.323711 140642952341376 interactiveshell.py:2882] Step 19150 | Loss: 0.4155 | Spent: 5.2 secs | LR: 0.000330
I0808 07:58:45.498215 140642952341376 interactiveshell.py:2882] Step 19200 | Loss: 0.4267 | Spent: 5.2 secs | LR: 0.000330
I0808 07:58:50.704112 140642952341376 interactiveshell.py:2882] Step 19250 | Loss: 0.4238 | Spent: 5.2 secs | LR: 0.000330
I0808 07:58:55.837100 140642952341376 interactiveshell.py:2882] Step 19300 | Loss: 0.3582 | Spent: 5.1 secs | LR: 0.000329
I0808 07:59:01.063929 140642952341376 interactiveshell.py:2882] Step 19350 | Loss: 0.2693 | Spent: 5.2 secs | LR: 0.000329
I0808 07:59:06.278673 140642952341376 interactiveshell.py:2882] Step 19400 | Loss: 0.3957 | Spent: 5.2 secs | LR: 0.000329
I0808 07:59:11.409961 140642952341376 interactiveshell.py:2882] Step 19450 | Loss: 0.4424 | Spent: 5.1 secs | LR: 0.000329
I0808 07:59:16.784471 140642952341376 interactiveshell.py:2882] Step 19500 | Loss: 0.3439 | Spent: 5.4 secs | LR: 0.000329
I0808 07:59:21.960409 140642952341376 interactiveshell.py:2882] Step 19550 | Loss: 0.4077 | Spent: 5.2 secs | LR: 0.000329
I0808 07:59:27.357869 140642952341376 interactiveshell.py:2882] Step 19600 | Loss: 0.5851 | Spent: 5.4 secs | LR: 0.000328
I0808 07:59:32.539404 140642952341376 interactiveshell.py:2882] Step 19650 | Loss: 0.4358 | Spent: 5.2 secs | LR: 0.000328
I0808 07:59:37.757499 140642952341376 interactiveshell.py:2882] Step 19700 | Loss: 0.5610 | Spent: 5.2 secs | LR: 0.000328
I0808 07:59:42.995005 140642952341376 interactiveshell.py:2882] Step 19750 | Loss: 0.5463 | Spent: 5.2 secs | LR: 0.000328
I0808 07:59:48.150266 140642952341376 interactiveshell.py:2882] Step 19800 | Loss: 0.6121 | Spent: 5.2 secs | LR: 0.000328
I0808 07:59:53.548193 140642952341376 interactiveshell.py:2882] Step 19850 | Loss: 0.4848 | Spent: 5.4 secs | LR: 0.000328
I0808 07:59:58.932816 140642952341376 interactiveshell.py:2882] Step 19900 | Loss: 0.4517 | Spent: 5.4 secs | LR: 0.000327
I0808 08:00:04.311825 140642952341376 interactiveshell.py:2882] Step 19950 | Loss: 0.3278 | Spent: 5.4 secs | LR: 0.000327
I0808 08:00:09.896956 140642952341376 interactiveshell.py:2882] Step 20000 | Loss: 0.3071 | Spent: 5.6 secs | LR: 0.000327
I0808 08:00:15.416938 140642952341376 interactiveshell.py:2882] Step 20050 | Loss: 0.4551 | Spent: 5.5 secs | LR: 0.000327
I0808 08:00:20.869813 140642952341376 interactiveshell.py:2882] Step 20100 | Loss: 0.2453 | Spent: 5.5 secs | LR: 0.000327
I0808 08:00:26.307211 140642952341376 interactiveshell.py:2882] Step 20150 | Loss: 0.4505 | Spent: 5.4 secs | LR: 0.000327
I0808 08:00:31.438929 140642952341376 interactiveshell.py:2882] Step 20200 | Loss: 0.4369 | Spent: 5.1 secs | LR: 0.000327
I0808 08:00:36.699045 140642952341376 interactiveshell.py:2882] Step 20250 | Loss: 0.4123 | Spent: 5.3 secs | LR: 0.000326
I0808 08:00:41.958878 140642952341376 interactiveshell.py:2882] Step 20300 | Loss: 0.3866 | Spent: 5.3 secs | LR: 0.000326
I0808 08:00:47.110962 140642952341376 interactiveshell.py:2882] Step 20350 | Loss: 0.3186 | Spent: 5.2 secs | LR: 0.000326
I0808 08:00:52.524399 140642952341376 interactiveshell.py:2882] Step 20400 | Loss: 0.4266 | Spent: 5.4 secs | LR: 0.000326
I0808 08:00:57.921425 140642952341376 interactiveshell.py:2882] Step 20450 | Loss: 0.5338 | Spent: 5.4 secs | LR: 0.000326
I0808 08:01:03.134874 140642952341376 interactiveshell.py:2882] Step 20500 | Loss: 0.2847 | Spent: 5.2 secs | LR: 0.000326
I0808 08:01:08.371965 140642952341376 interactiveshell.py:2882] Step 20550 | Loss: 0.5468 | Spent: 5.2 secs | LR: 0.000325
I0808 08:01:13.728900 140642952341376 interactiveshell.py:2882] Step 20600 | Loss: 0.4807 | Spent: 5.4 secs | LR: 0.000325
Reading ../data/test.txt
I0808 08:01:27.908391 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.843
I0808 08:01:27.909370 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.843
I0808 08:01:30.454655 140642952341376 interactiveshell.py:2882] Step 20650 | Loss: 0.5545 | Spent: 16.7 secs | LR: 0.000325
I0808 08:01:35.807403 140642952341376 interactiveshell.py:2882] Step 20700 | Loss: 0.4233 | Spent: 5.4 secs | LR: 0.000325
I0808 08:01:41.018785 140642952341376 interactiveshell.py:2882] Step 20750 | Loss: 0.2850 | Spent: 5.2 secs | LR: 0.000325
I0808 08:01:46.237488 140642952341376 interactiveshell.py:2882] Step 20800 | Loss: 0.2863 | Spent: 5.2 secs | LR: 0.000325
I0808 08:01:51.493728 140642952341376 interactiveshell.py:2882] Step 20850 | Loss: 0.5918 | Spent: 5.3 secs | LR: 0.000324
I0808 08:01:56.734467 140642952341376 interactiveshell.py:2882] Step 20900 | Loss: 0.5150 | Spent: 5.2 secs | LR: 0.000324
I0808 08:02:01.977529 140642952341376 interactiveshell.py:2882] Step 20950 | Loss: 0.4486 | Spent: 5.2 secs | LR: 0.000324
I0808 08:02:07.283377 140642952341376 interactiveshell.py:2882] Step 21000 | Loss: 0.8274 | Spent: 5.3 secs | LR: 0.000324
I0808 08:02:12.591265 140642952341376 interactiveshell.py:2882] Step 21050 | Loss: 0.3928 | Spent: 5.3 secs | LR: 0.000324
I0808 08:02:17.780663 140642952341376 interactiveshell.py:2882] Step 21100 | Loss: 0.1666 | Spent: 5.2 secs | LR: 0.000324
I0808 08:02:23.118996 140642952341376 interactiveshell.py:2882] Step 21150 | Loss: 0.3779 | Spent: 5.3 secs | LR: 0.000323
I0808 08:02:28.599434 140642952341376 interactiveshell.py:2882] Step 21200 | Loss: 0.2804 | Spent: 5.5 secs | LR: 0.000323
I0808 08:02:33.969204 140642952341376 interactiveshell.py:2882] Step 21250 | Loss: 0.6306 | Spent: 5.4 secs | LR: 0.000323
I0808 08:02:39.198765 140642952341376 interactiveshell.py:2882] Step 21300 | Loss: 0.3509 | Spent: 5.2 secs | LR: 0.000323
I0808 08:02:44.475829 140642952341376 interactiveshell.py:2882] Step 21350 | Loss: 0.2376 | Spent: 5.3 secs | LR: 0.000323
I0808 08:02:49.990419 140642952341376 interactiveshell.py:2882] Step 21400 | Loss: 0.3739 | Spent: 5.5 secs | LR: 0.000323
I0808 08:02:55.339197 140642952341376 interactiveshell.py:2882] Step 21450 | Loss: 0.4578 | Spent: 5.3 secs | LR: 0.000322
I0808 08:03:00.918131 140642952341376 interactiveshell.py:2882] Step 21500 | Loss: 0.4395 | Spent: 5.6 secs | LR: 0.000322
I0808 08:03:06.347723 140642952341376 interactiveshell.py:2882] Step 21550 | Loss: 0.5647 | Spent: 5.4 secs | LR: 0.000322
I0808 08:03:11.596701 140642952341376 interactiveshell.py:2882] Step 21600 | Loss: 0.4215 | Spent: 5.2 secs | LR: 0.000322
I0808 08:03:17.017635 140642952341376 interactiveshell.py:2882] Step 21650 | Loss: 0.3017 | Spent: 5.4 secs | LR: 0.000322
I0808 08:03:22.851809 140642952341376 interactiveshell.py:2882] Step 21700 | Loss: 0.6091 | Spent: 5.8 secs | LR: 0.000322
I0808 08:03:28.318064 140642952341376 interactiveshell.py:2882] Step 21750 | Loss: 0.4388 | Spent: 5.5 secs | LR: 0.000321
I0808 08:03:33.606364 140642952341376 interactiveshell.py:2882] Step 21800 | Loss: 0.5068 | Spent: 5.3 secs | LR: 0.000321
I0808 08:03:39.346663 140642952341376 interactiveshell.py:2882] Step 21850 | Loss: 0.7083 | Spent: 5.7 secs | LR: 0.000321
I0808 08:03:44.665477 140642952341376 interactiveshell.py:2882] Step 21900 | Loss: 0.3346 | Spent: 5.3 secs | LR: 0.000321
I0808 08:03:49.841555 140642952341376 interactiveshell.py:2882] Step 21950 | Loss: 0.5078 | Spent: 5.2 secs | LR: 0.000321
I0808 08:03:55.179301 140642952341376 interactiveshell.py:2882] Step 22000 | Loss: 0.2317 | Spent: 5.3 secs | LR: 0.000321
I0808 08:04:00.364794 140642952341376 interactiveshell.py:2882] Step 22050 | Loss: 0.3905 | Spent: 5.2 secs | LR: 0.000320
I0808 08:04:05.641014 140642952341376 interactiveshell.py:2882] Step 22100 | Loss: 0.5627 | Spent: 5.3 secs | LR: 0.000320
I0808 08:04:10.905671 140642952341376 interactiveshell.py:2882] Step 22150 | Loss: 0.3673 | Spent: 5.3 secs | LR: 0.000320
I0808 08:04:16.220813 140642952341376 interactiveshell.py:2882] Step 22200 | Loss: 0.5496 | Spent: 5.3 secs | LR: 0.000320
I0808 08:04:21.389639 140642952341376 interactiveshell.py:2882] Step 22250 | Loss: 0.4115 | Spent: 5.2 secs | LR: 0.000320
I0808 08:04:26.652021 140642952341376 interactiveshell.py:2882] Step 22300 | Loss: 0.4422 | Spent: 5.3 secs | LR: 0.000320
Reading ../data/test.txt
I0808 08:04:42.549810 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.841
I0808 08:04:42.550798 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.843
I0808 08:04:42.990530 140642952341376 interactiveshell.py:2882] Step 22350 | Loss: 0.5800 | Spent: 16.3 secs | LR: 0.000320
I0808 08:04:48.301521 140642952341376 interactiveshell.py:2882] Step 22400 | Loss: 0.2910 | Spent: 5.3 secs | LR: 0.000319
I0808 08:04:53.475050 140642952341376 interactiveshell.py:2882] Step 22450 | Loss: 0.3948 | Spent: 5.2 secs | LR: 0.000319
I0808 08:04:58.777573 140642952341376 interactiveshell.py:2882] Step 22500 | Loss: 0.3906 | Spent: 5.3 secs | LR: 0.000319
I0808 08:05:03.917443 140642952341376 interactiveshell.py:2882] Step 22550 | Loss: 0.6022 | Spent: 5.1 secs | LR: 0.000319
I0808 08:05:09.082476 140642952341376 interactiveshell.py:2882] Step 22600 | Loss: 0.3991 | Spent: 5.2 secs | LR: 0.000319
I0808 08:05:14.306910 140642952341376 interactiveshell.py:2882] Step 22650 | Loss: 0.4501 | Spent: 5.2 secs | LR: 0.000319
I0808 08:05:19.496831 140642952341376 interactiveshell.py:2882] Step 22700 | Loss: 0.2035 | Spent: 5.2 secs | LR: 0.000318
I0808 08:05:24.733932 140642952341376 interactiveshell.py:2882] Step 22750 | Loss: 0.8126 | Spent: 5.2 secs | LR: 0.000318
I0808 08:05:30.259032 140642952341376 interactiveshell.py:2882] Step 22800 | Loss: 0.8123 | Spent: 5.5 secs | LR: 0.000318
I0808 08:05:35.563384 140642952341376 interactiveshell.py:2882] Step 22850 | Loss: 0.5867 | Spent: 5.3 secs | LR: 0.000318
I0808 08:05:40.921453 140642952341376 interactiveshell.py:2882] Step 22900 | Loss: 0.4393 | Spent: 5.4 secs | LR: 0.000318
I0808 08:05:46.148139 140642952341376 interactiveshell.py:2882] Step 22950 | Loss: 0.3103 | Spent: 5.2 secs | LR: 0.000318
I0808 08:05:51.415963 140642952341376 interactiveshell.py:2882] Step 23000 | Loss: 0.6609 | Spent: 5.3 secs | LR: 0.000317
I0808 08:05:56.795304 140642952341376 interactiveshell.py:2882] Step 23050 | Loss: 0.4578 | Spent: 5.4 secs | LR: 0.000317
I0808 08:06:02.111433 140642952341376 interactiveshell.py:2882] Step 23100 | Loss: 0.4954 | Spent: 5.3 secs | LR: 0.000317
I0808 08:06:07.415802 140642952341376 interactiveshell.py:2882] Step 23150 | Loss: 0.5877 | Spent: 5.3 secs | LR: 0.000317
I0808 08:06:12.642306 140642952341376 interactiveshell.py:2882] Step 23200 | Loss: 0.3868 | Spent: 5.2 secs | LR: 0.000317
I0808 08:06:17.864464 140642952341376 interactiveshell.py:2882] Step 23250 | Loss: 0.5402 | Spent: 5.2 secs | LR: 0.000317
I0808 08:06:23.050473 140642952341376 interactiveshell.py:2882] Step 23300 | Loss: 0.5233 | Spent: 5.2 secs | LR: 0.000316
I0808 08:06:28.453808 140642952341376 interactiveshell.py:2882] Step 23350 | Loss: 0.4921 | Spent: 5.4 secs | LR: 0.000316
I0808 08:06:33.970485 140642952341376 interactiveshell.py:2882] Step 23400 | Loss: 0.7570 | Spent: 5.5 secs | LR: 0.000316
I0808 08:06:39.482064 140642952341376 interactiveshell.py:2882] Step 23450 | Loss: 0.4162 | Spent: 5.5 secs | LR: 0.000316
I0808 08:06:44.934713 140642952341376 interactiveshell.py:2882] Step 23500 | Loss: 0.4588 | Spent: 5.5 secs | LR: 0.000316
I0808 08:06:50.552942 140642952341376 interactiveshell.py:2882] Step 23550 | Loss: 0.5460 | Spent: 5.6 secs | LR: 0.000316
I0808 08:06:56.126219 140642952341376 interactiveshell.py:2882] Step 23600 | Loss: 0.3659 | Spent: 5.6 secs | LR: 0.000316
I0808 08:07:01.324825 140642952341376 interactiveshell.py:2882] Step 23650 | Loss: 0.3982 | Spent: 5.2 secs | LR: 0.000315
I0808 08:07:06.663521 140642952341376 interactiveshell.py:2882] Step 23700 | Loss: 0.4235 | Spent: 5.3 secs | LR: 0.000315
I0808 08:07:11.854087 140642952341376 interactiveshell.py:2882] Step 23750 | Loss: 0.4139 | Spent: 5.2 secs | LR: 0.000315
I0808 08:07:17.109783 140642952341376 interactiveshell.py:2882] Step 23800 | Loss: 0.2289 | Spent: 5.3 secs | LR: 0.000315
I0808 08:07:22.364995 140642952341376 interactiveshell.py:2882] Step 23850 | Loss: 0.3762 | Spent: 5.3 secs | LR: 0.000315
I0808 08:07:27.641824 140642952341376 interactiveshell.py:2882] Step 23900 | Loss: 0.3402 | Spent: 5.3 secs | LR: 0.000315
I0808 08:07:33.031812 140642952341376 interactiveshell.py:2882] Step 23950 | Loss: 0.2793 | Spent: 5.4 secs | LR: 0.000314
I0808 08:07:38.288769 140642952341376 interactiveshell.py:2882] Step 24000 | Loss: 0.3567 | Spent: 5.3 secs | LR: 0.000314
I0808 08:07:43.523606 140642952341376 interactiveshell.py:2882] Step 24050 | Loss: 0.3544 | Spent: 5.2 secs | LR: 0.000314
Reading ../data/test.txt
I0808 08:07:56.247940 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.847
I0808 08:07:56.248818 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.847
I0808 08:07:59.957274 140642952341376 interactiveshell.py:2882] Step 24100 | Loss: 0.3762 | Spent: 16.4 secs | LR: 0.000314
I0808 08:08:05.187331 140642952341376 interactiveshell.py:2882] Step 24150 | Loss: 0.5011 | Spent: 5.2 secs | LR: 0.000314
I0808 08:08:10.457321 140642952341376 interactiveshell.py:2882] Step 24200 | Loss: 0.3642 | Spent: 5.3 secs | LR: 0.000314
I0808 08:08:15.761708 140642952341376 interactiveshell.py:2882] Step 24250 | Loss: 0.3058 | Spent: 5.3 secs | LR: 0.000313
I0808 08:08:20.977817 140642952341376 interactiveshell.py:2882] Step 24300 | Loss: 0.4077 | Spent: 5.2 secs | LR: 0.000313
I0808 08:08:26.305379 140642952341376 interactiveshell.py:2882] Step 24350 | Loss: 0.4797 | Spent: 5.3 secs | LR: 0.000313
I0808 08:08:31.857312 140642952341376 interactiveshell.py:2882] Step 24400 | Loss: 0.5258 | Spent: 5.6 secs | LR: 0.000313
I0808 08:08:37.465527 140642952341376 interactiveshell.py:2882] Step 24450 | Loss: 0.4239 | Spent: 5.6 secs | LR: 0.000313
I0808 08:08:42.632472 140642952341376 interactiveshell.py:2882] Step 24500 | Loss: 0.2801 | Spent: 5.2 secs | LR: 0.000313
I0808 08:08:47.855813 140642952341376 interactiveshell.py:2882] Step 24550 | Loss: 0.4003 | Spent: 5.2 secs | LR: 0.000313
I0808 08:08:53.129390 140642952341376 interactiveshell.py:2882] Step 24600 | Loss: 0.2438 | Spent: 5.3 secs | LR: 0.000312
I0808 08:08:58.563504 140642952341376 interactiveshell.py:2882] Step 24650 | Loss: 0.7478 | Spent: 5.4 secs | LR: 0.000312
I0808 08:09:04.195507 140642952341376 interactiveshell.py:2882] Step 24700 | Loss: 0.3300 | Spent: 5.6 secs | LR: 0.000312
I0808 08:09:09.787258 140642952341376 interactiveshell.py:2882] Step 24750 | Loss: 0.3537 | Spent: 5.6 secs | LR: 0.000312
I0808 08:09:15.502788 140642952341376 interactiveshell.py:2882] Step 24800 | Loss: 0.3341 | Spent: 5.7 secs | LR: 0.000312
I0808 08:09:21.030987 140642952341376 interactiveshell.py:2882] Step 24850 | Loss: 0.4407 | Spent: 5.5 secs | LR: 0.000312
I0808 08:09:26.610333 140642952341376 interactiveshell.py:2882] Step 24900 | Loss: 0.6206 | Spent: 5.6 secs | LR: 0.000311
I0808 08:09:32.012298 140642952341376 interactiveshell.py:2882] Step 24950 | Loss: 0.5541 | Spent: 5.4 secs | LR: 0.000311
I0808 08:09:37.395504 140642952341376 interactiveshell.py:2882] Step 25000 | Loss: 0.5475 | Spent: 5.4 secs | LR: 0.000311
I0808 08:09:42.698677 140642952341376 interactiveshell.py:2882] Step 25050 | Loss: 0.3184 | Spent: 5.3 secs | LR: 0.000311
I0808 08:09:48.151856 140642952341376 interactiveshell.py:2882] Step 25100 | Loss: 0.4202 | Spent: 5.5 secs | LR: 0.000311
I0808 08:09:53.461812 140642952341376 interactiveshell.py:2882] Step 25150 | Loss: 0.4027 | Spent: 5.3 secs | LR: 0.000311
I0808 08:09:58.949433 140642952341376 interactiveshell.py:2882] Step 25200 | Loss: 0.3182 | Spent: 5.5 secs | LR: 0.000311
I0808 08:10:04.447216 140642952341376 interactiveshell.py:2882] Step 25250 | Loss: 0.5220 | Spent: 5.5 secs | LR: 0.000310
I0808 08:10:09.989850 140642952341376 interactiveshell.py:2882] Step 25300 | Loss: 0.9305 | Spent: 5.5 secs | LR: 0.000310
I0808 08:10:15.221249 140642952341376 interactiveshell.py:2882] Step 25350 | Loss: 0.3809 | Spent: 5.2 secs | LR: 0.000310
I0808 08:10:20.440959 140642952341376 interactiveshell.py:2882] Step 25400 | Loss: 0.3550 | Spent: 5.2 secs | LR: 0.000310
I0808 08:10:25.689254 140642952341376 interactiveshell.py:2882] Step 25450 | Loss: 0.5715 | Spent: 5.2 secs | LR: 0.000310
I0808 08:10:30.937315 140642952341376 interactiveshell.py:2882] Step 25500 | Loss: 0.4269 | Spent: 5.2 secs | LR: 0.000310
I0808 08:10:36.378394 140642952341376 interactiveshell.py:2882] Step 25550 | Loss: 0.5113 | Spent: 5.4 secs | LR: 0.000309
I0808 08:10:41.871794 140642952341376 interactiveshell.py:2882] Step 25600 | Loss: 0.4159 | Spent: 5.5 secs | LR: 0.000309
I0808 08:10:47.309990 140642952341376 interactiveshell.py:2882] Step 25650 | Loss: 0.4218 | Spent: 5.4 secs | LR: 0.000309
I0808 08:10:52.768451 140642952341376 interactiveshell.py:2882] Step 25700 | Loss: 0.3217 | Spent: 5.5 secs | LR: 0.000309
I0808 08:10:58.096910 140642952341376 interactiveshell.py:2882] Step 25750 | Loss: 0.4711 | Spent: 5.3 secs | LR: 0.000309
Reading ../data/test.txt
I0808 08:11:13.124987 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.848
I0808 08:11:13.126024 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.848
I0808 08:11:14.887047 140642952341376 interactiveshell.py:2882] Step 25800 | Loss: 0.6506 | Spent: 16.8 secs | LR: 0.000309
I0808 08:11:20.347212 140642952341376 interactiveshell.py:2882] Step 25850 | Loss: 0.7259 | Spent: 5.5 secs | LR: 0.000308
I0808 08:11:25.970962 140642952341376 interactiveshell.py:2882] Step 25900 | Loss: 0.6952 | Spent: 5.6 secs | LR: 0.000308
I0808 08:11:31.683360 140642952341376 interactiveshell.py:2882] Step 25950 | Loss: 0.5709 | Spent: 5.7 secs | LR: 0.000308
I0808 08:11:37.308805 140642952341376 interactiveshell.py:2882] Step 26000 | Loss: 0.6777 | Spent: 5.6 secs | LR: 0.000308
I0808 08:11:42.886011 140642952341376 interactiveshell.py:2882] Step 26050 | Loss: 0.4391 | Spent: 5.6 secs | LR: 0.000308
I0808 08:11:48.453768 140642952341376 interactiveshell.py:2882] Step 26100 | Loss: 0.4297 | Spent: 5.6 secs | LR: 0.000308
I0808 08:11:53.999403 140642952341376 interactiveshell.py:2882] Step 26150 | Loss: 0.3490 | Spent: 5.5 secs | LR: 0.000308
I0808 08:11:59.628044 140642952341376 interactiveshell.py:2882] Step 26200 | Loss: 0.7684 | Spent: 5.6 secs | LR: 0.000307
I0808 08:12:05.429599 140642952341376 interactiveshell.py:2882] Step 26250 | Loss: 0.2413 | Spent: 5.8 secs | LR: 0.000307
I0808 08:12:11.076429 140642952341376 interactiveshell.py:2882] Step 26300 | Loss: 0.3948 | Spent: 5.6 secs | LR: 0.000307
I0808 08:12:16.777138 140642952341376 interactiveshell.py:2882] Step 26350 | Loss: 0.4275 | Spent: 5.7 secs | LR: 0.000307
I0808 08:12:22.431146 140642952341376 interactiveshell.py:2882] Step 26400 | Loss: 0.6821 | Spent: 5.7 secs | LR: 0.000307
I0808 08:12:27.768473 140642952341376 interactiveshell.py:2882] Step 26450 | Loss: 0.3219 | Spent: 5.3 secs | LR: 0.000307
I0808 08:12:33.130770 140642952341376 interactiveshell.py:2882] Step 26500 | Loss: 0.4937 | Spent: 5.4 secs | LR: 0.000306
I0808 08:12:38.562430 140642952341376 interactiveshell.py:2882] Step 26550 | Loss: 0.3640 | Spent: 5.4 secs | LR: 0.000306
I0808 08:12:43.910726 140642952341376 interactiveshell.py:2882] Step 26600 | Loss: 0.4861 | Spent: 5.3 secs | LR: 0.000306
I0808 08:12:49.170275 140642952341376 interactiveshell.py:2882] Step 26650 | Loss: 0.1950 | Spent: 5.3 secs | LR: 0.000306
I0808 08:12:54.468214 140642952341376 interactiveshell.py:2882] Step 26700 | Loss: 0.4671 | Spent: 5.3 secs | LR: 0.000306
I0808 08:12:59.659951 140642952341376 interactiveshell.py:2882] Step 26750 | Loss: 0.3020 | Spent: 5.2 secs | LR: 0.000306
I0808 08:13:04.886237 140642952341376 interactiveshell.py:2882] Step 26800 | Loss: 0.4743 | Spent: 5.2 secs | LR: 0.000306
I0808 08:13:10.182221 140642952341376 interactiveshell.py:2882] Step 26850 | Loss: 0.6501 | Spent: 5.3 secs | LR: 0.000305
I0808 08:13:15.438067 140642952341376 interactiveshell.py:2882] Step 26900 | Loss: 0.4346 | Spent: 5.3 secs | LR: 0.000305
I0808 08:13:20.781150 140642952341376 interactiveshell.py:2882] Step 26950 | Loss: 0.5916 | Spent: 5.3 secs | LR: 0.000305
I0808 08:13:26.010279 140642952341376 interactiveshell.py:2882] Step 27000 | Loss: 0.4622 | Spent: 5.2 secs | LR: 0.000305
I0808 08:13:31.288488 140642952341376 interactiveshell.py:2882] Step 27050 | Loss: 0.2141 | Spent: 5.3 secs | LR: 0.000305
I0808 08:13:36.732622 140642952341376 interactiveshell.py:2882] Step 27100 | Loss: 0.3645 | Spent: 5.4 secs | LR: 0.000305
I0808 08:13:42.347532 140642952341376 interactiveshell.py:2882] Step 27150 | Loss: 0.5116 | Spent: 5.6 secs | LR: 0.000304
I0808 08:13:48.012701 140642952341376 interactiveshell.py:2882] Step 27200 | Loss: 0.3477 | Spent: 5.7 secs | LR: 0.000304
I0808 08:13:53.263258 140642952341376 interactiveshell.py:2882] Step 27250 | Loss: 0.3946 | Spent: 5.2 secs | LR: 0.000304
I0808 08:13:58.567459 140642952341376 interactiveshell.py:2882] Step 27300 | Loss: 0.3419 | Spent: 5.3 secs | LR: 0.000304
I0808 08:14:03.884952 140642952341376 interactiveshell.py:2882] Step 27350 | Loss: 0.3002 | Spent: 5.3 secs | LR: 0.000304
I0808 08:14:09.292691 140642952341376 interactiveshell.py:2882] Step 27400 | Loss: 0.4852 | Spent: 5.4 secs | LR: 0.000304
I0808 08:14:14.485121 140642952341376 interactiveshell.py:2882] Step 27450 | Loss: 0.7079 | Spent: 5.2 secs | LR: 0.000304
I0808 08:14:19.739060 140642952341376 interactiveshell.py:2882] Step 27500 | Loss: 0.3877 | Spent: 5.3 secs | LR: 0.000303
Reading ../data/test.txt
I0808 08:14:31.299978 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.849
I0808 08:14:31.300854 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.849
I0808 08:14:36.355414 140642952341376 interactiveshell.py:2882] Step 27550 | Loss: 0.3209 | Spent: 16.6 secs | LR: 0.000303
I0808 08:14:41.603078 140642952341376 interactiveshell.py:2882] Step 27600 | Loss: 0.5132 | Spent: 5.2 secs | LR: 0.000303
I0808 08:14:46.867779 140642952341376 interactiveshell.py:2882] Step 27650 | Loss: 0.6050 | Spent: 5.3 secs | LR: 0.000303
I0808 08:14:52.190040 140642952341376 interactiveshell.py:2882] Step 27700 | Loss: 0.3377 | Spent: 5.3 secs | LR: 0.000303
I0808 08:14:57.539283 140642952341376 interactiveshell.py:2882] Step 27750 | Loss: 0.5787 | Spent: 5.3 secs | LR: 0.000303
I0808 08:15:02.880080 140642952341376 interactiveshell.py:2882] Step 27800 | Loss: 0.2426 | Spent: 5.3 secs | LR: 0.000302
I0808 08:15:08.185721 140642952341376 interactiveshell.py:2882] Step 27850 | Loss: 0.2003 | Spent: 5.3 secs | LR: 0.000302
I0808 08:15:13.472164 140642952341376 interactiveshell.py:2882] Step 27900 | Loss: 0.3452 | Spent: 5.3 secs | LR: 0.000302
I0808 08:15:18.586279 140642952341376 interactiveshell.py:2882] Step 27950 | Loss: 0.2009 | Spent: 5.1 secs | LR: 0.000302
I0808 08:15:23.942960 140642952341376 interactiveshell.py:2882] Step 28000 | Loss: 0.2614 | Spent: 5.4 secs | LR: 0.000302
I0808 08:15:29.229024 140642952341376 interactiveshell.py:2882] Step 28050 | Loss: 0.5173 | Spent: 5.3 secs | LR: 0.000302
I0808 08:15:34.407275 140642952341376 interactiveshell.py:2882] Step 28100 | Loss: 0.3619 | Spent: 5.2 secs | LR: 0.000302
I0808 08:15:39.462001 140642952341376 interactiveshell.py:2882] Step 28150 | Loss: 0.7524 | Spent: 5.1 secs | LR: 0.000301
I0808 08:15:44.523146 140642952341376 interactiveshell.py:2882] Step 28200 | Loss: 0.4766 | Spent: 5.1 secs | LR: 0.000301
I0808 08:15:49.491474 140642952341376 interactiveshell.py:2882] Step 28250 | Loss: 0.4063 | Spent: 5.0 secs | LR: 0.000301
I0808 08:15:54.588945 140642952341376 interactiveshell.py:2882] Step 28300 | Loss: 0.4923 | Spent: 5.1 secs | LR: 0.000301
I0808 08:15:59.597488 140642952341376 interactiveshell.py:2882] Step 28350 | Loss: 0.3571 | Spent: 5.0 secs | LR: 0.000301
I0808 08:16:04.592639 140642952341376 interactiveshell.py:2882] Step 28400 | Loss: 0.6331 | Spent: 5.0 secs | LR: 0.000301
I0808 08:16:09.762842 140642952341376 interactiveshell.py:2882] Step 28450 | Loss: 0.5436 | Spent: 5.2 secs | LR: 0.000301
I0808 08:16:14.817825 140642952341376 interactiveshell.py:2882] Step 28500 | Loss: 0.4246 | Spent: 5.1 secs | LR: 0.000300
I0808 08:16:20.074398 140642952341376 interactiveshell.py:2882] Step 28550 | Loss: 0.2538 | Spent: 5.3 secs | LR: 0.000300
I0808 08:16:25.058782 140642952341376 interactiveshell.py:2882] Step 28600 | Loss: 0.4008 | Spent: 5.0 secs | LR: 0.000300
I0808 08:16:30.090463 140642952341376 interactiveshell.py:2882] Step 28650 | Loss: 0.4712 | Spent: 5.0 secs | LR: 0.000300
I0808 08:16:35.150713 140642952341376 interactiveshell.py:2882] Step 28700 | Loss: 0.4997 | Spent: 5.1 secs | LR: 0.000300
I0808 08:16:40.164046 140642952341376 interactiveshell.py:2882] Step 28750 | Loss: 0.2783 | Spent: 5.0 secs | LR: 0.000300
I0808 08:16:45.279477 140642952341376 interactiveshell.py:2882] Step 28800 | Loss: 0.4690 | Spent: 5.1 secs | LR: 0.000299
I0808 08:16:50.283980 140642952341376 interactiveshell.py:2882] Step 28850 | Loss: 0.5782 | Spent: 5.0 secs | LR: 0.000299
I0808 08:16:55.321396 140642952341376 interactiveshell.py:2882] Step 28900 | Loss: 0.3946 | Spent: 5.0 secs | LR: 0.000299
I0808 08:17:00.316147 140642952341376 interactiveshell.py:2882] Step 28950 | Loss: 0.6463 | Spent: 5.0 secs | LR: 0.000299
I0808 08:17:05.409326 140642952341376 interactiveshell.py:2882] Step 29000 | Loss: 0.3556 | Spent: 5.1 secs | LR: 0.000299
I0808 08:17:10.449069 140642952341376 interactiveshell.py:2882] Step 29050 | Loss: 0.2334 | Spent: 5.0 secs | LR: 0.000299
I0808 08:17:15.498781 140642952341376 interactiveshell.py:2882] Step 29100 | Loss: 0.2523 | Spent: 5.0 secs | LR: 0.000299
I0808 08:17:20.580066 140642952341376 interactiveshell.py:2882] Step 29150 | Loss: 0.7093 | Spent: 5.1 secs | LR: 0.000298
I0808 08:17:25.613501 140642952341376 interactiveshell.py:2882] Step 29200 | Loss: 0.3764 | Spent: 5.0 secs | LR: 0.000298
Reading ../data/test.txt
I0808 08:17:39.099595 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.853
I0808 08:17:39.100619 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.853
I0808 08:17:42.041861 140642952341376 interactiveshell.py:2882] Step 29250 | Loss: 0.3257 | Spent: 16.4 secs | LR: 0.000298
I0808 08:17:47.125460 140642952341376 interactiveshell.py:2882] Step 29300 | Loss: 0.4840 | Spent: 5.1 secs | LR: 0.000298
I0808 08:17:52.226274 140642952341376 interactiveshell.py:2882] Step 29350 | Loss: 0.3414 | Spent: 5.1 secs | LR: 0.000298
I0808 08:17:57.209975 140642952341376 interactiveshell.py:2882] Step 29400 | Loss: 0.4503 | Spent: 5.0 secs | LR: 0.000298
I0808 08:18:02.229461 140642952341376 interactiveshell.py:2882] Step 29450 | Loss: 0.4180 | Spent: 5.0 secs | LR: 0.000298
I0808 08:18:07.230212 140642952341376 interactiveshell.py:2882] Step 29500 | Loss: 0.4868 | Spent: 5.0 secs | LR: 0.000297
I0808 08:18:12.310857 140642952341376 interactiveshell.py:2882] Step 29550 | Loss: 0.5016 | Spent: 5.1 secs | LR: 0.000297
I0808 08:18:17.368355 140642952341376 interactiveshell.py:2882] Step 29600 | Loss: 0.5929 | Spent: 5.1 secs | LR: 0.000297
I0808 08:18:22.374716 140642952341376 interactiveshell.py:2882] Step 29650 | Loss: 0.2816 | Spent: 5.0 secs | LR: 0.000297
I0808 08:18:27.427750 140642952341376 interactiveshell.py:2882] Step 29700 | Loss: 0.5539 | Spent: 5.1 secs | LR: 0.000297
I0808 08:18:32.702090 140642952341376 interactiveshell.py:2882] Step 29750 | Loss: 0.4455 | Spent: 5.3 secs | LR: 0.000297
I0808 08:18:37.830361 140642952341376 interactiveshell.py:2882] Step 29800 | Loss: 0.4270 | Spent: 5.1 secs | LR: 0.000296
I0808 08:18:42.871236 140642952341376 interactiveshell.py:2882] Step 29850 | Loss: 0.7610 | Spent: 5.0 secs | LR: 0.000296
I0808 08:18:48.110039 140642952341376 interactiveshell.py:2882] Step 29900 | Loss: 0.2968 | Spent: 5.2 secs | LR: 0.000296
I0808 08:18:53.482027 140642952341376 interactiveshell.py:2882] Step 29950 | Loss: 0.6500 | Spent: 5.4 secs | LR: 0.000296
I0808 08:18:58.795855 140642952341376 interactiveshell.py:2882] Step 30000 | Loss: 0.4690 | Spent: 5.3 secs | LR: 0.000296
I0808 08:19:03.800455 140642952341376 interactiveshell.py:2882] Step 30050 | Loss: 0.2295 | Spent: 5.0 secs | LR: 0.000296
I0808 08:19:08.888980 140642952341376 interactiveshell.py:2882] Step 30100 | Loss: 0.5436 | Spent: 5.1 secs | LR: 0.000296
I0808 08:19:13.998206 140642952341376 interactiveshell.py:2882] Step 30150 | Loss: 0.3431 | Spent: 5.1 secs | LR: 0.000295
I0808 08:19:18.982206 140642952341376 interactiveshell.py:2882] Step 30200 | Loss: 0.3838 | Spent: 5.0 secs | LR: 0.000295
I0808 08:19:24.054539 140642952341376 interactiveshell.py:2882] Step 30250 | Loss: 0.2266 | Spent: 5.1 secs | LR: 0.000295
I0808 08:19:29.250110 140642952341376 interactiveshell.py:2882] Step 30300 | Loss: 0.3015 | Spent: 5.2 secs | LR: 0.000295
I0808 08:19:34.353769 140642952341376 interactiveshell.py:2882] Step 30350 | Loss: 0.5000 | Spent: 5.1 secs | LR: 0.000295
I0808 08:19:39.454000 140642952341376 interactiveshell.py:2882] Step 30400 | Loss: 0.4989 | Spent: 5.1 secs | LR: 0.000295
I0808 08:19:44.474709 140642952341376 interactiveshell.py:2882] Step 30450 | Loss: 0.4855 | Spent: 5.0 secs | LR: 0.000295
I0808 08:19:49.613421 140642952341376 interactiveshell.py:2882] Step 30500 | Loss: 0.2945 | Spent: 5.1 secs | LR: 0.000294
I0808 08:19:54.729347 140642952341376 interactiveshell.py:2882] Step 30550 | Loss: 0.4690 | Spent: 5.1 secs | LR: 0.000294
I0808 08:19:59.791428 140642952341376 interactiveshell.py:2882] Step 30600 | Loss: 0.3325 | Spent: 5.1 secs | LR: 0.000294
I0808 08:20:04.783007 140642952341376 interactiveshell.py:2882] Step 30650 | Loss: 0.2447 | Spent: 5.0 secs | LR: 0.000294
I0808 08:20:09.877538 140642952341376 interactiveshell.py:2882] Step 30700 | Loss: 0.3457 | Spent: 5.1 secs | LR: 0.000294
I0808 08:20:15.031199 140642952341376 interactiveshell.py:2882] Step 30750 | Loss: 0.3396 | Spent: 5.2 secs | LR: 0.000294
I0808 08:20:20.123692 140642952341376 interactiveshell.py:2882] Step 30800 | Loss: 0.2701 | Spent: 5.1 secs | LR: 0.000294
I0808 08:20:25.191989 140642952341376 interactiveshell.py:2882] Step 30850 | Loss: 0.4931 | Spent: 5.1 secs | LR: 0.000293
I0808 08:20:30.175705 140642952341376 interactiveshell.py:2882] Step 30900 | Loss: 0.4478 | Spent: 5.0 secs | LR: 0.000293
Reading ../data/test.txt
I0808 08:20:45.681481 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.859
I0808 08:20:45.682466 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.859
I0808 08:20:46.650499 140642952341376 interactiveshell.py:2882] Step 30950 | Loss: 0.3307 | Spent: 16.5 secs | LR: 0.000293
I0808 08:20:51.721056 140642952341376 interactiveshell.py:2882] Step 31000 | Loss: 0.2971 | Spent: 5.1 secs | LR: 0.000293
I0808 08:20:56.761325 140642952341376 interactiveshell.py:2882] Step 31050 | Loss: 0.4015 | Spent: 5.0 secs | LR: 0.000293
I0808 08:21:01.801389 140642952341376 interactiveshell.py:2882] Step 31100 | Loss: 0.3846 | Spent: 5.0 secs | LR: 0.000293
I0808 08:21:06.877820 140642952341376 interactiveshell.py:2882] Step 31150 | Loss: 0.6639 | Spent: 5.1 secs | LR: 0.000292
I0808 08:21:12.045042 140642952341376 interactiveshell.py:2882] Step 31200 | Loss: 0.2039 | Spent: 5.2 secs | LR: 0.000292
I0808 08:21:17.292929 140642952341376 interactiveshell.py:2882] Step 31250 | Loss: 0.3740 | Spent: 5.2 secs | LR: 0.000292
I0808 08:21:22.385028 140642952341376 interactiveshell.py:2882] Step 31300 | Loss: 0.3371 | Spent: 5.1 secs | LR: 0.000292
I0808 08:21:27.454218 140642952341376 interactiveshell.py:2882] Step 31350 | Loss: 0.4373 | Spent: 5.1 secs | LR: 0.000292
I0808 08:21:32.566962 140642952341376 interactiveshell.py:2882] Step 31400 | Loss: 0.5534 | Spent: 5.1 secs | LR: 0.000292
I0808 08:21:37.695541 140642952341376 interactiveshell.py:2882] Step 31450 | Loss: 0.4065 | Spent: 5.1 secs | LR: 0.000292
I0808 08:21:42.810512 140642952341376 interactiveshell.py:2882] Step 31500 | Loss: 0.4771 | Spent: 5.1 secs | LR: 0.000291
I0808 08:21:47.821545 140642952341376 interactiveshell.py:2882] Step 31550 | Loss: 0.4711 | Spent: 5.0 secs | LR: 0.000291
I0808 08:21:52.922452 140642952341376 interactiveshell.py:2882] Step 31600 | Loss: 0.3990 | Spent: 5.1 secs | LR: 0.000291
I0808 08:21:57.944067 140642952341376 interactiveshell.py:2882] Step 31650 | Loss: 0.1987 | Spent: 5.0 secs | LR: 0.000291
I0808 08:22:02.988436 140642952341376 interactiveshell.py:2882] Step 31700 | Loss: 0.5423 | Spent: 5.0 secs | LR: 0.000291
I0808 08:22:08.019737 140642952341376 interactiveshell.py:2882] Step 31750 | Loss: 0.4851 | Spent: 5.0 secs | LR: 0.000291
I0808 08:22:13.124112 140642952341376 interactiveshell.py:2882] Step 31800 | Loss: 0.4178 | Spent: 5.1 secs | LR: 0.000291
I0808 08:22:18.175348 140642952341376 interactiveshell.py:2882] Step 31850 | Loss: 0.4538 | Spent: 5.0 secs | LR: 0.000290
I0808 08:22:23.199787 140642952341376 interactiveshell.py:2882] Step 31900 | Loss: 0.3066 | Spent: 5.0 secs | LR: 0.000290
I0808 08:22:28.299923 140642952341376 interactiveshell.py:2882] Step 31950 | Loss: 0.2480 | Spent: 5.1 secs | LR: 0.000290
I0808 08:22:33.221188 140642952341376 interactiveshell.py:2882] Step 32000 | Loss: 0.6020 | Spent: 4.9 secs | LR: 0.000290
I0808 08:22:38.244719 140642952341376 interactiveshell.py:2882] Step 32050 | Loss: 0.2599 | Spent: 5.0 secs | LR: 0.000290
I0808 08:22:43.429909 140642952341376 interactiveshell.py:2882] Step 32100 | Loss: 0.3011 | Spent: 5.2 secs | LR: 0.000290
I0808 08:22:48.623607 140642952341376 interactiveshell.py:2882] Step 32150 | Loss: 0.1205 | Spent: 5.2 secs | LR: 0.000290
I0808 08:22:53.723448 140642952341376 interactiveshell.py:2882] Step 32200 | Loss: 0.3951 | Spent: 5.1 secs | LR: 0.000289
I0808 08:22:58.754152 140642952341376 interactiveshell.py:2882] Step 32250 | Loss: 0.4972 | Spent: 5.0 secs | LR: 0.000289
I0808 08:23:03.771500 140642952341376 interactiveshell.py:2882] Step 32300 | Loss: 0.6390 | Spent: 5.0 secs | LR: 0.000289
I0808 08:23:08.862475 140642952341376 interactiveshell.py:2882] Step 32350 | Loss: 0.4089 | Spent: 5.1 secs | LR: 0.000289
I0808 08:23:13.907655 140642952341376 interactiveshell.py:2882] Step 32400 | Loss: 0.4256 | Spent: 5.0 secs | LR: 0.000289
I0808 08:23:18.933581 140642952341376 interactiveshell.py:2882] Step 32450 | Loss: 0.2962 | Spent: 5.0 secs | LR: 0.000289
I0808 08:23:24.018236 140642952341376 interactiveshell.py:2882] Step 32500 | Loss: 0.2729 | Spent: 5.1 secs | LR: 0.000289
I0808 08:23:29.156798 140642952341376 interactiveshell.py:2882] Step 32550 | Loss: 0.3149 | Spent: 5.1 secs | LR: 0.000288
I0808 08:23:34.252778 140642952341376 interactiveshell.py:2882] Step 32600 | Loss: 0.4114 | Spent: 5.1 secs | LR: 0.000288
I0808 08:23:39.287502 140642952341376 interactiveshell.py:2882] Step 32650 | Loss: 0.4232 | Spent: 5.0 secs | LR: 0.000288
Reading ../data/test.txt
I0808 08:23:51.370335 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.855
I0808 08:23:51.371303 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.859
I0808 08:23:55.495182 140642952341376 interactiveshell.py:2882] Step 32700 | Loss: 0.5511 | Spent: 16.2 secs | LR: 0.000288
I0808 08:24:00.735237 140642952341376 interactiveshell.py:2882] Step 32750 | Loss: 0.7393 | Spent: 5.2 secs | LR: 0.000288
I0808 08:24:06.192036 140642952341376 interactiveshell.py:2882] Step 32800 | Loss: 0.6843 | Spent: 5.5 secs | LR: 0.000288
I0808 08:24:11.341604 140642952341376 interactiveshell.py:2882] Step 32850 | Loss: 0.4699 | Spent: 5.1 secs | LR: 0.000288
I0808 08:24:16.533481 140642952341376 interactiveshell.py:2882] Step 32900 | Loss: 0.5443 | Spent: 5.2 secs | LR: 0.000287
I0808 08:24:21.925502 140642952341376 interactiveshell.py:2882] Step 32950 | Loss: 0.6336 | Spent: 5.4 secs | LR: 0.000287
I0808 08:24:26.922531 140642952341376 interactiveshell.py:2882] Step 33000 | Loss: 0.2159 | Spent: 5.0 secs | LR: 0.000287
I0808 08:24:31.999142 140642952341376 interactiveshell.py:2882] Step 33050 | Loss: 0.4615 | Spent: 5.1 secs | LR: 0.000287
I0808 08:24:37.027197 140642952341376 interactiveshell.py:2882] Step 33100 | Loss: 0.5210 | Spent: 5.0 secs | LR: 0.000287
I0808 08:24:42.075837 140642952341376 interactiveshell.py:2882] Step 33150 | Loss: 0.5368 | Spent: 5.0 secs | LR: 0.000287
I0808 08:24:47.089322 140642952341376 interactiveshell.py:2882] Step 33200 | Loss: 0.7859 | Spent: 5.0 secs | LR: 0.000287
I0808 08:24:52.236534 140642952341376 interactiveshell.py:2882] Step 33250 | Loss: 0.3887 | Spent: 5.1 secs | LR: 0.000286
I0808 08:24:57.282782 140642952341376 interactiveshell.py:2882] Step 33300 | Loss: 0.4397 | Spent: 5.0 secs | LR: 0.000286
I0808 08:25:02.687665 140642952341376 interactiveshell.py:2882] Step 33350 | Loss: 0.5067 | Spent: 5.4 secs | LR: 0.000286
I0808 08:25:07.719923 140642952341376 interactiveshell.py:2882] Step 33400 | Loss: 0.4481 | Spent: 5.0 secs | LR: 0.000286
I0808 08:25:12.897316 140642952341376 interactiveshell.py:2882] Step 33450 | Loss: 0.6520 | Spent: 5.2 secs | LR: 0.000286
I0808 08:25:18.070280 140642952341376 interactiveshell.py:2882] Step 33500 | Loss: 0.3172 | Spent: 5.2 secs | LR: 0.000286
I0808 08:25:23.261624 140642952341376 interactiveshell.py:2882] Step 33550 | Loss: 0.1400 | Spent: 5.2 secs | LR: 0.000286
I0808 08:25:28.325123 140642952341376 interactiveshell.py:2882] Step 33600 | Loss: 0.5489 | Spent: 5.1 secs | LR: 0.000285
I0808 08:25:33.537692 140642952341376 interactiveshell.py:2882] Step 33650 | Loss: 0.5835 | Spent: 5.2 secs | LR: 0.000285
I0808 08:25:38.647446 140642952341376 interactiveshell.py:2882] Step 33700 | Loss: 0.4295 | Spent: 5.1 secs | LR: 0.000285
I0808 08:25:43.747077 140642952341376 interactiveshell.py:2882] Step 33750 | Loss: 0.3389 | Spent: 5.1 secs | LR: 0.000285
I0808 08:25:48.840140 140642952341376 interactiveshell.py:2882] Step 33800 | Loss: 0.5145 | Spent: 5.1 secs | LR: 0.000285
I0808 08:25:53.870281 140642952341376 interactiveshell.py:2882] Step 33850 | Loss: 0.4019 | Spent: 5.0 secs | LR: 0.000285
I0808 08:25:59.008173 140642952341376 interactiveshell.py:2882] Step 33900 | Loss: 0.4487 | Spent: 5.1 secs | LR: 0.000285
I0808 08:26:04.116514 140642952341376 interactiveshell.py:2882] Step 33950 | Loss: 0.3337 | Spent: 5.1 secs | LR: 0.000284
I0808 08:26:09.235445 140642952341376 interactiveshell.py:2882] Step 34000 | Loss: 0.2539 | Spent: 5.1 secs | LR: 0.000284
I0808 08:26:14.241135 140642952341376 interactiveshell.py:2882] Step 34050 | Loss: 0.5808 | Spent: 5.0 secs | LR: 0.000284
I0808 08:26:19.464395 140642952341376 interactiveshell.py:2882] Step 34100 | Loss: 0.4935 | Spent: 5.2 secs | LR: 0.000284
I0808 08:26:24.631983 140642952341376 interactiveshell.py:2882] Step 34150 | Loss: 0.3669 | Spent: 5.2 secs | LR: 0.000284
I0808 08:26:29.650215 140642952341376 interactiveshell.py:2882] Step 34200 | Loss: 0.3839 | Spent: 5.0 secs | LR: 0.000284
I0808 08:26:34.656485 140642952341376 interactiveshell.py:2882] Step 34250 | Loss: 0.3940 | Spent: 5.0 secs | LR: 0.000284
I0808 08:26:39.694273 140642952341376 interactiveshell.py:2882] Step 34300 | Loss: 0.3633 | Spent: 5.0 secs | LR: 0.000283
Reading ../data/train.txt
I0808 08:27:07.742755 140642952341376 interactiveshell.py:2882] Step 34350 | Loss: 0.2542 | Spent: 28.0 secs | LR: 0.000283
Reading ../data/test.txt
I0808 08:27:21.985409 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.861
I0808 08:27:21.986413 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.861
I0808 08:27:24.305365 140642952341376 interactiveshell.py:2882] Step 34400 | Loss: 0.6016 | Spent: 16.6 secs | LR: 0.000283
I0808 08:27:29.672841 140642952341376 interactiveshell.py:2882] Step 34450 | Loss: 0.2869 | Spent: 5.4 secs | LR: 0.000283
I0808 08:27:35.149760 140642952341376 interactiveshell.py:2882] Step 34500 | Loss: 0.3102 | Spent: 5.5 secs | LR: 0.000283
I0808 08:27:40.466668 140642952341376 interactiveshell.py:2882] Step 34550 | Loss: 0.2872 | Spent: 5.3 secs | LR: 0.000283
I0808 08:27:45.761129 140642952341376 interactiveshell.py:2882] Step 34600 | Loss: 0.5799 | Spent: 5.3 secs | LR: 0.000283
I0808 08:27:51.087094 140642952341376 interactiveshell.py:2882] Step 34650 | Loss: 0.3616 | Spent: 5.3 secs | LR: 0.000282
I0808 08:27:56.394466 140642952341376 interactiveshell.py:2882] Step 34700 | Loss: 0.3071 | Spent: 5.3 secs | LR: 0.000282
I0808 08:28:01.691292 140642952341376 interactiveshell.py:2882] Step 34750 | Loss: 0.4320 | Spent: 5.3 secs | LR: 0.000282
I0808 08:28:06.992261 140642952341376 interactiveshell.py:2882] Step 34800 | Loss: 0.2006 | Spent: 5.3 secs | LR: 0.000282
I0808 08:28:12.316547 140642952341376 interactiveshell.py:2882] Step 34850 | Loss: 0.3416 | Spent: 5.3 secs | LR: 0.000282
I0808 08:28:17.666715 140642952341376 interactiveshell.py:2882] Step 34900 | Loss: 0.2865 | Spent: 5.3 secs | LR: 0.000282
I0808 08:28:23.018196 140642952341376 interactiveshell.py:2882] Step 34950 | Loss: 0.3561 | Spent: 5.4 secs | LR: 0.000282
I0808 08:28:28.297011 140642952341376 interactiveshell.py:2882] Step 35000 | Loss: 0.3626 | Spent: 5.3 secs | LR: 0.000281
I0808 08:28:33.597752 140642952341376 interactiveshell.py:2882] Step 35050 | Loss: 0.6063 | Spent: 5.3 secs | LR: 0.000281
I0808 08:28:38.902589 140642952341376 interactiveshell.py:2882] Step 35100 | Loss: 0.2098 | Spent: 5.3 secs | LR: 0.000281
I0808 08:28:44.148435 140642952341376 interactiveshell.py:2882] Step 35150 | Loss: 0.2868 | Spent: 5.2 secs | LR: 0.000281
I0808 08:28:49.454118 140642952341376 interactiveshell.py:2882] Step 35200 | Loss: 0.3250 | Spent: 5.3 secs | LR: 0.000281
I0808 08:28:54.784551 140642952341376 interactiveshell.py:2882] Step 35250 | Loss: 0.4641 | Spent: 5.3 secs | LR: 0.000281
I0808 08:29:00.065347 140642952341376 interactiveshell.py:2882] Step 35300 | Loss: 0.3309 | Spent: 5.3 secs | LR: 0.000281
I0808 08:29:05.426070 140642952341376 interactiveshell.py:2882] Step 35350 | Loss: 0.2070 | Spent: 5.4 secs | LR: 0.000280
I0808 08:29:10.943820 140642952341376 interactiveshell.py:2882] Step 35400 | Loss: 0.7343 | Spent: 5.5 secs | LR: 0.000280
I0808 08:29:16.677922 140642952341376 interactiveshell.py:2882] Step 35450 | Loss: 0.2906 | Spent: 5.7 secs | LR: 0.000280
I0808 08:29:22.166466 140642952341376 interactiveshell.py:2882] Step 35500 | Loss: 0.4795 | Spent: 5.5 secs | LR: 0.000280
I0808 08:29:27.413244 140642952341376 interactiveshell.py:2882] Step 35550 | Loss: 0.3910 | Spent: 5.2 secs | LR: 0.000280
I0808 08:29:32.724229 140642952341376 interactiveshell.py:2882] Step 35600 | Loss: 0.2086 | Spent: 5.3 secs | LR: 0.000280
I0808 08:29:38.161940 140642952341376 interactiveshell.py:2882] Step 35650 | Loss: 0.4612 | Spent: 5.4 secs | LR: 0.000280
I0808 08:29:43.549404 140642952341376 interactiveshell.py:2882] Step 35700 | Loss: 0.3145 | Spent: 5.4 secs | LR: 0.000279
I0808 08:29:48.935533 140642952341376 interactiveshell.py:2882] Step 35750 | Loss: 0.4067 | Spent: 5.4 secs | LR: 0.000279
I0808 08:29:54.255470 140642952341376 interactiveshell.py:2882] Step 35800 | Loss: 0.5122 | Spent: 5.3 secs | LR: 0.000279
I0808 08:29:59.496846 140642952341376 interactiveshell.py:2882] Step 35850 | Loss: 0.1858 | Spent: 5.2 secs | LR: 0.000279
I0808 08:30:04.821388 140642952341376 interactiveshell.py:2882] Step 35900 | Loss: 0.2756 | Spent: 5.3 secs | LR: 0.000279
I0808 08:30:10.091578 140642952341376 interactiveshell.py:2882] Step 35950 | Loss: 0.2382 | Spent: 5.3 secs | LR: 0.000279
I0808 08:30:15.347502 140642952341376 interactiveshell.py:2882] Step 36000 | Loss: 0.2399 | Spent: 5.3 secs | LR: 0.000279
I0808 08:30:20.721940 140642952341376 interactiveshell.py:2882] Step 36050 | Loss: 0.2540 | Spent: 5.4 secs | LR: 0.000278
Reading ../data/test.txt
I0808 08:30:36.901040 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.859
I0808 08:30:36.901874 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.861
I0808 08:30:37.157798 140642952341376 interactiveshell.py:2882] Step 36100 | Loss: 0.5975 | Spent: 16.4 secs | LR: 0.000278
I0808 08:30:42.570967 140642952341376 interactiveshell.py:2882] Step 36150 | Loss: 0.2456 | Spent: 5.4 secs | LR: 0.000278
I0808 08:30:47.958466 140642952341376 interactiveshell.py:2882] Step 36200 | Loss: 0.5452 | Spent: 5.4 secs | LR: 0.000278
I0808 08:30:53.343299 140642952341376 interactiveshell.py:2882] Step 36250 | Loss: 0.3976 | Spent: 5.4 secs | LR: 0.000278
I0808 08:30:58.755750 140642952341376 interactiveshell.py:2882] Step 36300 | Loss: 0.2420 | Spent: 5.4 secs | LR: 0.000278
I0808 08:31:04.102547 140642952341376 interactiveshell.py:2882] Step 36350 | Loss: 0.2978 | Spent: 5.3 secs | LR: 0.000278
I0808 08:31:09.572738 140642952341376 interactiveshell.py:2882] Step 36400 | Loss: 0.3754 | Spent: 5.5 secs | LR: 0.000277
I0808 08:31:14.860126 140642952341376 interactiveshell.py:2882] Step 36450 | Loss: 0.4789 | Spent: 5.3 secs | LR: 0.000277
I0808 08:31:20.204394 140642952341376 interactiveshell.py:2882] Step 36500 | Loss: 0.5647 | Spent: 5.3 secs | LR: 0.000277
I0808 08:31:25.751344 140642952341376 interactiveshell.py:2882] Step 36550 | Loss: 0.2383 | Spent: 5.5 secs | LR: 0.000277
I0808 08:31:31.105654 140642952341376 interactiveshell.py:2882] Step 36600 | Loss: 0.4395 | Spent: 5.4 secs | LR: 0.000277
I0808 08:31:36.478073 140642952341376 interactiveshell.py:2882] Step 36650 | Loss: 0.5006 | Spent: 5.4 secs | LR: 0.000277
I0808 08:31:41.739378 140642952341376 interactiveshell.py:2882] Step 36700 | Loss: 0.2630 | Spent: 5.3 secs | LR: 0.000277
I0808 08:31:47.167461 140642952341376 interactiveshell.py:2882] Step 36750 | Loss: 0.4045 | Spent: 5.4 secs | LR: 0.000276
I0808 08:31:52.538314 140642952341376 interactiveshell.py:2882] Step 36800 | Loss: 0.4722 | Spent: 5.4 secs | LR: 0.000276
I0808 08:31:57.879371 140642952341376 interactiveshell.py:2882] Step 36850 | Loss: 0.4481 | Spent: 5.3 secs | LR: 0.000276
I0808 08:32:03.226805 140642952341376 interactiveshell.py:2882] Step 36900 | Loss: 0.1862 | Spent: 5.3 secs | LR: 0.000276
I0808 08:32:08.555839 140642952341376 interactiveshell.py:2882] Step 36950 | Loss: 0.2879 | Spent: 5.3 secs | LR: 0.000276
I0808 08:32:14.076630 140642952341376 interactiveshell.py:2882] Step 37000 | Loss: 0.5136 | Spent: 5.5 secs | LR: 0.000276
I0808 08:32:19.627829 140642952341376 interactiveshell.py:2882] Step 37050 | Loss: 0.6132 | Spent: 5.5 secs | LR: 0.000276
I0808 08:32:24.997416 140642952341376 interactiveshell.py:2882] Step 37100 | Loss: 0.1863 | Spent: 5.4 secs | LR: 0.000276
I0808 08:32:30.310745 140642952341376 interactiveshell.py:2882] Step 37150 | Loss: 0.3351 | Spent: 5.3 secs | LR: 0.000275
I0808 08:32:35.619690 140642952341376 interactiveshell.py:2882] Step 37200 | Loss: 0.3382 | Spent: 5.3 secs | LR: 0.000275
I0808 08:32:40.942112 140642952341376 interactiveshell.py:2882] Step 37250 | Loss: 0.6054 | Spent: 5.3 secs | LR: 0.000275
I0808 08:32:46.209832 140642952341376 interactiveshell.py:2882] Step 37300 | Loss: 0.4338 | Spent: 5.3 secs | LR: 0.000275
I0808 08:32:51.562316 140642952341376 interactiveshell.py:2882] Step 37350 | Loss: 0.4993 | Spent: 5.4 secs | LR: 0.000275
I0808 08:32:56.909212 140642952341376 interactiveshell.py:2882] Step 37400 | Loss: 0.5089 | Spent: 5.3 secs | LR: 0.000275
I0808 08:33:02.164491 140642952341376 interactiveshell.py:2882] Step 37450 | Loss: 0.5506 | Spent: 5.3 secs | LR: 0.000275
I0808 08:33:07.586576 140642952341376 interactiveshell.py:2882] Step 37500 | Loss: 0.4255 | Spent: 5.4 secs | LR: 0.000274
I0808 08:33:13.006409 140642952341376 interactiveshell.py:2882] Step 37550 | Loss: 0.6282 | Spent: 5.4 secs | LR: 0.000274
I0808 08:33:18.285441 140642952341376 interactiveshell.py:2882] Step 37600 | Loss: 0.3706 | Spent: 5.3 secs | LR: 0.000274
I0808 08:33:23.669469 140642952341376 interactiveshell.py:2882] Step 37650 | Loss: 0.2891 | Spent: 5.4 secs | LR: 0.000274
I0808 08:33:29.095610 140642952341376 interactiveshell.py:2882] Step 37700 | Loss: 0.3226 | Spent: 5.4 secs | LR: 0.000274
I0808 08:33:34.508769 140642952341376 interactiveshell.py:2882] Step 37750 | Loss: 0.2559 | Spent: 5.4 secs | LR: 0.000274
I0808 08:33:40.040913 140642952341376 interactiveshell.py:2882] Step 37800 | Loss: 0.2220 | Spent: 5.5 secs | LR: 0.000274
Reading ../data/test.txt
I0808 08:33:53.016844 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.856
I0808 08:33:53.017903 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.861
I0808 08:33:56.661467 140642952341376 interactiveshell.py:2882] Step 37850 | Loss: 0.4857 | Spent: 16.6 secs | LR: 0.000273
I0808 08:34:02.052060 140642952341376 interactiveshell.py:2882] Step 37900 | Loss: 0.2346 | Spent: 5.4 secs | LR: 0.000273
I0808 08:34:07.486724 140642952341376 interactiveshell.py:2882] Step 37950 | Loss: 0.5869 | Spent: 5.4 secs | LR: 0.000273
I0808 08:34:12.780432 140642952341376 interactiveshell.py:2882] Step 38000 | Loss: 0.6196 | Spent: 5.3 secs | LR: 0.000273
I0808 08:34:18.222377 140642952341376 interactiveshell.py:2882] Step 38050 | Loss: 0.3975 | Spent: 5.4 secs | LR: 0.000273
I0808 08:34:24.077524 140642952341376 interactiveshell.py:2882] Step 38100 | Loss: 0.3889 | Spent: 5.8 secs | LR: 0.000273
I0808 08:34:29.866995 140642952341376 interactiveshell.py:2882] Step 38150 | Loss: 0.2275 | Spent: 5.8 secs | LR: 0.000273
I0808 08:34:35.302993 140642952341376 interactiveshell.py:2882] Step 38200 | Loss: 0.4983 | Spent: 5.4 secs | LR: 0.000272
I0808 08:34:41.076810 140642952341376 interactiveshell.py:2882] Step 38250 | Loss: 0.2331 | Spent: 5.8 secs | LR: 0.000272
I0808 08:34:46.830850 140642952341376 interactiveshell.py:2882] Step 38300 | Loss: 0.3657 | Spent: 5.8 secs | LR: 0.000272
I0808 08:34:52.618367 140642952341376 interactiveshell.py:2882] Step 38350 | Loss: 0.4299 | Spent: 5.8 secs | LR: 0.000272
I0808 08:34:58.166405 140642952341376 interactiveshell.py:2882] Step 38400 | Loss: 0.3231 | Spent: 5.5 secs | LR: 0.000272
I0808 08:35:03.691856 140642952341376 interactiveshell.py:2882] Step 38450 | Loss: 0.1595 | Spent: 5.5 secs | LR: 0.000272
I0808 08:35:09.197523 140642952341376 interactiveshell.py:2882] Step 38500 | Loss: 0.1955 | Spent: 5.5 secs | LR: 0.000272
I0808 08:35:14.637443 140642952341376 interactiveshell.py:2882] Step 38550 | Loss: 0.3708 | Spent: 5.4 secs | LR: 0.000272
I0808 08:35:20.273470 140642952341376 interactiveshell.py:2882] Step 38600 | Loss: 0.2851 | Spent: 5.6 secs | LR: 0.000271
I0808 08:35:26.121932 140642952341376 interactiveshell.py:2882] Step 38650 | Loss: 0.3621 | Spent: 5.8 secs | LR: 0.000271
I0808 08:35:31.895355 140642952341376 interactiveshell.py:2882] Step 38700 | Loss: 0.3280 | Spent: 5.8 secs | LR: 0.000271
I0808 08:35:37.676721 140642952341376 interactiveshell.py:2882] Step 38750 | Loss: 0.4536 | Spent: 5.8 secs | LR: 0.000271
I0808 08:35:43.520733 140642952341376 interactiveshell.py:2882] Step 38800 | Loss: 0.4157 | Spent: 5.8 secs | LR: 0.000271
I0808 08:35:49.245519 140642952341376 interactiveshell.py:2882] Step 38850 | Loss: 0.4505 | Spent: 5.7 secs | LR: 0.000271
I0808 08:35:54.928930 140642952341376 interactiveshell.py:2882] Step 38900 | Loss: 0.3219 | Spent: 5.7 secs | LR: 0.000271
I0808 08:36:00.630419 140642952341376 interactiveshell.py:2882] Step 38950 | Loss: 0.3957 | Spent: 5.7 secs | LR: 0.000270
I0808 08:36:06.348258 140642952341376 interactiveshell.py:2882] Step 39000 | Loss: 0.3525 | Spent: 5.7 secs | LR: 0.000270
I0808 08:36:12.121143 140642952341376 interactiveshell.py:2882] Step 39050 | Loss: 0.3962 | Spent: 5.8 secs | LR: 0.000270
I0808 08:36:17.972057 140642952341376 interactiveshell.py:2882] Step 39100 | Loss: 0.2123 | Spent: 5.8 secs | LR: 0.000270
I0808 08:36:23.791412 140642952341376 interactiveshell.py:2882] Step 39150 | Loss: 0.5745 | Spent: 5.8 secs | LR: 0.000270
I0808 08:36:29.774535 140642952341376 interactiveshell.py:2882] Step 39200 | Loss: 0.4873 | Spent: 6.0 secs | LR: 0.000270
I0808 08:36:35.671962 140642952341376 interactiveshell.py:2882] Step 39250 | Loss: 0.6314 | Spent: 5.9 secs | LR: 0.000270
I0808 08:36:41.489393 140642952341376 interactiveshell.py:2882] Step 39300 | Loss: 0.5871 | Spent: 5.8 secs | LR: 0.000269
I0808 08:36:47.357921 140642952341376 interactiveshell.py:2882] Step 39350 | Loss: 0.0847 | Spent: 5.9 secs | LR: 0.000269
I0808 08:36:53.101900 140642952341376 interactiveshell.py:2882] Step 39400 | Loss: 0.4957 | Spent: 5.7 secs | LR: 0.000269
I0808 08:36:58.896220 140642952341376 interactiveshell.py:2882] Step 39450 | Loss: 0.2252 | Spent: 5.8 secs | LR: 0.000269
I0808 08:37:04.824373 140642952341376 interactiveshell.py:2882] Step 39500 | Loss: 0.4759 | Spent: 5.9 secs | LR: 0.000269
Reading ../data/test.txt
I0808 08:37:20.207251 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.859
I0808 08:37:20.208306 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.861
I0808 08:37:21.884771 140642952341376 interactiveshell.py:2882] Step 39550 | Loss: 0.5906 | Spent: 17.1 secs | LR: 0.000269
I0808 08:37:27.673568 140642952341376 interactiveshell.py:2882] Step 39600 | Loss: 0.4277 | Spent: 5.8 secs | LR: 0.000269
I0808 08:37:33.525348 140642952341376 interactiveshell.py:2882] Step 39650 | Loss: 0.3017 | Spent: 5.9 secs | LR: 0.000269
I0808 08:37:39.371927 140642952341376 interactiveshell.py:2882] Step 39700 | Loss: 0.4774 | Spent: 5.8 secs | LR: 0.000268
I0808 08:37:45.216652 140642952341376 interactiveshell.py:2882] Step 39750 | Loss: 0.2576 | Spent: 5.8 secs | LR: 0.000268
I0808 08:37:51.023554 140642952341376 interactiveshell.py:2882] Step 39800 | Loss: 0.3105 | Spent: 5.8 secs | LR: 0.000268
I0808 08:37:56.755409 140642952341376 interactiveshell.py:2882] Step 39850 | Loss: 0.2600 | Spent: 5.7 secs | LR: 0.000268
I0808 08:38:02.532319 140642952341376 interactiveshell.py:2882] Step 39900 | Loss: 0.4395 | Spent: 5.8 secs | LR: 0.000268
I0808 08:38:08.344666 140642952341376 interactiveshell.py:2882] Step 39950 | Loss: 0.4403 | Spent: 5.8 secs | LR: 0.000268
I0808 08:38:14.151954 140642952341376 interactiveshell.py:2882] Step 40000 | Loss: 0.4485 | Spent: 5.8 secs | LR: 0.000268
I0808 08:38:19.945040 140642952341376 interactiveshell.py:2882] Step 40050 | Loss: 0.3518 | Spent: 5.8 secs | LR: 0.000267
I0808 08:38:25.719088 140642952341376 interactiveshell.py:2882] Step 40100 | Loss: 0.5224 | Spent: 5.8 secs | LR: 0.000267
I0808 08:38:31.365276 140642952341376 interactiveshell.py:2882] Step 40150 | Loss: 0.3566 | Spent: 5.6 secs | LR: 0.000267
I0808 08:38:37.032229 140642952341376 interactiveshell.py:2882] Step 40200 | Loss: 0.3435 | Spent: 5.7 secs | LR: 0.000267
I0808 08:38:42.872852 140642952341376 interactiveshell.py:2882] Step 40250 | Loss: 0.4381 | Spent: 5.8 secs | LR: 0.000267
I0808 08:38:48.695638 140642952341376 interactiveshell.py:2882] Step 40300 | Loss: 0.2894 | Spent: 5.8 secs | LR: 0.000267
I0808 08:38:54.372962 140642952341376 interactiveshell.py:2882] Step 40350 | Loss: 0.2630 | Spent: 5.7 secs | LR: 0.000267
I0808 08:39:00.178832 140642952341376 interactiveshell.py:2882] Step 40400 | Loss: 0.2509 | Spent: 5.8 secs | LR: 0.000267
I0808 08:39:05.943061 140642952341376 interactiveshell.py:2882] Step 40450 | Loss: 0.2854 | Spent: 5.8 secs | LR: 0.000266
I0808 08:39:11.623639 140642952341376 interactiveshell.py:2882] Step 40500 | Loss: 0.3064 | Spent: 5.7 secs | LR: 0.000266
I0808 08:39:17.465533 140642952341376 interactiveshell.py:2882] Step 40550 | Loss: 0.4616 | Spent: 5.8 secs | LR: 0.000266
I0808 08:39:23.316867 140642952341376 interactiveshell.py:2882] Step 40600 | Loss: 0.1910 | Spent: 5.8 secs | LR: 0.000266
I0808 08:39:29.216043 140642952341376 interactiveshell.py:2882] Step 40650 | Loss: 0.5506 | Spent: 5.9 secs | LR: 0.000266
I0808 08:39:35.583041 140642952341376 interactiveshell.py:2882] Step 40700 | Loss: 0.2138 | Spent: 6.4 secs | LR: 0.000266
I0808 08:39:41.964193 140642952341376 interactiveshell.py:2882] Step 40750 | Loss: 0.5003 | Spent: 6.4 secs | LR: 0.000266
I0808 08:39:47.836919 140642952341376 interactiveshell.py:2882] Step 40800 | Loss: 0.2695 | Spent: 5.9 secs | LR: 0.000265
I0808 08:39:53.648347 140642952341376 interactiveshell.py:2882] Step 40850 | Loss: 0.2204 | Spent: 5.8 secs | LR: 0.000265
I0808 08:39:59.305507 140642952341376 interactiveshell.py:2882] Step 40900 | Loss: 0.4996 | Spent: 5.7 secs | LR: 0.000265
I0808 08:40:05.045959 140642952341376 interactiveshell.py:2882] Step 40950 | Loss: 0.5761 | Spent: 5.7 secs | LR: 0.000265
I0808 08:40:10.753278 140642952341376 interactiveshell.py:2882] Step 41000 | Loss: 0.2083 | Spent: 5.7 secs | LR: 0.000265
I0808 08:40:16.582370 140642952341376 interactiveshell.py:2882] Step 41050 | Loss: 0.6174 | Spent: 5.8 secs | LR: 0.000265
I0808 08:40:22.326619 140642952341376 interactiveshell.py:2882] Step 41100 | Loss: 0.4340 | Spent: 5.7 secs | LR: 0.000265
I0808 08:40:28.136866 140642952341376 interactiveshell.py:2882] Step 41150 | Loss: 0.3528 | Spent: 5.8 secs | LR: 0.000265
I0808 08:40:33.918398 140642952341376 interactiveshell.py:2882] Step 41200 | Loss: 0.4617 | Spent: 5.8 secs | LR: 0.000264
I0808 08:40:39.742818 140642952341376 interactiveshell.py:2882] Step 41250 | Loss: 0.3734 | Spent: 5.8 secs | LR: 0.000264
Reading ../data/test.txt
I0808 08:40:51.542187 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.861
I0808 08:40:51.543207 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.861
I0808 08:40:56.789279 140642952341376 interactiveshell.py:2882] Step 41300 | Loss: 0.4393 | Spent: 17.0 secs | LR: 0.000264
I0808 08:41:02.616795 140642952341376 interactiveshell.py:2882] Step 41350 | Loss: 0.4130 | Spent: 5.8 secs | LR: 0.000264
I0808 08:41:08.261207 140642952341376 interactiveshell.py:2882] Step 41400 | Loss: 0.1703 | Spent: 5.6 secs | LR: 0.000264
I0808 08:41:14.103293 140642952341376 interactiveshell.py:2882] Step 41450 | Loss: 0.2928 | Spent: 5.8 secs | LR: 0.000264
I0808 08:41:19.799824 140642952341376 interactiveshell.py:2882] Step 41500 | Loss: 0.4187 | Spent: 5.7 secs | LR: 0.000264
I0808 08:41:25.544308 140642952341376 interactiveshell.py:2882] Step 41550 | Loss: 0.4658 | Spent: 5.7 secs | LR: 0.000263
I0808 08:41:31.282656 140642952341376 interactiveshell.py:2882] Step 41600 | Loss: 0.2241 | Spent: 5.7 secs | LR: 0.000263
I0808 08:41:37.278208 140642952341376 interactiveshell.py:2882] Step 41650 | Loss: 0.4547 | Spent: 6.0 secs | LR: 0.000263
I0808 08:41:43.132041 140642952341376 interactiveshell.py:2882] Step 41700 | Loss: 0.4730 | Spent: 5.9 secs | LR: 0.000263
I0808 08:41:48.795723 140642952341376 interactiveshell.py:2882] Step 41750 | Loss: 0.5251 | Spent: 5.7 secs | LR: 0.000263
I0808 08:41:54.485525 140642952341376 interactiveshell.py:2882] Step 41800 | Loss: 0.4490 | Spent: 5.7 secs | LR: 0.000263
I0808 08:42:00.260935 140642952341376 interactiveshell.py:2882] Step 41850 | Loss: 0.3618 | Spent: 5.8 secs | LR: 0.000263
I0808 08:42:06.050620 140642952341376 interactiveshell.py:2882] Step 41900 | Loss: 0.4818 | Spent: 5.8 secs | LR: 0.000263
I0808 08:42:11.840796 140642952341376 interactiveshell.py:2882] Step 41950 | Loss: 0.3980 | Spent: 5.8 secs | LR: 0.000262
I0808 08:42:17.646986 140642952341376 interactiveshell.py:2882] Step 42000 | Loss: 0.4676 | Spent: 5.8 secs | LR: 0.000262
I0808 08:42:23.369833 140642952341376 interactiveshell.py:2882] Step 42050 | Loss: 0.2842 | Spent: 5.7 secs | LR: 0.000262
I0808 08:42:28.838224 140642952341376 interactiveshell.py:2882] Step 42100 | Loss: 0.2969 | Spent: 5.5 secs | LR: 0.000262
I0808 08:42:34.303381 140642952341376 interactiveshell.py:2882] Step 42150 | Loss: 0.3070 | Spent: 5.5 secs | LR: 0.000262
I0808 08:42:39.834506 140642952341376 interactiveshell.py:2882] Step 42200 | Loss: 0.6038 | Spent: 5.5 secs | LR: 0.000262
I0808 08:42:45.319760 140642952341376 interactiveshell.py:2882] Step 42250 | Loss: 0.4735 | Spent: 5.5 secs | LR: 0.000262
I0808 08:42:50.743439 140642952341376 interactiveshell.py:2882] Step 42300 | Loss: 0.1634 | Spent: 5.4 secs | LR: 0.000261
I0808 08:42:56.271049 140642952341376 interactiveshell.py:2882] Step 42350 | Loss: 0.5156 | Spent: 5.5 secs | LR: 0.000261
I0808 08:43:01.789532 140642952341376 interactiveshell.py:2882] Step 42400 | Loss: 0.3975 | Spent: 5.5 secs | LR: 0.000261
I0808 08:43:07.266122 140642952341376 interactiveshell.py:2882] Step 42450 | Loss: 0.3569 | Spent: 5.5 secs | LR: 0.000261
I0808 08:43:12.721284 140642952341376 interactiveshell.py:2882] Step 42500 | Loss: 0.7051 | Spent: 5.5 secs | LR: 0.000261
I0808 08:43:18.139292 140642952341376 interactiveshell.py:2882] Step 42550 | Loss: 0.2092 | Spent: 5.4 secs | LR: 0.000261
I0808 08:43:23.635736 140642952341376 interactiveshell.py:2882] Step 42600 | Loss: 0.5924 | Spent: 5.5 secs | LR: 0.000261
I0808 08:43:28.967745 140642952341376 interactiveshell.py:2882] Step 42650 | Loss: 0.5939 | Spent: 5.3 secs | LR: 0.000261
I0808 08:43:34.384038 140642952341376 interactiveshell.py:2882] Step 42700 | Loss: 0.3261 | Spent: 5.4 secs | LR: 0.000260
I0808 08:43:39.903658 140642952341376 interactiveshell.py:2882] Step 42750 | Loss: 0.2861 | Spent: 5.5 secs | LR: 0.000260
I0808 08:43:45.390249 140642952341376 interactiveshell.py:2882] Step 42800 | Loss: 0.5430 | Spent: 5.5 secs | LR: 0.000260
I0808 08:43:50.839918 140642952341376 interactiveshell.py:2882] Step 42850 | Loss: 0.3454 | Spent: 5.4 secs | LR: 0.000260
I0808 08:43:56.249184 140642952341376 interactiveshell.py:2882] Step 42900 | Loss: 0.3019 | Spent: 5.4 secs | LR: 0.000260
I0808 08:44:01.715804 140642952341376 interactiveshell.py:2882] Step 42950 | Loss: 0.4922 | Spent: 5.5 secs | LR: 0.000260
Reading ../data/test.txt
I0808 08:44:15.421452 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.850
I0808 08:44:15.422501 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.861
I0808 08:44:18.348827 140642952341376 interactiveshell.py:2882] Step 43000 | Loss: 0.5314 | Spent: 16.6 secs | LR: 0.000260
I0808 08:44:23.967379 140642952341376 interactiveshell.py:2882] Step 43050 | Loss: 0.3443 | Spent: 5.6 secs | LR: 0.000260
I0808 08:44:29.442491 140642952341376 interactiveshell.py:2882] Step 43100 | Loss: 0.0933 | Spent: 5.5 secs | LR: 0.000259
I0808 08:44:34.949399 140642952341376 interactiveshell.py:2882] Step 43150 | Loss: 0.1950 | Spent: 5.5 secs | LR: 0.000259
I0808 08:44:40.484423 140642952341376 interactiveshell.py:2882] Step 43200 | Loss: 0.8101 | Spent: 5.5 secs | LR: 0.000259
I0808 08:44:46.343516 140642952341376 interactiveshell.py:2882] Step 43250 | Loss: 0.4389 | Spent: 5.9 secs | LR: 0.000259
I0808 08:44:52.361565 140642952341376 interactiveshell.py:2882] Step 43300 | Loss: 0.1677 | Spent: 6.0 secs | LR: 0.000259
I0808 08:44:57.923936 140642952341376 interactiveshell.py:2882] Step 43350 | Loss: 0.3013 | Spent: 5.6 secs | LR: 0.000259
I0808 08:45:03.453421 140642952341376 interactiveshell.py:2882] Step 43400 | Loss: 0.4246 | Spent: 5.5 secs | LR: 0.000259
I0808 08:45:08.942507 140642952341376 interactiveshell.py:2882] Step 43450 | Loss: 0.3322 | Spent: 5.5 secs | LR: 0.000258
I0808 08:45:14.535960 140642952341376 interactiveshell.py:2882] Step 43500 | Loss: 0.2803 | Spent: 5.6 secs | LR: 0.000258
I0808 08:45:20.293360 140642952341376 interactiveshell.py:2882] Step 43550 | Loss: 0.6354 | Spent: 5.8 secs | LR: 0.000258
I0808 08:45:26.129443 140642952341376 interactiveshell.py:2882] Step 43600 | Loss: 0.5439 | Spent: 5.8 secs | LR: 0.000258
I0808 08:45:31.944092 140642952341376 interactiveshell.py:2882] Step 43650 | Loss: 0.3343 | Spent: 5.8 secs | LR: 0.000258
I0808 08:45:39.924275 140642952341376 interactiveshell.py:2882] Step 43700 | Loss: 0.5783 | Spent: 8.0 secs | LR: 0.000258
I0808 08:45:45.816394 140642952341376 interactiveshell.py:2882] Step 43750 | Loss: 0.4989 | Spent: 5.9 secs | LR: 0.000258
I0808 08:45:51.692365 140642952341376 interactiveshell.py:2882] Step 43800 | Loss: 0.4929 | Spent: 5.9 secs | LR: 0.000258
I0808 08:45:57.507468 140642952341376 interactiveshell.py:2882] Step 43850 | Loss: 0.2608 | Spent: 5.8 secs | LR: 0.000257
I0808 08:46:03.270606 140642952341376 interactiveshell.py:2882] Step 43900 | Loss: 0.3489 | Spent: 5.8 secs | LR: 0.000257
I0808 08:46:09.089029 140642952341376 interactiveshell.py:2882] Step 43950 | Loss: 0.3065 | Spent: 5.8 secs | LR: 0.000257
I0808 08:46:14.964302 140642952341376 interactiveshell.py:2882] Step 44000 | Loss: 0.1813 | Spent: 5.9 secs | LR: 0.000257
I0808 08:46:20.740514 140642952341376 interactiveshell.py:2882] Step 44050 | Loss: 0.3774 | Spent: 5.8 secs | LR: 0.000257
I0808 08:46:26.517660 140642952341376 interactiveshell.py:2882] Step 44100 | Loss: 0.4144 | Spent: 5.8 secs | LR: 0.000257
I0808 08:46:32.353675 140642952341376 interactiveshell.py:2882] Step 44150 | Loss: 0.4527 | Spent: 5.8 secs | LR: 0.000257
I0808 08:46:38.205703 140642952341376 interactiveshell.py:2882] Step 44200 | Loss: 0.1193 | Spent: 5.9 secs | LR: 0.000257
I0808 08:46:44.352016 140642952341376 interactiveshell.py:2882] Step 44250 | Loss: 0.1270 | Spent: 6.1 secs | LR: 0.000256
I0808 08:46:50.269063 140642952341376 interactiveshell.py:2882] Step 44300 | Loss: 0.3510 | Spent: 5.9 secs | LR: 0.000256
I0808 08:46:56.137568 140642952341376 interactiveshell.py:2882] Step 44350 | Loss: 0.4132 | Spent: 5.9 secs | LR: 0.000256
I0808 08:47:01.967487 140642952341376 interactiveshell.py:2882] Step 44400 | Loss: 0.3323 | Spent: 5.8 secs | LR: 0.000256
I0808 08:47:07.818534 140642952341376 interactiveshell.py:2882] Step 44450 | Loss: 0.2798 | Spent: 5.8 secs | LR: 0.000256
I0808 08:47:13.577330 140642952341376 interactiveshell.py:2882] Step 44500 | Loss: 0.4156 | Spent: 5.8 secs | LR: 0.000256
I0808 08:47:19.355493 140642952341376 interactiveshell.py:2882] Step 44550 | Loss: 0.2560 | Spent: 5.8 secs | LR: 0.000256
I0808 08:47:25.255274 140642952341376 interactiveshell.py:2882] Step 44600 | Loss: 0.3065 | Spent: 5.9 secs | LR: 0.000255
I0808 08:47:31.271360 140642952341376 interactiveshell.py:2882] Step 44650 | Loss: 0.7476 | Spent: 6.0 secs | LR: 0.000255
Reading ../data/test.txt
I0808 08:47:47.527441 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.860
I0808 08:47:47.528506 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.861
I0808 08:47:48.366373 140642952341376 interactiveshell.py:2882] Step 44700 | Loss: 0.3713 | Spent: 17.1 secs | LR: 0.000255
I0808 08:47:54.282398 140642952341376 interactiveshell.py:2882] Step 44750 | Loss: 0.3320 | Spent: 5.9 secs | LR: 0.000255
I0808 08:47:59.746337 140642952341376 interactiveshell.py:2882] Step 44800 | Loss: 0.2863 | Spent: 5.5 secs | LR: 0.000255
I0808 08:48:05.333729 140642952341376 interactiveshell.py:2882] Step 44850 | Loss: 0.3551 | Spent: 5.6 secs | LR: 0.000255
I0808 08:48:10.857942 140642952341376 interactiveshell.py:2882] Step 44900 | Loss: 0.1830 | Spent: 5.5 secs | LR: 0.000255
I0808 08:48:16.402810 140642952341376 interactiveshell.py:2882] Step 44950 | Loss: 0.2038 | Spent: 5.5 secs | LR: 0.000255
I0808 08:48:22.045980 140642952341376 interactiveshell.py:2882] Step 45000 | Loss: 0.4032 | Spent: 5.6 secs | LR: 0.000254
I0808 08:48:27.641960 140642952341376 interactiveshell.py:2882] Step 45050 | Loss: 0.4915 | Spent: 5.6 secs | LR: 0.000254
I0808 08:48:33.191159 140642952341376 interactiveshell.py:2882] Step 45100 | Loss: 0.2141 | Spent: 5.5 secs | LR: 0.000254
I0808 08:48:38.846952 140642952341376 interactiveshell.py:2882] Step 45150 | Loss: 0.2699 | Spent: 5.7 secs | LR: 0.000254
I0808 08:48:44.390694 140642952341376 interactiveshell.py:2882] Step 45200 | Loss: 0.3519 | Spent: 5.5 secs | LR: 0.000254
I0808 08:48:50.034966 140642952341376 interactiveshell.py:2882] Step 45250 | Loss: 0.4005 | Spent: 5.6 secs | LR: 0.000254
I0808 08:48:55.734530 140642952341376 interactiveshell.py:2882] Step 45300 | Loss: 0.1841 | Spent: 5.7 secs | LR: 0.000254
I0808 08:49:01.082860 140642952341376 interactiveshell.py:2882] Step 45350 | Loss: 0.5161 | Spent: 5.3 secs | LR: 0.000254
I0808 08:49:06.349150 140642952341376 interactiveshell.py:2882] Step 45400 | Loss: 0.3925 | Spent: 5.3 secs | LR: 0.000253
I0808 08:49:11.730119 140642952341376 interactiveshell.py:2882] Step 45450 | Loss: 0.3880 | Spent: 5.4 secs | LR: 0.000253
I0808 08:49:16.998981 140642952341376 interactiveshell.py:2882] Step 45500 | Loss: 0.5059 | Spent: 5.3 secs | LR: 0.000253
I0808 08:49:22.315499 140642952341376 interactiveshell.py:2882] Step 45550 | Loss: 0.5225 | Spent: 5.3 secs | LR: 0.000253
I0808 08:49:27.653130 140642952341376 interactiveshell.py:2882] Step 45600 | Loss: 0.3288 | Spent: 5.3 secs | LR: 0.000253
I0808 08:49:32.948476 140642952341376 interactiveshell.py:2882] Step 45650 | Loss: 0.2395 | Spent: 5.3 secs | LR: 0.000253
I0808 08:49:38.313005 140642952341376 interactiveshell.py:2882] Step 45700 | Loss: 0.5132 | Spent: 5.4 secs | LR: 0.000253
I0808 08:49:43.664268 140642952341376 interactiveshell.py:2882] Step 45750 | Loss: 0.3118 | Spent: 5.3 secs | LR: 0.000253
I0808 08:49:49.035082 140642952341376 interactiveshell.py:2882] Step 45800 | Loss: 0.6276 | Spent: 5.4 secs | LR: 0.000252
I0808 08:49:54.785040 140642952341376 interactiveshell.py:2882] Step 45850 | Loss: 0.2427 | Spent: 5.7 secs | LR: 0.000252
I0808 08:50:00.718247 140642952341376 interactiveshell.py:2882] Step 45900 | Loss: 0.3882 | Spent: 5.9 secs | LR: 0.000252
I0808 08:50:05.982276 140642952341376 interactiveshell.py:2882] Step 45950 | Loss: 0.3173 | Spent: 5.3 secs | LR: 0.000252
I0808 08:50:11.254294 140642952341376 interactiveshell.py:2882] Step 46000 | Loss: 0.3353 | Spent: 5.3 secs | LR: 0.000252
I0808 08:50:16.497498 140642952341376 interactiveshell.py:2882] Step 46050 | Loss: 0.3478 | Spent: 5.2 secs | LR: 0.000252
I0808 08:50:21.844435 140642952341376 interactiveshell.py:2882] Step 46100 | Loss: 0.3685 | Spent: 5.3 secs | LR: 0.000252
I0808 08:50:27.069490 140642952341376 interactiveshell.py:2882] Step 46150 | Loss: 0.2350 | Spent: 5.2 secs | LR: 0.000252
I0808 08:50:32.410439 140642952341376 interactiveshell.py:2882] Step 46200 | Loss: 0.2443 | Spent: 5.3 secs | LR: 0.000251
I0808 08:50:37.735751 140642952341376 interactiveshell.py:2882] Step 46250 | Loss: 0.3224 | Spent: 5.3 secs | LR: 0.000251
I0808 08:50:43.054263 140642952341376 interactiveshell.py:2882] Step 46300 | Loss: 0.3160 | Spent: 5.3 secs | LR: 0.000251
I0808 08:50:48.350695 140642952341376 interactiveshell.py:2882] Step 46350 | Loss: 0.2162 | Spent: 5.3 secs | LR: 0.000251
I0808 08:50:53.702491 140642952341376 interactiveshell.py:2882] Step 46400 | Loss: 0.4310 | Spent: 5.4 secs | LR: 0.000251
Reading ../data/test.txt
I0808 08:51:06.160819 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.860
I0808 08:51:06.161823 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.861
I0808 08:51:10.312973 140642952341376 interactiveshell.py:2882] Step 46450 | Loss: 0.4153 | Spent: 16.6 secs | LR: 0.000251
I0808 08:51:15.578523 140642952341376 interactiveshell.py:2882] Step 46500 | Loss: 0.2566 | Spent: 5.3 secs | LR: 0.000251
I0808 08:51:20.982114 140642952341376 interactiveshell.py:2882] Step 46550 | Loss: 0.5005 | Spent: 5.4 secs | LR: 0.000251
I0808 08:51:26.344993 140642952341376 interactiveshell.py:2882] Step 46600 | Loss: 0.5168 | Spent: 5.4 secs | LR: 0.000250
I0808 08:51:31.679285 140642952341376 interactiveshell.py:2882] Step 46650 | Loss: 0.3902 | Spent: 5.3 secs | LR: 0.000250
I0808 08:51:37.331598 140642952341376 interactiveshell.py:2882] Step 46700 | Loss: 0.3038 | Spent: 5.7 secs | LR: 0.000250
I0808 08:51:42.673485 140642952341376 interactiveshell.py:2882] Step 46750 | Loss: 0.2758 | Spent: 5.3 secs | LR: 0.000250
I0808 08:51:48.177561 140642952341376 interactiveshell.py:2882] Step 46800 | Loss: 0.5660 | Spent: 5.5 secs | LR: 0.000250
I0808 08:51:53.629184 140642952341376 interactiveshell.py:2882] Step 46850 | Loss: 0.3547 | Spent: 5.5 secs | LR: 0.000250
I0808 08:51:58.925184 140642952341376 interactiveshell.py:2882] Step 46900 | Loss: 0.4276 | Spent: 5.3 secs | LR: 0.000250
I0808 08:52:04.219083 140642952341376 interactiveshell.py:2882] Step 46950 | Loss: 0.5577 | Spent: 5.3 secs | LR: 0.000250
I0808 08:52:09.565636 140642952341376 interactiveshell.py:2882] Step 47000 | Loss: 0.3588 | Spent: 5.3 secs | LR: 0.000249
I0808 08:52:14.846984 140642952341376 interactiveshell.py:2882] Step 47050 | Loss: 0.3066 | Spent: 5.3 secs | LR: 0.000249
I0808 08:52:20.640022 140642952341376 interactiveshell.py:2882] Step 47100 | Loss: 0.4446 | Spent: 5.8 secs | LR: 0.000249
I0808 08:52:26.032788 140642952341376 interactiveshell.py:2882] Step 47150 | Loss: 0.4503 | Spent: 5.4 secs | LR: 0.000249
I0808 08:52:31.416823 140642952341376 interactiveshell.py:2882] Step 47200 | Loss: 0.7276 | Spent: 5.4 secs | LR: 0.000249
I0808 08:52:36.936733 140642952341376 interactiveshell.py:2882] Step 47250 | Loss: 0.2519 | Spent: 5.5 secs | LR: 0.000249
I0808 08:52:42.298087 140642952341376 interactiveshell.py:2882] Step 47300 | Loss: 0.3338 | Spent: 5.4 secs | LR: 0.000249
I0808 08:52:47.554750 140642952341376 interactiveshell.py:2882] Step 47350 | Loss: 0.2652 | Spent: 5.3 secs | LR: 0.000249
I0808 08:52:52.885542 140642952341376 interactiveshell.py:2882] Step 47400 | Loss: 0.6417 | Spent: 5.3 secs | LR: 0.000248
I0808 08:52:58.170936 140642952341376 interactiveshell.py:2882] Step 47450 | Loss: 0.3135 | Spent: 5.3 secs | LR: 0.000248
I0808 08:53:03.397706 140642952341376 interactiveshell.py:2882] Step 47500 | Loss: 0.2257 | Spent: 5.2 secs | LR: 0.000248
I0808 08:53:08.693956 140642952341376 interactiveshell.py:2882] Step 47550 | Loss: 0.5237 | Spent: 5.3 secs | LR: 0.000248
I0808 08:53:13.877018 140642952341376 interactiveshell.py:2882] Step 47600 | Loss: 0.3742 | Spent: 5.2 secs | LR: 0.000248
I0808 08:53:19.217943 140642952341376 interactiveshell.py:2882] Step 47650 | Loss: 0.6068 | Spent: 5.3 secs | LR: 0.000248
I0808 08:53:24.551118 140642952341376 interactiveshell.py:2882] Step 47700 | Loss: 0.2499 | Spent: 5.3 secs | LR: 0.000248
I0808 08:53:29.810049 140642952341376 interactiveshell.py:2882] Step 47750 | Loss: 0.5647 | Spent: 5.3 secs | LR: 0.000248
I0808 08:53:35.115091 140642952341376 interactiveshell.py:2882] Step 47800 | Loss: 0.2834 | Spent: 5.3 secs | LR: 0.000247
I0808 08:53:40.458414 140642952341376 interactiveshell.py:2882] Step 47850 | Loss: 0.3124 | Spent: 5.3 secs | LR: 0.000247
I0808 08:53:45.845459 140642952341376 interactiveshell.py:2882] Step 47900 | Loss: 0.2442 | Spent: 5.4 secs | LR: 0.000247
I0808 08:53:51.228445 140642952341376 interactiveshell.py:2882] Step 47950 | Loss: 0.2510 | Spent: 5.4 secs | LR: 0.000247
I0808 08:53:56.494037 140642952341376 interactiveshell.py:2882] Step 48000 | Loss: 0.5507 | Spent: 5.3 secs | LR: 0.000247
I0808 08:54:01.772902 140642952341376 interactiveshell.py:2882] Step 48050 | Loss: 0.4936 | Spent: 5.3 secs | LR: 0.000247
I0808 08:54:07.009083 140642952341376 interactiveshell.py:2882] Step 48100 | Loss: 0.3481 | Spent: 5.2 secs | LR: 0.000247
Reading ../data/test.txt
I0808 08:54:21.551769 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.862
I0808 08:54:21.552835 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.862
I0808 08:54:23.639089 140642952341376 interactiveshell.py:2882] Step 48150 | Loss: 0.3995 | Spent: 16.6 secs | LR: 0.000247
I0808 08:54:28.987580 140642952341376 interactiveshell.py:2882] Step 48200 | Loss: 0.2920 | Spent: 5.3 secs | LR: 0.000246
I0808 08:54:34.229895 140642952341376 interactiveshell.py:2882] Step 48250 | Loss: 0.4005 | Spent: 5.2 secs | LR: 0.000246
I0808 08:54:39.486499 140642952341376 interactiveshell.py:2882] Step 48300 | Loss: 0.5149 | Spent: 5.3 secs | LR: 0.000246
I0808 08:54:44.758208 140642952341376 interactiveshell.py:2882] Step 48350 | Loss: 0.3976 | Spent: 5.3 secs | LR: 0.000246
I0808 08:54:50.027171 140642952341376 interactiveshell.py:2882] Step 48400 | Loss: 0.6423 | Spent: 5.3 secs | LR: 0.000246
I0808 08:54:55.325665 140642952341376 interactiveshell.py:2882] Step 48450 | Loss: 0.2871 | Spent: 5.3 secs | LR: 0.000246
I0808 08:55:00.611752 140642952341376 interactiveshell.py:2882] Step 48500 | Loss: 0.2847 | Spent: 5.3 secs | LR: 0.000246
I0808 08:55:06.563966 140642952341376 interactiveshell.py:2882] Step 48550 | Loss: 0.1842 | Spent: 6.0 secs | LR: 0.000246
I0808 08:55:12.550782 140642952341376 interactiveshell.py:2882] Step 48600 | Loss: 0.6026 | Spent: 6.0 secs | LR: 0.000245
I0808 08:55:17.829980 140642952341376 interactiveshell.py:2882] Step 48650 | Loss: 0.4483 | Spent: 5.3 secs | LR: 0.000245
I0808 08:55:23.096526 140642952341376 interactiveshell.py:2882] Step 48700 | Loss: 0.4332 | Spent: 5.3 secs | LR: 0.000245
I0808 08:55:28.358469 140642952341376 interactiveshell.py:2882] Step 48750 | Loss: 0.5208 | Spent: 5.3 secs | LR: 0.000245
I0808 08:55:33.680759 140642952341376 interactiveshell.py:2882] Step 48800 | Loss: 0.1518 | Spent: 5.3 secs | LR: 0.000245
I0808 08:55:39.018012 140642952341376 interactiveshell.py:2882] Step 48850 | Loss: 0.1991 | Spent: 5.3 secs | LR: 0.000245
I0808 08:55:44.231195 140642952341376 interactiveshell.py:2882] Step 48900 | Loss: 0.4851 | Spent: 5.2 secs | LR: 0.000245
I0808 08:55:49.790505 140642952341376 interactiveshell.py:2882] Step 48950 | Loss: 0.3796 | Spent: 5.6 secs | LR: 0.000245
I0808 08:55:55.155935 140642952341376 interactiveshell.py:2882] Step 49000 | Loss: 0.2147 | Spent: 5.4 secs | LR: 0.000244
I0808 08:56:00.572465 140642952341376 interactiveshell.py:2882] Step 49050 | Loss: 0.2674 | Spent: 5.4 secs | LR: 0.000244
I0808 08:56:05.911279 140642952341376 interactiveshell.py:2882] Step 49100 | Loss: 0.5454 | Spent: 5.3 secs | LR: 0.000244
I0808 08:56:11.268201 140642952341376 interactiveshell.py:2882] Step 49150 | Loss: 0.4127 | Spent: 5.4 secs | LR: 0.000244
I0808 08:56:16.589244 140642952341376 interactiveshell.py:2882] Step 49200 | Loss: 0.4210 | Spent: 5.3 secs | LR: 0.000244
I0808 08:56:21.940368 140642952341376 interactiveshell.py:2882] Step 49250 | Loss: 0.5574 | Spent: 5.3 secs | LR: 0.000244
I0808 08:56:27.246590 140642952341376 interactiveshell.py:2882] Step 49300 | Loss: 0.2354 | Spent: 5.3 secs | LR: 0.000244
I0808 08:56:32.646433 140642952341376 interactiveshell.py:2882] Step 49350 | Loss: 0.5129 | Spent: 5.4 secs | LR: 0.000244
I0808 08:56:37.932854 140642952341376 interactiveshell.py:2882] Step 49400 | Loss: 0.4507 | Spent: 5.3 secs | LR: 0.000243
I0808 08:56:43.304062 140642952341376 interactiveshell.py:2882] Step 49450 | Loss: 0.3110 | Spent: 5.4 secs | LR: 0.000243
I0808 08:56:48.590214 140642952341376 interactiveshell.py:2882] Step 49500 | Loss: 0.5453 | Spent: 5.3 secs | LR: 0.000243
I0808 08:56:54.130064 140642952341376 interactiveshell.py:2882] Step 49550 | Loss: 0.3824 | Spent: 5.5 secs | LR: 0.000243
I0808 08:56:59.378564 140642952341376 interactiveshell.py:2882] Step 49600 | Loss: 0.1053 | Spent: 5.2 secs | LR: 0.000243
I0808 08:57:04.715729 140642952341376 interactiveshell.py:2882] Step 49650 | Loss: 0.7349 | Spent: 5.3 secs | LR: 0.000243
I0808 08:57:09.969496 140642952341376 interactiveshell.py:2882] Step 49700 | Loss: 0.2715 | Spent: 5.3 secs | LR: 0.000243
I0808 08:57:15.285651 140642952341376 interactiveshell.py:2882] Step 49750 | Loss: 0.2008 | Spent: 5.3 secs | LR: 0.000243
I0808 08:57:20.621376 140642952341376 interactiveshell.py:2882] Step 49800 | Loss: 0.3999 | Spent: 5.3 secs | LR: 0.000242
I0808 08:57:25.901958 140642952341376 interactiveshell.py:2882] Step 49850 | Loss: 0.4152 | Spent: 5.3 secs | LR: 0.000242
Reading ../data/test.txt
I0808 08:57:37.071268 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.865
I0808 08:57:37.072350 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.865
I0808 08:57:42.718562 140642952341376 interactiveshell.py:2882] Step 49900 | Loss: 0.1272 | Spent: 16.8 secs | LR: 0.000242
I0808 08:57:48.102617 140642952341376 interactiveshell.py:2882] Step 49950 | Loss: 0.1498 | Spent: 5.4 secs | LR: 0.000242
I0808 08:57:53.518588 140642952341376 interactiveshell.py:2882] Step 50000 | Loss: 0.4149 | Spent: 5.4 secs | LR: 0.000242
I0808 08:57:58.841731 140642952341376 interactiveshell.py:2882] Step 50050 | Loss: 0.2095 | Spent: 5.3 secs | LR: 0.000242
I0808 08:58:04.051500 140642952341376 interactiveshell.py:2882] Step 50100 | Loss: 0.3568 | Spent: 5.2 secs | LR: 0.000242
I0808 08:58:09.397771 140642952341376 interactiveshell.py:2882] Step 50150 | Loss: 0.3009 | Spent: 5.3 secs | LR: 0.000242
I0808 08:58:14.670591 140642952341376 interactiveshell.py:2882] Step 50200 | Loss: 0.4050 | Spent: 5.3 secs | LR: 0.000242
I0808 08:58:19.928908 140642952341376 interactiveshell.py:2882] Step 50250 | Loss: 0.3904 | Spent: 5.3 secs | LR: 0.000241
I0808 08:58:25.176733 140642952341376 interactiveshell.py:2882] Step 50300 | Loss: 0.3079 | Spent: 5.2 secs | LR: 0.000241
I0808 08:58:30.454580 140642952341376 interactiveshell.py:2882] Step 50350 | Loss: 0.2833 | Spent: 5.3 secs | LR: 0.000241
I0808 08:58:35.820366 140642952341376 interactiveshell.py:2882] Step 50400 | Loss: 0.2700 | Spent: 5.4 secs | LR: 0.000241
I0808 08:58:41.015666 140642952341376 interactiveshell.py:2882] Step 50450 | Loss: 0.2836 | Spent: 5.2 secs | LR: 0.000241
I0808 08:58:46.316215 140642952341376 interactiveshell.py:2882] Step 50500 | Loss: 0.4659 | Spent: 5.3 secs | LR: 0.000241
I0808 08:58:51.661334 140642952341376 interactiveshell.py:2882] Step 50550 | Loss: 0.2260 | Spent: 5.3 secs | LR: 0.000241
I0808 08:58:56.958423 140642952341376 interactiveshell.py:2882] Step 50600 | Loss: 0.4612 | Spent: 5.3 secs | LR: 0.000241
I0808 08:59:02.279033 140642952341376 interactiveshell.py:2882] Step 50650 | Loss: 0.3614 | Spent: 5.3 secs | LR: 0.000240
I0808 08:59:07.686243 140642952341376 interactiveshell.py:2882] Step 50700 | Loss: 0.5390 | Spent: 5.4 secs | LR: 0.000240
I0808 08:59:13.156379 140642952341376 interactiveshell.py:2882] Step 50750 | Loss: 0.4269 | Spent: 5.5 secs | LR: 0.000240
I0808 08:59:18.360309 140642952341376 interactiveshell.py:2882] Step 50800 | Loss: 0.4034 | Spent: 5.2 secs | LR: 0.000240
I0808 08:59:23.632433 140642952341376 interactiveshell.py:2882] Step 50850 | Loss: 0.3829 | Spent: 5.3 secs | LR: 0.000240
I0808 08:59:28.980430 140642952341376 interactiveshell.py:2882] Step 50900 | Loss: 0.2023 | Spent: 5.3 secs | LR: 0.000240
I0808 08:59:34.364699 140642952341376 interactiveshell.py:2882] Step 50950 | Loss: 0.5253 | Spent: 5.4 secs | LR: 0.000240
I0808 08:59:39.819539 140642952341376 interactiveshell.py:2882] Step 51000 | Loss: 0.6193 | Spent: 5.5 secs | LR: 0.000240
I0808 08:59:45.338855 140642952341376 interactiveshell.py:2882] Step 51050 | Loss: 0.5376 | Spent: 5.5 secs | LR: 0.000239
I0808 08:59:50.822430 140642952341376 interactiveshell.py:2882] Step 51100 | Loss: 0.2544 | Spent: 5.5 secs | LR: 0.000239
I0808 08:59:56.247430 140642952341376 interactiveshell.py:2882] Step 51150 | Loss: 0.3537 | Spent: 5.4 secs | LR: 0.000239
I0808 09:00:01.624243 140642952341376 interactiveshell.py:2882] Step 51200 | Loss: 0.2612 | Spent: 5.4 secs | LR: 0.000239
I0808 09:00:07.098542 140642952341376 interactiveshell.py:2882] Step 51250 | Loss: 0.1683 | Spent: 5.5 secs | LR: 0.000239
I0808 09:00:12.662055 140642952341376 interactiveshell.py:2882] Step 51300 | Loss: 0.2129 | Spent: 5.6 secs | LR: 0.000239
I0808 09:00:18.310070 140642952341376 interactiveshell.py:2882] Step 51350 | Loss: 0.1998 | Spent: 5.6 secs | LR: 0.000239
I0808 09:00:24.069774 140642952341376 interactiveshell.py:2882] Step 51400 | Loss: 0.2445 | Spent: 5.8 secs | LR: 0.000239
I0808 09:00:29.518391 140642952341376 interactiveshell.py:2882] Step 51450 | Loss: 0.3741 | Spent: 5.4 secs | LR: 0.000239
I0808 09:00:34.935475 140642952341376 interactiveshell.py:2882] Step 51500 | Loss: 0.2817 | Spent: 5.4 secs | LR: 0.000238
Reading ../data/train.txt
I0808 09:01:03.685815 140642952341376 interactiveshell.py:2882] Step 51550 | Loss: 0.2135 | Spent: 28.7 secs | LR: 0.000238
Reading ../data/test.txt
I0808 09:01:16.957432 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.867
I0808 09:01:16.958302 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.867
I0808 09:01:20.469425 140642952341376 interactiveshell.py:2882] Step 51600 | Loss: 0.3970 | Spent: 16.8 secs | LR: 0.000238
I0808 09:01:26.085147 140642952341376 interactiveshell.py:2882] Step 51650 | Loss: 0.2556 | Spent: 5.6 secs | LR: 0.000238
I0808 09:01:31.573460 140642952341376 interactiveshell.py:2882] Step 51700 | Loss: 0.6369 | Spent: 5.5 secs | LR: 0.000238
I0808 09:01:37.231300 140642952341376 interactiveshell.py:2882] Step 51750 | Loss: 0.1517 | Spent: 5.7 secs | LR: 0.000238
I0808 09:01:42.862811 140642952341376 interactiveshell.py:2882] Step 51800 | Loss: 0.3684 | Spent: 5.6 secs | LR: 0.000238
I0808 09:01:48.511058 140642952341376 interactiveshell.py:2882] Step 51850 | Loss: 0.2757 | Spent: 5.6 secs | LR: 0.000238
I0808 09:01:54.192382 140642952341376 interactiveshell.py:2882] Step 51900 | Loss: 0.4591 | Spent: 5.7 secs | LR: 0.000237
I0808 09:01:59.925474 140642952341376 interactiveshell.py:2882] Step 51950 | Loss: 0.3736 | Spent: 5.7 secs | LR: 0.000237
I0808 09:02:05.494389 140642952341376 interactiveshell.py:2882] Step 52000 | Loss: 0.4353 | Spent: 5.6 secs | LR: 0.000237
I0808 09:02:11.049039 140642952341376 interactiveshell.py:2882] Step 52050 | Loss: 0.3577 | Spent: 5.6 secs | LR: 0.000237
I0808 09:02:16.602317 140642952341376 interactiveshell.py:2882] Step 52100 | Loss: 0.2984 | Spent: 5.6 secs | LR: 0.000237
I0808 09:02:22.173943 140642952341376 interactiveshell.py:2882] Step 52150 | Loss: 0.2444 | Spent: 5.6 secs | LR: 0.000237
I0808 09:02:27.630531 140642952341376 interactiveshell.py:2882] Step 52200 | Loss: 0.1764 | Spent: 5.5 secs | LR: 0.000237
I0808 09:02:33.278022 140642952341376 interactiveshell.py:2882] Step 52250 | Loss: 0.2881 | Spent: 5.6 secs | LR: 0.000237
I0808 09:02:38.827001 140642952341376 interactiveshell.py:2882] Step 52300 | Loss: 0.2568 | Spent: 5.5 secs | LR: 0.000236
I0808 09:02:44.286967 140642952341376 interactiveshell.py:2882] Step 52350 | Loss: 0.3699 | Spent: 5.5 secs | LR: 0.000236
I0808 09:02:49.833653 140642952341376 interactiveshell.py:2882] Step 52400 | Loss: 0.5479 | Spent: 5.5 secs | LR: 0.000236
I0808 09:02:55.435997 140642952341376 interactiveshell.py:2882] Step 52450 | Loss: 0.2001 | Spent: 5.6 secs | LR: 0.000236
I0808 09:03:01.072305 140642952341376 interactiveshell.py:2882] Step 52500 | Loss: 0.3240 | Spent: 5.6 secs | LR: 0.000236
I0808 09:03:06.902037 140642952341376 interactiveshell.py:2882] Step 52550 | Loss: 0.3557 | Spent: 5.8 secs | LR: 0.000236
I0808 09:03:12.553464 140642952341376 interactiveshell.py:2882] Step 52600 | Loss: 0.2870 | Spent: 5.7 secs | LR: 0.000236
I0808 09:03:18.283812 140642952341376 interactiveshell.py:2882] Step 52650 | Loss: 0.3204 | Spent: 5.7 secs | LR: 0.000236
I0808 09:03:24.111527 140642952341376 interactiveshell.py:2882] Step 52700 | Loss: 0.6254 | Spent: 5.8 secs | LR: 0.000236
I0808 09:03:29.753341 140642952341376 interactiveshell.py:2882] Step 52750 | Loss: 0.3212 | Spent: 5.6 secs | LR: 0.000235
I0808 09:03:35.403043 140642952341376 interactiveshell.py:2882] Step 52800 | Loss: 0.3151 | Spent: 5.6 secs | LR: 0.000235
I0808 09:03:41.327218 140642952341376 interactiveshell.py:2882] Step 52850 | Loss: 0.1640 | Spent: 5.9 secs | LR: 0.000235
I0808 09:03:47.346984 140642952341376 interactiveshell.py:2882] Step 52900 | Loss: 0.2821 | Spent: 6.0 secs | LR: 0.000235
I0808 09:03:53.284896 140642952341376 interactiveshell.py:2882] Step 52950 | Loss: 0.2168 | Spent: 5.9 secs | LR: 0.000235
I0808 09:03:59.285997 140642952341376 interactiveshell.py:2882] Step 53000 | Loss: 0.1833 | Spent: 6.0 secs | LR: 0.000235
I0808 09:04:05.284651 140642952341376 interactiveshell.py:2882] Step 53050 | Loss: 0.2429 | Spent: 6.0 secs | LR: 0.000235
I0808 09:04:11.230073 140642952341376 interactiveshell.py:2882] Step 53100 | Loss: 0.1588 | Spent: 5.9 secs | LR: 0.000235
I0808 09:04:17.363976 140642952341376 interactiveshell.py:2882] Step 53150 | Loss: 0.3422 | Spent: 6.1 secs | LR: 0.000234
I0808 09:04:23.287773 140642952341376 interactiveshell.py:2882] Step 53200 | Loss: 0.4223 | Spent: 5.9 secs | LR: 0.000234
I0808 09:04:29.343010 140642952341376 interactiveshell.py:2882] Step 53250 | Loss: 0.1739 | Spent: 6.1 secs | LR: 0.000234
Reading ../data/test.txt
I0808 09:04:45.276624 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.865
I0808 09:04:45.277631 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.867
I0808 09:04:46.782032 140642952341376 interactiveshell.py:2882] Step 53300 | Loss: 0.1597 | Spent: 17.4 secs | LR: 0.000234
I0808 09:04:52.712388 140642952341376 interactiveshell.py:2882] Step 53350 | Loss: 0.8102 | Spent: 5.9 secs | LR: 0.000234
I0808 09:04:58.713940 140642952341376 interactiveshell.py:2882] Step 53400 | Loss: 0.4687 | Spent: 6.0 secs | LR: 0.000234
I0808 09:05:04.771996 140642952341376 interactiveshell.py:2882] Step 53450 | Loss: 0.2551 | Spent: 6.1 secs | LR: 0.000234
I0808 09:05:10.783136 140642952341376 interactiveshell.py:2882] Step 53500 | Loss: 0.3207 | Spent: 6.0 secs | LR: 0.000234
I0808 09:05:16.771852 140642952341376 interactiveshell.py:2882] Step 53550 | Loss: 0.3445 | Spent: 6.0 secs | LR: 0.000234
I0808 09:05:22.936389 140642952341376 interactiveshell.py:2882] Step 53600 | Loss: 0.5614 | Spent: 6.2 secs | LR: 0.000233
I0808 09:05:29.369875 140642952341376 interactiveshell.py:2882] Step 53650 | Loss: 0.1493 | Spent: 6.4 secs | LR: 0.000233
I0808 09:05:35.522787 140642952341376 interactiveshell.py:2882] Step 53700 | Loss: 0.5572 | Spent: 6.2 secs | LR: 0.000233
I0808 09:05:41.635022 140642952341376 interactiveshell.py:2882] Step 53750 | Loss: 0.3428 | Spent: 6.1 secs | LR: 0.000233
I0808 09:05:47.667130 140642952341376 interactiveshell.py:2882] Step 53800 | Loss: 0.3148 | Spent: 6.0 secs | LR: 0.000233
I0808 09:05:53.847634 140642952341376 interactiveshell.py:2882] Step 53850 | Loss: 0.2824 | Spent: 6.2 secs | LR: 0.000233
I0808 09:05:59.842441 140642952341376 interactiveshell.py:2882] Step 53900 | Loss: 0.1914 | Spent: 6.0 secs | LR: 0.000233
I0808 09:06:06.025785 140642952341376 interactiveshell.py:2882] Step 53950 | Loss: 0.3808 | Spent: 6.2 secs | LR: 0.000233
I0808 09:06:12.099193 140642952341376 interactiveshell.py:2882] Step 54000 | Loss: 0.1994 | Spent: 6.1 secs | LR: 0.000232
I0808 09:06:18.042479 140642952341376 interactiveshell.py:2882] Step 54050 | Loss: 0.4636 | Spent: 5.9 secs | LR: 0.000232
I0808 09:06:23.998077 140642952341376 interactiveshell.py:2882] Step 54100 | Loss: 0.4076 | Spent: 6.0 secs | LR: 0.000232
I0808 09:06:29.944704 140642952341376 interactiveshell.py:2882] Step 54150 | Loss: 0.1477 | Spent: 5.9 secs | LR: 0.000232
I0808 09:06:35.910110 140642952341376 interactiveshell.py:2882] Step 54200 | Loss: 0.1309 | Spent: 6.0 secs | LR: 0.000232
I0808 09:06:41.985460 140642952341376 interactiveshell.py:2882] Step 54250 | Loss: 0.4557 | Spent: 6.1 secs | LR: 0.000232
I0808 09:06:48.003031 140642952341376 interactiveshell.py:2882] Step 54300 | Loss: 0.3021 | Spent: 6.0 secs | LR: 0.000232
I0808 09:06:53.874420 140642952341376 interactiveshell.py:2882] Step 54350 | Loss: 0.2522 | Spent: 5.9 secs | LR: 0.000232
I0808 09:06:59.999913 140642952341376 interactiveshell.py:2882] Step 54400 | Loss: 0.3155 | Spent: 6.1 secs | LR: 0.000232
I0808 09:07:06.361548 140642952341376 interactiveshell.py:2882] Step 54450 | Loss: 0.1871 | Spent: 6.4 secs | LR: 0.000231
I0808 09:07:12.582497 140642952341376 interactiveshell.py:2882] Step 54500 | Loss: 0.3009 | Spent: 6.2 secs | LR: 0.000231
I0808 09:07:18.596266 140642952341376 interactiveshell.py:2882] Step 54550 | Loss: 0.3466 | Spent: 6.0 secs | LR: 0.000231
I0808 09:07:24.617721 140642952341376 interactiveshell.py:2882] Step 54600 | Loss: 0.4730 | Spent: 6.0 secs | LR: 0.000231
I0808 09:07:30.694509 140642952341376 interactiveshell.py:2882] Step 54650 | Loss: 0.2057 | Spent: 6.1 secs | LR: 0.000231
I0808 09:07:36.595598 140642952341376 interactiveshell.py:2882] Step 54700 | Loss: 0.3957 | Spent: 5.9 secs | LR: 0.000231
I0808 09:07:42.675837 140642952341376 interactiveshell.py:2882] Step 54750 | Loss: 0.3797 | Spent: 6.1 secs | LR: 0.000231
I0808 09:07:48.684191 140642952341376 interactiveshell.py:2882] Step 54800 | Loss: 0.2350 | Spent: 6.0 secs | LR: 0.000231
I0808 09:07:54.678719 140642952341376 interactiveshell.py:2882] Step 54850 | Loss: 0.2346 | Spent: 6.0 secs | LR: 0.000230
I0808 09:08:00.813544 140642952341376 interactiveshell.py:2882] Step 54900 | Loss: 0.2733 | Spent: 6.1 secs | LR: 0.000230
I0808 09:08:06.685247 140642952341376 interactiveshell.py:2882] Step 54950 | Loss: 0.2596 | Spent: 5.9 secs | LR: 0.000230
I0808 09:08:12.718527 140642952341376 interactiveshell.py:2882] Step 55000 | Loss: 0.3062 | Spent: 6.0 secs | LR: 0.000230
Reading ../data/test.txt
I0808 09:08:24.880298 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.861
I0808 09:08:24.881282 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.867
I0808 09:08:30.150000 140642952341376 interactiveshell.py:2882] Step 55050 | Loss: 0.5173 | Spent: 17.4 secs | LR: 0.000230
I0808 09:08:36.171430 140642952341376 interactiveshell.py:2882] Step 55100 | Loss: 0.2204 | Spent: 6.0 secs | LR: 0.000230
I0808 09:08:42.272118 140642952341376 interactiveshell.py:2882] Step 55150 | Loss: 0.2337 | Spent: 6.1 secs | LR: 0.000230
I0808 09:08:48.358572 140642952341376 interactiveshell.py:2882] Step 55200 | Loss: 0.2867 | Spent: 6.1 secs | LR: 0.000230
I0808 09:08:54.406509 140642952341376 interactiveshell.py:2882] Step 55250 | Loss: 0.3059 | Spent: 6.0 secs | LR: 0.000230
I0808 09:09:00.610421 140642952341376 interactiveshell.py:2882] Step 55300 | Loss: 0.6059 | Spent: 6.2 secs | LR: 0.000229
I0808 09:09:06.664363 140642952341376 interactiveshell.py:2882] Step 55350 | Loss: 0.2440 | Spent: 6.1 secs | LR: 0.000229
I0808 09:09:12.715603 140642952341376 interactiveshell.py:2882] Step 55400 | Loss: 0.2637 | Spent: 6.0 secs | LR: 0.000229
I0808 09:09:18.831708 140642952341376 interactiveshell.py:2882] Step 55450 | Loss: 0.5733 | Spent: 6.1 secs | LR: 0.000229
I0808 09:09:24.833114 140642952341376 interactiveshell.py:2882] Step 55500 | Loss: 0.1565 | Spent: 6.0 secs | LR: 0.000229
I0808 09:09:30.852477 140642952341376 interactiveshell.py:2882] Step 55550 | Loss: 0.2279 | Spent: 6.0 secs | LR: 0.000229
I0808 09:09:36.896734 140642952341376 interactiveshell.py:2882] Step 55600 | Loss: 0.3017 | Spent: 6.0 secs | LR: 0.000229
I0808 09:09:42.954033 140642952341376 interactiveshell.py:2882] Step 55650 | Loss: 0.2165 | Spent: 6.1 secs | LR: 0.000229
I0808 09:09:48.981026 140642952341376 interactiveshell.py:2882] Step 55700 | Loss: 0.1683 | Spent: 6.0 secs | LR: 0.000229
I0808 09:09:55.168334 140642952341376 interactiveshell.py:2882] Step 55750 | Loss: 0.3976 | Spent: 6.2 secs | LR: 0.000228
I0808 09:10:01.141032 140642952341376 interactiveshell.py:2882] Step 55800 | Loss: 0.2751 | Spent: 6.0 secs | LR: 0.000228
I0808 09:10:07.117697 140642952341376 interactiveshell.py:2882] Step 55850 | Loss: 0.3037 | Spent: 6.0 secs | LR: 0.000228
I0808 09:10:13.078063 140642952341376 interactiveshell.py:2882] Step 55900 | Loss: 0.2972 | Spent: 6.0 secs | LR: 0.000228
I0808 09:10:19.131264 140642952341376 interactiveshell.py:2882] Step 55950 | Loss: 0.2882 | Spent: 6.1 secs | LR: 0.000228
I0808 09:10:25.181772 140642952341376 interactiveshell.py:2882] Step 56000 | Loss: 0.3500 | Spent: 6.0 secs | LR: 0.000228
I0808 09:10:31.164531 140642952341376 interactiveshell.py:2882] Step 56050 | Loss: 0.4586 | Spent: 6.0 secs | LR: 0.000228
I0808 09:10:37.650244 140642952341376 interactiveshell.py:2882] Step 56100 | Loss: 0.6627 | Spent: 6.5 secs | LR: 0.000228
I0808 09:10:44.055010 140642952341376 interactiveshell.py:2882] Step 56150 | Loss: 0.2389 | Spent: 6.4 secs | LR: 0.000227
I0808 09:10:50.039349 140642952341376 interactiveshell.py:2882] Step 56200 | Loss: 0.4025 | Spent: 6.0 secs | LR: 0.000227
I0808 09:10:56.259611 140642952341376 interactiveshell.py:2882] Step 56250 | Loss: 0.3064 | Spent: 6.2 secs | LR: 0.000227
I0808 09:11:02.325803 140642952341376 interactiveshell.py:2882] Step 56300 | Loss: 0.1935 | Spent: 6.1 secs | LR: 0.000227
I0808 09:11:08.301261 140642952341376 interactiveshell.py:2882] Step 56350 | Loss: 0.1794 | Spent: 6.0 secs | LR: 0.000227
I0808 09:11:14.464619 140642952341376 interactiveshell.py:2882] Step 56400 | Loss: 0.2866 | Spent: 6.2 secs | LR: 0.000227
I0808 09:11:20.399240 140642952341376 interactiveshell.py:2882] Step 56450 | Loss: 0.3543 | Spent: 5.9 secs | LR: 0.000227
I0808 09:11:26.354197 140642952341376 interactiveshell.py:2882] Step 56500 | Loss: 0.2981 | Spent: 6.0 secs | LR: 0.000227
I0808 09:11:32.374057 140642952341376 interactiveshell.py:2882] Step 56550 | Loss: 0.2339 | Spent: 6.0 secs | LR: 0.000227
I0808 09:11:38.324937 140642952341376 interactiveshell.py:2882] Step 56600 | Loss: 0.4292 | Spent: 5.9 secs | LR: 0.000226
I0808 09:11:44.328466 140642952341376 interactiveshell.py:2882] Step 56650 | Loss: 0.1160 | Spent: 6.0 secs | LR: 0.000226
I0808 09:11:50.520636 140642952341376 interactiveshell.py:2882] Step 56700 | Loss: 0.3116 | Spent: 6.2 secs | LR: 0.000226
Reading ../data/test.txt
I0808 09:12:05.053393 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.865
I0808 09:12:05.054320 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.867
I0808 09:12:08.201416 140642952341376 interactiveshell.py:2882] Step 56750 | Loss: 0.2319 | Spent: 17.7 secs | LR: 0.000226
I0808 09:12:14.271104 140642952341376 interactiveshell.py:2882] Step 56800 | Loss: 0.3803 | Spent: 6.1 secs | LR: 0.000226
I0808 09:12:20.243730 140642952341376 interactiveshell.py:2882] Step 56850 | Loss: 0.4023 | Spent: 6.0 secs | LR: 0.000226
I0808 09:12:26.368020 140642952341376 interactiveshell.py:2882] Step 56900 | Loss: 0.1782 | Spent: 6.1 secs | LR: 0.000226
I0808 09:12:32.503281 140642952341376 interactiveshell.py:2882] Step 56950 | Loss: 0.3020 | Spent: 6.1 secs | LR: 0.000226
I0808 09:12:38.584675 140642952341376 interactiveshell.py:2882] Step 57000 | Loss: 0.5407 | Spent: 6.1 secs | LR: 0.000226
I0808 09:12:44.642460 140642952341376 interactiveshell.py:2882] Step 57050 | Loss: 0.6013 | Spent: 6.1 secs | LR: 0.000225
I0808 09:12:50.635114 140642952341376 interactiveshell.py:2882] Step 57100 | Loss: 0.2177 | Spent: 6.0 secs | LR: 0.000225
I0808 09:12:56.766780 140642952341376 interactiveshell.py:2882] Step 57150 | Loss: 0.4741 | Spent: 6.1 secs | LR: 0.000225
I0808 09:13:02.706066 140642952341376 interactiveshell.py:2882] Step 57200 | Loss: 0.1744 | Spent: 5.9 secs | LR: 0.000225
I0808 09:13:08.767319 140642952341376 interactiveshell.py:2882] Step 57250 | Loss: 0.4856 | Spent: 6.1 secs | LR: 0.000225
I0808 09:13:14.755815 140642952341376 interactiveshell.py:2882] Step 57300 | Loss: 0.3819 | Spent: 6.0 secs | LR: 0.000225
I0808 09:13:20.835026 140642952341376 interactiveshell.py:2882] Step 57350 | Loss: 0.1318 | Spent: 6.1 secs | LR: 0.000225
I0808 09:13:27.017457 140642952341376 interactiveshell.py:2882] Step 57400 | Loss: 0.2006 | Spent: 6.2 secs | LR: 0.000225
I0808 09:13:32.978439 140642952341376 interactiveshell.py:2882] Step 57450 | Loss: 0.2715 | Spent: 6.0 secs | LR: 0.000225
I0808 09:13:39.095863 140642952341376 interactiveshell.py:2882] Step 57500 | Loss: 0.3583 | Spent: 6.1 secs | LR: 0.000224
I0808 09:13:45.254116 140642952341376 interactiveshell.py:2882] Step 57550 | Loss: 0.3919 | Spent: 6.2 secs | LR: 0.000224
I0808 09:13:51.400341 140642952341376 interactiveshell.py:2882] Step 57600 | Loss: 0.2952 | Spent: 6.1 secs | LR: 0.000224
I0808 09:13:57.578183 140642952341376 interactiveshell.py:2882] Step 57650 | Loss: 0.3949 | Spent: 6.2 secs | LR: 0.000224
I0808 09:14:03.639580 140642952341376 interactiveshell.py:2882] Step 57700 | Loss: 0.6216 | Spent: 6.1 secs | LR: 0.000224
I0808 09:14:09.822286 140642952341376 interactiveshell.py:2882] Step 57750 | Loss: 0.5179 | Spent: 6.2 secs | LR: 0.000224
I0808 09:14:15.919747 140642952341376 interactiveshell.py:2882] Step 57800 | Loss: 0.2195 | Spent: 6.1 secs | LR: 0.000224
I0808 09:14:22.019090 140642952341376 interactiveshell.py:2882] Step 57850 | Loss: 0.2036 | Spent: 6.1 secs | LR: 0.000224
I0808 09:14:27.991404 140642952341376 interactiveshell.py:2882] Step 57900 | Loss: 0.2372 | Spent: 6.0 secs | LR: 0.000224
I0808 09:14:34.186108 140642952341376 interactiveshell.py:2882] Step 57950 | Loss: 0.2743 | Spent: 6.2 secs | LR: 0.000223
I0808 09:14:40.336243 140642952341376 interactiveshell.py:2882] Step 58000 | Loss: 0.4918 | Spent: 6.1 secs | LR: 0.000223
I0808 09:14:46.396257 140642952341376 interactiveshell.py:2882] Step 58050 | Loss: 0.1563 | Spent: 6.1 secs | LR: 0.000223
I0808 09:14:52.313158 140642952341376 interactiveshell.py:2882] Step 58100 | Loss: 0.5066 | Spent: 5.9 secs | LR: 0.000223
I0808 09:14:58.154901 140642952341376 interactiveshell.py:2882] Step 58150 | Loss: 0.2316 | Spent: 5.8 secs | LR: 0.000223
I0808 09:15:03.863414 140642952341376 interactiveshell.py:2882] Step 58200 | Loss: 0.2270 | Spent: 5.7 secs | LR: 0.000223
I0808 09:15:09.787553 140642952341376 interactiveshell.py:2882] Step 58250 | Loss: 0.2229 | Spent: 5.9 secs | LR: 0.000223
I0808 09:15:15.522113 140642952341376 interactiveshell.py:2882] Step 58300 | Loss: 0.4979 | Spent: 5.7 secs | LR: 0.000223
I0808 09:15:21.261370 140642952341376 interactiveshell.py:2882] Step 58350 | Loss: 0.2262 | Spent: 5.7 secs | LR: 0.000223
I0808 09:15:26.857846 140642952341376 interactiveshell.py:2882] Step 58400 | Loss: 0.2585 | Spent: 5.6 secs | LR: 0.000222
Reading ../data/test.txt
I0808 09:15:43.402412 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.870
I0808 09:15:43.403475 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.870
I0808 09:15:44.107503 140642952341376 interactiveshell.py:2882] Step 58450 | Loss: 0.3131 | Spent: 17.2 secs | LR: 0.000222
I0808 09:15:50.461052 140642952341376 interactiveshell.py:2882] Step 58500 | Loss: 0.3998 | Spent: 6.4 secs | LR: 0.000222
I0808 09:15:56.521601 140642952341376 interactiveshell.py:2882] Step 58550 | Loss: 0.2281 | Spent: 6.1 secs | LR: 0.000222
I0808 09:16:02.199436 140642952341376 interactiveshell.py:2882] Step 58600 | Loss: 0.2366 | Spent: 5.7 secs | LR: 0.000222
I0808 09:16:07.827280 140642952341376 interactiveshell.py:2882] Step 58650 | Loss: 0.2664 | Spent: 5.6 secs | LR: 0.000222
I0808 09:16:13.612614 140642952341376 interactiveshell.py:2882] Step 58700 | Loss: 0.2354 | Spent: 5.8 secs | LR: 0.000222
I0808 09:16:19.387917 140642952341376 interactiveshell.py:2882] Step 58750 | Loss: 0.3310 | Spent: 5.8 secs | LR: 0.000222
I0808 09:16:25.193680 140642952341376 interactiveshell.py:2882] Step 58800 | Loss: 0.2625 | Spent: 5.8 secs | LR: 0.000222
I0808 09:16:31.043637 140642952341376 interactiveshell.py:2882] Step 58850 | Loss: 0.1810 | Spent: 5.8 secs | LR: 0.000221
I0808 09:16:36.805189 140642952341376 interactiveshell.py:2882] Step 58900 | Loss: 0.3277 | Spent: 5.8 secs | LR: 0.000221
I0808 09:16:42.573934 140642952341376 interactiveshell.py:2882] Step 58950 | Loss: 0.3401 | Spent: 5.8 secs | LR: 0.000221
I0808 09:16:48.261034 140642952341376 interactiveshell.py:2882] Step 59000 | Loss: 0.3362 | Spent: 5.7 secs | LR: 0.000221
I0808 09:16:53.993865 140642952341376 interactiveshell.py:2882] Step 59050 | Loss: 0.1871 | Spent: 5.7 secs | LR: 0.000221
I0808 09:16:59.647852 140642952341376 interactiveshell.py:2882] Step 59100 | Loss: 0.2270 | Spent: 5.7 secs | LR: 0.000221
I0808 09:17:05.276790 140642952341376 interactiveshell.py:2882] Step 59150 | Loss: 0.1888 | Spent: 5.6 secs | LR: 0.000221
I0808 09:17:11.033033 140642952341376 interactiveshell.py:2882] Step 59200 | Loss: 0.3495 | Spent: 5.8 secs | LR: 0.000221
I0808 09:17:17.001110 140642952341376 interactiveshell.py:2882] Step 59250 | Loss: 0.3291 | Spent: 6.0 secs | LR: 0.000221
I0808 09:17:22.795941 140642952341376 interactiveshell.py:2882] Step 59300 | Loss: 0.1727 | Spent: 5.8 secs | LR: 0.000220
I0808 09:17:28.461688 140642952341376 interactiveshell.py:2882] Step 59350 | Loss: 0.3010 | Spent: 5.7 secs | LR: 0.000220
I0808 09:17:34.130876 140642952341376 interactiveshell.py:2882] Step 59400 | Loss: 0.2467 | Spent: 5.7 secs | LR: 0.000220
I0808 09:17:39.890202 140642952341376 interactiveshell.py:2882] Step 59450 | Loss: 0.3615 | Spent: 5.8 secs | LR: 0.000220
I0808 09:17:45.723174 140642952341376 interactiveshell.py:2882] Step 59500 | Loss: 0.2745 | Spent: 5.8 secs | LR: 0.000220
I0808 09:17:51.563938 140642952341376 interactiveshell.py:2882] Step 59550 | Loss: 0.2342 | Spent: 5.8 secs | LR: 0.000220
I0808 09:17:57.274310 140642952341376 interactiveshell.py:2882] Step 59600 | Loss: 0.3005 | Spent: 5.7 secs | LR: 0.000220
I0808 09:18:02.932379 140642952341376 interactiveshell.py:2882] Step 59650 | Loss: 0.3592 | Spent: 5.7 secs | LR: 0.000220
I0808 09:18:08.644613 140642952341376 interactiveshell.py:2882] Step 59700 | Loss: 0.4750 | Spent: 5.7 secs | LR: 0.000220
I0808 09:18:14.391172 140642952341376 interactiveshell.py:2882] Step 59750 | Loss: 0.2319 | Spent: 5.7 secs | LR: 0.000219
I0808 09:18:20.050489 140642952341376 interactiveshell.py:2882] Step 59800 | Loss: 0.4182 | Spent: 5.7 secs | LR: 0.000219
I0808 09:18:25.808260 140642952341376 interactiveshell.py:2882] Step 59850 | Loss: 0.4953 | Spent: 5.8 secs | LR: 0.000219
I0808 09:18:31.551020 140642952341376 interactiveshell.py:2882] Step 59900 | Loss: 0.2588 | Spent: 5.7 secs | LR: 0.000219
I0808 09:18:37.244628 140642952341376 interactiveshell.py:2882] Step 59950 | Loss: 0.3414 | Spent: 5.7 secs | LR: 0.000219
I0808 09:18:42.918048 140642952341376 interactiveshell.py:2882] Step 60000 | Loss: 0.5080 | Spent: 5.7 secs | LR: 0.000219
I0808 09:18:48.582948 140642952341376 interactiveshell.py:2882] Step 60050 | Loss: 0.2781 | Spent: 5.7 secs | LR: 0.000219
I0808 09:18:54.217505 140642952341376 interactiveshell.py:2882] Step 60100 | Loss: 0.3706 | Spent: 5.6 secs | LR: 0.000219
I0808 09:19:00.012680 140642952341376 interactiveshell.py:2882] Step 60150 | Loss: 0.3429 | Spent: 5.8 secs | LR: 0.000219
Reading ../data/test.txt
I0808 09:19:12.838024 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.868
I0808 09:19:12.839084 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.870
I0808 09:19:17.174603 140642952341376 interactiveshell.py:2882] Step 60200 | Loss: 0.5998 | Spent: 17.2 secs | LR: 0.000218
I0808 09:19:22.781283 140642952341376 interactiveshell.py:2882] Step 60250 | Loss: 0.1640 | Spent: 5.6 secs | LR: 0.000218
I0808 09:19:28.509217 140642952341376 interactiveshell.py:2882] Step 60300 | Loss: 0.2714 | Spent: 5.7 secs | LR: 0.000218
I0808 09:19:34.303198 140642952341376 interactiveshell.py:2882] Step 60350 | Loss: 0.2158 | Spent: 5.8 secs | LR: 0.000218
I0808 09:19:39.993117 140642952341376 interactiveshell.py:2882] Step 60400 | Loss: 0.1060 | Spent: 5.7 secs | LR: 0.000218
I0808 09:19:45.708072 140642952341376 interactiveshell.py:2882] Step 60450 | Loss: 0.4342 | Spent: 5.7 secs | LR: 0.000218
I0808 09:19:51.393514 140642952341376 interactiveshell.py:2882] Step 60500 | Loss: 0.3451 | Spent: 5.7 secs | LR: 0.000218
I0808 09:19:57.070483 140642952341376 interactiveshell.py:2882] Step 60550 | Loss: 0.2997 | Spent: 5.7 secs | LR: 0.000218
I0808 09:20:02.647866 140642952341376 interactiveshell.py:2882] Step 60600 | Loss: 0.3310 | Spent: 5.6 secs | LR: 0.000218
I0808 09:20:08.317861 140642952341376 interactiveshell.py:2882] Step 60650 | Loss: 0.3017 | Spent: 5.7 secs | LR: 0.000217
I0808 09:20:14.126917 140642952341376 interactiveshell.py:2882] Step 60700 | Loss: 0.0895 | Spent: 5.8 secs | LR: 0.000217
I0808 09:20:19.739661 140642952341376 interactiveshell.py:2882] Step 60750 | Loss: 0.2945 | Spent: 5.6 secs | LR: 0.000217
I0808 09:20:25.535275 140642952341376 interactiveshell.py:2882] Step 60800 | Loss: 0.3025 | Spent: 5.8 secs | LR: 0.000217
I0808 09:20:31.430056 140642952341376 interactiveshell.py:2882] Step 60850 | Loss: 0.5751 | Spent: 5.9 secs | LR: 0.000217
I0808 09:20:37.318419 140642952341376 interactiveshell.py:2882] Step 60900 | Loss: 0.1906 | Spent: 5.9 secs | LR: 0.000217
I0808 09:20:43.060650 140642952341376 interactiveshell.py:2882] Step 60950 | Loss: 0.5612 | Spent: 5.7 secs | LR: 0.000217
I0808 09:20:48.831020 140642952341376 interactiveshell.py:2882] Step 61000 | Loss: 0.2389 | Spent: 5.8 secs | LR: 0.000217
I0808 09:20:54.766773 140642952341376 interactiveshell.py:2882] Step 61050 | Loss: 0.3749 | Spent: 5.9 secs | LR: 0.000217
I0808 09:21:01.252141 140642952341376 interactiveshell.py:2882] Step 61100 | Loss: 0.2768 | Spent: 6.5 secs | LR: 0.000216
I0808 09:21:07.104012 140642952341376 interactiveshell.py:2882] Step 61150 | Loss: 0.2290 | Spent: 5.9 secs | LR: 0.000216
I0808 09:21:12.800255 140642952341376 interactiveshell.py:2882] Step 61200 | Loss: 0.5889 | Spent: 5.7 secs | LR: 0.000216
I0808 09:21:18.554057 140642952341376 interactiveshell.py:2882] Step 61250 | Loss: 0.3033 | Spent: 5.8 secs | LR: 0.000216
I0808 09:21:24.233769 140642952341376 interactiveshell.py:2882] Step 61300 | Loss: 0.3342 | Spent: 5.7 secs | LR: 0.000216
I0808 09:21:30.006675 140642952341376 interactiveshell.py:2882] Step 61350 | Loss: 0.2997 | Spent: 5.8 secs | LR: 0.000216
I0808 09:21:35.668859 140642952341376 interactiveshell.py:2882] Step 61400 | Loss: 0.3520 | Spent: 5.7 secs | LR: 0.000216
I0808 09:21:41.485780 140642952341376 interactiveshell.py:2882] Step 61450 | Loss: 0.1480 | Spent: 5.8 secs | LR: 0.000216
I0808 09:21:47.138537 140642952341376 interactiveshell.py:2882] Step 61500 | Loss: 0.3049 | Spent: 5.7 secs | LR: 0.000216
I0808 09:21:52.957726 140642952341376 interactiveshell.py:2882] Step 61550 | Loss: 0.2325 | Spent: 5.8 secs | LR: 0.000215
I0808 09:21:59.158655 140642952341376 interactiveshell.py:2882] Step 61600 | Loss: 0.3492 | Spent: 6.2 secs | LR: 0.000215
I0808 09:22:05.239288 140642952341376 interactiveshell.py:2882] Step 61650 | Loss: 0.3043 | Spent: 6.1 secs | LR: 0.000215
I0808 09:22:11.406554 140642952341376 interactiveshell.py:2882] Step 61700 | Loss: 0.1549 | Spent: 6.2 secs | LR: 0.000215
I0808 09:22:17.674476 140642952341376 interactiveshell.py:2882] Step 61750 | Loss: 0.1735 | Spent: 6.3 secs | LR: 0.000215
I0808 09:22:24.044802 140642952341376 interactiveshell.py:2882] Step 61800 | Loss: 0.6567 | Spent: 6.4 secs | LR: 0.000215
I0808 09:22:30.165427 140642952341376 interactiveshell.py:2882] Step 61850 | Loss: 0.2701 | Spent: 6.1 secs | LR: 0.000215
Reading ../data/test.txt
I0808 09:22:45.559744 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.867
I0808 09:22:45.560721 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.870
I0808 09:22:47.690386 140642952341376 interactiveshell.py:2882] Step 61900 | Loss: 0.3395 | Spent: 17.5 secs | LR: 0.000215
I0808 09:22:53.761372 140642952341376 interactiveshell.py:2882] Step 61950 | Loss: 0.1961 | Spent: 6.1 secs | LR: 0.000215
I0808 09:22:59.900063 140642952341376 interactiveshell.py:2882] Step 62000 | Loss: 0.1320 | Spent: 6.1 secs | LR: 0.000215
I0808 09:23:06.039774 140642952341376 interactiveshell.py:2882] Step 62050 | Loss: 0.2267 | Spent: 6.1 secs | LR: 0.000214
I0808 09:23:12.152898 140642952341376 interactiveshell.py:2882] Step 62100 | Loss: 0.3376 | Spent: 6.1 secs | LR: 0.000214
I0808 09:23:18.500246 140642952341376 interactiveshell.py:2882] Step 62150 | Loss: 0.2514 | Spent: 6.3 secs | LR: 0.000214
I0808 09:23:24.656271 140642952341376 interactiveshell.py:2882] Step 62200 | Loss: 0.2182 | Spent: 6.2 secs | LR: 0.000214
I0808 09:23:30.870367 140642952341376 interactiveshell.py:2882] Step 62250 | Loss: 0.3633 | Spent: 6.2 secs | LR: 0.000214
I0808 09:23:37.085689 140642952341376 interactiveshell.py:2882] Step 62300 | Loss: 0.2796 | Spent: 6.2 secs | LR: 0.000214
I0808 09:23:43.344504 140642952341376 interactiveshell.py:2882] Step 62350 | Loss: 0.3243 | Spent: 6.3 secs | LR: 0.000214
I0808 09:23:49.591695 140642952341376 interactiveshell.py:2882] Step 62400 | Loss: 0.1977 | Spent: 6.2 secs | LR: 0.000214
I0808 09:23:55.559469 140642952341376 interactiveshell.py:2882] Step 62450 | Loss: 0.2427 | Spent: 6.0 secs | LR: 0.000214
I0808 09:24:01.364311 140642952341376 interactiveshell.py:2882] Step 62500 | Loss: 0.2631 | Spent: 5.8 secs | LR: 0.000213
I0808 09:24:07.248242 140642952341376 interactiveshell.py:2882] Step 62550 | Loss: 0.3035 | Spent: 5.9 secs | LR: 0.000213
I0808 09:24:12.993625 140642952341376 interactiveshell.py:2882] Step 62600 | Loss: 0.1828 | Spent: 5.7 secs | LR: 0.000213
I0808 09:24:18.969497 140642952341376 interactiveshell.py:2882] Step 62650 | Loss: 0.2978 | Spent: 6.0 secs | LR: 0.000213
I0808 09:24:24.859861 140642952341376 interactiveshell.py:2882] Step 62700 | Loss: 0.2582 | Spent: 5.9 secs | LR: 0.000213
I0808 09:24:30.844400 140642952341376 interactiveshell.py:2882] Step 62750 | Loss: 0.2436 | Spent: 6.0 secs | LR: 0.000213
I0808 09:24:36.838802 140642952341376 interactiveshell.py:2882] Step 62800 | Loss: 0.2867 | Spent: 6.0 secs | LR: 0.000213
I0808 09:24:42.738457 140642952341376 interactiveshell.py:2882] Step 62850 | Loss: 0.2510 | Spent: 5.9 secs | LR: 0.000213
I0808 09:24:48.512211 140642952341376 interactiveshell.py:2882] Step 62900 | Loss: 0.2981 | Spent: 5.8 secs | LR: 0.000213
I0808 09:24:54.310615 140642952341376 interactiveshell.py:2882] Step 62950 | Loss: 0.2485 | Spent: 5.8 secs | LR: 0.000212
I0808 09:25:00.194145 140642952341376 interactiveshell.py:2882] Step 63000 | Loss: 0.6123 | Spent: 5.9 secs | LR: 0.000212
I0808 09:25:06.048947 140642952341376 interactiveshell.py:2882] Step 63050 | Loss: 0.3360 | Spent: 5.9 secs | LR: 0.000212
I0808 09:25:11.938373 140642952341376 interactiveshell.py:2882] Step 63100 | Loss: 0.1031 | Spent: 5.9 secs | LR: 0.000212
I0808 09:25:17.857438 140642952341376 interactiveshell.py:2882] Step 63150 | Loss: 0.4624 | Spent: 5.9 secs | LR: 0.000212
I0808 09:25:23.689932 140642952341376 interactiveshell.py:2882] Step 63200 | Loss: 0.3569 | Spent: 5.8 secs | LR: 0.000212
I0808 09:25:29.493005 140642952341376 interactiveshell.py:2882] Step 63250 | Loss: 0.1914 | Spent: 5.8 secs | LR: 0.000212
I0808 09:25:35.389558 140642952341376 interactiveshell.py:2882] Step 63300 | Loss: 0.2294 | Spent: 5.9 secs | LR: 0.000212
I0808 09:25:41.246945 140642952341376 interactiveshell.py:2882] Step 63350 | Loss: 0.3586 | Spent: 5.9 secs | LR: 0.000212
I0808 09:25:47.179696 140642952341376 interactiveshell.py:2882] Step 63400 | Loss: 0.3748 | Spent: 5.9 secs | LR: 0.000212
I0808 09:25:53.194498 140642952341376 interactiveshell.py:2882] Step 63450 | Loss: 0.1777 | Spent: 6.0 secs | LR: 0.000211
I0808 09:25:59.049865 140642952341376 interactiveshell.py:2882] Step 63500 | Loss: 0.2746 | Spent: 5.9 secs | LR: 0.000211
I0808 09:26:04.973621 140642952341376 interactiveshell.py:2882] Step 63550 | Loss: 0.1175 | Spent: 5.9 secs | LR: 0.000211
I0808 09:26:11.389710 140642952341376 interactiveshell.py:2882] Step 63600 | Loss: 0.1815 | Spent: 6.4 secs | LR: 0.000211
Reading ../data/test.txt
I0808 09:26:23.049542 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.867
I0808 09:26:23.050626 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.870
I0808 09:26:28.609780 140642952341376 interactiveshell.py:2882] Step 63650 | Loss: 0.7109 | Spent: 17.2 secs | LR: 0.000211
I0808 09:26:34.167469 140642952341376 interactiveshell.py:2882] Step 63700 | Loss: 0.3689 | Spent: 5.6 secs | LR: 0.000211
I0808 09:26:39.686926 140642952341376 interactiveshell.py:2882] Step 63750 | Loss: 0.2413 | Spent: 5.5 secs | LR: 0.000211
I0808 09:26:45.323671 140642952341376 interactiveshell.py:2882] Step 63800 | Loss: 0.4534 | Spent: 5.6 secs | LR: 0.000211
I0808 09:26:50.834814 140642952341376 interactiveshell.py:2882] Step 63850 | Loss: 0.4379 | Spent: 5.5 secs | LR: 0.000211
I0808 09:26:56.563817 140642952341376 interactiveshell.py:2882] Step 63900 | Loss: 0.3261 | Spent: 5.7 secs | LR: 0.000210
I0808 09:27:02.129144 140642952341376 interactiveshell.py:2882] Step 63950 | Loss: 0.3714 | Spent: 5.6 secs | LR: 0.000210
I0808 09:27:07.704509 140642952341376 interactiveshell.py:2882] Step 64000 | Loss: 0.3019 | Spent: 5.6 secs | LR: 0.000210
I0808 09:27:13.277428 140642952341376 interactiveshell.py:2882] Step 64050 | Loss: 0.5270 | Spent: 5.6 secs | LR: 0.000210
I0808 09:27:19.139649 140642952341376 interactiveshell.py:2882] Step 64100 | Loss: 0.2516 | Spent: 5.9 secs | LR: 0.000210
I0808 09:27:25.113983 140642952341376 interactiveshell.py:2882] Step 64150 | Loss: 0.1767 | Spent: 6.0 secs | LR: 0.000210
I0808 09:27:30.653030 140642952341376 interactiveshell.py:2882] Step 64200 | Loss: 0.4022 | Spent: 5.5 secs | LR: 0.000210
I0808 09:27:36.136924 140642952341376 interactiveshell.py:2882] Step 64250 | Loss: 0.4631 | Spent: 5.5 secs | LR: 0.000210
I0808 09:27:41.626178 140642952341376 interactiveshell.py:2882] Step 64300 | Loss: 0.2959 | Spent: 5.5 secs | LR: 0.000210
I0808 09:27:47.191430 140642952341376 interactiveshell.py:2882] Step 64350 | Loss: 0.2207 | Spent: 5.6 secs | LR: 0.000210
I0808 09:27:52.730486 140642952341376 interactiveshell.py:2882] Step 64400 | Loss: 0.3616 | Spent: 5.5 secs | LR: 0.000209
I0808 09:27:58.237778 140642952341376 interactiveshell.py:2882] Step 64450 | Loss: 0.1885 | Spent: 5.5 secs | LR: 0.000209
I0808 09:28:03.739289 140642952341376 interactiveshell.py:2882] Step 64500 | Loss: 0.1869 | Spent: 5.5 secs | LR: 0.000209
I0808 09:28:09.239445 140642952341376 interactiveshell.py:2882] Step 64550 | Loss: 0.2401 | Spent: 5.5 secs | LR: 0.000209
I0808 09:28:14.928962 140642952341376 interactiveshell.py:2882] Step 64600 | Loss: 0.4909 | Spent: 5.7 secs | LR: 0.000209
I0808 09:28:20.835513 140642952341376 interactiveshell.py:2882] Step 64650 | Loss: 0.3918 | Spent: 5.9 secs | LR: 0.000209
I0808 09:28:26.477691 140642952341376 interactiveshell.py:2882] Step 64700 | Loss: 0.3714 | Spent: 5.6 secs | LR: 0.000209
I0808 09:28:32.128559 140642952341376 interactiveshell.py:2882] Step 64750 | Loss: 0.1453 | Spent: 5.6 secs | LR: 0.000209
I0808 09:28:37.724787 140642952341376 interactiveshell.py:2882] Step 64800 | Loss: 0.2461 | Spent: 5.6 secs | LR: 0.000209
I0808 09:28:43.292283 140642952341376 interactiveshell.py:2882] Step 64850 | Loss: 0.1189 | Spent: 5.6 secs | LR: 0.000208
I0808 09:28:48.788752 140642952341376 interactiveshell.py:2882] Step 64900 | Loss: 0.3113 | Spent: 5.5 secs | LR: 0.000208
I0808 09:28:54.598753 140642952341376 interactiveshell.py:2882] Step 64950 | Loss: 0.1688 | Spent: 5.8 secs | LR: 0.000208
I0808 09:29:00.247227 140642952341376 interactiveshell.py:2882] Step 65000 | Loss: 0.5905 | Spent: 5.6 secs | LR: 0.000208
I0808 09:29:05.823231 140642952341376 interactiveshell.py:2882] Step 65050 | Loss: 0.2253 | Spent: 5.6 secs | LR: 0.000208
I0808 09:29:11.449057 140642952341376 interactiveshell.py:2882] Step 65100 | Loss: 0.3403 | Spent: 5.6 secs | LR: 0.000208
I0808 09:29:17.112984 140642952341376 interactiveshell.py:2882] Step 65150 | Loss: 0.3758 | Spent: 5.7 secs | LR: 0.000208
I0808 09:29:22.742832 140642952341376 interactiveshell.py:2882] Step 65200 | Loss: 0.1302 | Spent: 5.6 secs | LR: 0.000208
I0808 09:29:28.622484 140642952341376 interactiveshell.py:2882] Step 65250 | Loss: 0.2326 | Spent: 5.9 secs | LR: 0.000208
I0808 09:29:34.291147 140642952341376 interactiveshell.py:2882] Step 65300 | Loss: 0.5069 | Spent: 5.7 secs | LR: 0.000208
Reading ../data/test.txt
I0808 09:29:47.929643 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.866
I0808 09:29:47.930757 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.870
I0808 09:29:51.281961 140642952341376 interactiveshell.py:2882] Step 65350 | Loss: 0.0835 | Spent: 17.0 secs | LR: 0.000207
I0808 09:29:56.908475 140642952341376 interactiveshell.py:2882] Step 65400 | Loss: 0.4023 | Spent: 5.6 secs | LR: 0.000207
I0808 09:30:02.566443 140642952341376 interactiveshell.py:2882] Step 65450 | Loss: 0.3060 | Spent: 5.7 secs | LR: 0.000207
I0808 09:30:08.167956 140642952341376 interactiveshell.py:2882] Step 65500 | Loss: 0.4604 | Spent: 5.6 secs | LR: 0.000207
I0808 09:30:13.673315 140642952341376 interactiveshell.py:2882] Step 65550 | Loss: 0.2145 | Spent: 5.5 secs | LR: 0.000207
I0808 09:30:19.547495 140642952341376 interactiveshell.py:2882] Step 65600 | Loss: 0.2682 | Spent: 5.9 secs | LR: 0.000207
I0808 09:30:25.776071 140642952341376 interactiveshell.py:2882] Step 65650 | Loss: 0.3705 | Spent: 6.2 secs | LR: 0.000207
I0808 09:30:31.282979 140642952341376 interactiveshell.py:2882] Step 65700 | Loss: 0.4278 | Spent: 5.5 secs | LR: 0.000207
I0808 09:30:36.978434 140642952341376 interactiveshell.py:2882] Step 65750 | Loss: 0.3883 | Spent: 5.7 secs | LR: 0.000207
I0808 09:30:42.732937 140642952341376 interactiveshell.py:2882] Step 65800 | Loss: 0.5793 | Spent: 5.8 secs | LR: 0.000206
I0808 09:30:48.455228 140642952341376 interactiveshell.py:2882] Step 65850 | Loss: 0.2356 | Spent: 5.7 secs | LR: 0.000206
I0808 09:30:54.281697 140642952341376 interactiveshell.py:2882] Step 65900 | Loss: 0.2172 | Spent: 5.8 secs | LR: 0.000206
I0808 09:30:59.894482 140642952341376 interactiveshell.py:2882] Step 65950 | Loss: 0.1659 | Spent: 5.6 secs | LR: 0.000206
I0808 09:31:05.606703 140642952341376 interactiveshell.py:2882] Step 66000 | Loss: 0.3785 | Spent: 5.7 secs | LR: 0.000206
I0808 09:31:11.363003 140642952341376 interactiveshell.py:2882] Step 66050 | Loss: 0.0898 | Spent: 5.8 secs | LR: 0.000206
I0808 09:31:17.446027 140642952341376 interactiveshell.py:2882] Step 66100 | Loss: 0.2616 | Spent: 6.1 secs | LR: 0.000206
I0808 09:31:23.713797 140642952341376 interactiveshell.py:2882] Step 66150 | Loss: 0.2926 | Spent: 6.3 secs | LR: 0.000206
I0808 09:31:29.571338 140642952341376 interactiveshell.py:2882] Step 66200 | Loss: 0.1200 | Spent: 5.9 secs | LR: 0.000206
I0808 09:31:35.332434 140642952341376 interactiveshell.py:2882] Step 66250 | Loss: 0.2006 | Spent: 5.8 secs | LR: 0.000206
I0808 09:31:41.025196 140642952341376 interactiveshell.py:2882] Step 66300 | Loss: 0.1550 | Spent: 5.7 secs | LR: 0.000205
I0808 09:31:46.806766 140642952341376 interactiveshell.py:2882] Step 66350 | Loss: 0.1243 | Spent: 5.8 secs | LR: 0.000205
I0808 09:31:52.454487 140642952341376 interactiveshell.py:2882] Step 66400 | Loss: 0.2287 | Spent: 5.6 secs | LR: 0.000205
I0808 09:31:58.307316 140642952341376 interactiveshell.py:2882] Step 66450 | Loss: 0.2847 | Spent: 5.9 secs | LR: 0.000205
I0808 09:32:03.988455 140642952341376 interactiveshell.py:2882] Step 66500 | Loss: 0.3016 | Spent: 5.7 secs | LR: 0.000205
I0808 09:32:09.648364 140642952341376 interactiveshell.py:2882] Step 66550 | Loss: 0.3434 | Spent: 5.7 secs | LR: 0.000205
I0808 09:32:15.224313 140642952341376 interactiveshell.py:2882] Step 66600 | Loss: 0.4471 | Spent: 5.6 secs | LR: 0.000205
I0808 09:32:20.892842 140642952341376 interactiveshell.py:2882] Step 66650 | Loss: 0.5999 | Spent: 5.7 secs | LR: 0.000205
I0808 09:32:26.735296 140642952341376 interactiveshell.py:2882] Step 66700 | Loss: 0.2426 | Spent: 5.8 secs | LR: 0.000205
I0808 09:32:33.039136 140642952341376 interactiveshell.py:2882] Step 66750 | Loss: 0.1877 | Spent: 6.3 secs | LR: 0.000205
I0808 09:32:38.739537 140642952341376 interactiveshell.py:2882] Step 66800 | Loss: 0.2264 | Spent: 5.7 secs | LR: 0.000204
I0808 09:32:44.481733 140642952341376 interactiveshell.py:2882] Step 66850 | Loss: 0.2761 | Spent: 5.7 secs | LR: 0.000204
I0808 09:32:50.097839 140642952341376 interactiveshell.py:2882] Step 66900 | Loss: 0.3748 | Spent: 5.6 secs | LR: 0.000204
I0808 09:32:55.802395 140642952341376 interactiveshell.py:2882] Step 66950 | Loss: 0.4139 | Spent: 5.7 secs | LR: 0.000204
I0808 09:33:01.438241 140642952341376 interactiveshell.py:2882] Step 67000 | Loss: 0.4451 | Spent: 5.6 secs | LR: 0.000204
Reading ../data/test.txt
I0808 09:33:17.311266 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.862
I0808 09:33:17.312321 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.870
I0808 09:33:18.543279 140642952341376 interactiveshell.py:2882] Step 67050 | Loss: 0.1743 | Spent: 17.1 secs | LR: 0.000204
I0808 09:33:24.277687 140642952341376 interactiveshell.py:2882] Step 67100 | Loss: 0.4175 | Spent: 5.7 secs | LR: 0.000204
I0808 09:33:30.080934 140642952341376 interactiveshell.py:2882] Step 67150 | Loss: 0.3995 | Spent: 5.8 secs | LR: 0.000204
I0808 09:33:35.788595 140642952341376 interactiveshell.py:2882] Step 67200 | Loss: 0.6175 | Spent: 5.7 secs | LR: 0.000204
I0808 09:33:41.590241 140642952341376 interactiveshell.py:2882] Step 67250 | Loss: 0.3115 | Spent: 5.8 secs | LR: 0.000203
I0808 09:33:47.316115 140642952341376 interactiveshell.py:2882] Step 67300 | Loss: 0.1519 | Spent: 5.7 secs | LR: 0.000203
I0808 09:33:53.135771 140642952341376 interactiveshell.py:2882] Step 67350 | Loss: 0.1852 | Spent: 5.8 secs | LR: 0.000203
I0808 09:33:59.029392 140642952341376 interactiveshell.py:2882] Step 67400 | Loss: 0.2011 | Spent: 5.9 secs | LR: 0.000203
I0808 09:34:04.707440 140642952341376 interactiveshell.py:2882] Step 67450 | Loss: 0.3958 | Spent: 5.7 secs | LR: 0.000203
I0808 09:34:10.566648 140642952341376 interactiveshell.py:2882] Step 67500 | Loss: 0.2994 | Spent: 5.9 secs | LR: 0.000203
I0808 09:34:16.344501 140642952341376 interactiveshell.py:2882] Step 67550 | Loss: 0.2330 | Spent: 5.8 secs | LR: 0.000203
I0808 09:34:22.007748 140642952341376 interactiveshell.py:2882] Step 67600 | Loss: 0.2378 | Spent: 5.7 secs | LR: 0.000203
I0808 09:34:27.745239 140642952341376 interactiveshell.py:2882] Step 67650 | Loss: 0.4264 | Spent: 5.7 secs | LR: 0.000203
I0808 09:34:33.522357 140642952341376 interactiveshell.py:2882] Step 67700 | Loss: 0.4207 | Spent: 5.8 secs | LR: 0.000203
I0808 09:34:39.275233 140642952341376 interactiveshell.py:2882] Step 67750 | Loss: 0.3327 | Spent: 5.8 secs | LR: 0.000202
I0808 09:34:45.007930 140642952341376 interactiveshell.py:2882] Step 67800 | Loss: 0.2009 | Spent: 5.7 secs | LR: 0.000202
I0808 09:34:50.754296 140642952341376 interactiveshell.py:2882] Step 67850 | Loss: 0.3637 | Spent: 5.7 secs | LR: 0.000202
I0808 09:34:56.518504 140642952341376 interactiveshell.py:2882] Step 67900 | Loss: 0.2063 | Spent: 5.8 secs | LR: 0.000202
I0808 09:35:02.299507 140642952341376 interactiveshell.py:2882] Step 67950 | Loss: 0.3153 | Spent: 5.8 secs | LR: 0.000202
I0808 09:35:08.166517 140642952341376 interactiveshell.py:2882] Step 68000 | Loss: 0.2364 | Spent: 5.9 secs | LR: 0.000202
I0808 09:35:13.900836 140642952341376 interactiveshell.py:2882] Step 68050 | Loss: 0.5163 | Spent: 5.7 secs | LR: 0.000202
I0808 09:35:19.822097 140642952341376 interactiveshell.py:2882] Step 68100 | Loss: 0.2150 | Spent: 5.9 secs | LR: 0.000202
I0808 09:35:25.504264 140642952341376 interactiveshell.py:2882] Step 68150 | Loss: 0.1823 | Spent: 5.7 secs | LR: 0.000202
I0808 09:35:31.541702 140642952341376 interactiveshell.py:2882] Step 68200 | Loss: 0.5694 | Spent: 6.0 secs | LR: 0.000202
I0808 09:35:37.285415 140642952341376 interactiveshell.py:2882] Step 68250 | Loss: 0.2072 | Spent: 5.7 secs | LR: 0.000201
I0808 09:35:43.033587 140642952341376 interactiveshell.py:2882] Step 68300 | Loss: 0.3584 | Spent: 5.7 secs | LR: 0.000201
I0808 09:35:48.896609 140642952341376 interactiveshell.py:2882] Step 68350 | Loss: 0.6196 | Spent: 5.9 secs | LR: 0.000201
I0808 09:35:54.644739 140642952341376 interactiveshell.py:2882] Step 68400 | Loss: 0.5220 | Spent: 5.7 secs | LR: 0.000201
I0808 09:36:00.587466 140642952341376 interactiveshell.py:2882] Step 68450 | Loss: 0.3190 | Spent: 5.9 secs | LR: 0.000201
I0808 09:36:06.400659 140642952341376 interactiveshell.py:2882] Step 68500 | Loss: 0.2707 | Spent: 5.8 secs | LR: 0.000201
I0808 09:36:12.149289 140642952341376 interactiveshell.py:2882] Step 68550 | Loss: 0.2406 | Spent: 5.7 secs | LR: 0.000201
I0808 09:36:17.908082 140642952341376 interactiveshell.py:2882] Step 68600 | Loss: 0.2344 | Spent: 5.8 secs | LR: 0.000201
I0808 09:36:23.784471 140642952341376 interactiveshell.py:2882] Step 68650 | Loss: 0.2442 | Spent: 5.9 secs | LR: 0.000201
Reading ../data/train.txt
I0808 09:36:53.423620 140642952341376 interactiveshell.py:2882] Step 68700 | Loss: 0.1591 | Spent: 29.6 secs | LR: 0.000201
I0808 09:36:59.503946 140642952341376 interactiveshell.py:2882] Step 68750 | Loss: 0.2826 | Spent: 6.1 secs | LR: 0.000200
Reading ../data/test.txt
I0808 09:37:11.854220 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.868
I0808 09:37:11.855283 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.870
I0808 09:37:16.827475 140642952341376 interactiveshell.py:2882] Step 68800 | Loss: 0.3952 | Spent: 17.3 secs | LR: 0.000200
I0808 09:37:23.013764 140642952341376 interactiveshell.py:2882] Step 68850 | Loss: 0.3960 | Spent: 6.2 secs | LR: 0.000200
I0808 09:37:28.997255 140642952341376 interactiveshell.py:2882] Step 68900 | Loss: 0.2834 | Spent: 6.0 secs | LR: 0.000200
I0808 09:37:35.319902 140642952341376 interactiveshell.py:2882] Step 68950 | Loss: 0.1186 | Spent: 6.3 secs | LR: 0.000200
I0808 09:37:41.528747 140642952341376 interactiveshell.py:2882] Step 69000 | Loss: 0.2038 | Spent: 6.2 secs | LR: 0.000200
I0808 09:37:47.549462 140642952341376 interactiveshell.py:2882] Step 69050 | Loss: 0.1527 | Spent: 6.0 secs | LR: 0.000200
I0808 09:37:53.608769 140642952341376 interactiveshell.py:2882] Step 69100 | Loss: 0.4289 | Spent: 6.1 secs | LR: 0.000200
I0808 09:37:59.817029 140642952341376 interactiveshell.py:2882] Step 69150 | Loss: 0.1894 | Spent: 6.2 secs | LR: 0.000200
I0808 09:38:05.931406 140642952341376 interactiveshell.py:2882] Step 69200 | Loss: 0.4904 | Spent: 6.1 secs | LR: 0.000200
I0808 09:38:11.959000 140642952341376 interactiveshell.py:2882] Step 69250 | Loss: 0.1540 | Spent: 6.0 secs | LR: 0.000199
I0808 09:38:18.132016 140642952341376 interactiveshell.py:2882] Step 69300 | Loss: 0.1951 | Spent: 6.2 secs | LR: 0.000199
I0808 09:38:24.188022 140642952341376 interactiveshell.py:2882] Step 69350 | Loss: 0.3063 | Spent: 6.1 secs | LR: 0.000199
I0808 09:38:30.224438 140642952341376 interactiveshell.py:2882] Step 69400 | Loss: 0.2017 | Spent: 6.0 secs | LR: 0.000199
I0808 09:38:36.239330 140642952341376 interactiveshell.py:2882] Step 69450 | Loss: 0.4830 | Spent: 6.0 secs | LR: 0.000199
I0808 09:38:42.348140 140642952341376 interactiveshell.py:2882] Step 69500 | Loss: 0.2616 | Spent: 6.1 secs | LR: 0.000199
I0808 09:38:48.426047 140642952341376 interactiveshell.py:2882] Step 69550 | Loss: 0.4620 | Spent: 6.1 secs | LR: 0.000199
I0808 09:38:54.480602 140642952341376 interactiveshell.py:2882] Step 69600 | Loss: 0.2635 | Spent: 6.1 secs | LR: 0.000199
I0808 09:39:00.600015 140642952341376 interactiveshell.py:2882] Step 69650 | Loss: 0.1243 | Spent: 6.1 secs | LR: 0.000199
I0808 09:39:06.855323 140642952341376 interactiveshell.py:2882] Step 69700 | Loss: 0.1227 | Spent: 6.3 secs | LR: 0.000199
I0808 09:39:13.054523 140642952341376 interactiveshell.py:2882] Step 69750 | Loss: 0.2854 | Spent: 6.2 secs | LR: 0.000198
I0808 09:39:19.244208 140642952341376 interactiveshell.py:2882] Step 69800 | Loss: 0.1570 | Spent: 6.2 secs | LR: 0.000198
I0808 09:39:25.402428 140642952341376 interactiveshell.py:2882] Step 69850 | Loss: 0.1911 | Spent: 6.2 secs | LR: 0.000198
I0808 09:39:31.436490 140642952341376 interactiveshell.py:2882] Step 69900 | Loss: 0.1449 | Spent: 6.0 secs | LR: 0.000198
I0808 09:39:37.599667 140642952341376 interactiveshell.py:2882] Step 69950 | Loss: 0.2143 | Spent: 6.2 secs | LR: 0.000198
I0808 09:39:43.788033 140642952341376 interactiveshell.py:2882] Step 70000 | Loss: 0.0766 | Spent: 6.2 secs | LR: 0.000198
I0808 09:39:49.917747 140642952341376 interactiveshell.py:2882] Step 70050 | Loss: 0.2916 | Spent: 6.1 secs | LR: 0.000198
I0808 09:39:56.004441 140642952341376 interactiveshell.py:2882] Step 70100 | Loss: 0.5826 | Spent: 6.1 secs | LR: 0.000198
I0808 09:40:02.119991 140642952341376 interactiveshell.py:2882] Step 70150 | Loss: 0.2413 | Spent: 6.1 secs | LR: 0.000198
I0808 09:40:08.293204 140642952341376 interactiveshell.py:2882] Step 70200 | Loss: 0.0976 | Spent: 6.2 secs | LR: 0.000198
I0808 09:40:14.418285 140642952341376 interactiveshell.py:2882] Step 70250 | Loss: 0.2159 | Spent: 6.1 secs | LR: 0.000197
I0808 09:40:20.642518 140642952341376 interactiveshell.py:2882] Step 70300 | Loss: 0.2145 | Spent: 6.2 secs | LR: 0.000197
I0808 09:40:26.837480 140642952341376 interactiveshell.py:2882] Step 70350 | Loss: 0.2244 | Spent: 6.2 secs | LR: 0.000197
I0808 09:40:33.124618 140642952341376 interactiveshell.py:2882] Step 70400 | Loss: 0.1478 | Spent: 6.3 secs | LR: 0.000197
I0808 09:40:39.298783 140642952341376 interactiveshell.py:2882] Step 70450 | Loss: 0.2041 | Spent: 6.2 secs | LR: 0.000197
Reading ../data/test.txt
I0808 09:40:54.058053 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.871
I0808 09:40:54.059113 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.871
I0808 09:40:56.778511 140642952341376 interactiveshell.py:2882] Step 70500 | Loss: 0.0963 | Spent: 17.5 secs | LR: 0.000197
I0808 09:41:03.033837 140642952341376 interactiveshell.py:2882] Step 70550 | Loss: 0.4971 | Spent: 6.3 secs | LR: 0.000197
I0808 09:41:09.219312 140642952341376 interactiveshell.py:2882] Step 70600 | Loss: 0.1684 | Spent: 6.2 secs | LR: 0.000197
I0808 09:41:15.352185 140642952341376 interactiveshell.py:2882] Step 70650 | Loss: 0.2471 | Spent: 6.1 secs | LR: 0.000197
I0808 09:41:21.450289 140642952341376 interactiveshell.py:2882] Step 70700 | Loss: 0.4040 | Spent: 6.1 secs | LR: 0.000197
I0808 09:41:27.623847 140642952341376 interactiveshell.py:2882] Step 70750 | Loss: 0.5314 | Spent: 6.2 secs | LR: 0.000196
I0808 09:41:33.793569 140642952341376 interactiveshell.py:2882] Step 70800 | Loss: 0.3332 | Spent: 6.2 secs | LR: 0.000196
I0808 09:41:40.308624 140642952341376 interactiveshell.py:2882] Step 70850 | Loss: 0.2671 | Spent: 6.5 secs | LR: 0.000196
I0808 09:41:46.860025 140642952341376 interactiveshell.py:2882] Step 70900 | Loss: 0.3713 | Spent: 6.5 secs | LR: 0.000196
I0808 09:41:52.967468 140642952341376 interactiveshell.py:2882] Step 70950 | Loss: 0.2144 | Spent: 6.1 secs | LR: 0.000196
I0808 09:41:59.179400 140642952341376 interactiveshell.py:2882] Step 71000 | Loss: 0.1130 | Spent: 6.2 secs | LR: 0.000196
I0808 09:42:05.230539 140642952341376 interactiveshell.py:2882] Step 71050 | Loss: 0.2966 | Spent: 6.0 secs | LR: 0.000196
I0808 09:42:11.304732 140642952341376 interactiveshell.py:2882] Step 71100 | Loss: 0.1849 | Spent: 6.1 secs | LR: 0.000196
I0808 09:42:17.461093 140642952341376 interactiveshell.py:2882] Step 71150 | Loss: 0.2563 | Spent: 6.2 secs | LR: 0.000196
I0808 09:42:23.936927 140642952341376 interactiveshell.py:2882] Step 71200 | Loss: 0.2847 | Spent: 6.5 secs | LR: 0.000196
I0808 09:42:30.170878 140642952341376 interactiveshell.py:2882] Step 71250 | Loss: 0.4586 | Spent: 6.2 secs | LR: 0.000195
I0808 09:42:36.356721 140642952341376 interactiveshell.py:2882] Step 71300 | Loss: 0.1499 | Spent: 6.2 secs | LR: 0.000195
I0808 09:42:42.808838 140642952341376 interactiveshell.py:2882] Step 71350 | Loss: 0.2084 | Spent: 6.5 secs | LR: 0.000195
I0808 09:42:48.801855 140642952341376 interactiveshell.py:2882] Step 71400 | Loss: 0.3049 | Spent: 6.0 secs | LR: 0.000195
I0808 09:42:54.816431 140642952341376 interactiveshell.py:2882] Step 71450 | Loss: 0.3472 | Spent: 6.0 secs | LR: 0.000195
I0808 09:43:00.908741 140642952341376 interactiveshell.py:2882] Step 71500 | Loss: 0.4733 | Spent: 6.1 secs | LR: 0.000195
I0808 09:43:07.002227 140642952341376 interactiveshell.py:2882] Step 71550 | Loss: 0.3548 | Spent: 6.1 secs | LR: 0.000195
I0808 09:43:13.074865 140642952341376 interactiveshell.py:2882] Step 71600 | Loss: 0.2006 | Spent: 6.1 secs | LR: 0.000195
I0808 09:43:19.309104 140642952341376 interactiveshell.py:2882] Step 71650 | Loss: 0.3261 | Spent: 6.2 secs | LR: 0.000195
I0808 09:43:25.499095 140642952341376 interactiveshell.py:2882] Step 71700 | Loss: 0.3648 | Spent: 6.2 secs | LR: 0.000195
I0808 09:43:31.705088 140642952341376 interactiveshell.py:2882] Step 71750 | Loss: 0.4632 | Spent: 6.2 secs | LR: 0.000194
I0808 09:43:37.885437 140642952341376 interactiveshell.py:2882] Step 71800 | Loss: 0.2744 | Spent: 6.2 secs | LR: 0.000194
I0808 09:43:44.087080 140642952341376 interactiveshell.py:2882] Step 71850 | Loss: 0.2087 | Spent: 6.2 secs | LR: 0.000194
I0808 09:43:50.245276 140642952341376 interactiveshell.py:2882] Step 71900 | Loss: 0.7181 | Spent: 6.2 secs | LR: 0.000194
I0808 09:43:56.358081 140642952341376 interactiveshell.py:2882] Step 71950 | Loss: 0.4546 | Spent: 6.1 secs | LR: 0.000194
I0808 09:44:02.481453 140642952341376 interactiveshell.py:2882] Step 72000 | Loss: 0.3387 | Spent: 6.1 secs | LR: 0.000194
I0808 09:44:08.643483 140642952341376 interactiveshell.py:2882] Step 72050 | Loss: 0.1398 | Spent: 6.2 secs | LR: 0.000194
I0808 09:44:14.780504 140642952341376 interactiveshell.py:2882] Step 72100 | Loss: 0.2744 | Spent: 6.1 secs | LR: 0.000194
I0808 09:44:20.982832 140642952341376 interactiveshell.py:2882] Step 72150 | Loss: 0.2295 | Spent: 6.2 secs | LR: 0.000194
Reading ../data/test.txt
I0808 09:44:37.980506 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.870
I0808 09:44:37.981462 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.871
I0808 09:44:38.380300 140642952341376 interactiveshell.py:2882] Step 72200 | Loss: 0.3057 | Spent: 17.4 secs | LR: 0.000194
I0808 09:44:44.678246 140642952341376 interactiveshell.py:2882] Step 72250 | Loss: 0.0887 | Spent: 6.3 secs | LR: 0.000194
I0808 09:44:50.741998 140642952341376 interactiveshell.py:2882] Step 72300 | Loss: 0.2443 | Spent: 6.1 secs | LR: 0.000193
I0808 09:44:56.875390 140642952341376 interactiveshell.py:2882] Step 72350 | Loss: 0.3017 | Spent: 6.1 secs | LR: 0.000193
I0808 09:45:03.016489 140642952341376 interactiveshell.py:2882] Step 72400 | Loss: 0.4502 | Spent: 6.1 secs | LR: 0.000193
I0808 09:45:09.215085 140642952341376 interactiveshell.py:2882] Step 72450 | Loss: 0.3698 | Spent: 6.2 secs | LR: 0.000193
I0808 09:45:15.322032 140642952341376 interactiveshell.py:2882] Step 72500 | Loss: 0.3034 | Spent: 6.1 secs | LR: 0.000193
I0808 09:45:21.261464 140642952341376 interactiveshell.py:2882] Step 72550 | Loss: 0.3518 | Spent: 5.9 secs | LR: 0.000193
I0808 09:45:27.382914 140642952341376 interactiveshell.py:2882] Step 72600 | Loss: 0.4383 | Spent: 6.1 secs | LR: 0.000193
I0808 09:45:33.695014 140642952341376 interactiveshell.py:2882] Step 72650 | Loss: 0.2378 | Spent: 6.3 secs | LR: 0.000193
I0808 09:45:40.262224 140642952341376 interactiveshell.py:2882] Step 72700 | Loss: 0.2442 | Spent: 6.6 secs | LR: 0.000193
I0808 09:45:46.424368 140642952341376 interactiveshell.py:2882] Step 72750 | Loss: 0.2634 | Spent: 6.2 secs | LR: 0.000193
I0808 09:45:52.564952 140642952341376 interactiveshell.py:2882] Step 72800 | Loss: 0.3964 | Spent: 6.1 secs | LR: 0.000192
I0808 09:45:58.829724 140642952341376 interactiveshell.py:2882] Step 72850 | Loss: 0.3544 | Spent: 6.3 secs | LR: 0.000192
I0808 09:46:05.029255 140642952341376 interactiveshell.py:2882] Step 72900 | Loss: 0.2706 | Spent: 6.2 secs | LR: 0.000192
I0808 09:46:11.249477 140642952341376 interactiveshell.py:2882] Step 72950 | Loss: 0.0948 | Spent: 6.2 secs | LR: 0.000192
I0808 09:46:17.406628 140642952341376 interactiveshell.py:2882] Step 73000 | Loss: 0.2223 | Spent: 6.2 secs | LR: 0.000192
I0808 09:46:23.658461 140642952341376 interactiveshell.py:2882] Step 73050 | Loss: 0.1376 | Spent: 6.3 secs | LR: 0.000192
I0808 09:46:29.967935 140642952341376 interactiveshell.py:2882] Step 73100 | Loss: 0.4554 | Spent: 6.3 secs | LR: 0.000192
I0808 09:46:36.096467 140642952341376 interactiveshell.py:2882] Step 73150 | Loss: 0.1398 | Spent: 6.1 secs | LR: 0.000192
I0808 09:46:42.192412 140642952341376 interactiveshell.py:2882] Step 73200 | Loss: 0.2876 | Spent: 6.1 secs | LR: 0.000192
I0808 09:46:48.775542 140642952341376 interactiveshell.py:2882] Step 73250 | Loss: 0.2540 | Spent: 6.6 secs | LR: 0.000192
I0808 09:46:55.448263 140642952341376 interactiveshell.py:2882] Step 73300 | Loss: 0.1937 | Spent: 6.7 secs | LR: 0.000191
I0808 09:47:01.845706 140642952341376 interactiveshell.py:2882] Step 73350 | Loss: 0.2224 | Spent: 6.4 secs | LR: 0.000191
I0808 09:47:08.073086 140642952341376 interactiveshell.py:2882] Step 73400 | Loss: 0.2533 | Spent: 6.2 secs | LR: 0.000191
I0808 09:47:14.175820 140642952341376 interactiveshell.py:2882] Step 73450 | Loss: 0.3722 | Spent: 6.1 secs | LR: 0.000191
I0808 09:47:20.470905 140642952341376 interactiveshell.py:2882] Step 73500 | Loss: 0.3436 | Spent: 6.3 secs | LR: 0.000191
I0808 09:47:26.878674 140642952341376 interactiveshell.py:2882] Step 73550 | Loss: 0.2147 | Spent: 6.4 secs | LR: 0.000191
I0808 09:47:33.082651 140642952341376 interactiveshell.py:2882] Step 73600 | Loss: 0.2665 | Spent: 6.2 secs | LR: 0.000191
I0808 09:47:39.420697 140642952341376 interactiveshell.py:2882] Step 73650 | Loss: 0.3043 | Spent: 6.3 secs | LR: 0.000191
I0808 09:47:46.441786 140642952341376 interactiveshell.py:2882] Step 73700 | Loss: 0.2444 | Spent: 7.0 secs | LR: 0.000191
I0808 09:47:53.084648 140642952341376 interactiveshell.py:2882] Step 73750 | Loss: 0.2436 | Spent: 6.6 secs | LR: 0.000191
I0808 09:47:59.282927 140642952341376 interactiveshell.py:2882] Step 73800 | Loss: 0.1939 | Spent: 6.2 secs | LR: 0.000191
I0808 09:48:05.573573 140642952341376 interactiveshell.py:2882] Step 73850 | Loss: 0.0975 | Spent: 6.3 secs | LR: 0.000190
I0808 09:48:11.808822 140642952341376 interactiveshell.py:2882] Step 73900 | Loss: 0.1852 | Spent: 6.2 secs | LR: 0.000190
Reading ../data/test.txt
I0808 09:48:25.071791 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.869
I0808 09:48:25.072822 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.871
I0808 09:48:29.252515 140642952341376 interactiveshell.py:2882] Step 73950 | Loss: 0.2292 | Spent: 17.4 secs | LR: 0.000190
I0808 09:48:35.478048 140642952341376 interactiveshell.py:2882] Step 74000 | Loss: 0.0726 | Spent: 6.2 secs | LR: 0.000190
I0808 09:48:41.940752 140642952341376 interactiveshell.py:2882] Step 74050 | Loss: 0.1638 | Spent: 6.5 secs | LR: 0.000190
I0808 09:48:48.236472 140642952341376 interactiveshell.py:2882] Step 74100 | Loss: 0.2366 | Spent: 6.3 secs | LR: 0.000190
I0808 09:48:54.580128 140642952341376 interactiveshell.py:2882] Step 74150 | Loss: 0.2306 | Spent: 6.3 secs | LR: 0.000190
I0808 09:49:00.813877 140642952341376 interactiveshell.py:2882] Step 74200 | Loss: 0.3278 | Spent: 6.2 secs | LR: 0.000190
I0808 09:49:07.001388 140642952341376 interactiveshell.py:2882] Step 74250 | Loss: 0.1778 | Spent: 6.2 secs | LR: 0.000190
I0808 09:49:13.195913 140642952341376 interactiveshell.py:2882] Step 74300 | Loss: 0.2633 | Spent: 6.2 secs | LR: 0.000190
I0808 09:49:19.481955 140642952341376 interactiveshell.py:2882] Step 74350 | Loss: 0.3369 | Spent: 6.3 secs | LR: 0.000189
I0808 09:49:25.917290 140642952341376 interactiveshell.py:2882] Step 74400 | Loss: 0.2016 | Spent: 6.4 secs | LR: 0.000189
I0808 09:49:32.316192 140642952341376 interactiveshell.py:2882] Step 74450 | Loss: 0.2109 | Spent: 6.4 secs | LR: 0.000189
I0808 09:49:38.881485 140642952341376 interactiveshell.py:2882] Step 74500 | Loss: 0.4087 | Spent: 6.6 secs | LR: 0.000189
I0808 09:49:45.165421 140642952341376 interactiveshell.py:2882] Step 74550 | Loss: 0.1642 | Spent: 6.3 secs | LR: 0.000189
I0808 09:49:51.410760 140642952341376 interactiveshell.py:2882] Step 74600 | Loss: 0.5246 | Spent: 6.2 secs | LR: 0.000189
I0808 09:49:57.731712 140642952341376 interactiveshell.py:2882] Step 74650 | Loss: 0.2528 | Spent: 6.3 secs | LR: 0.000189
I0808 09:50:04.235839 140642952341376 interactiveshell.py:2882] Step 74700 | Loss: 0.2603 | Spent: 6.5 secs | LR: 0.000189
I0808 09:50:10.485439 140642952341376 interactiveshell.py:2882] Step 74750 | Loss: 0.3068 | Spent: 6.2 secs | LR: 0.000189
I0808 09:50:16.760930 140642952341376 interactiveshell.py:2882] Step 74800 | Loss: 0.3312 | Spent: 6.3 secs | LR: 0.000189
I0808 09:50:22.997468 140642952341376 interactiveshell.py:2882] Step 74850 | Loss: 0.2539 | Spent: 6.2 secs | LR: 0.000189
I0808 09:50:29.288331 140642952341376 interactiveshell.py:2882] Step 74900 | Loss: 0.3835 | Spent: 6.3 secs | LR: 0.000188
I0808 09:50:35.631153 140642952341376 interactiveshell.py:2882] Step 74950 | Loss: 0.2919 | Spent: 6.3 secs | LR: 0.000188
I0808 09:50:41.677849 140642952341376 interactiveshell.py:2882] Step 75000 | Loss: 0.2334 | Spent: 6.0 secs | LR: 0.000188
I0808 09:50:48.115482 140642952341376 interactiveshell.py:2882] Step 75050 | Loss: 0.1471 | Spent: 6.4 secs | LR: 0.000188
I0808 09:50:54.330472 140642952341376 interactiveshell.py:2882] Step 75100 | Loss: 0.1636 | Spent: 6.2 secs | LR: 0.000188
I0808 09:51:00.662913 140642952341376 interactiveshell.py:2882] Step 75150 | Loss: 0.4535 | Spent: 6.3 secs | LR: 0.000188
I0808 09:51:07.044817 140642952341376 interactiveshell.py:2882] Step 75200 | Loss: 0.3344 | Spent: 6.4 secs | LR: 0.000188
I0808 09:51:13.239494 140642952341376 interactiveshell.py:2882] Step 75250 | Loss: 0.5511 | Spent: 6.2 secs | LR: 0.000188
I0808 09:51:19.700023 140642952341376 interactiveshell.py:2882] Step 75300 | Loss: 0.1691 | Spent: 6.5 secs | LR: 0.000188
I0808 09:51:26.039514 140642952341376 interactiveshell.py:2882] Step 75350 | Loss: 0.1529 | Spent: 6.3 secs | LR: 0.000188
I0808 09:51:32.385484 140642952341376 interactiveshell.py:2882] Step 75400 | Loss: 0.4439 | Spent: 6.3 secs | LR: 0.000187
I0808 09:51:38.777647 140642952341376 interactiveshell.py:2882] Step 75450 | Loss: 0.1083 | Spent: 6.4 secs | LR: 0.000187
I0808 09:51:45.096292 140642952341376 interactiveshell.py:2882] Step 75500 | Loss: 0.3261 | Spent: 6.3 secs | LR: 0.000187
I0808 09:51:51.479720 140642952341376 interactiveshell.py:2882] Step 75550 | Loss: 0.2617 | Spent: 6.4 secs | LR: 0.000187
I0808 09:51:57.880750 140642952341376 interactiveshell.py:2882] Step 75600 | Loss: 0.3840 | Spent: 6.4 secs | LR: 0.000187
Reading ../data/test.txt
I0808 09:52:14.292267 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.868
I0808 09:52:14.293356 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.871
I0808 09:52:16.246513 140642952341376 interactiveshell.py:2882] Step 75650 | Loss: 0.3897 | Spent: 18.4 secs | LR: 0.000187
I0808 09:52:22.632902 140642952341376 interactiveshell.py:2882] Step 75700 | Loss: 0.2256 | Spent: 6.4 secs | LR: 0.000187
I0808 09:52:29.189726 140642952341376 interactiveshell.py:2882] Step 75750 | Loss: 0.4014 | Spent: 6.6 secs | LR: 0.000187
I0808 09:52:35.638740 140642952341376 interactiveshell.py:2882] Step 75800 | Loss: 0.4606 | Spent: 6.4 secs | LR: 0.000187
I0808 09:52:42.149409 140642952341376 interactiveshell.py:2882] Step 75850 | Loss: 0.2690 | Spent: 6.5 secs | LR: 0.000187
I0808 09:52:48.758131 140642952341376 interactiveshell.py:2882] Step 75900 | Loss: 0.4606 | Spent: 6.6 secs | LR: 0.000187
I0808 09:52:55.372109 140642952341376 interactiveshell.py:2882] Step 75950 | Loss: 0.2788 | Spent: 6.6 secs | LR: 0.000186
I0808 09:53:01.732964 140642952341376 interactiveshell.py:2882] Step 76000 | Loss: 0.3014 | Spent: 6.4 secs | LR: 0.000186
I0808 09:53:07.992280 140642952341376 interactiveshell.py:2882] Step 76050 | Loss: 0.1732 | Spent: 6.3 secs | LR: 0.000186
I0808 09:53:14.499535 140642952341376 interactiveshell.py:2882] Step 76100 | Loss: 0.1668 | Spent: 6.5 secs | LR: 0.000186
I0808 09:53:20.739054 140642952341376 interactiveshell.py:2882] Step 76150 | Loss: 0.3401 | Spent: 6.2 secs | LR: 0.000186
I0808 09:53:26.967573 140642952341376 interactiveshell.py:2882] Step 76200 | Loss: 0.2956 | Spent: 6.2 secs | LR: 0.000186
I0808 09:53:33.303286 140642952341376 interactiveshell.py:2882] Step 76250 | Loss: 0.2256 | Spent: 6.3 secs | LR: 0.000186
I0808 09:53:39.659228 140642952341376 interactiveshell.py:2882] Step 76300 | Loss: 0.3154 | Spent: 6.4 secs | LR: 0.000186
I0808 09:53:46.002474 140642952341376 interactiveshell.py:2882] Step 76350 | Loss: 0.2977 | Spent: 6.3 secs | LR: 0.000186
I0808 09:53:52.450565 140642952341376 interactiveshell.py:2882] Step 76400 | Loss: 0.2338 | Spent: 6.4 secs | LR: 0.000186
I0808 09:53:58.971260 140642952341376 interactiveshell.py:2882] Step 76450 | Loss: 0.1265 | Spent: 6.5 secs | LR: 0.000186
I0808 09:54:05.508513 140642952341376 interactiveshell.py:2882] Step 76500 | Loss: 0.0951 | Spent: 6.5 secs | LR: 0.000185
I0808 09:54:11.842950 140642952341376 interactiveshell.py:2882] Step 76550 | Loss: 0.3077 | Spent: 6.3 secs | LR: 0.000185
I0808 09:54:18.252495 140642952341376 interactiveshell.py:2882] Step 76600 | Loss: 0.2993 | Spent: 6.4 secs | LR: 0.000185
I0808 09:54:24.544564 140642952341376 interactiveshell.py:2882] Step 76650 | Loss: 0.4669 | Spent: 6.3 secs | LR: 0.000185
I0808 09:54:30.875827 140642952341376 interactiveshell.py:2882] Step 76700 | Loss: 0.1832 | Spent: 6.3 secs | LR: 0.000185
I0808 09:54:37.371840 140642952341376 interactiveshell.py:2882] Step 76750 | Loss: 0.2475 | Spent: 6.5 secs | LR: 0.000185
I0808 09:54:43.930766 140642952341376 interactiveshell.py:2882] Step 76800 | Loss: 0.5741 | Spent: 6.6 secs | LR: 0.000185
I0808 09:54:50.300143 140642952341376 interactiveshell.py:2882] Step 76850 | Loss: 0.2926 | Spent: 6.4 secs | LR: 0.000185
I0808 09:54:56.681545 140642952341376 interactiveshell.py:2882] Step 76900 | Loss: 0.3036 | Spent: 6.4 secs | LR: 0.000185
I0808 09:55:02.898986 140642952341376 interactiveshell.py:2882] Step 76950 | Loss: 0.3121 | Spent: 6.2 secs | LR: 0.000185
I0808 09:55:09.222803 140642952341376 interactiveshell.py:2882] Step 77000 | Loss: 0.2131 | Spent: 6.3 secs | LR: 0.000184
I0808 09:55:15.563449 140642952341376 interactiveshell.py:2882] Step 77050 | Loss: 0.1923 | Spent: 6.3 secs | LR: 0.000184
I0808 09:55:21.957404 140642952341376 interactiveshell.py:2882] Step 77100 | Loss: 0.3767 | Spent: 6.4 secs | LR: 0.000184
I0808 09:55:28.582728 140642952341376 interactiveshell.py:2882] Step 77150 | Loss: 0.3460 | Spent: 6.6 secs | LR: 0.000184
I0808 09:55:34.823525 140642952341376 interactiveshell.py:2882] Step 77200 | Loss: 0.2658 | Spent: 6.2 secs | LR: 0.000184
I0808 09:55:40.975720 140642952341376 interactiveshell.py:2882] Step 77250 | Loss: 0.3045 | Spent: 6.2 secs | LR: 0.000184
I0808 09:55:47.213320 140642952341376 interactiveshell.py:2882] Step 77300 | Loss: 0.3127 | Spent: 6.2 secs | LR: 0.000184
I0808 09:55:53.745271 140642952341376 interactiveshell.py:2882] Step 77350 | Loss: 0.1594 | Spent: 6.5 secs | LR: 0.000184
Reading ../data/test.txt
I0808 09:56:05.538985 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.866
I0808 09:56:05.539938 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.871
I0808 09:56:11.356760 140642952341376 interactiveshell.py:2882] Step 77400 | Loss: 0.2215 | Spent: 17.6 secs | LR: 0.000184
I0808 09:56:17.401421 140642952341376 interactiveshell.py:2882] Step 77450 | Loss: 0.1028 | Spent: 6.0 secs | LR: 0.000184
I0808 09:56:23.539252 140642952341376 interactiveshell.py:2882] Step 77500 | Loss: 0.1474 | Spent: 6.1 secs | LR: 0.000184
I0808 09:56:29.745926 140642952341376 interactiveshell.py:2882] Step 77550 | Loss: 0.3818 | Spent: 6.2 secs | LR: 0.000183
I0808 09:56:35.967718 140642952341376 interactiveshell.py:2882] Step 77600 | Loss: 0.3299 | Spent: 6.2 secs | LR: 0.000183
I0808 09:56:42.163363 140642952341376 interactiveshell.py:2882] Step 77650 | Loss: 0.2875 | Spent: 6.2 secs | LR: 0.000183
I0808 09:56:48.558509 140642952341376 interactiveshell.py:2882] Step 77700 | Loss: 0.2058 | Spent: 6.4 secs | LR: 0.000183
I0808 09:56:54.864444 140642952341376 interactiveshell.py:2882] Step 77750 | Loss: 0.3304 | Spent: 6.3 secs | LR: 0.000183
I0808 09:57:01.195716 140642952341376 interactiveshell.py:2882] Step 77800 | Loss: 0.2845 | Spent: 6.3 secs | LR: 0.000183
I0808 09:57:07.445213 140642952341376 interactiveshell.py:2882] Step 77850 | Loss: 0.1547 | Spent: 6.2 secs | LR: 0.000183
I0808 09:57:14.432424 140642952341376 interactiveshell.py:2882] Step 77900 | Loss: 0.2195 | Spent: 7.0 secs | LR: 0.000183
I0808 09:57:21.106786 140642952341376 interactiveshell.py:2882] Step 77950 | Loss: 0.3123 | Spent: 6.7 secs | LR: 0.000183
I0808 09:57:27.358518 140642952341376 interactiveshell.py:2882] Step 78000 | Loss: 0.2444 | Spent: 6.3 secs | LR: 0.000183
I0808 09:57:33.664635 140642952341376 interactiveshell.py:2882] Step 78050 | Loss: 0.1874 | Spent: 6.3 secs | LR: 0.000183
I0808 09:57:40.110490 140642952341376 interactiveshell.py:2882] Step 78100 | Loss: 0.1692 | Spent: 6.4 secs | LR: 0.000182
I0808 09:57:46.491250 140642952341376 interactiveshell.py:2882] Step 78150 | Loss: 0.1777 | Spent: 6.4 secs | LR: 0.000182
I0808 09:57:52.879196 140642952341376 interactiveshell.py:2882] Step 78200 | Loss: 0.5244 | Spent: 6.4 secs | LR: 0.000182
I0808 09:57:59.611222 140642952341376 interactiveshell.py:2882] Step 78250 | Loss: 0.1308 | Spent: 6.7 secs | LR: 0.000182
I0808 09:58:06.350535 140642952341376 interactiveshell.py:2882] Step 78300 | Loss: 0.2674 | Spent: 6.7 secs | LR: 0.000182
I0808 09:58:12.701382 140642952341376 interactiveshell.py:2882] Step 78350 | Loss: 0.6113 | Spent: 6.3 secs | LR: 0.000182
I0808 09:58:19.120496 140642952341376 interactiveshell.py:2882] Step 78400 | Loss: 0.3619 | Spent: 6.4 secs | LR: 0.000182
I0808 09:58:25.518527 140642952341376 interactiveshell.py:2882] Step 78450 | Loss: 0.1078 | Spent: 6.4 secs | LR: 0.000182
I0808 09:58:31.958440 140642952341376 interactiveshell.py:2882] Step 78500 | Loss: 0.1820 | Spent: 6.4 secs | LR: 0.000182
I0808 09:58:38.314411 140642952341376 interactiveshell.py:2882] Step 78550 | Loss: 0.3450 | Spent: 6.4 secs | LR: 0.000182
I0808 09:58:44.720505 140642952341376 interactiveshell.py:2882] Step 78600 | Loss: 0.3201 | Spent: 6.4 secs | LR: 0.000182
I0808 09:58:51.162460 140642952341376 interactiveshell.py:2882] Step 78650 | Loss: 0.2256 | Spent: 6.4 secs | LR: 0.000181
I0808 09:58:57.423397 140642952341376 interactiveshell.py:2882] Step 78700 | Loss: 0.2267 | Spent: 6.3 secs | LR: 0.000181
I0808 09:59:03.823347 140642952341376 interactiveshell.py:2882] Step 78750 | Loss: 0.3824 | Spent: 6.4 secs | LR: 0.000181
I0808 09:59:10.202045 140642952341376 interactiveshell.py:2882] Step 78800 | Loss: 0.0671 | Spent: 6.4 secs | LR: 0.000181
I0808 09:59:16.672210 140642952341376 interactiveshell.py:2882] Step 78850 | Loss: 0.3633 | Spent: 6.5 secs | LR: 0.000181
I0808 09:59:23.426786 140642952341376 interactiveshell.py:2882] Step 78900 | Loss: 0.1388 | Spent: 6.8 secs | LR: 0.000181
I0808 09:59:29.806813 140642952341376 interactiveshell.py:2882] Step 78950 | Loss: 0.1111 | Spent: 6.4 secs | LR: 0.000181
I0808 09:59:36.163332 140642952341376 interactiveshell.py:2882] Step 79000 | Loss: 0.0761 | Spent: 6.4 secs | LR: 0.000181
I0808 09:59:42.628412 140642952341376 interactiveshell.py:2882] Step 79050 | Loss: 0.2674 | Spent: 6.5 secs | LR: 0.000181
Reading ../data/test.txt
I0808 09:59:56.950642 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.866
I0808 09:59:56.951685 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.871
I0808 10:00:00.493472 140642952341376 interactiveshell.py:2882] Step 79100 | Loss: 0.1702 | Spent: 17.9 secs | LR: 0.000181
I0808 10:00:06.920781 140642952341376 interactiveshell.py:2882] Step 79150 | Loss: 0.3204 | Spent: 6.4 secs | LR: 0.000181
I0808 10:00:13.326486 140642952341376 interactiveshell.py:2882] Step 79200 | Loss: 0.4354 | Spent: 6.4 secs | LR: 0.000180
I0808 10:00:19.872498 140642952341376 interactiveshell.py:2882] Step 79250 | Loss: 0.0894 | Spent: 6.5 secs | LR: 0.000180
I0808 10:00:26.369876 140642952341376 interactiveshell.py:2882] Step 79300 | Loss: 0.2988 | Spent: 6.5 secs | LR: 0.000180
I0808 10:00:32.781095 140642952341376 interactiveshell.py:2882] Step 79350 | Loss: 0.2262 | Spent: 6.4 secs | LR: 0.000180
I0808 10:00:39.203877 140642952341376 interactiveshell.py:2882] Step 79400 | Loss: 0.2210 | Spent: 6.4 secs | LR: 0.000180
I0808 10:00:45.752510 140642952341376 interactiveshell.py:2882] Step 79450 | Loss: 0.3783 | Spent: 6.5 secs | LR: 0.000180
I0808 10:00:52.156296 140642952341376 interactiveshell.py:2882] Step 79500 | Loss: 0.1702 | Spent: 6.4 secs | LR: 0.000180
I0808 10:00:58.519458 140642952341376 interactiveshell.py:2882] Step 79550 | Loss: 0.1617 | Spent: 6.4 secs | LR: 0.000180
I0808 10:01:05.057616 140642952341376 interactiveshell.py:2882] Step 79600 | Loss: 0.3735 | Spent: 6.5 secs | LR: 0.000180
I0808 10:01:11.169307 140642952341376 interactiveshell.py:2882] Step 79650 | Loss: 0.3033 | Spent: 6.1 secs | LR: 0.000180
I0808 10:01:17.464773 140642952341376 interactiveshell.py:2882] Step 79700 | Loss: 0.3178 | Spent: 6.3 secs | LR: 0.000180
I0808 10:01:23.625002 140642952341376 interactiveshell.py:2882] Step 79750 | Loss: 0.3599 | Spent: 6.2 secs | LR: 0.000179
I0808 10:01:29.625638 140642952341376 interactiveshell.py:2882] Step 79800 | Loss: 0.1647 | Spent: 6.0 secs | LR: 0.000179
I0808 10:01:35.751431 140642952341376 interactiveshell.py:2882] Step 79850 | Loss: 0.2747 | Spent: 6.1 secs | LR: 0.000179
I0808 10:01:42.024603 140642952341376 interactiveshell.py:2882] Step 79900 | Loss: 0.2186 | Spent: 6.3 secs | LR: 0.000179
I0808 10:01:48.278291 140642952341376 interactiveshell.py:2882] Step 79950 | Loss: 0.1573 | Spent: 6.3 secs | LR: 0.000179
I0808 10:01:54.474179 140642952341376 interactiveshell.py:2882] Step 80000 | Loss: 0.2325 | Spent: 6.2 secs | LR: 0.000179
I0808 10:02:00.765846 140642952341376 interactiveshell.py:2882] Step 80050 | Loss: 0.5278 | Spent: 6.3 secs | LR: 0.000179
I0808 10:02:06.903544 140642952341376 interactiveshell.py:2882] Step 80100 | Loss: 0.2096 | Spent: 6.1 secs | LR: 0.000179
I0808 10:02:13.018209 140642952341376 interactiveshell.py:2882] Step 80150 | Loss: 0.2140 | Spent: 6.1 secs | LR: 0.000179
I0808 10:02:19.248706 140642952341376 interactiveshell.py:2882] Step 80200 | Loss: 0.3975 | Spent: 6.2 secs | LR: 0.000179
I0808 10:02:25.928860 140642952341376 interactiveshell.py:2882] Step 80250 | Loss: 0.2981 | Spent: 6.7 secs | LR: 0.000179
I0808 10:02:32.262486 140642952341376 interactiveshell.py:2882] Step 80300 | Loss: 0.2750 | Spent: 6.3 secs | LR: 0.000178
I0808 10:02:38.342742 140642952341376 interactiveshell.py:2882] Step 80350 | Loss: 0.5672 | Spent: 6.1 secs | LR: 0.000178
I0808 10:02:44.534860 140642952341376 interactiveshell.py:2882] Step 80400 | Loss: 0.1452 | Spent: 6.2 secs | LR: 0.000178
I0808 10:02:50.938150 140642952341376 interactiveshell.py:2882] Step 80450 | Loss: 0.2904 | Spent: 6.4 secs | LR: 0.000178
I0808 10:02:57.037134 140642952341376 interactiveshell.py:2882] Step 80500 | Loss: 0.2358 | Spent: 6.1 secs | LR: 0.000178
I0808 10:03:03.508821 140642952341376 interactiveshell.py:2882] Step 80550 | Loss: 0.3964 | Spent: 6.5 secs | LR: 0.000178
I0808 10:03:09.578063 140642952341376 interactiveshell.py:2882] Step 80600 | Loss: 0.2533 | Spent: 6.1 secs | LR: 0.000178
I0808 10:03:15.799595 140642952341376 interactiveshell.py:2882] Step 80650 | Loss: 0.2693 | Spent: 6.2 secs | LR: 0.000178
I0808 10:03:22.148507 140642952341376 interactiveshell.py:2882] Step 80700 | Loss: 0.1592 | Spent: 6.3 secs | LR: 0.000178
I0808 10:03:28.344280 140642952341376 interactiveshell.py:2882] Step 80750 | Loss: 0.2597 | Spent: 6.2 secs | LR: 0.000178
Reading ../data/test.txt
I0808 10:03:44.962384 140642952341376 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.865
I0808 10:03:44.963488 140642952341376 interactiveshell.py:2882] Best Accuracy: 0.871
I0808 10:03:46.028016 140642952341376 interactiveshell.py:2882] Step 80800 | Loss: 0.3267 | Spent: 17.7 secs | LR: 0.000178
I0808 10:03:52.199483 140642952341376 interactiveshell.py:2882] Step 80850 | Loss: 0.1784 | Spent: 6.2 secs | LR: 0.000177
I0808 10:03:58.341237 140642952341376 interactiveshell.py:2882] Step 80900 | Loss: 0.4154 | Spent: 6.1 secs | LR: 0.000177
I0808 10:04:04.489711 140642952341376 interactiveshell.py:2882] Step 80950 | Loss: 0.4664 | Spent: 6.1 secs | LR: 0.000177
I0808 10:04:10.615604 140642952341376 interactiveshell.py:2882] Step 81000 | Loss: 0.2491 | Spent: 6.1 secs | LR: 0.000177
---------------------------------------------------------------------------
KeyboardInterrupt                         Traceback (most recent call last)
<ipython-input-10-84280d21d647> in <module>()
     21   for ((text1, text2), label) in dataset(is_training=True, params=params):
     22     with tf.GradientTape() as tape:
---> 23       logits = model((text1, text2), training=True)
     24       loss = tf.nn.sparse_softmax_cross_entropy_with_logits(labels=label, logits=logits)
     25       loss = tf.reduce_mean(loss)

/usr/local/lib/python3.6/dist-packages/tensorflow/python/keras/engine/base_layer.py in __call__(self, inputs, *args, **kwargs)
    710           with base_layer_utils.autocast_context_manager(
    711               input_list, self._mixed_precision_policy.should_cast_variables):
--> 712             outputs = self.call(inputs, *args, **kwargs)
    713           self._handle_activity_regularization(inputs, outputs)
    714           self._set_mask_metadata(inputs, outputs, input_masks)

<ipython-input-7-f8fd9aba71f3> in call(self, inputs, training)
     73     mask2 = tf.sign(x2)
     74 
---> 75     x1 = tf.nn.embedding_lookup(self.embedding, x1)
     76     x2 = tf.nn.embedding_lookup(self.embedding, x2)
     77 

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/embedding_ops.py in embedding_lookup_v2(params, ids, max_norm, name)
    360     ValueError: If `params` is empty.
    361   """
--> 362   return embedding_lookup(params, ids, "div", name, max_norm=max_norm)
    363 
    364 

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/embedding_ops.py in embedding_lookup(params, ids, partition_strategy, name, validate_indices, max_norm)
    313       name=name,
    314       max_norm=max_norm,
--> 315       transform_fn=None)
    316 
    317 

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/embedding_ops.py in _embedding_lookup_and_transform(params, ids, partition_strategy, name, max_norm, transform_fn)
    131       with ops.colocate_with(params[0]):
    132         result = _clip(
--> 133             array_ops.gather(params[0], ids, name=name), ids, max_norm)
    134         if transform_fn:
    135           result = transform_fn(result)

/usr/local/lib/python3.6/dist-packages/tensorflow/python/util/dispatch.py in wrapper(*args, **kwargs)
    178     """Call target, and fall back on dispatchers if there is a TypeError."""
    179     try:
--> 180       return target(*args, **kwargs)
    181     except (TypeError, ValueError):
    182       # Note: convert_to_eager_tensor currently raises a ValueError, not a

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/array_ops.py in gather(***failed resolving arguments***)
   3457     # TODO(apassos) find a less bad way of detecting resource variables without
   3458     # introducing a circular dependency.
-> 3459     return params.sparse_read(indices, name=name)
   3460   except AttributeError:
   3461     return gen_array_ops.gather_v2(params, indices, axis, name=name)

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/resource_variable_ops.py in sparse_read(self, indices, name)
    969       variable_accessed(self)
    970       value = gen_resource_variable_ops.resource_gather(
--> 971           self._handle, indices, dtype=self._dtype, name=name)
    972 
    973       if self._dtype == dtypes.variant:

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/gen_resource_variable_ops.py in resource_gather(resource, indices, dtype, batch_dims, validate_indices, name)
    653         "ResourceGather", name, _ctx._post_execution_callbacks, resource,
    654         indices, "batch_dims", batch_dims, "validate_indices",
--> 655         validate_indices, "dtype", dtype)
    656       return _result
    657     except _core._FallbackException:

KeyboardInterrupt: