In [1]:
"""
We use following lines because we are running on Google Colab
If you are running notebook on a local computer, you don't need this cell
"""
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow2/text_matching/snli/main')
Drive already mounted at /content/gdrive; to attempt to forcibly remount, call drive.mount("/content/gdrive", force_remount=True).
In [2]:
!pip install tensorflow-gpu==2.0.0-alpha0
Requirement already satisfied: tensorflow-gpu==2.0.0-alpha0 in /usr/local/lib/python3.6/dist-packages (2.0.0a0)
Requirement already satisfied: google-pasta>=0.1.2 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.1.5)
Requirement already satisfied: absl-py>=0.7.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.7.1)
Requirement already satisfied: tf-estimator-nightly<1.14.0.dev2019030116,>=1.14.0.dev2019030115 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.14.0.dev2019030115)
Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.33.1)
Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.1.0)
Requirement already satisfied: gast>=0.2.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.2.2)
Requirement already satisfied: protobuf>=3.6.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (3.7.1)
Requirement already satisfied: keras-preprocessing>=1.0.5 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.0.9)
Requirement already satisfied: tb-nightly<1.14.0a20190302,>=1.14.0a20190301 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.14.0a20190301)
Requirement already satisfied: six>=1.10.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.11.0)
Requirement already satisfied: grpcio>=1.8.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.15.0)
Requirement already satisfied: astor>=0.6.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.7.1)
Requirement already satisfied: numpy<2.0,>=1.14.5 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.16.2)
Requirement already satisfied: keras-applications>=1.0.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.0.7)
Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from protobuf>=3.6.1->tensorflow-gpu==2.0.0-alpha0) (40.9.0)
Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.14.0a20190302,>=1.14.0a20190301->tensorflow-gpu==2.0.0-alpha0) (3.1)
Requirement already satisfied: werkzeug>=0.11.15 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.14.0a20190302,>=1.14.0a20190301->tensorflow-gpu==2.0.0-alpha0) (0.15.2)
Requirement already satisfied: h5py in /usr/local/lib/python3.6/dist-packages (from keras-applications>=1.0.6->tensorflow-gpu==2.0.0-alpha0) (2.8.0)
In [3]:
import tensorflow as tf
import numpy as np
import pprint
import logging
import time

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 2.0.0-alpha0
GPU Enabled: True
In [0]:
def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      word2idx[line] = i
  return word2idx
In [0]:
# stream data from text files
def data_generator(f_path, word2idx):
  label2idx = {'neutral': 0, 'entailment': 1, 'contradiction': 2,}
  with open(f_path) as f:
    print('Reading', f_path)
    for line in f:
      line = line.rstrip()
      label, text1, text2 = line.split('\t')
      if label == '-':
        continue
      text1 = [word2idx.get(w, len(word2idx)) for w in text1.split()]
      text2 = [word2idx.get(w, len(word2idx)) for w in text2.split()]
      yield ((text1, text2), label2idx[label])


def dataset(is_training, params):
  _shapes = (([None], [None]), ())
  _types = ((tf.int32, tf.int32), tf.int32)
  _pads = ((0, 0), -1)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_path'], params['word2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_path'], params['word2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  return ds
In [0]:
def masked_attention(x, align, mask, tile_len):
  pad = tf.fill(tf.shape(align), float('-inf'))
  mask = tf.tile(tf.expand_dims(mask, 1), [1, tile_len, 1])
  align = tf.where(tf.equal(mask, 0), pad, align)
  align = tf.nn.softmax(align)
  return tf.matmul(align, x)


def soft_align_attention(x1, x2, mask1, mask2):
  align12 = tf.matmul(x1, x2, transpose_b=True)
  align21 = tf.transpose(align12, [0,2,1])
  x1_ = masked_attention(x2, align12, mask2, tf.shape(x1)[1])
  x2_ = masked_attention(x1, align21, mask1, tf.shape(x2)[1])
  return x1_, x2_
In [0]:
class AttentivePooling(tf.keras.Model):
  def __init__(self, params):
    super().__init__()
    self.dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    self.kernel = tf.keras.layers.Dense(units=1,
                                        activation=tf.tanh,
                                        use_bias=False)

  
  def call(self, inputs, training=False):
    x, masks = inputs
    # alignment
    align = tf.squeeze(self.kernel(self.dropout(x, training=training)), -1)
    # masking
    paddings = tf.fill(tf.shape(align), float('-inf'))
    align = tf.where(tf.equal(masks, 0), paddings, align)
    # probability
    align = tf.nn.softmax(align)
    align = tf.expand_dims(align, -1)
    # weighted sum
    return tf.squeeze(tf.matmul(x, align, transpose_a=True), -1)
In [0]:
class FFNBlock(tf.keras.Model):
  def __init__(self, params, name):
    super().__init__(name = name)
    self.dropout1 = tf.keras.layers.Dropout(params['dropout_rate'])
    self.fc1 = tf.keras.layers.Dense(params['global_units'], tf.nn.elu)
    self.dropout2 = tf.keras.layers.Dropout(params['dropout_rate'])
    self.fc2 = tf.keras.layers.Dense(params['global_units'], tf.nn.elu)
  
  def call(self, inputs, training=False):
    x = inputs
    x = self.fc1(x)
    x = self.dropout1(x, training=training)
    x = self.fc2(x)
    x = self.dropout2(x, training=training)
    return x
In [0]:
class DAM(tf.keras.Model):
  def __init__(self, params: dict):
    super().__init__()
    self.embedding = tf.Variable(np.load(params['embedding_path']), name='pretrained_embedding')
    
    self.attend_transform = FFNBlock(params, name='attend')
    
    self.compare_transform = FFNBlock(params, name='compare')
    
    self.attentive_pooling = AttentivePooling(params)
    
    self.aggregate_transform = FFNBlock(params, name='aggregate')
    
    self.out_linear = tf.keras.layers.Dense(params['num_labels'], name='out_linear')
  
  
  def call(self, inputs, training=False):
    x1, x2 = inputs
    
    if x1.dtype != tf.int32:
      x1 = tf.cast(x1, tf.int32)
    if x2.dtype != tf.int32:
      x2 = tf.cast(x2, tf.int32)
    
    batch_sz = tf.shape(x1)[0]
    
    mask1 = tf.sign(x1)
    mask2 = tf.sign(x2)
    
    x1 = tf.nn.embedding_lookup(self.embedding, x1)
    x2 = tf.nn.embedding_lookup(self.embedding, x2)
    
    x1_, x2_ = self._attend(x1=x1, x2=x2, mask1=mask1, mask2=mask2, training=training)
    
    x1 = self._compare(x1, x1_, training=training)
    x2 = self._compare(x2, x2_, training=training)
    
    x = self._aggregate(x1=x1, x2=x2, mask1=mask1, mask2=mask2, training=training)
    
    x = self.out_linear(x)
    
    return x
  
  
  def _attend(self, x1, x2, mask1, mask2, training):
    x1 = self.attend_transform(x1, training=training)
    x2 = self.attend_transform(x2, training=training)
    return soft_align_attention(x1, x2, mask1, mask2)
  
  
  def _compare(self, x, x_, training):
    aggregate_fn = lambda x, x_: tf.concat((x,
                                            x_,
                                           (x - x_),
                                           (x * x_),), -1)
    x = aggregate_fn(x, x_)
    x = self.compare_transform(x, training=training)
    return x
    
  
  def _aggregate(self, x1, x2, mask1, mask2, training):
    features = []
    features.append(tf.reduce_max(x1, axis=1))
    features.append(tf.reduce_max(x2, axis=1))
    features.append(self.attentive_pooling((x1, mask1), training=training))
    features.append(self.attentive_pooling((x2, mask2), training=training))
    x = tf.concat(features, axis=-1)
    x = self.aggregate_transform(x, training=training)
    return x
In [0]:
params = {
    'model_dir': '../model/esim',
    'log_path': '../log/esim.txt',
    'train_path': '../data/train.txt',
    'test_path': '../data/test.txt',
    'embedding_path': '../vocab/word.npy',
    'vocab_path': '../vocab/word.txt',
    'batch_size': 32,
    'buffer_size': 200000,
    'global_units': 300,
    'dropout_rate': 0.2,
    'lr': 4e-4,
    'num_labels': 3,
    'eval_steps': 550152//32//10,
    'num_patience': 7,
}
In [0]:
def is_descending(history: list):
  history = history[-(params['num_patience']+1):]
  for i in range(1, len(history)):
    if history[i-1] <= history[i]:
      return False
  return True  
In [0]:
params['word2idx'] = get_vocab(params['vocab_path'])
params['vocab_size'] = len(params['word2idx']) + 1

model = DAM(params)
model.build([[None, None], [None, None]])
pprint.pprint([(v.name, v.shape) for v in model.trainable_variables])

decay_lr = tf.optimizers.schedules.ExponentialDecay(params['lr'], 1000, 0.99)
optim = tf.optimizers.Adam(params['lr'])
global_step = 0

history_acc = []
best_acc = .0

t0 = time.time()
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)

while True:
  # TRAINING
  for ((text1, text2), label) in dataset(is_training=True, params=params):
    with tf.GradientTape() as tape:
      logits = model((text1, text2), training=True)
      loss = tf.nn.sparse_softmax_cross_entropy_with_logits(labels=label, logits=logits)
      loss = tf.reduce_mean(loss)
      
    optim.lr.assign(decay_lr(global_step))
    grads = tape.gradient(loss, model.trainable_variables)
    optim.apply_gradients(zip(grads, model.trainable_variables))
    
    if global_step % 50 == 0:
      logger.info("Step {} | Loss: {:.4f} | Spent: {:.1f} secs | LR: {:.6f}".format(
          global_step, loss.numpy().item(), time.time()-t0, optim.lr.numpy().item()))
      t0 = time.time()
    global_step += 1
  
    if global_step % params['eval_steps'] == 0:
      # EVALUATION
      m = tf.keras.metrics.Accuracy()

      for ((text1, text2), label) in dataset(is_training=False, params=params):
        logits = model((text1, text2), training=False)
        y_pred = tf.argmax(logits, axis=-1)
        m.update_state(y_true=label, y_pred=y_pred)

      acc = m.result().numpy()
      logger.info("Evaluation: Testing Accuracy: {:.3f}".format(acc))
      history_acc.append(acc)

      if acc > best_acc:
        best_acc = acc
        # you can save model here
      logger.info("Best Accuracy: {:.3f}".format(best_acc))

      if len(history_acc) > params['num_patience'] and is_descending(history_acc):
        logger.info("Testing Accuracy not improved over {} epochs, Early Stop".format(params['num_patience']))
        break
WARNING: Logging before flag parsing goes to stderr.
W0416 05:17:04.976160 140193631795072 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/data/ops/dataset_ops.py:410: py_func (from tensorflow.python.ops.script_ops) is deprecated and will be removed in a future version.
Instructions for updating:
tf.py_func is deprecated in TF V2. Instead, there are two
    options available in V2.
    - tf.py_function takes a python function which manipulates tf eager
    tensors instead of numpy arrays. It's easy to convert a tf eager tensor to
    an ndarray (just call tensor.numpy()) but having access to eager tensors
    means `tf.py_function`s can use accelerators such as GPUs as well as
    being differentiable using a gradient tape.
    - tf.numpy_function maintains the semantics of the deprecated tf.py_func
    (it is not differentiable, and manipulates numpy arrays). It drops the
    stateful argument making all functions stateful.
    
[('attend/dense/kernel:0', TensorShape([300, 300])),
 ('attend/dense/bias:0', TensorShape([300])),
 ('attend/dense_1/kernel:0', TensorShape([300, 300])),
 ('attend/dense_1/bias:0', TensorShape([300])),
 ('compare/dense_2/kernel:0', TensorShape([1200, 300])),
 ('compare/dense_2/bias:0', TensorShape([300])),
 ('compare/dense_3/kernel:0', TensorShape([300, 300])),
 ('compare/dense_3/bias:0', TensorShape([300])),
 ('attentive_pooling/dense_4/kernel:0', TensorShape([300, 1])),
 ('aggregate/dense_5/kernel:0', TensorShape([1200, 300])),
 ('aggregate/dense_5/bias:0', TensorShape([300])),
 ('aggregate/dense_6/kernel:0', TensorShape([300, 300])),
 ('aggregate/dense_6/bias:0', TensorShape([300])),
 ('out_linear/kernel:0', TensorShape([300, 3])),
 ('out_linear/bias:0', TensorShape([3])),
 ('pretrained_embedding:0', TensorShape([20884, 300]))]
Reading ../data/train.txt
I0416 05:17:27.425542 140193631795072 interactiveshell.py:2882] Step 0 | Loss: 1.3159 | Spent: 22.5 secs | LR: 0.000400
I0416 05:17:30.749292 140193631795072 interactiveshell.py:2882] Step 50 | Loss: 1.1219 | Spent: 3.3 secs | LR: 0.000400
I0416 05:17:34.058638 140193631795072 interactiveshell.py:2882] Step 100 | Loss: 0.9826 | Spent: 3.3 secs | LR: 0.000400
I0416 05:17:37.367680 140193631795072 interactiveshell.py:2882] Step 150 | Loss: 0.9631 | Spent: 3.3 secs | LR: 0.000399
I0416 05:17:40.669033 140193631795072 interactiveshell.py:2882] Step 200 | Loss: 1.1528 | Spent: 3.3 secs | LR: 0.000399
I0416 05:17:43.991778 140193631795072 interactiveshell.py:2882] Step 250 | Loss: 1.3205 | Spent: 3.3 secs | LR: 0.000399
I0416 05:17:47.278701 140193631795072 interactiveshell.py:2882] Step 300 | Loss: 1.0362 | Spent: 3.3 secs | LR: 0.000399
I0416 05:17:50.582987 140193631795072 interactiveshell.py:2882] Step 350 | Loss: 0.8648 | Spent: 3.3 secs | LR: 0.000399
I0416 05:17:53.871752 140193631795072 interactiveshell.py:2882] Step 400 | Loss: 1.0548 | Spent: 3.3 secs | LR: 0.000398
I0416 05:17:57.198883 140193631795072 interactiveshell.py:2882] Step 450 | Loss: 1.0235 | Spent: 3.3 secs | LR: 0.000398
I0416 05:18:00.511433 140193631795072 interactiveshell.py:2882] Step 500 | Loss: 0.8836 | Spent: 3.3 secs | LR: 0.000398
I0416 05:18:03.810743 140193631795072 interactiveshell.py:2882] Step 550 | Loss: 0.7577 | Spent: 3.3 secs | LR: 0.000398
I0416 05:18:07.115478 140193631795072 interactiveshell.py:2882] Step 600 | Loss: 0.7038 | Spent: 3.3 secs | LR: 0.000398
I0416 05:18:10.411575 140193631795072 interactiveshell.py:2882] Step 650 | Loss: 0.7314 | Spent: 3.3 secs | LR: 0.000397
I0416 05:18:13.729594 140193631795072 interactiveshell.py:2882] Step 700 | Loss: 0.9572 | Spent: 3.3 secs | LR: 0.000397
I0416 05:18:17.043956 140193631795072 interactiveshell.py:2882] Step 750 | Loss: 0.9849 | Spent: 3.3 secs | LR: 0.000397
I0416 05:18:20.457923 140193631795072 interactiveshell.py:2882] Step 800 | Loss: 0.9620 | Spent: 3.4 secs | LR: 0.000397
I0416 05:18:24.232666 140193631795072 interactiveshell.py:2882] Step 850 | Loss: 1.1779 | Spent: 3.8 secs | LR: 0.000397
I0416 05:18:27.991871 140193631795072 interactiveshell.py:2882] Step 900 | Loss: 0.8073 | Spent: 3.8 secs | LR: 0.000396
I0416 05:18:31.473564 140193631795072 interactiveshell.py:2882] Step 950 | Loss: 0.9404 | Spent: 3.5 secs | LR: 0.000396
I0416 05:18:34.782581 140193631795072 interactiveshell.py:2882] Step 1000 | Loss: 0.7754 | Spent: 3.3 secs | LR: 0.000396
I0416 05:18:38.085786 140193631795072 interactiveshell.py:2882] Step 1050 | Loss: 0.7956 | Spent: 3.3 secs | LR: 0.000396
I0416 05:18:41.425632 140193631795072 interactiveshell.py:2882] Step 1100 | Loss: 0.9560 | Spent: 3.3 secs | LR: 0.000396
I0416 05:18:44.739723 140193631795072 interactiveshell.py:2882] Step 1150 | Loss: 0.8006 | Spent: 3.3 secs | LR: 0.000395
I0416 05:18:48.048014 140193631795072 interactiveshell.py:2882] Step 1200 | Loss: 0.6173 | Spent: 3.3 secs | LR: 0.000395
I0416 05:18:51.356642 140193631795072 interactiveshell.py:2882] Step 1250 | Loss: 0.5277 | Spent: 3.3 secs | LR: 0.000395
I0416 05:18:54.641494 140193631795072 interactiveshell.py:2882] Step 1300 | Loss: 0.9295 | Spent: 3.3 secs | LR: 0.000395
I0416 05:18:57.976169 140193631795072 interactiveshell.py:2882] Step 1350 | Loss: 0.8580 | Spent: 3.3 secs | LR: 0.000395
I0416 05:19:01.276239 140193631795072 interactiveshell.py:2882] Step 1400 | Loss: 0.7508 | Spent: 3.3 secs | LR: 0.000394
I0416 05:19:04.578168 140193631795072 interactiveshell.py:2882] Step 1450 | Loss: 0.6725 | Spent: 3.3 secs | LR: 0.000394
I0416 05:19:07.867894 140193631795072 interactiveshell.py:2882] Step 1500 | Loss: 0.7772 | Spent: 3.3 secs | LR: 0.000394
I0416 05:19:11.169581 140193631795072 interactiveshell.py:2882] Step 1550 | Loss: 0.8602 | Spent: 3.3 secs | LR: 0.000394
I0416 05:19:14.468132 140193631795072 interactiveshell.py:2882] Step 1600 | Loss: 0.5408 | Spent: 3.3 secs | LR: 0.000394
I0416 05:19:17.786225 140193631795072 interactiveshell.py:2882] Step 1650 | Loss: 0.8840 | Spent: 3.3 secs | LR: 0.000393
I0416 05:19:21.092387 140193631795072 interactiveshell.py:2882] Step 1700 | Loss: 0.8536 | Spent: 3.3 secs | LR: 0.000393
Reading ../data/test.txt
I0416 05:19:32.911067 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.738
I0416 05:19:32.912086 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.738
I0416 05:19:35.030549 140193631795072 interactiveshell.py:2882] Step 1750 | Loss: 0.7682 | Spent: 13.9 secs | LR: 0.000393
I0416 05:19:38.329691 140193631795072 interactiveshell.py:2882] Step 1800 | Loss: 0.7999 | Spent: 3.3 secs | LR: 0.000393
I0416 05:19:41.880823 140193631795072 interactiveshell.py:2882] Step 1850 | Loss: 0.5097 | Spent: 3.5 secs | LR: 0.000393
I0416 05:19:45.669396 140193631795072 interactiveshell.py:2882] Step 1900 | Loss: 0.9091 | Spent: 3.8 secs | LR: 0.000392
I0416 05:19:49.436394 140193631795072 interactiveshell.py:2882] Step 1950 | Loss: 0.6158 | Spent: 3.8 secs | LR: 0.000392
I0416 05:19:52.794051 140193631795072 interactiveshell.py:2882] Step 2000 | Loss: 0.9407 | Spent: 3.4 secs | LR: 0.000392
I0416 05:19:56.240848 140193631795072 interactiveshell.py:2882] Step 2050 | Loss: 0.4193 | Spent: 3.4 secs | LR: 0.000392
I0416 05:20:00.177679 140193631795072 interactiveshell.py:2882] Step 2100 | Loss: 0.9832 | Spent: 3.9 secs | LR: 0.000392
I0416 05:20:03.542006 140193631795072 interactiveshell.py:2882] Step 2150 | Loss: 0.7560 | Spent: 3.4 secs | LR: 0.000391
I0416 05:20:06.834380 140193631795072 interactiveshell.py:2882] Step 2200 | Loss: 0.6892 | Spent: 3.3 secs | LR: 0.000391
I0416 05:20:10.136959 140193631795072 interactiveshell.py:2882] Step 2250 | Loss: 0.5715 | Spent: 3.3 secs | LR: 0.000391
I0416 05:20:13.459220 140193631795072 interactiveshell.py:2882] Step 2300 | Loss: 0.5280 | Spent: 3.3 secs | LR: 0.000391
I0416 05:20:16.772182 140193631795072 interactiveshell.py:2882] Step 2350 | Loss: 0.7717 | Spent: 3.3 secs | LR: 0.000391
I0416 05:20:20.074583 140193631795072 interactiveshell.py:2882] Step 2400 | Loss: 0.7999 | Spent: 3.3 secs | LR: 0.000390
I0416 05:20:23.370270 140193631795072 interactiveshell.py:2882] Step 2450 | Loss: 0.8184 | Spent: 3.3 secs | LR: 0.000390
I0416 05:20:26.688691 140193631795072 interactiveshell.py:2882] Step 2500 | Loss: 0.8824 | Spent: 3.3 secs | LR: 0.000390
I0416 05:20:29.988587 140193631795072 interactiveshell.py:2882] Step 2550 | Loss: 0.5206 | Spent: 3.3 secs | LR: 0.000390
I0416 05:20:33.299927 140193631795072 interactiveshell.py:2882] Step 2600 | Loss: 0.7947 | Spent: 3.3 secs | LR: 0.000390
I0416 05:20:36.612987 140193631795072 interactiveshell.py:2882] Step 2650 | Loss: 0.7129 | Spent: 3.3 secs | LR: 0.000389
I0416 05:20:39.913843 140193631795072 interactiveshell.py:2882] Step 2700 | Loss: 0.7483 | Spent: 3.3 secs | LR: 0.000389
I0416 05:20:43.217385 140193631795072 interactiveshell.py:2882] Step 2750 | Loss: 0.7752 | Spent: 3.3 secs | LR: 0.000389
I0416 05:20:47.030672 140193631795072 interactiveshell.py:2882] Step 2800 | Loss: 0.8910 | Spent: 3.8 secs | LR: 0.000389
I0416 05:20:51.098570 140193631795072 interactiveshell.py:2882] Step 2850 | Loss: 0.8129 | Spent: 4.1 secs | LR: 0.000389
I0416 05:20:55.064991 140193631795072 interactiveshell.py:2882] Step 2900 | Loss: 1.1027 | Spent: 4.0 secs | LR: 0.000389
I0416 05:20:58.354972 140193631795072 interactiveshell.py:2882] Step 2950 | Loss: 0.7225 | Spent: 3.3 secs | LR: 0.000388
I0416 05:21:01.843772 140193631795072 interactiveshell.py:2882] Step 3000 | Loss: 0.6514 | Spent: 3.5 secs | LR: 0.000388
I0416 05:21:05.622593 140193631795072 interactiveshell.py:2882] Step 3050 | Loss: 0.6678 | Spent: 3.8 secs | LR: 0.000388
I0416 05:21:09.395586 140193631795072 interactiveshell.py:2882] Step 3100 | Loss: 0.6341 | Spent: 3.8 secs | LR: 0.000388
I0416 05:21:12.908026 140193631795072 interactiveshell.py:2882] Step 3150 | Loss: 0.8636 | Spent: 3.5 secs | LR: 0.000388
I0416 05:21:16.215227 140193631795072 interactiveshell.py:2882] Step 3200 | Loss: 0.4087 | Spent: 3.3 secs | LR: 0.000387
I0416 05:21:19.555569 140193631795072 interactiveshell.py:2882] Step 3250 | Loss: 0.4682 | Spent: 3.3 secs | LR: 0.000387
I0416 05:21:22.855052 140193631795072 interactiveshell.py:2882] Step 3300 | Loss: 0.7212 | Spent: 3.3 secs | LR: 0.000387
I0416 05:21:26.151076 140193631795072 interactiveshell.py:2882] Step 3350 | Loss: 0.7581 | Spent: 3.3 secs | LR: 0.000387
I0416 05:21:29.440877 140193631795072 interactiveshell.py:2882] Step 3400 | Loss: 0.7934 | Spent: 3.3 secs | LR: 0.000387
Reading ../data/test.txt
I0416 05:21:42.553277 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.746
I0416 05:21:42.554253 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.746
I0416 05:21:43.429998 140193631795072 interactiveshell.py:2882] Step 3450 | Loss: 0.5658 | Spent: 14.0 secs | LR: 0.000386
I0416 05:21:46.753613 140193631795072 interactiveshell.py:2882] Step 3500 | Loss: 0.7074 | Spent: 3.3 secs | LR: 0.000386
I0416 05:21:50.059575 140193631795072 interactiveshell.py:2882] Step 3550 | Loss: 0.6165 | Spent: 3.3 secs | LR: 0.000386
I0416 05:21:53.376744 140193631795072 interactiveshell.py:2882] Step 3600 | Loss: 0.4956 | Spent: 3.3 secs | LR: 0.000386
I0416 05:21:56.684114 140193631795072 interactiveshell.py:2882] Step 3650 | Loss: 0.7779 | Spent: 3.3 secs | LR: 0.000386
I0416 05:22:00.005702 140193631795072 interactiveshell.py:2882] Step 3700 | Loss: 0.8298 | Spent: 3.3 secs | LR: 0.000385
I0416 05:22:03.309551 140193631795072 interactiveshell.py:2882] Step 3750 | Loss: 0.6102 | Spent: 3.3 secs | LR: 0.000385
I0416 05:22:06.621594 140193631795072 interactiveshell.py:2882] Step 3800 | Loss: 0.5297 | Spent: 3.3 secs | LR: 0.000385
I0416 05:22:09.928108 140193631795072 interactiveshell.py:2882] Step 3850 | Loss: 0.6764 | Spent: 3.3 secs | LR: 0.000385
I0416 05:22:13.268209 140193631795072 interactiveshell.py:2882] Step 3900 | Loss: 0.4040 | Spent: 3.3 secs | LR: 0.000385
I0416 05:22:16.572404 140193631795072 interactiveshell.py:2882] Step 3950 | Loss: 0.7505 | Spent: 3.3 secs | LR: 0.000384
I0416 05:22:19.868794 140193631795072 interactiveshell.py:2882] Step 4000 | Loss: 0.9141 | Spent: 3.3 secs | LR: 0.000384
I0416 05:22:23.508851 140193631795072 interactiveshell.py:2882] Step 4050 | Loss: 0.7536 | Spent: 3.6 secs | LR: 0.000384
I0416 05:22:27.292604 140193631795072 interactiveshell.py:2882] Step 4100 | Loss: 0.4221 | Spent: 3.8 secs | LR: 0.000384
I0416 05:22:31.015238 140193631795072 interactiveshell.py:2882] Step 4150 | Loss: 0.5333 | Spent: 3.7 secs | LR: 0.000384
I0416 05:22:34.321180 140193631795072 interactiveshell.py:2882] Step 4200 | Loss: 0.5799 | Spent: 3.3 secs | LR: 0.000383
I0416 05:22:37.635078 140193631795072 interactiveshell.py:2882] Step 4250 | Loss: 0.8494 | Spent: 3.3 secs | LR: 0.000383
I0416 05:22:40.938642 140193631795072 interactiveshell.py:2882] Step 4300 | Loss: 0.7639 | Spent: 3.3 secs | LR: 0.000383
I0416 05:22:44.248731 140193631795072 interactiveshell.py:2882] Step 4350 | Loss: 0.4645 | Spent: 3.3 secs | LR: 0.000383
I0416 05:22:47.556692 140193631795072 interactiveshell.py:2882] Step 4400 | Loss: 0.6646 | Spent: 3.3 secs | LR: 0.000383
I0416 05:22:50.875617 140193631795072 interactiveshell.py:2882] Step 4450 | Loss: 0.6203 | Spent: 3.3 secs | LR: 0.000383
I0416 05:22:54.190561 140193631795072 interactiveshell.py:2882] Step 4500 | Loss: 0.4877 | Spent: 3.3 secs | LR: 0.000382
I0416 05:22:57.492431 140193631795072 interactiveshell.py:2882] Step 4550 | Loss: 0.7751 | Spent: 3.3 secs | LR: 0.000382
I0416 05:23:00.815593 140193631795072 interactiveshell.py:2882] Step 4600 | Loss: 0.8622 | Spent: 3.3 secs | LR: 0.000382
I0416 05:23:04.098478 140193631795072 interactiveshell.py:2882] Step 4650 | Loss: 0.6509 | Spent: 3.3 secs | LR: 0.000382
I0416 05:23:07.411948 140193631795072 interactiveshell.py:2882] Step 4700 | Loss: 0.6343 | Spent: 3.3 secs | LR: 0.000382
I0416 05:23:10.717921 140193631795072 interactiveshell.py:2882] Step 4750 | Loss: 0.5748 | Spent: 3.3 secs | LR: 0.000381
I0416 05:23:14.017045 140193631795072 interactiveshell.py:2882] Step 4800 | Loss: 0.5335 | Spent: 3.3 secs | LR: 0.000381
I0416 05:23:17.345738 140193631795072 interactiveshell.py:2882] Step 4850 | Loss: 0.6749 | Spent: 3.3 secs | LR: 0.000381
I0416 05:23:20.661221 140193631795072 interactiveshell.py:2882] Step 4900 | Loss: 0.6010 | Spent: 3.3 secs | LR: 0.000381
I0416 05:23:23.968073 140193631795072 interactiveshell.py:2882] Step 4950 | Loss: 0.7222 | Spent: 3.3 secs | LR: 0.000381
I0416 05:23:27.280989 140193631795072 interactiveshell.py:2882] Step 5000 | Loss: 0.8027 | Spent: 3.3 secs | LR: 0.000380
I0416 05:23:30.581033 140193631795072 interactiveshell.py:2882] Step 5050 | Loss: 0.4744 | Spent: 3.3 secs | LR: 0.000380
I0416 05:23:33.882753 140193631795072 interactiveshell.py:2882] Step 5100 | Loss: 0.8998 | Spent: 3.3 secs | LR: 0.000380
I0416 05:23:37.173162 140193631795072 interactiveshell.py:2882] Step 5150 | Loss: 0.4165 | Spent: 3.3 secs | LR: 0.000380
Reading ../data/test.txt
I0416 05:23:49.126390 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.765
I0416 05:23:49.127459 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.765
I0416 05:23:52.290510 140193631795072 interactiveshell.py:2882] Step 5200 | Loss: 0.7241 | Spent: 15.1 secs | LR: 0.000380
I0416 05:23:55.616873 140193631795072 interactiveshell.py:2882] Step 5250 | Loss: 0.5502 | Spent: 3.3 secs | LR: 0.000379
I0416 05:23:58.914598 140193631795072 interactiveshell.py:2882] Step 5300 | Loss: 0.6903 | Spent: 3.3 secs | LR: 0.000379
I0416 05:24:02.223065 140193631795072 interactiveshell.py:2882] Step 5350 | Loss: 0.5427 | Spent: 3.3 secs | LR: 0.000379
I0416 05:24:05.530140 140193631795072 interactiveshell.py:2882] Step 5400 | Loss: 0.7204 | Spent: 3.3 secs | LR: 0.000379
I0416 05:24:08.828212 140193631795072 interactiveshell.py:2882] Step 5450 | Loss: 0.8580 | Spent: 3.3 secs | LR: 0.000379
I0416 05:24:12.164427 140193631795072 interactiveshell.py:2882] Step 5500 | Loss: 0.4838 | Spent: 3.3 secs | LR: 0.000378
I0416 05:24:15.486855 140193631795072 interactiveshell.py:2882] Step 5550 | Loss: 0.6235 | Spent: 3.3 secs | LR: 0.000378
I0416 05:24:18.803194 140193631795072 interactiveshell.py:2882] Step 5600 | Loss: 0.6850 | Spent: 3.3 secs | LR: 0.000378
I0416 05:24:22.121887 140193631795072 interactiveshell.py:2882] Step 5650 | Loss: 0.7139 | Spent: 3.3 secs | LR: 0.000378
I0416 05:24:25.440161 140193631795072 interactiveshell.py:2882] Step 5700 | Loss: 0.7422 | Spent: 3.3 secs | LR: 0.000378
I0416 05:24:28.772406 140193631795072 interactiveshell.py:2882] Step 5750 | Loss: 0.7924 | Spent: 3.3 secs | LR: 0.000378
I0416 05:24:32.095885 140193631795072 interactiveshell.py:2882] Step 5800 | Loss: 0.7922 | Spent: 3.3 secs | LR: 0.000377
I0416 05:24:35.415994 140193631795072 interactiveshell.py:2882] Step 5850 | Loss: 0.7512 | Spent: 3.3 secs | LR: 0.000377
I0416 05:24:38.747588 140193631795072 interactiveshell.py:2882] Step 5900 | Loss: 0.5524 | Spent: 3.3 secs | LR: 0.000377
I0416 05:24:42.069343 140193631795072 interactiveshell.py:2882] Step 5950 | Loss: 0.4578 | Spent: 3.3 secs | LR: 0.000377
I0416 05:24:45.383062 140193631795072 interactiveshell.py:2882] Step 6000 | Loss: 0.6934 | Spent: 3.3 secs | LR: 0.000377
I0416 05:24:48.689621 140193631795072 interactiveshell.py:2882] Step 6050 | Loss: 0.3790 | Spent: 3.3 secs | LR: 0.000376
I0416 05:24:52.024679 140193631795072 interactiveshell.py:2882] Step 6100 | Loss: 0.2925 | Spent: 3.3 secs | LR: 0.000376
I0416 05:24:55.337598 140193631795072 interactiveshell.py:2882] Step 6150 | Loss: 0.5657 | Spent: 3.3 secs | LR: 0.000376
I0416 05:24:58.639600 140193631795072 interactiveshell.py:2882] Step 6200 | Loss: 0.5046 | Spent: 3.3 secs | LR: 0.000376
I0416 05:25:02.242501 140193631795072 interactiveshell.py:2882] Step 6250 | Loss: 0.4714 | Spent: 3.6 secs | LR: 0.000376
I0416 05:25:06.230609 140193631795072 interactiveshell.py:2882] Step 6300 | Loss: 0.4127 | Spent: 4.0 secs | LR: 0.000375
I0416 05:25:10.007648 140193631795072 interactiveshell.py:2882] Step 6350 | Loss: 0.9531 | Spent: 3.8 secs | LR: 0.000375
I0416 05:25:13.497254 140193631795072 interactiveshell.py:2882] Step 6400 | Loss: 0.7316 | Spent: 3.5 secs | LR: 0.000375
I0416 05:25:16.833693 140193631795072 interactiveshell.py:2882] Step 6450 | Loss: 0.4987 | Spent: 3.3 secs | LR: 0.000375
I0416 05:25:20.149199 140193631795072 interactiveshell.py:2882] Step 6500 | Loss: 0.5591 | Spent: 3.3 secs | LR: 0.000375
I0416 05:25:23.461549 140193631795072 interactiveshell.py:2882] Step 6550 | Loss: 0.6909 | Spent: 3.3 secs | LR: 0.000375
I0416 05:25:26.767640 140193631795072 interactiveshell.py:2882] Step 6600 | Loss: 0.7796 | Spent: 3.3 secs | LR: 0.000374
I0416 05:25:30.083487 140193631795072 interactiveshell.py:2882] Step 6650 | Loss: 0.6227 | Spent: 3.3 secs | LR: 0.000374
I0416 05:25:33.392080 140193631795072 interactiveshell.py:2882] Step 6700 | Loss: 0.4659 | Spent: 3.3 secs | LR: 0.000374
I0416 05:25:36.706186 140193631795072 interactiveshell.py:2882] Step 6750 | Loss: 0.7473 | Spent: 3.3 secs | LR: 0.000374
I0416 05:25:40.022588 140193631795072 interactiveshell.py:2882] Step 6800 | Loss: 0.7047 | Spent: 3.3 secs | LR: 0.000374
I0416 05:25:43.347060 140193631795072 interactiveshell.py:2882] Step 6850 | Loss: 0.4372 | Spent: 3.3 secs | LR: 0.000373
Reading ../data/test.txt
I0416 05:25:55.815468 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.780
I0416 05:25:55.816871 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.780
I0416 05:25:57.871894 140193631795072 interactiveshell.py:2882] Step 6900 | Loss: 0.6995 | Spent: 14.5 secs | LR: 0.000373
I0416 05:26:01.928529 140193631795072 interactiveshell.py:2882] Step 6950 | Loss: 0.9167 | Spent: 4.1 secs | LR: 0.000373
I0416 05:26:05.869125 140193631795072 interactiveshell.py:2882] Step 7000 | Loss: 0.5975 | Spent: 3.9 secs | LR: 0.000373
I0416 05:26:09.191693 140193631795072 interactiveshell.py:2882] Step 7050 | Loss: 0.6589 | Spent: 3.3 secs | LR: 0.000373
I0416 05:26:12.490678 140193631795072 interactiveshell.py:2882] Step 7100 | Loss: 0.5782 | Spent: 3.3 secs | LR: 0.000372
I0416 05:26:15.806658 140193631795072 interactiveshell.py:2882] Step 7150 | Loss: 0.4875 | Spent: 3.3 secs | LR: 0.000372
I0416 05:26:19.117662 140193631795072 interactiveshell.py:2882] Step 7200 | Loss: 0.6602 | Spent: 3.3 secs | LR: 0.000372
I0416 05:26:22.521834 140193631795072 interactiveshell.py:2882] Step 7250 | Loss: 0.7528 | Spent: 3.4 secs | LR: 0.000372
I0416 05:26:26.299572 140193631795072 interactiveshell.py:2882] Step 7300 | Loss: 0.6521 | Spent: 3.8 secs | LR: 0.000372
I0416 05:26:30.079186 140193631795072 interactiveshell.py:2882] Step 7350 | Loss: 0.5426 | Spent: 3.8 secs | LR: 0.000372
I0416 05:26:33.611184 140193631795072 interactiveshell.py:2882] Step 7400 | Loss: 0.8358 | Spent: 3.5 secs | LR: 0.000371
I0416 05:26:36.936678 140193631795072 interactiveshell.py:2882] Step 7450 | Loss: 0.6842 | Spent: 3.3 secs | LR: 0.000371
I0416 05:26:40.246602 140193631795072 interactiveshell.py:2882] Step 7500 | Loss: 0.7380 | Spent: 3.3 secs | LR: 0.000371
I0416 05:26:43.555229 140193631795072 interactiveshell.py:2882] Step 7550 | Loss: 0.7700 | Spent: 3.3 secs | LR: 0.000371
I0416 05:26:46.891014 140193631795072 interactiveshell.py:2882] Step 7600 | Loss: 0.4151 | Spent: 3.3 secs | LR: 0.000371
I0416 05:26:50.232003 140193631795072 interactiveshell.py:2882] Step 7650 | Loss: 0.5463 | Spent: 3.3 secs | LR: 0.000370
I0416 05:26:53.549485 140193631795072 interactiveshell.py:2882] Step 7700 | Loss: 0.5881 | Spent: 3.3 secs | LR: 0.000370
I0416 05:26:56.852895 140193631795072 interactiveshell.py:2882] Step 7750 | Loss: 0.6205 | Spent: 3.3 secs | LR: 0.000370
I0416 05:27:00.166201 140193631795072 interactiveshell.py:2882] Step 7800 | Loss: 0.5622 | Spent: 3.3 secs | LR: 0.000370
I0416 05:27:03.488534 140193631795072 interactiveshell.py:2882] Step 7850 | Loss: 0.5949 | Spent: 3.3 secs | LR: 0.000370
I0416 05:27:06.801673 140193631795072 interactiveshell.py:2882] Step 7900 | Loss: 0.6492 | Spent: 3.3 secs | LR: 0.000369
I0416 05:27:10.106923 140193631795072 interactiveshell.py:2882] Step 7950 | Loss: 0.4029 | Spent: 3.3 secs | LR: 0.000369
I0416 05:27:13.394876 140193631795072 interactiveshell.py:2882] Step 8000 | Loss: 0.7663 | Spent: 3.3 secs | LR: 0.000369
I0416 05:27:16.724589 140193631795072 interactiveshell.py:2882] Step 8050 | Loss: 0.4855 | Spent: 3.3 secs | LR: 0.000369
I0416 05:27:20.067547 140193631795072 interactiveshell.py:2882] Step 8100 | Loss: 0.5512 | Spent: 3.3 secs | LR: 0.000369
I0416 05:27:23.369540 140193631795072 interactiveshell.py:2882] Step 8150 | Loss: 0.4725 | Spent: 3.3 secs | LR: 0.000369
I0416 05:27:26.673098 140193631795072 interactiveshell.py:2882] Step 8200 | Loss: 0.5228 | Spent: 3.3 secs | LR: 0.000368
I0416 05:27:29.990631 140193631795072 interactiveshell.py:2882] Step 8250 | Loss: 0.8555 | Spent: 3.3 secs | LR: 0.000368
I0416 05:27:33.302108 140193631795072 interactiveshell.py:2882] Step 8300 | Loss: 0.5759 | Spent: 3.3 secs | LR: 0.000368
I0416 05:27:36.613045 140193631795072 interactiveshell.py:2882] Step 8350 | Loss: 0.6951 | Spent: 3.3 secs | LR: 0.000368
I0416 05:27:39.917589 140193631795072 interactiveshell.py:2882] Step 8400 | Loss: 0.5862 | Spent: 3.3 secs | LR: 0.000368
I0416 05:27:43.339642 140193631795072 interactiveshell.py:2882] Step 8450 | Loss: 0.3671 | Spent: 3.4 secs | LR: 0.000367
I0416 05:27:47.127588 140193631795072 interactiveshell.py:2882] Step 8500 | Loss: 0.6847 | Spent: 3.8 secs | LR: 0.000367
I0416 05:27:50.905457 140193631795072 interactiveshell.py:2882] Step 8550 | Loss: 0.9677 | Spent: 3.8 secs | LR: 0.000367
Reading ../data/test.txt
I0416 05:28:04.652286 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.793
I0416 05:28:04.653378 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.793
I0416 05:28:05.069446 140193631795072 interactiveshell.py:2882] Step 8600 | Loss: 0.3675 | Spent: 14.2 secs | LR: 0.000367
I0416 05:28:08.377693 140193631795072 interactiveshell.py:2882] Step 8650 | Loss: 0.4049 | Spent: 3.3 secs | LR: 0.000367
I0416 05:28:11.679173 140193631795072 interactiveshell.py:2882] Step 8700 | Loss: 0.5777 | Spent: 3.3 secs | LR: 0.000367
I0416 05:28:14.997680 140193631795072 interactiveshell.py:2882] Step 8750 | Loss: 0.4299 | Spent: 3.3 secs | LR: 0.000366
I0416 05:28:18.322715 140193631795072 interactiveshell.py:2882] Step 8800 | Loss: 0.6044 | Spent: 3.3 secs | LR: 0.000366
I0416 05:28:21.626646 140193631795072 interactiveshell.py:2882] Step 8850 | Loss: 0.9488 | Spent: 3.3 secs | LR: 0.000366
I0416 05:28:24.943215 140193631795072 interactiveshell.py:2882] Step 8900 | Loss: 0.6492 | Spent: 3.3 secs | LR: 0.000366
I0416 05:28:28.255750 140193631795072 interactiveshell.py:2882] Step 8950 | Loss: 0.6083 | Spent: 3.3 secs | LR: 0.000366
I0416 05:28:31.577494 140193631795072 interactiveshell.py:2882] Step 9000 | Loss: 0.4698 | Spent: 3.3 secs | LR: 0.000365
I0416 05:28:34.891759 140193631795072 interactiveshell.py:2882] Step 9050 | Loss: 0.4910 | Spent: 3.3 secs | LR: 0.000365
I0416 05:28:38.196767 140193631795072 interactiveshell.py:2882] Step 9100 | Loss: 0.2991 | Spent: 3.3 secs | LR: 0.000365
I0416 05:28:41.516754 140193631795072 interactiveshell.py:2882] Step 9150 | Loss: 0.5599 | Spent: 3.3 secs | LR: 0.000365
I0416 05:28:44.824015 140193631795072 interactiveshell.py:2882] Step 9200 | Loss: 0.4505 | Spent: 3.3 secs | LR: 0.000365
I0416 05:28:48.137990 140193631795072 interactiveshell.py:2882] Step 9250 | Loss: 0.8439 | Spent: 3.3 secs | LR: 0.000364
I0416 05:28:51.454123 140193631795072 interactiveshell.py:2882] Step 9300 | Loss: 0.5341 | Spent: 3.3 secs | LR: 0.000364
I0416 05:28:54.771883 140193631795072 interactiveshell.py:2882] Step 9350 | Loss: 0.6346 | Spent: 3.3 secs | LR: 0.000364
I0416 05:28:58.091518 140193631795072 interactiveshell.py:2882] Step 9400 | Loss: 0.6117 | Spent: 3.3 secs | LR: 0.000364
I0416 05:29:01.446550 140193631795072 interactiveshell.py:2882] Step 9450 | Loss: 0.7031 | Spent: 3.4 secs | LR: 0.000364
I0416 05:29:05.025057 140193631795072 interactiveshell.py:2882] Step 9500 | Loss: 0.6999 | Spent: 3.6 secs | LR: 0.000364
I0416 05:29:08.804637 140193631795072 interactiveshell.py:2882] Step 9550 | Loss: 0.5379 | Spent: 3.8 secs | LR: 0.000363
I0416 05:29:12.571022 140193631795072 interactiveshell.py:2882] Step 9600 | Loss: 0.6016 | Spent: 3.8 secs | LR: 0.000363
I0416 05:29:15.943569 140193631795072 interactiveshell.py:2882] Step 9650 | Loss: 0.5907 | Spent: 3.4 secs | LR: 0.000363
I0416 05:29:19.259143 140193631795072 interactiveshell.py:2882] Step 9700 | Loss: 0.5062 | Spent: 3.3 secs | LR: 0.000363
I0416 05:29:22.569039 140193631795072 interactiveshell.py:2882] Step 9750 | Loss: 0.6925 | Spent: 3.3 secs | LR: 0.000363
I0416 05:29:25.872866 140193631795072 interactiveshell.py:2882] Step 9800 | Loss: 0.6696 | Spent: 3.3 secs | LR: 0.000362
I0416 05:29:29.186505 140193631795072 interactiveshell.py:2882] Step 9850 | Loss: 0.4896 | Spent: 3.3 secs | LR: 0.000362
I0416 05:29:32.500374 140193631795072 interactiveshell.py:2882] Step 9900 | Loss: 0.5405 | Spent: 3.3 secs | LR: 0.000362
I0416 05:29:35.815784 140193631795072 interactiveshell.py:2882] Step 9950 | Loss: 0.4859 | Spent: 3.3 secs | LR: 0.000362
I0416 05:29:39.118276 140193631795072 interactiveshell.py:2882] Step 10000 | Loss: 0.5761 | Spent: 3.3 secs | LR: 0.000362
I0416 05:29:42.428801 140193631795072 interactiveshell.py:2882] Step 10050 | Loss: 0.7556 | Spent: 3.3 secs | LR: 0.000362
I0416 05:29:45.740780 140193631795072 interactiveshell.py:2882] Step 10100 | Loss: 0.7241 | Spent: 3.3 secs | LR: 0.000361
I0416 05:29:49.046339 140193631795072 interactiveshell.py:2882] Step 10150 | Loss: 0.8469 | Spent: 3.3 secs | LR: 0.000361
I0416 05:29:52.347248 140193631795072 interactiveshell.py:2882] Step 10200 | Loss: 0.4105 | Spent: 3.3 secs | LR: 0.000361
I0416 05:29:55.682205 140193631795072 interactiveshell.py:2882] Step 10250 | Loss: 0.6505 | Spent: 3.3 secs | LR: 0.000361
I0416 05:29:58.969121 140193631795072 interactiveshell.py:2882] Step 10300 | Loss: 0.4644 | Spent: 3.3 secs | LR: 0.000361
Reading ../data/test.txt
I0416 05:30:11.229414 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.785
I0416 05:30:11.230370 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.793
I0416 05:30:13.671608 140193631795072 interactiveshell.py:2882] Step 10350 | Loss: 0.4032 | Spent: 14.7 secs | LR: 0.000360
I0416 05:30:16.977946 140193631795072 interactiveshell.py:2882] Step 10400 | Loss: 0.4588 | Spent: 3.3 secs | LR: 0.000360
I0416 05:30:20.298302 140193631795072 interactiveshell.py:2882] Step 10450 | Loss: 0.5207 | Spent: 3.3 secs | LR: 0.000360
I0416 05:30:23.629706 140193631795072 interactiveshell.py:2882] Step 10500 | Loss: 0.4956 | Spent: 3.3 secs | LR: 0.000360
I0416 05:30:27.394460 140193631795072 interactiveshell.py:2882] Step 10550 | Loss: 0.5174 | Spent: 3.8 secs | LR: 0.000360
I0416 05:30:31.167988 140193631795072 interactiveshell.py:2882] Step 10600 | Loss: 0.4519 | Spent: 3.8 secs | LR: 0.000360
I0416 05:30:34.740993 140193631795072 interactiveshell.py:2882] Step 10650 | Loss: 0.3897 | Spent: 3.6 secs | LR: 0.000359
I0416 05:30:38.035953 140193631795072 interactiveshell.py:2882] Step 10700 | Loss: 0.6399 | Spent: 3.3 secs | LR: 0.000359
I0416 05:30:41.335999 140193631795072 interactiveshell.py:2882] Step 10750 | Loss: 0.5088 | Spent: 3.3 secs | LR: 0.000359
I0416 05:30:44.639968 140193631795072 interactiveshell.py:2882] Step 10800 | Loss: 0.3627 | Spent: 3.3 secs | LR: 0.000359
I0416 05:30:47.952813 140193631795072 interactiveshell.py:2882] Step 10850 | Loss: 0.5223 | Spent: 3.3 secs | LR: 0.000359
I0416 05:30:51.263275 140193631795072 interactiveshell.py:2882] Step 10900 | Loss: 0.5785 | Spent: 3.3 secs | LR: 0.000358
I0416 05:30:54.449670 140193631795072 interactiveshell.py:2882] Step 10950 | Loss: 0.4312 | Spent: 3.2 secs | LR: 0.000358
I0416 05:30:57.588994 140193631795072 interactiveshell.py:2882] Step 11000 | Loss: 0.5229 | Spent: 3.1 secs | LR: 0.000358
I0416 05:31:00.707087 140193631795072 interactiveshell.py:2882] Step 11050 | Loss: 0.4474 | Spent: 3.1 secs | LR: 0.000358
I0416 05:31:03.833615 140193631795072 interactiveshell.py:2882] Step 11100 | Loss: 0.5062 | Spent: 3.1 secs | LR: 0.000358
I0416 05:31:07.224831 140193631795072 interactiveshell.py:2882] Step 11150 | Loss: 0.5944 | Spent: 3.4 secs | LR: 0.000358
I0416 05:31:11.041694 140193631795072 interactiveshell.py:2882] Step 11200 | Loss: 0.5390 | Spent: 3.8 secs | LR: 0.000357
I0416 05:31:14.867967 140193631795072 interactiveshell.py:2882] Step 11250 | Loss: 0.6117 | Spent: 3.8 secs | LR: 0.000357
I0416 05:31:18.181581 140193631795072 interactiveshell.py:2882] Step 11300 | Loss: 0.5021 | Spent: 3.3 secs | LR: 0.000357
I0416 05:31:21.303011 140193631795072 interactiveshell.py:2882] Step 11350 | Loss: 0.5786 | Spent: 3.1 secs | LR: 0.000357
I0416 05:31:24.433754 140193631795072 interactiveshell.py:2882] Step 11400 | Loss: 0.4488 | Spent: 3.1 secs | LR: 0.000357
I0416 05:31:27.550555 140193631795072 interactiveshell.py:2882] Step 11450 | Loss: 0.6409 | Spent: 3.1 secs | LR: 0.000357
I0416 05:31:30.674339 140193631795072 interactiveshell.py:2882] Step 11500 | Loss: 0.2853 | Spent: 3.1 secs | LR: 0.000356
I0416 05:31:33.793995 140193631795072 interactiveshell.py:2882] Step 11550 | Loss: 0.3824 | Spent: 3.1 secs | LR: 0.000356
I0416 05:31:36.916831 140193631795072 interactiveshell.py:2882] Step 11600 | Loss: 0.5793 | Spent: 3.1 secs | LR: 0.000356
I0416 05:31:40.036496 140193631795072 interactiveshell.py:2882] Step 11650 | Loss: 0.8403 | Spent: 3.1 secs | LR: 0.000356
I0416 05:31:43.151668 140193631795072 interactiveshell.py:2882] Step 11700 | Loss: 0.3751 | Spent: 3.1 secs | LR: 0.000356
I0416 05:31:46.632444 140193631795072 interactiveshell.py:2882] Step 11750 | Loss: 0.6067 | Spent: 3.5 secs | LR: 0.000355
I0416 05:31:50.152753 140193631795072 interactiveshell.py:2882] Step 11800 | Loss: 0.3885 | Spent: 3.5 secs | LR: 0.000355
I0416 05:31:53.695491 140193631795072 interactiveshell.py:2882] Step 11850 | Loss: 0.4498 | Spent: 3.5 secs | LR: 0.000355
I0416 05:31:56.838612 140193631795072 interactiveshell.py:2882] Step 11900 | Loss: 0.4135 | Spent: 3.1 secs | LR: 0.000355
I0416 05:31:59.960073 140193631795072 interactiveshell.py:2882] Step 11950 | Loss: 0.6181 | Spent: 3.1 secs | LR: 0.000355
I0416 05:32:03.091286 140193631795072 interactiveshell.py:2882] Step 12000 | Loss: 0.5635 | Spent: 3.1 secs | LR: 0.000355
Reading ../data/test.txt
I0416 05:32:15.762691 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.787
I0416 05:32:15.763710 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.793
I0416 05:32:16.900847 140193631795072 interactiveshell.py:2882] Step 12050 | Loss: 0.5949 | Spent: 13.8 secs | LR: 0.000354
I0416 05:32:20.019177 140193631795072 interactiveshell.py:2882] Step 12100 | Loss: 0.5771 | Spent: 3.1 secs | LR: 0.000354
I0416 05:32:23.133885 140193631795072 interactiveshell.py:2882] Step 12150 | Loss: 0.4171 | Spent: 3.1 secs | LR: 0.000354
I0416 05:32:26.245159 140193631795072 interactiveshell.py:2882] Step 12200 | Loss: 0.5763 | Spent: 3.1 secs | LR: 0.000354
I0416 05:32:29.363330 140193631795072 interactiveshell.py:2882] Step 12250 | Loss: 0.5628 | Spent: 3.1 secs | LR: 0.000354
I0416 05:32:32.495607 140193631795072 interactiveshell.py:2882] Step 12300 | Loss: 0.7157 | Spent: 3.1 secs | LR: 0.000353
I0416 05:32:35.612996 140193631795072 interactiveshell.py:2882] Step 12350 | Loss: 0.6176 | Spent: 3.1 secs | LR: 0.000353
I0416 05:32:38.732133 140193631795072 interactiveshell.py:2882] Step 12400 | Loss: 0.5285 | Spent: 3.1 secs | LR: 0.000353
I0416 05:32:41.857043 140193631795072 interactiveshell.py:2882] Step 12450 | Loss: 0.5804 | Spent: 3.1 secs | LR: 0.000353
I0416 05:32:44.982843 140193631795072 interactiveshell.py:2882] Step 12500 | Loss: 0.5011 | Spent: 3.1 secs | LR: 0.000353
I0416 05:32:48.099949 140193631795072 interactiveshell.py:2882] Step 12550 | Loss: 0.5548 | Spent: 3.1 secs | LR: 0.000353
I0416 05:32:51.218770 140193631795072 interactiveshell.py:2882] Step 12600 | Loss: 0.4568 | Spent: 3.1 secs | LR: 0.000352
I0416 05:32:54.339775 140193631795072 interactiveshell.py:2882] Step 12650 | Loss: 0.5218 | Spent: 3.1 secs | LR: 0.000352
I0416 05:32:57.467519 140193631795072 interactiveshell.py:2882] Step 12700 | Loss: 0.6626 | Spent: 3.1 secs | LR: 0.000352
I0416 05:33:00.575193 140193631795072 interactiveshell.py:2882] Step 12750 | Loss: 0.7263 | Spent: 3.1 secs | LR: 0.000352
I0416 05:33:03.681572 140193631795072 interactiveshell.py:2882] Step 12800 | Loss: 0.5831 | Spent: 3.1 secs | LR: 0.000352
I0416 05:33:07.154472 140193631795072 interactiveshell.py:2882] Step 12850 | Loss: 0.7595 | Spent: 3.5 secs | LR: 0.000352
I0416 05:33:10.690214 140193631795072 interactiveshell.py:2882] Step 12900 | Loss: 0.5257 | Spent: 3.5 secs | LR: 0.000351
I0416 05:33:14.205819 140193631795072 interactiveshell.py:2882] Step 12950 | Loss: 0.4466 | Spent: 3.5 secs | LR: 0.000351
I0416 05:33:17.334617 140193631795072 interactiveshell.py:2882] Step 13000 | Loss: 0.5665 | Spent: 3.1 secs | LR: 0.000351
I0416 05:33:20.448833 140193631795072 interactiveshell.py:2882] Step 13050 | Loss: 0.4798 | Spent: 3.1 secs | LR: 0.000351
I0416 05:33:23.561589 140193631795072 interactiveshell.py:2882] Step 13100 | Loss: 0.5698 | Spent: 3.1 secs | LR: 0.000351
I0416 05:33:26.660538 140193631795072 interactiveshell.py:2882] Step 13150 | Loss: 0.5933 | Spent: 3.1 secs | LR: 0.000350
I0416 05:33:29.776753 140193631795072 interactiveshell.py:2882] Step 13200 | Loss: 0.5973 | Spent: 3.1 secs | LR: 0.000350
I0416 05:33:32.901802 140193631795072 interactiveshell.py:2882] Step 13250 | Loss: 0.5477 | Spent: 3.1 secs | LR: 0.000350
I0416 05:33:36.028711 140193631795072 interactiveshell.py:2882] Step 13300 | Loss: 0.7151 | Spent: 3.1 secs | LR: 0.000350
I0416 05:33:39.146691 140193631795072 interactiveshell.py:2882] Step 13350 | Loss: 0.4628 | Spent: 3.1 secs | LR: 0.000350
I0416 05:33:42.263138 140193631795072 interactiveshell.py:2882] Step 13400 | Loss: 0.2955 | Spent: 3.1 secs | LR: 0.000350
I0416 05:33:45.374647 140193631795072 interactiveshell.py:2882] Step 13450 | Loss: 0.7028 | Spent: 3.1 secs | LR: 0.000349
I0416 05:33:48.514368 140193631795072 interactiveshell.py:2882] Step 13500 | Loss: 0.4972 | Spent: 3.1 secs | LR: 0.000349
I0416 05:33:51.632144 140193631795072 interactiveshell.py:2882] Step 13550 | Loss: 0.6362 | Spent: 3.1 secs | LR: 0.000349
I0416 05:33:54.735094 140193631795072 interactiveshell.py:2882] Step 13600 | Loss: 0.6012 | Spent: 3.1 secs | LR: 0.000349
I0416 05:33:57.861901 140193631795072 interactiveshell.py:2882] Step 13650 | Loss: 0.5256 | Spent: 3.1 secs | LR: 0.000349
I0416 05:34:00.986303 140193631795072 interactiveshell.py:2882] Step 13700 | Loss: 0.5166 | Spent: 3.1 secs | LR: 0.000349
I0416 05:34:04.120871 140193631795072 interactiveshell.py:2882] Step 13750 | Loss: 0.5665 | Spent: 3.1 secs | LR: 0.000348
Reading ../data/test.txt
I0416 05:34:14.808474 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.805
I0416 05:34:14.809459 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.805
I0416 05:34:17.872609 140193631795072 interactiveshell.py:2882] Step 13800 | Loss: 0.6297 | Spent: 13.7 secs | LR: 0.000348
I0416 05:34:20.981946 140193631795072 interactiveshell.py:2882] Step 13850 | Loss: 0.6020 | Spent: 3.1 secs | LR: 0.000348
I0416 05:34:24.095142 140193631795072 interactiveshell.py:2882] Step 13900 | Loss: 0.5405 | Spent: 3.1 secs | LR: 0.000348
I0416 05:34:27.542776 140193631795072 interactiveshell.py:2882] Step 13950 | Loss: 0.6720 | Spent: 3.4 secs | LR: 0.000348
I0416 05:34:31.064026 140193631795072 interactiveshell.py:2882] Step 14000 | Loss: 0.3860 | Spent: 3.5 secs | LR: 0.000347
I0416 05:34:34.567559 140193631795072 interactiveshell.py:2882] Step 14050 | Loss: 0.4362 | Spent: 3.5 secs | LR: 0.000347
I0416 05:34:37.682920 140193631795072 interactiveshell.py:2882] Step 14100 | Loss: 0.6678 | Spent: 3.1 secs | LR: 0.000347
I0416 05:34:40.817034 140193631795072 interactiveshell.py:2882] Step 14150 | Loss: 0.5842 | Spent: 3.1 secs | LR: 0.000347
I0416 05:34:43.921256 140193631795072 interactiveshell.py:2882] Step 14200 | Loss: 0.7079 | Spent: 3.1 secs | LR: 0.000347
I0416 05:34:47.026989 140193631795072 interactiveshell.py:2882] Step 14250 | Loss: 0.3526 | Spent: 3.1 secs | LR: 0.000347
I0416 05:34:50.137520 140193631795072 interactiveshell.py:2882] Step 14300 | Loss: 0.5596 | Spent: 3.1 secs | LR: 0.000346
I0416 05:34:53.234767 140193631795072 interactiveshell.py:2882] Step 14350 | Loss: 0.7001 | Spent: 3.1 secs | LR: 0.000346
I0416 05:34:56.338419 140193631795072 interactiveshell.py:2882] Step 14400 | Loss: 0.5674 | Spent: 3.1 secs | LR: 0.000346
I0416 05:34:59.441732 140193631795072 interactiveshell.py:2882] Step 14450 | Loss: 0.5324 | Spent: 3.1 secs | LR: 0.000346
I0416 05:35:02.539447 140193631795072 interactiveshell.py:2882] Step 14500 | Loss: 0.4799 | Spent: 3.1 secs | LR: 0.000346
I0416 05:35:05.660778 140193631795072 interactiveshell.py:2882] Step 14550 | Loss: 0.4011 | Spent: 3.1 secs | LR: 0.000346
I0416 05:35:08.766113 140193631795072 interactiveshell.py:2882] Step 14600 | Loss: 0.6577 | Spent: 3.1 secs | LR: 0.000345
I0416 05:35:11.930111 140193631795072 interactiveshell.py:2882] Step 14650 | Loss: 0.6381 | Spent: 3.2 secs | LR: 0.000345
I0416 05:35:15.616668 140193631795072 interactiveshell.py:2882] Step 14700 | Loss: 0.5890 | Spent: 3.7 secs | LR: 0.000345
I0416 05:35:18.892389 140193631795072 interactiveshell.py:2882] Step 14750 | Loss: 0.4924 | Spent: 3.3 secs | LR: 0.000345
I0416 05:35:22.014746 140193631795072 interactiveshell.py:2882] Step 14800 | Loss: 0.6543 | Spent: 3.1 secs | LR: 0.000345
I0416 05:35:25.120831 140193631795072 interactiveshell.py:2882] Step 14850 | Loss: 0.3918 | Spent: 3.1 secs | LR: 0.000345
I0416 05:35:28.229145 140193631795072 interactiveshell.py:2882] Step 14900 | Loss: 0.4633 | Spent: 3.1 secs | LR: 0.000344
I0416 05:35:31.330681 140193631795072 interactiveshell.py:2882] Step 14950 | Loss: 0.7308 | Spent: 3.1 secs | LR: 0.000344
I0416 05:35:34.458173 140193631795072 interactiveshell.py:2882] Step 15000 | Loss: 0.7020 | Spent: 3.1 secs | LR: 0.000344
I0416 05:35:37.564861 140193631795072 interactiveshell.py:2882] Step 15050 | Loss: 0.6457 | Spent: 3.1 secs | LR: 0.000344
I0416 05:35:40.669144 140193631795072 interactiveshell.py:2882] Step 15100 | Loss: 0.3893 | Spent: 3.1 secs | LR: 0.000344
I0416 05:35:43.781554 140193631795072 interactiveshell.py:2882] Step 15150 | Loss: 0.5439 | Spent: 3.1 secs | LR: 0.000344
I0416 05:35:47.150913 140193631795072 interactiveshell.py:2882] Step 15200 | Loss: 0.6591 | Spent: 3.4 secs | LR: 0.000343
I0416 05:35:50.695158 140193631795072 interactiveshell.py:2882] Step 15250 | Loss: 0.3667 | Spent: 3.5 secs | LR: 0.000343
I0416 05:35:54.208249 140193631795072 interactiveshell.py:2882] Step 15300 | Loss: 0.6283 | Spent: 3.5 secs | LR: 0.000343
I0416 05:35:57.401339 140193631795072 interactiveshell.py:2882] Step 15350 | Loss: 0.8270 | Spent: 3.2 secs | LR: 0.000343
I0416 05:36:00.528700 140193631795072 interactiveshell.py:2882] Step 15400 | Loss: 0.8016 | Spent: 3.1 secs | LR: 0.000343
I0416 05:36:03.626244 140193631795072 interactiveshell.py:2882] Step 15450 | Loss: 0.5294 | Spent: 3.1 secs | LR: 0.000342
Reading ../data/test.txt
I0416 05:36:15.481250 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.796
I0416 05:36:15.482287 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.805
I0416 05:36:17.584928 140193631795072 interactiveshell.py:2882] Step 15500 | Loss: 0.6597 | Spent: 14.0 secs | LR: 0.000342
I0416 05:36:21.380523 140193631795072 interactiveshell.py:2882] Step 15550 | Loss: 0.5906 | Spent: 3.8 secs | LR: 0.000342
I0416 05:36:25.159940 140193631795072 interactiveshell.py:2882] Step 15600 | Loss: 0.2493 | Spent: 3.8 secs | LR: 0.000342
I0416 05:36:28.537374 140193631795072 interactiveshell.py:2882] Step 15650 | Loss: 0.4643 | Spent: 3.4 secs | LR: 0.000342
I0416 05:36:31.649791 140193631795072 interactiveshell.py:2882] Step 15700 | Loss: 0.6648 | Spent: 3.1 secs | LR: 0.000342
I0416 05:36:34.749000 140193631795072 interactiveshell.py:2882] Step 15750 | Loss: 0.3442 | Spent: 3.1 secs | LR: 0.000341
I0416 05:36:37.847979 140193631795072 interactiveshell.py:2882] Step 15800 | Loss: 0.6515 | Spent: 3.1 secs | LR: 0.000341
I0416 05:36:40.960596 140193631795072 interactiveshell.py:2882] Step 15850 | Loss: 0.6836 | Spent: 3.1 secs | LR: 0.000341
I0416 05:36:44.060179 140193631795072 interactiveshell.py:2882] Step 15900 | Loss: 0.5543 | Spent: 3.1 secs | LR: 0.000341
I0416 05:36:47.164965 140193631795072 interactiveshell.py:2882] Step 15950 | Loss: 0.3697 | Spent: 3.1 secs | LR: 0.000341
I0416 05:36:50.271083 140193631795072 interactiveshell.py:2882] Step 16000 | Loss: 0.8202 | Spent: 3.1 secs | LR: 0.000341
I0416 05:36:53.372028 140193631795072 interactiveshell.py:2882] Step 16050 | Loss: 0.3704 | Spent: 3.1 secs | LR: 0.000340
I0416 05:36:56.483592 140193631795072 interactiveshell.py:2882] Step 16100 | Loss: 0.4330 | Spent: 3.1 secs | LR: 0.000340
I0416 05:36:59.583719 140193631795072 interactiveshell.py:2882] Step 16150 | Loss: 0.5833 | Spent: 3.1 secs | LR: 0.000340
I0416 05:37:02.693565 140193631795072 interactiveshell.py:2882] Step 16200 | Loss: 0.5647 | Spent: 3.1 secs | LR: 0.000340
I0416 05:37:05.839651 140193631795072 interactiveshell.py:2882] Step 16250 | Loss: 0.7386 | Spent: 3.1 secs | LR: 0.000340
I0416 05:37:09.344336 140193631795072 interactiveshell.py:2882] Step 16300 | Loss: 0.6229 | Spent: 3.5 secs | LR: 0.000340
I0416 05:37:12.865742 140193631795072 interactiveshell.py:2882] Step 16350 | Loss: 0.6410 | Spent: 3.5 secs | LR: 0.000339
I0416 05:37:16.278092 140193631795072 interactiveshell.py:2882] Step 16400 | Loss: 0.6025 | Spent: 3.4 secs | LR: 0.000339
I0416 05:37:19.388705 140193631795072 interactiveshell.py:2882] Step 16450 | Loss: 0.4933 | Spent: 3.1 secs | LR: 0.000339
I0416 05:37:22.484685 140193631795072 interactiveshell.py:2882] Step 16500 | Loss: 0.5875 | Spent: 3.1 secs | LR: 0.000339
I0416 05:37:25.580567 140193631795072 interactiveshell.py:2882] Step 16550 | Loss: 0.7399 | Spent: 3.1 secs | LR: 0.000339
I0416 05:37:28.667824 140193631795072 interactiveshell.py:2882] Step 16600 | Loss: 0.3906 | Spent: 3.1 secs | LR: 0.000339
I0416 05:37:31.772328 140193631795072 interactiveshell.py:2882] Step 16650 | Loss: 0.7071 | Spent: 3.1 secs | LR: 0.000338
I0416 05:37:34.881529 140193631795072 interactiveshell.py:2882] Step 16700 | Loss: 0.5851 | Spent: 3.1 secs | LR: 0.000338
I0416 05:37:37.979651 140193631795072 interactiveshell.py:2882] Step 16750 | Loss: 0.4895 | Spent: 3.1 secs | LR: 0.000338
I0416 05:37:41.076875 140193631795072 interactiveshell.py:2882] Step 16800 | Loss: 0.6218 | Spent: 3.1 secs | LR: 0.000338
I0416 05:37:44.187559 140193631795072 interactiveshell.py:2882] Step 16850 | Loss: 0.5366 | Spent: 3.1 secs | LR: 0.000338
I0416 05:37:47.278594 140193631795072 interactiveshell.py:2882] Step 16900 | Loss: 0.4900 | Spent: 3.1 secs | LR: 0.000338
I0416 05:37:50.390681 140193631795072 interactiveshell.py:2882] Step 16950 | Loss: 0.5908 | Spent: 3.1 secs | LR: 0.000337
I0416 05:37:53.490577 140193631795072 interactiveshell.py:2882] Step 17000 | Loss: 0.7141 | Spent: 3.1 secs | LR: 0.000337
I0416 05:37:56.587937 140193631795072 interactiveshell.py:2882] Step 17050 | Loss: 0.4715 | Spent: 3.1 secs | LR: 0.000337
I0416 05:37:59.682973 140193631795072 interactiveshell.py:2882] Step 17100 | Loss: 0.5997 | Spent: 3.1 secs | LR: 0.000337
I0416 05:38:02.807987 140193631795072 interactiveshell.py:2882] Step 17150 | Loss: 0.8403 | Spent: 3.1 secs | LR: 0.000337
Reading ../data/train.txt
Reading ../data/test.txt
I0416 05:38:38.394805 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.809
I0416 05:38:38.395844 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.809
I0416 05:38:39.128764 140193631795072 interactiveshell.py:2882] Step 17200 | Loss: 0.2710 | Spent: 36.3 secs | LR: 0.000337
I0416 05:38:42.430411 140193631795072 interactiveshell.py:2882] Step 17250 | Loss: 0.4117 | Spent: 3.3 secs | LR: 0.000336
I0416 05:38:45.717365 140193631795072 interactiveshell.py:2882] Step 17300 | Loss: 0.4382 | Spent: 3.3 secs | LR: 0.000336
I0416 05:38:49.020500 140193631795072 interactiveshell.py:2882] Step 17350 | Loss: 0.6271 | Spent: 3.3 secs | LR: 0.000336
I0416 05:38:52.324608 140193631795072 interactiveshell.py:2882] Step 17400 | Loss: 0.4253 | Spent: 3.3 secs | LR: 0.000336
I0416 05:38:55.613641 140193631795072 interactiveshell.py:2882] Step 17450 | Loss: 0.4033 | Spent: 3.3 secs | LR: 0.000336
I0416 05:38:58.898992 140193631795072 interactiveshell.py:2882] Step 17500 | Loss: 0.8057 | Spent: 3.3 secs | LR: 0.000335
I0416 05:39:02.199674 140193631795072 interactiveshell.py:2882] Step 17550 | Loss: 0.3371 | Spent: 3.3 secs | LR: 0.000335
I0416 05:39:05.510956 140193631795072 interactiveshell.py:2882] Step 17600 | Loss: 0.6047 | Spent: 3.3 secs | LR: 0.000335
I0416 05:39:08.815438 140193631795072 interactiveshell.py:2882] Step 17650 | Loss: 0.3407 | Spent: 3.3 secs | LR: 0.000335
I0416 05:39:12.105458 140193631795072 interactiveshell.py:2882] Step 17700 | Loss: 0.7578 | Spent: 3.3 secs | LR: 0.000335
I0416 05:39:15.401913 140193631795072 interactiveshell.py:2882] Step 17750 | Loss: 0.4796 | Spent: 3.3 secs | LR: 0.000335
I0416 05:39:18.712358 140193631795072 interactiveshell.py:2882] Step 17800 | Loss: 0.7163 | Spent: 3.3 secs | LR: 0.000334
I0416 05:39:22.022475 140193631795072 interactiveshell.py:2882] Step 17850 | Loss: 0.4470 | Spent: 3.3 secs | LR: 0.000334
I0416 05:39:25.308866 140193631795072 interactiveshell.py:2882] Step 17900 | Loss: 0.5090 | Spent: 3.3 secs | LR: 0.000334
I0416 05:39:28.597645 140193631795072 interactiveshell.py:2882] Step 17950 | Loss: 0.8657 | Spent: 3.3 secs | LR: 0.000334
I0416 05:39:31.900958 140193631795072 interactiveshell.py:2882] Step 18000 | Loss: 0.4008 | Spent: 3.3 secs | LR: 0.000334
I0416 05:39:35.190396 140193631795072 interactiveshell.py:2882] Step 18050 | Loss: 0.6764 | Spent: 3.3 secs | LR: 0.000334
I0416 05:39:38.492946 140193631795072 interactiveshell.py:2882] Step 18100 | Loss: 0.4748 | Spent: 3.3 secs | LR: 0.000333
I0416 05:39:41.790091 140193631795072 interactiveshell.py:2882] Step 18150 | Loss: 0.3607 | Spent: 3.3 secs | LR: 0.000333
I0416 05:39:45.087001 140193631795072 interactiveshell.py:2882] Step 18200 | Loss: 0.8072 | Spent: 3.3 secs | LR: 0.000333
I0416 05:39:48.696917 140193631795072 interactiveshell.py:2882] Step 18250 | Loss: 0.5073 | Spent: 3.6 secs | LR: 0.000333
I0416 05:39:52.454213 140193631795072 interactiveshell.py:2882] Step 18300 | Loss: 0.6075 | Spent: 3.8 secs | LR: 0.000333
I0416 05:39:56.221483 140193631795072 interactiveshell.py:2882] Step 18350 | Loss: 0.4910 | Spent: 3.8 secs | LR: 0.000333
I0416 05:39:59.530609 140193631795072 interactiveshell.py:2882] Step 18400 | Loss: 0.4513 | Spent: 3.3 secs | LR: 0.000332
I0416 05:40:02.812707 140193631795072 interactiveshell.py:2882] Step 18450 | Loss: 0.5504 | Spent: 3.3 secs | LR: 0.000332
I0416 05:40:06.155113 140193631795072 interactiveshell.py:2882] Step 18500 | Loss: 0.6681 | Spent: 3.3 secs | LR: 0.000332
I0416 05:40:09.456173 140193631795072 interactiveshell.py:2882] Step 18550 | Loss: 0.8058 | Spent: 3.3 secs | LR: 0.000332
I0416 05:40:12.757577 140193631795072 interactiveshell.py:2882] Step 18600 | Loss: 0.4730 | Spent: 3.3 secs | LR: 0.000332
I0416 05:40:16.042090 140193631795072 interactiveshell.py:2882] Step 18650 | Loss: 0.7143 | Spent: 3.3 secs | LR: 0.000332
I0416 05:40:19.856981 140193631795072 interactiveshell.py:2882] Step 18700 | Loss: 0.5437 | Spent: 3.8 secs | LR: 0.000331
I0416 05:40:23.505100 140193631795072 interactiveshell.py:2882] Step 18750 | Loss: 0.5145 | Spent: 3.6 secs | LR: 0.000331
I0416 05:40:26.799984 140193631795072 interactiveshell.py:2882] Step 18800 | Loss: 0.6306 | Spent: 3.3 secs | LR: 0.000331
I0416 05:40:30.101565 140193631795072 interactiveshell.py:2882] Step 18850 | Loss: 0.3439 | Spent: 3.3 secs | LR: 0.000331
I0416 05:40:33.392613 140193631795072 interactiveshell.py:2882] Step 18900 | Loss: 0.5352 | Spent: 3.3 secs | LR: 0.000331
Reading ../data/test.txt
I0416 05:40:44.528208 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.808
I0416 05:40:44.529268 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.809
I0416 05:40:47.301674 140193631795072 interactiveshell.py:2882] Step 18950 | Loss: 0.4830 | Spent: 13.9 secs | LR: 0.000331
I0416 05:40:50.600217 140193631795072 interactiveshell.py:2882] Step 19000 | Loss: 0.5625 | Spent: 3.3 secs | LR: 0.000330
I0416 05:40:53.898262 140193631795072 interactiveshell.py:2882] Step 19050 | Loss: 0.6831 | Spent: 3.3 secs | LR: 0.000330
I0416 05:40:57.194027 140193631795072 interactiveshell.py:2882] Step 19100 | Loss: 0.4848 | Spent: 3.3 secs | LR: 0.000330
I0416 05:41:00.499588 140193631795072 interactiveshell.py:2882] Step 19150 | Loss: 0.5301 | Spent: 3.3 secs | LR: 0.000330
I0416 05:41:03.802588 140193631795072 interactiveshell.py:2882] Step 19200 | Loss: 0.5488 | Spent: 3.3 secs | LR: 0.000330
I0416 05:41:07.163395 140193631795072 interactiveshell.py:2882] Step 19250 | Loss: 0.4378 | Spent: 3.4 secs | LR: 0.000330
I0416 05:41:10.945649 140193631795072 interactiveshell.py:2882] Step 19300 | Loss: 0.5516 | Spent: 3.8 secs | LR: 0.000329
I0416 05:41:14.701835 140193631795072 interactiveshell.py:2882] Step 19350 | Loss: 0.5097 | Spent: 3.8 secs | LR: 0.000329
I0416 05:41:18.264199 140193631795072 interactiveshell.py:2882] Step 19400 | Loss: 0.4030 | Spent: 3.6 secs | LR: 0.000329
I0416 05:41:21.571237 140193631795072 interactiveshell.py:2882] Step 19450 | Loss: 0.3504 | Spent: 3.3 secs | LR: 0.000329
I0416 05:41:24.854609 140193631795072 interactiveshell.py:2882] Step 19500 | Loss: 0.4139 | Spent: 3.3 secs | LR: 0.000329
I0416 05:41:28.404803 140193631795072 interactiveshell.py:2882] Step 19550 | Loss: 0.7592 | Spent: 3.5 secs | LR: 0.000329
I0416 05:41:32.460516 140193631795072 interactiveshell.py:2882] Step 19600 | Loss: 0.4374 | Spent: 4.1 secs | LR: 0.000328
I0416 05:41:36.526882 140193631795072 interactiveshell.py:2882] Step 19650 | Loss: 0.5767 | Spent: 4.1 secs | LR: 0.000328
I0416 05:41:39.983925 140193631795072 interactiveshell.py:2882] Step 19700 | Loss: 0.8778 | Spent: 3.5 secs | LR: 0.000328
I0416 05:41:43.288016 140193631795072 interactiveshell.py:2882] Step 19750 | Loss: 0.4190 | Spent: 3.3 secs | LR: 0.000328
I0416 05:41:46.585629 140193631795072 interactiveshell.py:2882] Step 19800 | Loss: 0.4785 | Spent: 3.3 secs | LR: 0.000328
I0416 05:41:49.920231 140193631795072 interactiveshell.py:2882] Step 19850 | Loss: 0.3417 | Spent: 3.3 secs | LR: 0.000328
I0416 05:41:53.217611 140193631795072 interactiveshell.py:2882] Step 19900 | Loss: 0.4117 | Spent: 3.3 secs | LR: 0.000327
I0416 05:41:56.506018 140193631795072 interactiveshell.py:2882] Step 19950 | Loss: 0.6802 | Spent: 3.3 secs | LR: 0.000327
I0416 05:41:59.801881 140193631795072 interactiveshell.py:2882] Step 20000 | Loss: 0.2726 | Spent: 3.3 secs | LR: 0.000327
I0416 05:42:03.116186 140193631795072 interactiveshell.py:2882] Step 20050 | Loss: 0.2375 | Spent: 3.3 secs | LR: 0.000327
I0416 05:42:06.430872 140193631795072 interactiveshell.py:2882] Step 20100 | Loss: 0.5779 | Spent: 3.3 secs | LR: 0.000327
I0416 05:42:09.726299 140193631795072 interactiveshell.py:2882] Step 20150 | Loss: 0.6728 | Spent: 3.3 secs | LR: 0.000327
I0416 05:42:13.016219 140193631795072 interactiveshell.py:2882] Step 20200 | Loss: 0.4985 | Spent: 3.3 secs | LR: 0.000327
I0416 05:42:16.310378 140193631795072 interactiveshell.py:2882] Step 20250 | Loss: 0.3506 | Spent: 3.3 secs | LR: 0.000326
I0416 05:42:19.628584 140193631795072 interactiveshell.py:2882] Step 20300 | Loss: 0.7631 | Spent: 3.3 secs | LR: 0.000326
I0416 05:42:22.924209 140193631795072 interactiveshell.py:2882] Step 20350 | Loss: 0.4018 | Spent: 3.3 secs | LR: 0.000326
I0416 05:42:26.233826 140193631795072 interactiveshell.py:2882] Step 20400 | Loss: 0.3727 | Spent: 3.3 secs | LR: 0.000326
I0416 05:42:29.885658 140193631795072 interactiveshell.py:2882] Step 20450 | Loss: 0.5144 | Spent: 3.7 secs | LR: 0.000326
I0416 05:42:33.655629 140193631795072 interactiveshell.py:2882] Step 20500 | Loss: 0.5807 | Spent: 3.8 secs | LR: 0.000326
I0416 05:42:37.395175 140193631795072 interactiveshell.py:2882] Step 20550 | Loss: 0.5943 | Spent: 3.7 secs | LR: 0.000325
I0416 05:42:40.697965 140193631795072 interactiveshell.py:2882] Step 20600 | Loss: 0.5628 | Spent: 3.3 secs | LR: 0.000325
Reading ../data/test.txt
I0416 05:42:53.099828 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.798
I0416 05:42:53.100921 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.809
I0416 05:42:54.639719 140193631795072 interactiveshell.py:2882] Step 20650 | Loss: 0.3467 | Spent: 13.9 secs | LR: 0.000325
I0416 05:42:57.937520 140193631795072 interactiveshell.py:2882] Step 20700 | Loss: 0.7020 | Spent: 3.3 secs | LR: 0.000325
I0416 05:43:01.220371 140193631795072 interactiveshell.py:2882] Step 20750 | Loss: 0.4917 | Spent: 3.3 secs | LR: 0.000325
I0416 05:43:04.507991 140193631795072 interactiveshell.py:2882] Step 20800 | Loss: 0.6699 | Spent: 3.3 secs | LR: 0.000325
I0416 05:43:07.839884 140193631795072 interactiveshell.py:2882] Step 20850 | Loss: 0.3185 | Spent: 3.3 secs | LR: 0.000324
I0416 05:43:11.165008 140193631795072 interactiveshell.py:2882] Step 20900 | Loss: 0.5617 | Spent: 3.3 secs | LR: 0.000324
I0416 05:43:14.468806 140193631795072 interactiveshell.py:2882] Step 20950 | Loss: 0.4424 | Spent: 3.3 secs | LR: 0.000324
I0416 05:43:17.773428 140193631795072 interactiveshell.py:2882] Step 21000 | Loss: 0.5615 | Spent: 3.3 secs | LR: 0.000324
I0416 05:43:21.104450 140193631795072 interactiveshell.py:2882] Step 21050 | Loss: 0.5562 | Spent: 3.3 secs | LR: 0.000324
I0416 05:43:24.396929 140193631795072 interactiveshell.py:2882] Step 21100 | Loss: 0.6653 | Spent: 3.3 secs | LR: 0.000324
I0416 05:43:27.696185 140193631795072 interactiveshell.py:2882] Step 21150 | Loss: 0.5047 | Spent: 3.3 secs | LR: 0.000323
I0416 05:43:30.981556 140193631795072 interactiveshell.py:2882] Step 21200 | Loss: 0.6552 | Spent: 3.3 secs | LR: 0.000323
I0416 05:43:34.282063 140193631795072 interactiveshell.py:2882] Step 21250 | Loss: 1.0126 | Spent: 3.3 secs | LR: 0.000323
I0416 05:43:37.594251 140193631795072 interactiveshell.py:2882] Step 21300 | Loss: 0.5816 | Spent: 3.3 secs | LR: 0.000323
I0416 05:43:40.894497 140193631795072 interactiveshell.py:2882] Step 21350 | Loss: 0.7356 | Spent: 3.3 secs | LR: 0.000323
I0416 05:43:44.204292 140193631795072 interactiveshell.py:2882] Step 21400 | Loss: 0.2799 | Spent: 3.3 secs | LR: 0.000323
I0416 05:43:47.509676 140193631795072 interactiveshell.py:2882] Step 21450 | Loss: 0.4147 | Spent: 3.3 secs | LR: 0.000322
I0416 05:43:51.271658 140193631795072 interactiveshell.py:2882] Step 21500 | Loss: 0.6750 | Spent: 3.8 secs | LR: 0.000322
I0416 05:43:55.048053 140193631795072 interactiveshell.py:2882] Step 21550 | Loss: 0.3339 | Spent: 3.8 secs | LR: 0.000322
I0416 05:43:58.668526 140193631795072 interactiveshell.py:2882] Step 21600 | Loss: 0.2988 | Spent: 3.6 secs | LR: 0.000322
I0416 05:44:01.962488 140193631795072 interactiveshell.py:2882] Step 21650 | Loss: 0.6914 | Spent: 3.3 secs | LR: 0.000322
I0416 05:44:05.262835 140193631795072 interactiveshell.py:2882] Step 21700 | Loss: 0.4593 | Spent: 3.3 secs | LR: 0.000322
I0416 05:44:08.585446 140193631795072 interactiveshell.py:2882] Step 21750 | Loss: 0.3594 | Spent: 3.3 secs | LR: 0.000321
I0416 05:44:11.891589 140193631795072 interactiveshell.py:2882] Step 21800 | Loss: 0.3852 | Spent: 3.3 secs | LR: 0.000321
I0416 05:44:15.197429 140193631795072 interactiveshell.py:2882] Step 21850 | Loss: 0.4531 | Spent: 3.3 secs | LR: 0.000321
I0416 05:44:18.517837 140193631795072 interactiveshell.py:2882] Step 21900 | Loss: 0.2534 | Spent: 3.3 secs | LR: 0.000321
I0416 05:44:21.819618 140193631795072 interactiveshell.py:2882] Step 21950 | Loss: 0.3357 | Spent: 3.3 secs | LR: 0.000321
I0416 05:44:25.129608 140193631795072 interactiveshell.py:2882] Step 22000 | Loss: 0.2696 | Spent: 3.3 secs | LR: 0.000321
I0416 05:44:28.433031 140193631795072 interactiveshell.py:2882] Step 22050 | Loss: 0.7592 | Spent: 3.3 secs | LR: 0.000320
I0416 05:44:31.732627 140193631795072 interactiveshell.py:2882] Step 22100 | Loss: 0.5274 | Spent: 3.3 secs | LR: 0.000320
I0416 05:44:35.033735 140193631795072 interactiveshell.py:2882] Step 22150 | Loss: 0.6584 | Spent: 3.3 secs | LR: 0.000320
I0416 05:44:38.332372 140193631795072 interactiveshell.py:2882] Step 22200 | Loss: 0.7455 | Spent: 3.3 secs | LR: 0.000320
I0416 05:44:41.649743 140193631795072 interactiveshell.py:2882] Step 22250 | Loss: 0.4191 | Spent: 3.3 secs | LR: 0.000320
I0416 05:44:44.938655 140193631795072 interactiveshell.py:2882] Step 22300 | Loss: 0.4563 | Spent: 3.3 secs | LR: 0.000320
Reading ../data/test.txt
I0416 05:44:58.605910 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.814
I0416 05:44:58.606986 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.814
I0416 05:44:58.877486 140193631795072 interactiveshell.py:2882] Step 22350 | Loss: 0.4357 | Spent: 13.9 secs | LR: 0.000320
I0416 05:45:02.178066 140193631795072 interactiveshell.py:2882] Step 22400 | Loss: 0.4543 | Spent: 3.3 secs | LR: 0.000319
I0416 05:45:05.475483 140193631795072 interactiveshell.py:2882] Step 22450 | Loss: 0.4987 | Spent: 3.3 secs | LR: 0.000319
I0416 05:45:08.897037 140193631795072 interactiveshell.py:2882] Step 22500 | Loss: 0.4700 | Spent: 3.4 secs | LR: 0.000319
I0416 05:45:12.673688 140193631795072 interactiveshell.py:2882] Step 22550 | Loss: 0.7375 | Spent: 3.8 secs | LR: 0.000319
I0416 05:45:16.435718 140193631795072 interactiveshell.py:2882] Step 22600 | Loss: 0.4821 | Spent: 3.8 secs | LR: 0.000319
I0416 05:45:19.923858 140193631795072 interactiveshell.py:2882] Step 22650 | Loss: 0.5544 | Spent: 3.5 secs | LR: 0.000319
I0416 05:45:23.453876 140193631795072 interactiveshell.py:2882] Step 22700 | Loss: 0.5252 | Spent: 3.5 secs | LR: 0.000318
I0416 05:45:27.381548 140193631795072 interactiveshell.py:2882] Step 22750 | Loss: 0.5963 | Spent: 3.9 secs | LR: 0.000318
I0416 05:45:30.677583 140193631795072 interactiveshell.py:2882] Step 22800 | Loss: 0.5394 | Spent: 3.3 secs | LR: 0.000318
I0416 05:45:33.985783 140193631795072 interactiveshell.py:2882] Step 22850 | Loss: 0.4066 | Spent: 3.3 secs | LR: 0.000318
I0416 05:45:37.278690 140193631795072 interactiveshell.py:2882] Step 22900 | Loss: 0.5422 | Spent: 3.3 secs | LR: 0.000318
I0416 05:45:40.580604 140193631795072 interactiveshell.py:2882] Step 22950 | Loss: 0.4283 | Spent: 3.3 secs | LR: 0.000318
I0416 05:45:43.891020 140193631795072 interactiveshell.py:2882] Step 23000 | Loss: 0.4862 | Spent: 3.3 secs | LR: 0.000317
I0416 05:45:47.206221 140193631795072 interactiveshell.py:2882] Step 23050 | Loss: 0.4068 | Spent: 3.3 secs | LR: 0.000317
I0416 05:45:50.525542 140193631795072 interactiveshell.py:2882] Step 23100 | Loss: 0.4650 | Spent: 3.3 secs | LR: 0.000317
I0416 05:45:53.828900 140193631795072 interactiveshell.py:2882] Step 23150 | Loss: 0.8987 | Spent: 3.3 secs | LR: 0.000317
I0416 05:45:57.131729 140193631795072 interactiveshell.py:2882] Step 23200 | Loss: 0.4507 | Spent: 3.3 secs | LR: 0.000317
I0416 05:46:00.442108 140193631795072 interactiveshell.py:2882] Step 23250 | Loss: 0.6074 | Spent: 3.3 secs | LR: 0.000317
I0416 05:46:03.737139 140193631795072 interactiveshell.py:2882] Step 23300 | Loss: 0.6545 | Spent: 3.3 secs | LR: 0.000316
I0416 05:46:07.030711 140193631795072 interactiveshell.py:2882] Step 23350 | Loss: 0.5206 | Spent: 3.3 secs | LR: 0.000316
I0416 05:46:10.348127 140193631795072 interactiveshell.py:2882] Step 23400 | Loss: 0.3633 | Spent: 3.3 secs | LR: 0.000316
I0416 05:46:13.663250 140193631795072 interactiveshell.py:2882] Step 23450 | Loss: 0.4452 | Spent: 3.3 secs | LR: 0.000316
I0416 05:46:16.962766 140193631795072 interactiveshell.py:2882] Step 23500 | Loss: 0.5576 | Spent: 3.3 secs | LR: 0.000316
I0416 05:46:20.263051 140193631795072 interactiveshell.py:2882] Step 23550 | Loss: 0.5920 | Spent: 3.3 secs | LR: 0.000316
I0416 05:46:23.568561 140193631795072 interactiveshell.py:2882] Step 23600 | Loss: 0.4896 | Spent: 3.3 secs | LR: 0.000316
I0416 05:46:26.907251 140193631795072 interactiveshell.py:2882] Step 23650 | Loss: 0.4784 | Spent: 3.3 secs | LR: 0.000315
I0416 05:46:30.459010 140193631795072 interactiveshell.py:2882] Step 23700 | Loss: 0.8010 | Spent: 3.6 secs | LR: 0.000315
I0416 05:46:34.213346 140193631795072 interactiveshell.py:2882] Step 23750 | Loss: 0.6369 | Spent: 3.8 secs | LR: 0.000315
I0416 05:46:38.010215 140193631795072 interactiveshell.py:2882] Step 23800 | Loss: 0.6866 | Spent: 3.8 secs | LR: 0.000315
I0416 05:46:42.072746 140193631795072 interactiveshell.py:2882] Step 23850 | Loss: 0.5580 | Spent: 4.1 secs | LR: 0.000315
I0416 05:46:46.140955 140193631795072 interactiveshell.py:2882] Step 23900 | Loss: 0.7744 | Spent: 4.1 secs | LR: 0.000315
I0416 05:46:49.725693 140193631795072 interactiveshell.py:2882] Step 23950 | Loss: 0.4137 | Spent: 3.6 secs | LR: 0.000314
I0416 05:46:53.049169 140193631795072 interactiveshell.py:2882] Step 24000 | Loss: 0.7067 | Spent: 3.3 secs | LR: 0.000314
I0416 05:46:56.349560 140193631795072 interactiveshell.py:2882] Step 24050 | Loss: 0.6649 | Spent: 3.3 secs | LR: 0.000314
Reading ../data/test.txt
I0416 05:47:07.981502 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.819
I0416 05:47:07.982496 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.819
I0416 05:47:10.310653 140193631795072 interactiveshell.py:2882] Step 24100 | Loss: 0.3612 | Spent: 14.0 secs | LR: 0.000314
I0416 05:47:13.651688 140193631795072 interactiveshell.py:2882] Step 24150 | Loss: 0.3011 | Spent: 3.3 secs | LR: 0.000314
I0416 05:47:16.967184 140193631795072 interactiveshell.py:2882] Step 24200 | Loss: 0.7672 | Spent: 3.3 secs | LR: 0.000314
I0416 05:47:20.287577 140193631795072 interactiveshell.py:2882] Step 24250 | Loss: 0.4589 | Spent: 3.3 secs | LR: 0.000313
I0416 05:47:23.599963 140193631795072 interactiveshell.py:2882] Step 24300 | Loss: 0.4623 | Spent: 3.3 secs | LR: 0.000313
I0416 05:47:26.903581 140193631795072 interactiveshell.py:2882] Step 24350 | Loss: 0.2980 | Spent: 3.3 secs | LR: 0.000313
I0416 05:47:30.343589 140193631795072 interactiveshell.py:2882] Step 24400 | Loss: 0.3936 | Spent: 3.4 secs | LR: 0.000313
I0416 05:47:33.631813 140193631795072 interactiveshell.py:2882] Step 24450 | Loss: 0.5110 | Spent: 3.3 secs | LR: 0.000313
I0416 05:47:36.933677 140193631795072 interactiveshell.py:2882] Step 24500 | Loss: 0.5776 | Spent: 3.3 secs | LR: 0.000313
I0416 05:47:40.232572 140193631795072 interactiveshell.py:2882] Step 24550 | Loss: 0.7930 | Spent: 3.3 secs | LR: 0.000313
I0416 05:47:43.538107 140193631795072 interactiveshell.py:2882] Step 24600 | Loss: 0.5660 | Spent: 3.3 secs | LR: 0.000312
I0416 05:47:46.869662 140193631795072 interactiveshell.py:2882] Step 24650 | Loss: 0.6189 | Spent: 3.3 secs | LR: 0.000312
I0416 05:47:50.348282 140193631795072 interactiveshell.py:2882] Step 24700 | Loss: 0.6456 | Spent: 3.5 secs | LR: 0.000312
I0416 05:47:54.130176 140193631795072 interactiveshell.py:2882] Step 24750 | Loss: 0.4733 | Spent: 3.8 secs | LR: 0.000312
I0416 05:47:57.897655 140193631795072 interactiveshell.py:2882] Step 24800 | Loss: 0.7552 | Spent: 3.8 secs | LR: 0.000312
I0416 05:48:01.324463 140193631795072 interactiveshell.py:2882] Step 24850 | Loss: 0.5231 | Spent: 3.4 secs | LR: 0.000312
I0416 05:48:04.616505 140193631795072 interactiveshell.py:2882] Step 24900 | Loss: 0.3538 | Spent: 3.3 secs | LR: 0.000311
I0416 05:48:07.915431 140193631795072 interactiveshell.py:2882] Step 24950 | Loss: 0.6042 | Spent: 3.3 secs | LR: 0.000311
I0416 05:48:11.235165 140193631795072 interactiveshell.py:2882] Step 25000 | Loss: 0.3811 | Spent: 3.3 secs | LR: 0.000311
I0416 05:48:14.572915 140193631795072 interactiveshell.py:2882] Step 25050 | Loss: 0.4648 | Spent: 3.3 secs | LR: 0.000311
I0416 05:48:17.882099 140193631795072 interactiveshell.py:2882] Step 25100 | Loss: 0.4456 | Spent: 3.3 secs | LR: 0.000311
I0416 05:48:21.190890 140193631795072 interactiveshell.py:2882] Step 25150 | Loss: 0.3832 | Spent: 3.3 secs | LR: 0.000311
I0416 05:48:24.510626 140193631795072 interactiveshell.py:2882] Step 25200 | Loss: 0.5440 | Spent: 3.3 secs | LR: 0.000311
I0416 05:48:27.823963 140193631795072 interactiveshell.py:2882] Step 25250 | Loss: 0.5723 | Spent: 3.3 secs | LR: 0.000310
I0416 05:48:31.122401 140193631795072 interactiveshell.py:2882] Step 25300 | Loss: 0.4593 | Spent: 3.3 secs | LR: 0.000310
I0416 05:48:34.510544 140193631795072 interactiveshell.py:2882] Step 25350 | Loss: 0.6317 | Spent: 3.4 secs | LR: 0.000310
I0416 05:48:37.823659 140193631795072 interactiveshell.py:2882] Step 25400 | Loss: 0.5122 | Spent: 3.3 secs | LR: 0.000310
I0416 05:48:41.138488 140193631795072 interactiveshell.py:2882] Step 25450 | Loss: 0.5041 | Spent: 3.3 secs | LR: 0.000310
I0416 05:48:44.434705 140193631795072 interactiveshell.py:2882] Step 25500 | Loss: 0.5997 | Spent: 3.3 secs | LR: 0.000310
I0416 05:48:47.733148 140193631795072 interactiveshell.py:2882] Step 25550 | Loss: 0.8122 | Spent: 3.3 secs | LR: 0.000309
I0416 05:48:51.021924 140193631795072 interactiveshell.py:2882] Step 25600 | Loss: 0.6253 | Spent: 3.3 secs | LR: 0.000309
I0416 05:48:54.332600 140193631795072 interactiveshell.py:2882] Step 25650 | Loss: 0.3943 | Spent: 3.3 secs | LR: 0.000309
I0416 05:48:57.644814 140193631795072 interactiveshell.py:2882] Step 25700 | Loss: 0.7541 | Spent: 3.3 secs | LR: 0.000309
I0416 05:49:00.939636 140193631795072 interactiveshell.py:2882] Step 25750 | Loss: 0.4664 | Spent: 3.3 secs | LR: 0.000309
Reading ../data/test.txt
I0416 05:49:14.336621 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.810
I0416 05:49:14.337664 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.819
I0416 05:49:15.548105 140193631795072 interactiveshell.py:2882] Step 25800 | Loss: 0.8877 | Spent: 14.6 secs | LR: 0.000309
I0416 05:49:19.310038 140193631795072 interactiveshell.py:2882] Step 25850 | Loss: 0.5925 | Spent: 3.8 secs | LR: 0.000308
I0416 05:49:22.626954 140193631795072 interactiveshell.py:2882] Step 25900 | Loss: 0.6183 | Spent: 3.3 secs | LR: 0.000308
I0416 05:49:25.921440 140193631795072 interactiveshell.py:2882] Step 25950 | Loss: 0.7394 | Spent: 3.3 secs | LR: 0.000308
I0416 05:49:29.217396 140193631795072 interactiveshell.py:2882] Step 26000 | Loss: 0.5314 | Spent: 3.3 secs | LR: 0.000308
I0416 05:49:32.536477 140193631795072 interactiveshell.py:2882] Step 26050 | Loss: 0.3672 | Spent: 3.3 secs | LR: 0.000308
I0416 05:49:35.825284 140193631795072 interactiveshell.py:2882] Step 26100 | Loss: 0.7167 | Spent: 3.3 secs | LR: 0.000308
I0416 05:49:39.105587 140193631795072 interactiveshell.py:2882] Step 26150 | Loss: 0.6872 | Spent: 3.3 secs | LR: 0.000308
I0416 05:49:42.392929 140193631795072 interactiveshell.py:2882] Step 26200 | Loss: 0.5619 | Spent: 3.3 secs | LR: 0.000307
I0416 05:49:45.697618 140193631795072 interactiveshell.py:2882] Step 26250 | Loss: 0.4013 | Spent: 3.3 secs | LR: 0.000307
I0416 05:49:49.007949 140193631795072 interactiveshell.py:2882] Step 26300 | Loss: 0.6513 | Spent: 3.3 secs | LR: 0.000307
I0416 05:49:52.308834 140193631795072 interactiveshell.py:2882] Step 26350 | Loss: 0.4114 | Spent: 3.3 secs | LR: 0.000307
I0416 05:49:55.619830 140193631795072 interactiveshell.py:2882] Step 26400 | Loss: 0.4057 | Spent: 3.3 secs | LR: 0.000307
I0416 05:49:58.912434 140193631795072 interactiveshell.py:2882] Step 26450 | Loss: 0.5857 | Spent: 3.3 secs | LR: 0.000307
I0416 05:50:02.212661 140193631795072 interactiveshell.py:2882] Step 26500 | Loss: 0.4991 | Spent: 3.3 secs | LR: 0.000306
I0416 05:50:05.495306 140193631795072 interactiveshell.py:2882] Step 26550 | Loss: 0.5914 | Spent: 3.3 secs | LR: 0.000306
I0416 05:50:08.787743 140193631795072 interactiveshell.py:2882] Step 26600 | Loss: 1.0208 | Spent: 3.3 secs | LR: 0.000306
I0416 05:50:12.087570 140193631795072 interactiveshell.py:2882] Step 26650 | Loss: 0.5211 | Spent: 3.3 secs | LR: 0.000306
I0416 05:50:15.417863 140193631795072 interactiveshell.py:2882] Step 26700 | Loss: 0.5090 | Spent: 3.3 secs | LR: 0.000306
I0416 05:50:18.712135 140193631795072 interactiveshell.py:2882] Step 26750 | Loss: 0.4505 | Spent: 3.3 secs | LR: 0.000306
I0416 05:50:22.009078 140193631795072 interactiveshell.py:2882] Step 26800 | Loss: 0.6822 | Spent: 3.3 secs | LR: 0.000306
I0416 05:50:25.291990 140193631795072 interactiveshell.py:2882] Step 26850 | Loss: 0.6153 | Spent: 3.3 secs | LR: 0.000305
I0416 05:50:28.818488 140193631795072 interactiveshell.py:2882] Step 26900 | Loss: 0.6541 | Spent: 3.5 secs | LR: 0.000305
I0416 05:50:32.782871 140193631795072 interactiveshell.py:2882] Step 26950 | Loss: 0.4738 | Spent: 4.0 secs | LR: 0.000305
I0416 05:50:36.560870 140193631795072 interactiveshell.py:2882] Step 27000 | Loss: 0.2426 | Spent: 3.8 secs | LR: 0.000305
I0416 05:50:40.257450 140193631795072 interactiveshell.py:2882] Step 27050 | Loss: 0.5120 | Spent: 3.7 secs | LR: 0.000305
I0416 05:50:43.560890 140193631795072 interactiveshell.py:2882] Step 27100 | Loss: 0.7297 | Spent: 3.3 secs | LR: 0.000305
I0416 05:50:46.860377 140193631795072 interactiveshell.py:2882] Step 27150 | Loss: 0.5494 | Spent: 3.3 secs | LR: 0.000304
I0416 05:50:50.159364 140193631795072 interactiveshell.py:2882] Step 27200 | Loss: 0.6025 | Spent: 3.3 secs | LR: 0.000304
I0416 05:50:53.464681 140193631795072 interactiveshell.py:2882] Step 27250 | Loss: 0.4914 | Spent: 3.3 secs | LR: 0.000304
I0416 05:50:56.743757 140193631795072 interactiveshell.py:2882] Step 27300 | Loss: 0.4651 | Spent: 3.3 secs | LR: 0.000304
I0416 05:51:00.037849 140193631795072 interactiveshell.py:2882] Step 27350 | Loss: 0.4022 | Spent: 3.3 secs | LR: 0.000304
I0416 05:51:03.351549 140193631795072 interactiveshell.py:2882] Step 27400 | Loss: 0.6042 | Spent: 3.3 secs | LR: 0.000304
I0416 05:51:06.644657 140193631795072 interactiveshell.py:2882] Step 27450 | Loss: 0.6309 | Spent: 3.3 secs | LR: 0.000304
I0416 05:51:09.948391 140193631795072 interactiveshell.py:2882] Step 27500 | Loss: 0.7229 | Spent: 3.3 secs | LR: 0.000303
Reading ../data/test.txt
I0416 05:51:20.760410 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.817
I0416 05:51:20.761482 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.819
I0416 05:51:23.864874 140193631795072 interactiveshell.py:2882] Step 27550 | Loss: 0.4756 | Spent: 13.9 secs | LR: 0.000303
I0416 05:51:27.150683 140193631795072 interactiveshell.py:2882] Step 27600 | Loss: 0.4673 | Spent: 3.3 secs | LR: 0.000303
I0416 05:51:30.451570 140193631795072 interactiveshell.py:2882] Step 27650 | Loss: 0.5797 | Spent: 3.3 secs | LR: 0.000303
I0416 05:51:33.729776 140193631795072 interactiveshell.py:2882] Step 27700 | Loss: 0.7714 | Spent: 3.3 secs | LR: 0.000303
I0416 05:51:37.022765 140193631795072 interactiveshell.py:2882] Step 27750 | Loss: 0.6444 | Spent: 3.3 secs | LR: 0.000303
I0416 05:51:40.323593 140193631795072 interactiveshell.py:2882] Step 27800 | Loss: 0.6429 | Spent: 3.3 secs | LR: 0.000302
I0416 05:51:43.628857 140193631795072 interactiveshell.py:2882] Step 27850 | Loss: 0.5301 | Spent: 3.3 secs | LR: 0.000302
I0416 05:51:46.932382 140193631795072 interactiveshell.py:2882] Step 27900 | Loss: 0.4394 | Spent: 3.3 secs | LR: 0.000302
I0416 05:51:50.719725 140193631795072 interactiveshell.py:2882] Step 27950 | Loss: 0.5070 | Spent: 3.8 secs | LR: 0.000302
I0416 05:51:54.806845 140193631795072 interactiveshell.py:2882] Step 28000 | Loss: 0.4492 | Spent: 4.1 secs | LR: 0.000302
I0416 05:51:58.848268 140193631795072 interactiveshell.py:2882] Step 28050 | Loss: 0.5666 | Spent: 4.0 secs | LR: 0.000302
I0416 05:52:02.251757 140193631795072 interactiveshell.py:2882] Step 28100 | Loss: 0.3601 | Spent: 3.4 secs | LR: 0.000302
I0416 05:52:05.357279 140193631795072 interactiveshell.py:2882] Step 28150 | Loss: 0.6979 | Spent: 3.1 secs | LR: 0.000301
I0416 05:52:08.472073 140193631795072 interactiveshell.py:2882] Step 28200 | Loss: 0.7348 | Spent: 3.1 secs | LR: 0.000301
I0416 05:52:11.575043 140193631795072 interactiveshell.py:2882] Step 28250 | Loss: 0.8094 | Spent: 3.1 secs | LR: 0.000301
I0416 05:52:14.685877 140193631795072 interactiveshell.py:2882] Step 28300 | Loss: 0.5189 | Spent: 3.1 secs | LR: 0.000301
I0416 05:52:17.804276 140193631795072 interactiveshell.py:2882] Step 28350 | Loss: 0.3470 | Spent: 3.1 secs | LR: 0.000301
I0416 05:52:20.922531 140193631795072 interactiveshell.py:2882] Step 28400 | Loss: 0.5266 | Spent: 3.1 secs | LR: 0.000301
I0416 05:52:24.045056 140193631795072 interactiveshell.py:2882] Step 28450 | Loss: 0.7145 | Spent: 3.1 secs | LR: 0.000301
I0416 05:52:27.169608 140193631795072 interactiveshell.py:2882] Step 28500 | Loss: 0.4626 | Spent: 3.1 secs | LR: 0.000300
I0416 05:52:30.280643 140193631795072 interactiveshell.py:2882] Step 28550 | Loss: 0.3073 | Spent: 3.1 secs | LR: 0.000300
I0416 05:52:33.392606 140193631795072 interactiveshell.py:2882] Step 28600 | Loss: 0.7686 | Spent: 3.1 secs | LR: 0.000300
I0416 05:52:36.490492 140193631795072 interactiveshell.py:2882] Step 28650 | Loss: 0.4358 | Spent: 3.1 secs | LR: 0.000300
I0416 05:52:39.585978 140193631795072 interactiveshell.py:2882] Step 28700 | Loss: 0.5668 | Spent: 3.1 secs | LR: 0.000300
I0416 05:52:42.674796 140193631795072 interactiveshell.py:2882] Step 28750 | Loss: 0.2724 | Spent: 3.1 secs | LR: 0.000300
I0416 05:52:45.785586 140193631795072 interactiveshell.py:2882] Step 28800 | Loss: 0.5082 | Spent: 3.1 secs | LR: 0.000299
I0416 05:52:48.907862 140193631795072 interactiveshell.py:2882] Step 28850 | Loss: 0.9180 | Spent: 3.1 secs | LR: 0.000299
I0416 05:52:52.026552 140193631795072 interactiveshell.py:2882] Step 28900 | Loss: 0.5365 | Spent: 3.1 secs | LR: 0.000299
I0416 05:52:55.145680 140193631795072 interactiveshell.py:2882] Step 28950 | Loss: 0.6273 | Spent: 3.1 secs | LR: 0.000299
I0416 05:52:58.259998 140193631795072 interactiveshell.py:2882] Step 29000 | Loss: 0.7182 | Spent: 3.1 secs | LR: 0.000299
I0416 05:53:01.366025 140193631795072 interactiveshell.py:2882] Step 29050 | Loss: 0.5763 | Spent: 3.1 secs | LR: 0.000299
I0416 05:53:04.467689 140193631795072 interactiveshell.py:2882] Step 29100 | Loss: 0.4951 | Spent: 3.1 secs | LR: 0.000299
I0416 05:53:07.579463 140193631795072 interactiveshell.py:2882] Step 29150 | Loss: 0.3160 | Spent: 3.1 secs | LR: 0.000298
I0416 05:53:10.697343 140193631795072 interactiveshell.py:2882] Step 29200 | Loss: 0.5306 | Spent: 3.1 secs | LR: 0.000298
Reading ../data/test.txt
I0416 05:53:23.838209 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.820
I0416 05:53:23.839264 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.820
I0416 05:53:25.580607 140193631795072 interactiveshell.py:2882] Step 29250 | Loss: 0.3733 | Spent: 14.9 secs | LR: 0.000298
I0416 05:53:28.678576 140193631795072 interactiveshell.py:2882] Step 29300 | Loss: 0.4685 | Spent: 3.1 secs | LR: 0.000298
I0416 05:53:31.783333 140193631795072 interactiveshell.py:2882] Step 29350 | Loss: 0.3818 | Spent: 3.1 secs | LR: 0.000298
I0416 05:53:34.887190 140193631795072 interactiveshell.py:2882] Step 29400 | Loss: 0.4218 | Spent: 3.1 secs | LR: 0.000298
I0416 05:53:37.991599 140193631795072 interactiveshell.py:2882] Step 29450 | Loss: 0.4458 | Spent: 3.1 secs | LR: 0.000298
I0416 05:53:41.099180 140193631795072 interactiveshell.py:2882] Step 29500 | Loss: 0.4768 | Spent: 3.1 secs | LR: 0.000297
I0416 05:53:44.194951 140193631795072 interactiveshell.py:2882] Step 29550 | Loss: 0.4471 | Spent: 3.1 secs | LR: 0.000297
I0416 05:53:47.299744 140193631795072 interactiveshell.py:2882] Step 29600 | Loss: 0.6978 | Spent: 3.1 secs | LR: 0.000297
I0416 05:53:50.409834 140193631795072 interactiveshell.py:2882] Step 29650 | Loss: 0.5154 | Spent: 3.1 secs | LR: 0.000297
I0416 05:53:53.530102 140193631795072 interactiveshell.py:2882] Step 29700 | Loss: 0.4557 | Spent: 3.1 secs | LR: 0.000297
I0416 05:53:56.628677 140193631795072 interactiveshell.py:2882] Step 29750 | Loss: 0.8010 | Spent: 3.1 secs | LR: 0.000297
I0416 05:53:59.752768 140193631795072 interactiveshell.py:2882] Step 29800 | Loss: 0.4184 | Spent: 3.1 secs | LR: 0.000296
I0416 05:54:02.859178 140193631795072 interactiveshell.py:2882] Step 29850 | Loss: 0.5540 | Spent: 3.1 secs | LR: 0.000296
I0416 05:54:05.969875 140193631795072 interactiveshell.py:2882] Step 29900 | Loss: 0.5854 | Spent: 3.1 secs | LR: 0.000296
I0416 05:54:09.078547 140193631795072 interactiveshell.py:2882] Step 29950 | Loss: 0.3465 | Spent: 3.1 secs | LR: 0.000296
I0416 05:54:12.186897 140193631795072 interactiveshell.py:2882] Step 30000 | Loss: 0.5839 | Spent: 3.1 secs | LR: 0.000296
I0416 05:54:15.299587 140193631795072 interactiveshell.py:2882] Step 30050 | Loss: 0.4941 | Spent: 3.1 secs | LR: 0.000296
I0416 05:54:18.433717 140193631795072 interactiveshell.py:2882] Step 30100 | Loss: 0.5568 | Spent: 3.1 secs | LR: 0.000296
I0416 05:54:21.576514 140193631795072 interactiveshell.py:2882] Step 30150 | Loss: 0.5081 | Spent: 3.1 secs | LR: 0.000295
I0416 05:54:24.702601 140193631795072 interactiveshell.py:2882] Step 30200 | Loss: 0.5351 | Spent: 3.1 secs | LR: 0.000295
I0416 05:54:27.833579 140193631795072 interactiveshell.py:2882] Step 30250 | Loss: 0.4805 | Spent: 3.1 secs | LR: 0.000295
I0416 05:54:30.943958 140193631795072 interactiveshell.py:2882] Step 30300 | Loss: 0.5270 | Spent: 3.1 secs | LR: 0.000295
I0416 05:54:34.447719 140193631795072 interactiveshell.py:2882] Step 30350 | Loss: 0.6857 | Spent: 3.5 secs | LR: 0.000295
I0416 05:54:38.099577 140193631795072 interactiveshell.py:2882] Step 30400 | Loss: 0.4200 | Spent: 3.7 secs | LR: 0.000295
I0416 05:54:41.558690 140193631795072 interactiveshell.py:2882] Step 30450 | Loss: 0.5684 | Spent: 3.5 secs | LR: 0.000295
I0416 05:54:44.684508 140193631795072 interactiveshell.py:2882] Step 30500 | Loss: 0.7339 | Spent: 3.1 secs | LR: 0.000294
I0416 05:54:47.801119 140193631795072 interactiveshell.py:2882] Step 30550 | Loss: 0.3822 | Spent: 3.1 secs | LR: 0.000294
I0416 05:54:50.925687 140193631795072 interactiveshell.py:2882] Step 30600 | Loss: 0.5386 | Spent: 3.1 secs | LR: 0.000294
I0416 05:54:54.046171 140193631795072 interactiveshell.py:2882] Step 30650 | Loss: 0.3627 | Spent: 3.1 secs | LR: 0.000294
I0416 05:54:57.160678 140193631795072 interactiveshell.py:2882] Step 30700 | Loss: 0.1722 | Spent: 3.1 secs | LR: 0.000294
I0416 05:55:00.279152 140193631795072 interactiveshell.py:2882] Step 30750 | Loss: 0.5631 | Spent: 3.1 secs | LR: 0.000294
I0416 05:55:03.394232 140193631795072 interactiveshell.py:2882] Step 30800 | Loss: 0.6194 | Spent: 3.1 secs | LR: 0.000294
I0416 05:55:06.510089 140193631795072 interactiveshell.py:2882] Step 30850 | Loss: 0.4288 | Spent: 3.1 secs | LR: 0.000293
I0416 05:55:09.632154 140193631795072 interactiveshell.py:2882] Step 30900 | Loss: 0.3852 | Spent: 3.1 secs | LR: 0.000293
Reading ../data/test.txt
I0416 05:55:22.907865 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.812
I0416 05:55:22.908886 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.820
I0416 05:55:23.489874 140193631795072 interactiveshell.py:2882] Step 30950 | Loss: 0.6599 | Spent: 13.9 secs | LR: 0.000293
I0416 05:55:26.604845 140193631795072 interactiveshell.py:2882] Step 31000 | Loss: 0.5116 | Spent: 3.1 secs | LR: 0.000293
I0416 05:55:29.719461 140193631795072 interactiveshell.py:2882] Step 31050 | Loss: 0.7194 | Spent: 3.1 secs | LR: 0.000293
I0416 05:55:32.846514 140193631795072 interactiveshell.py:2882] Step 31100 | Loss: 0.6940 | Spent: 3.1 secs | LR: 0.000293
I0416 05:55:36.557744 140193631795072 interactiveshell.py:2882] Step 31150 | Loss: 0.4151 | Spent: 3.7 secs | LR: 0.000292
I0416 05:55:39.872544 140193631795072 interactiveshell.py:2882] Step 31200 | Loss: 0.5191 | Spent: 3.3 secs | LR: 0.000292
I0416 05:55:42.985819 140193631795072 interactiveshell.py:2882] Step 31250 | Loss: 0.5916 | Spent: 3.1 secs | LR: 0.000292
I0416 05:55:46.106337 140193631795072 interactiveshell.py:2882] Step 31300 | Loss: 0.7629 | Spent: 3.1 secs | LR: 0.000292
I0416 05:55:49.227049 140193631795072 interactiveshell.py:2882] Step 31350 | Loss: 0.2864 | Spent: 3.1 secs | LR: 0.000292
I0416 05:55:52.482140 140193631795072 interactiveshell.py:2882] Step 31400 | Loss: 0.4003 | Spent: 3.3 secs | LR: 0.000292
I0416 05:55:56.034512 140193631795072 interactiveshell.py:2882] Step 31450 | Loss: 0.4911 | Spent: 3.6 secs | LR: 0.000292
I0416 05:55:59.576327 140193631795072 interactiveshell.py:2882] Step 31500 | Loss: 0.6972 | Spent: 3.5 secs | LR: 0.000291
I0416 05:56:02.899650 140193631795072 interactiveshell.py:2882] Step 31550 | Loss: 0.4318 | Spent: 3.3 secs | LR: 0.000291
I0416 05:56:06.014521 140193631795072 interactiveshell.py:2882] Step 31600 | Loss: 0.4178 | Spent: 3.1 secs | LR: 0.000291
I0416 05:56:09.127684 140193631795072 interactiveshell.py:2882] Step 31650 | Loss: 0.4503 | Spent: 3.1 secs | LR: 0.000291
I0416 05:56:12.255540 140193631795072 interactiveshell.py:2882] Step 31700 | Loss: 0.5086 | Spent: 3.1 secs | LR: 0.000291
I0416 05:56:15.397861 140193631795072 interactiveshell.py:2882] Step 31750 | Loss: 0.5216 | Spent: 3.1 secs | LR: 0.000291
I0416 05:56:18.529170 140193631795072 interactiveshell.py:2882] Step 31800 | Loss: 0.2798 | Spent: 3.1 secs | LR: 0.000291
I0416 05:56:21.655513 140193631795072 interactiveshell.py:2882] Step 31850 | Loss: 0.7086 | Spent: 3.1 secs | LR: 0.000290
I0416 05:56:24.779460 140193631795072 interactiveshell.py:2882] Step 31900 | Loss: 0.4606 | Spent: 3.1 secs | LR: 0.000290
I0416 05:56:27.909858 140193631795072 interactiveshell.py:2882] Step 31950 | Loss: 0.4331 | Spent: 3.1 secs | LR: 0.000290
I0416 05:56:31.024707 140193631795072 interactiveshell.py:2882] Step 32000 | Loss: 0.5755 | Spent: 3.1 secs | LR: 0.000290
I0416 05:56:34.151326 140193631795072 interactiveshell.py:2882] Step 32050 | Loss: 0.3873 | Spent: 3.1 secs | LR: 0.000290
I0416 05:56:37.277051 140193631795072 interactiveshell.py:2882] Step 32100 | Loss: 0.5552 | Spent: 3.1 secs | LR: 0.000290
I0416 05:56:40.393459 140193631795072 interactiveshell.py:2882] Step 32150 | Loss: 0.3220 | Spent: 3.1 secs | LR: 0.000290
I0416 05:56:43.518228 140193631795072 interactiveshell.py:2882] Step 32200 | Loss: 0.5562 | Spent: 3.1 secs | LR: 0.000289
I0416 05:56:46.635621 140193631795072 interactiveshell.py:2882] Step 32250 | Loss: 0.3551 | Spent: 3.1 secs | LR: 0.000289
I0416 05:56:49.749658 140193631795072 interactiveshell.py:2882] Step 32300 | Loss: 0.5947 | Spent: 3.1 secs | LR: 0.000289
I0416 05:56:52.884148 140193631795072 interactiveshell.py:2882] Step 32350 | Loss: 0.4664 | Spent: 3.1 secs | LR: 0.000289
I0416 05:56:56.020091 140193631795072 interactiveshell.py:2882] Step 32400 | Loss: 0.5446 | Spent: 3.1 secs | LR: 0.000289
I0416 05:56:59.235873 140193631795072 interactiveshell.py:2882] Step 32450 | Loss: 0.5239 | Spent: 3.2 secs | LR: 0.000289
I0416 05:57:03.054504 140193631795072 interactiveshell.py:2882] Step 32500 | Loss: 0.4744 | Spent: 3.8 secs | LR: 0.000289
I0416 05:57:06.865247 140193631795072 interactiveshell.py:2882] Step 32550 | Loss: 0.3768 | Spent: 3.8 secs | LR: 0.000288
I0416 05:57:10.364720 140193631795072 interactiveshell.py:2882] Step 32600 | Loss: 0.4120 | Spent: 3.5 secs | LR: 0.000288
I0416 05:57:13.717888 140193631795072 interactiveshell.py:2882] Step 32650 | Loss: 0.4579 | Spent: 3.4 secs | LR: 0.000288
Reading ../data/test.txt
I0416 05:57:25.942523 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.825
I0416 05:57:25.943636 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.825
I0416 05:57:28.451287 140193631795072 interactiveshell.py:2882] Step 32700 | Loss: 0.5286 | Spent: 14.7 secs | LR: 0.000288
I0416 05:57:31.563607 140193631795072 interactiveshell.py:2882] Step 32750 | Loss: 0.6871 | Spent: 3.1 secs | LR: 0.000288
I0416 05:57:34.674614 140193631795072 interactiveshell.py:2882] Step 32800 | Loss: 0.5432 | Spent: 3.1 secs | LR: 0.000288
I0416 05:57:37.805162 140193631795072 interactiveshell.py:2882] Step 32850 | Loss: 0.4871 | Spent: 3.1 secs | LR: 0.000288
I0416 05:57:40.917102 140193631795072 interactiveshell.py:2882] Step 32900 | Loss: 0.5783 | Spent: 3.1 secs | LR: 0.000287
I0416 05:57:44.026457 140193631795072 interactiveshell.py:2882] Step 32950 | Loss: 0.3454 | Spent: 3.1 secs | LR: 0.000287
I0416 05:57:47.156520 140193631795072 interactiveshell.py:2882] Step 33000 | Loss: 0.2748 | Spent: 3.1 secs | LR: 0.000287
I0416 05:57:50.268449 140193631795072 interactiveshell.py:2882] Step 33050 | Loss: 0.5445 | Spent: 3.1 secs | LR: 0.000287
I0416 05:57:53.381219 140193631795072 interactiveshell.py:2882] Step 33100 | Loss: 0.6882 | Spent: 3.1 secs | LR: 0.000287
I0416 05:57:56.509603 140193631795072 interactiveshell.py:2882] Step 33150 | Loss: 0.4660 | Spent: 3.1 secs | LR: 0.000287
I0416 05:57:59.627697 140193631795072 interactiveshell.py:2882] Step 33200 | Loss: 0.6440 | Spent: 3.1 secs | LR: 0.000287
I0416 05:58:02.739931 140193631795072 interactiveshell.py:2882] Step 33250 | Loss: 0.7947 | Spent: 3.1 secs | LR: 0.000286
I0416 05:58:05.866614 140193631795072 interactiveshell.py:2882] Step 33300 | Loss: 0.5607 | Spent: 3.1 secs | LR: 0.000286
I0416 05:58:08.986236 140193631795072 interactiveshell.py:2882] Step 33350 | Loss: 0.4756 | Spent: 3.1 secs | LR: 0.000286
I0416 05:58:12.125866 140193631795072 interactiveshell.py:2882] Step 33400 | Loss: 0.5917 | Spent: 3.1 secs | LR: 0.000286
I0416 05:58:15.245057 140193631795072 interactiveshell.py:2882] Step 33450 | Loss: 0.4217 | Spent: 3.1 secs | LR: 0.000286
I0416 05:58:18.367975 140193631795072 interactiveshell.py:2882] Step 33500 | Loss: 0.5988 | Spent: 3.1 secs | LR: 0.000286
I0416 05:58:21.513926 140193631795072 interactiveshell.py:2882] Step 33550 | Loss: 0.6366 | Spent: 3.1 secs | LR: 0.000286
I0416 05:58:24.667526 140193631795072 interactiveshell.py:2882] Step 33600 | Loss: 0.6775 | Spent: 3.2 secs | LR: 0.000285
I0416 05:58:27.799148 140193631795072 interactiveshell.py:2882] Step 33650 | Loss: 0.6308 | Spent: 3.1 secs | LR: 0.000285
I0416 05:58:30.930900 140193631795072 interactiveshell.py:2882] Step 33700 | Loss: 0.4611 | Spent: 3.1 secs | LR: 0.000285
I0416 05:58:34.298003 140193631795072 interactiveshell.py:2882] Step 33750 | Loss: 0.6259 | Spent: 3.4 secs | LR: 0.000285
I0416 05:58:37.831766 140193631795072 interactiveshell.py:2882] Step 33800 | Loss: 0.4094 | Spent: 3.5 secs | LR: 0.000285
I0416 05:58:41.375713 140193631795072 interactiveshell.py:2882] Step 33850 | Loss: 0.3743 | Spent: 3.5 secs | LR: 0.000285
I0416 05:58:44.583595 140193631795072 interactiveshell.py:2882] Step 33900 | Loss: 0.3358 | Spent: 3.2 secs | LR: 0.000285
I0416 05:58:47.708232 140193631795072 interactiveshell.py:2882] Step 33950 | Loss: 0.5824 | Spent: 3.1 secs | LR: 0.000284
I0416 05:58:50.821206 140193631795072 interactiveshell.py:2882] Step 34000 | Loss: 0.5072 | Spent: 3.1 secs | LR: 0.000284
I0416 05:58:53.945871 140193631795072 interactiveshell.py:2882] Step 34050 | Loss: 0.4692 | Spent: 3.1 secs | LR: 0.000284
I0416 05:58:57.065634 140193631795072 interactiveshell.py:2882] Step 34100 | Loss: 0.5726 | Spent: 3.1 secs | LR: 0.000284
I0416 05:59:00.188254 140193631795072 interactiveshell.py:2882] Step 34150 | Loss: 0.4054 | Spent: 3.1 secs | LR: 0.000284
I0416 05:59:03.311668 140193631795072 interactiveshell.py:2882] Step 34200 | Loss: 0.5081 | Spent: 3.1 secs | LR: 0.000284
I0416 05:59:06.434600 140193631795072 interactiveshell.py:2882] Step 34250 | Loss: 0.4479 | Spent: 3.1 secs | LR: 0.000284
I0416 05:59:09.563405 140193631795072 interactiveshell.py:2882] Step 34300 | Loss: 0.5152 | Spent: 3.1 secs | LR: 0.000283
Reading ../data/train.txt
I0416 05:59:34.256051 140193631795072 interactiveshell.py:2882] Step 34350 | Loss: 0.5271 | Spent: 24.7 secs | LR: 0.000283
Reading ../data/test.txt
I0416 05:59:46.800437 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.821
I0416 05:59:46.801544 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.825
I0416 05:59:48.181984 140193631795072 interactiveshell.py:2882] Step 34400 | Loss: 0.6725 | Spent: 13.9 secs | LR: 0.000283
I0416 05:59:51.482207 140193631795072 interactiveshell.py:2882] Step 34450 | Loss: 0.4973 | Spent: 3.3 secs | LR: 0.000283
I0416 05:59:55.109628 140193631795072 interactiveshell.py:2882] Step 34500 | Loss: 0.3145 | Spent: 3.6 secs | LR: 0.000283
I0416 05:59:58.881250 140193631795072 interactiveshell.py:2882] Step 34550 | Loss: 0.2962 | Spent: 3.8 secs | LR: 0.000283
I0416 06:00:02.648585 140193631795072 interactiveshell.py:2882] Step 34600 | Loss: 0.2344 | Spent: 3.8 secs | LR: 0.000283
I0416 06:00:05.950579 140193631795072 interactiveshell.py:2882] Step 34650 | Loss: 0.5483 | Spent: 3.3 secs | LR: 0.000282
I0416 06:00:09.250025 140193631795072 interactiveshell.py:2882] Step 34700 | Loss: 0.3507 | Spent: 3.3 secs | LR: 0.000282
I0416 06:00:12.565078 140193631795072 interactiveshell.py:2882] Step 34750 | Loss: 0.6491 | Spent: 3.3 secs | LR: 0.000282
I0416 06:00:15.847533 140193631795072 interactiveshell.py:2882] Step 34800 | Loss: 0.4885 | Spent: 3.3 secs | LR: 0.000282
I0416 06:00:19.156349 140193631795072 interactiveshell.py:2882] Step 34850 | Loss: 0.4749 | Spent: 3.3 secs | LR: 0.000282
I0416 06:00:22.478827 140193631795072 interactiveshell.py:2882] Step 34900 | Loss: 0.6174 | Spent: 3.3 secs | LR: 0.000282
I0416 06:00:25.802157 140193631795072 interactiveshell.py:2882] Step 34950 | Loss: 0.4316 | Spent: 3.3 secs | LR: 0.000282
I0416 06:00:29.112612 140193631795072 interactiveshell.py:2882] Step 35000 | Loss: 0.5379 | Spent: 3.3 secs | LR: 0.000281
I0416 06:00:32.436161 140193631795072 interactiveshell.py:2882] Step 35050 | Loss: 0.2654 | Spent: 3.3 secs | LR: 0.000281
I0416 06:00:35.734094 140193631795072 interactiveshell.py:2882] Step 35100 | Loss: 0.7488 | Spent: 3.3 secs | LR: 0.000281
I0416 06:00:39.253862 140193631795072 interactiveshell.py:2882] Step 35150 | Loss: 0.5969 | Spent: 3.5 secs | LR: 0.000281
I0416 06:00:43.217252 140193631795072 interactiveshell.py:2882] Step 35200 | Loss: 0.4100 | Spent: 4.0 secs | LR: 0.000281
I0416 06:00:46.537154 140193631795072 interactiveshell.py:2882] Step 35250 | Loss: 0.3094 | Spent: 3.3 secs | LR: 0.000281
I0416 06:00:49.838671 140193631795072 interactiveshell.py:2882] Step 35300 | Loss: 0.2444 | Spent: 3.3 secs | LR: 0.000281
I0416 06:00:53.134861 140193631795072 interactiveshell.py:2882] Step 35350 | Loss: 0.3144 | Spent: 3.3 secs | LR: 0.000280
I0416 06:00:56.443832 140193631795072 interactiveshell.py:2882] Step 35400 | Loss: 0.6032 | Spent: 3.3 secs | LR: 0.000280
I0416 06:00:59.760646 140193631795072 interactiveshell.py:2882] Step 35450 | Loss: 0.5943 | Spent: 3.3 secs | LR: 0.000280
I0416 06:01:03.047637 140193631795072 interactiveshell.py:2882] Step 35500 | Loss: 0.3911 | Spent: 3.3 secs | LR: 0.000280
I0416 06:01:06.353005 140193631795072 interactiveshell.py:2882] Step 35550 | Loss: 0.4634 | Spent: 3.3 secs | LR: 0.000280
I0416 06:01:09.660929 140193631795072 interactiveshell.py:2882] Step 35600 | Loss: 0.3288 | Spent: 3.3 secs | LR: 0.000280
I0416 06:01:12.985865 140193631795072 interactiveshell.py:2882] Step 35650 | Loss: 0.5617 | Spent: 3.3 secs | LR: 0.000280
I0416 06:01:16.728126 140193631795072 interactiveshell.py:2882] Step 35700 | Loss: 0.4361 | Spent: 3.7 secs | LR: 0.000279
I0416 06:01:20.511497 140193631795072 interactiveshell.py:2882] Step 35750 | Loss: 0.3680 | Spent: 3.8 secs | LR: 0.000279
I0416 06:01:24.157528 140193631795072 interactiveshell.py:2882] Step 35800 | Loss: 0.3908 | Spent: 3.6 secs | LR: 0.000279
I0416 06:01:27.494541 140193631795072 interactiveshell.py:2882] Step 35850 | Loss: 0.3468 | Spent: 3.3 secs | LR: 0.000279
I0416 06:01:30.806922 140193631795072 interactiveshell.py:2882] Step 35900 | Loss: 0.6784 | Spent: 3.3 secs | LR: 0.000279
I0416 06:01:34.133832 140193631795072 interactiveshell.py:2882] Step 35950 | Loss: 0.4978 | Spent: 3.3 secs | LR: 0.000279
I0416 06:01:37.436200 140193631795072 interactiveshell.py:2882] Step 36000 | Loss: 0.4975 | Spent: 3.3 secs | LR: 0.000279
I0416 06:01:40.786699 140193631795072 interactiveshell.py:2882] Step 36050 | Loss: 0.4026 | Spent: 3.3 secs | LR: 0.000278
Reading ../data/test.txt
I0416 06:01:54.593209 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.821
I0416 06:01:54.594187 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.825
I0416 06:01:54.736085 140193631795072 interactiveshell.py:2882] Step 36100 | Loss: 0.3873 | Spent: 13.9 secs | LR: 0.000278
I0416 06:01:58.050248 140193631795072 interactiveshell.py:2882] Step 36150 | Loss: 0.6089 | Spent: 3.3 secs | LR: 0.000278
I0416 06:02:01.363809 140193631795072 interactiveshell.py:2882] Step 36200 | Loss: 0.5825 | Spent: 3.3 secs | LR: 0.000278
I0416 06:02:04.679349 140193631795072 interactiveshell.py:2882] Step 36250 | Loss: 0.3783 | Spent: 3.3 secs | LR: 0.000278
I0416 06:02:07.988499 140193631795072 interactiveshell.py:2882] Step 36300 | Loss: 0.5738 | Spent: 3.3 secs | LR: 0.000278
I0416 06:02:11.765630 140193631795072 interactiveshell.py:2882] Step 36350 | Loss: 0.8237 | Spent: 3.8 secs | LR: 0.000278
I0416 06:02:15.822461 140193631795072 interactiveshell.py:2882] Step 36400 | Loss: 0.8697 | Spent: 4.1 secs | LR: 0.000277
I0416 06:02:19.813730 140193631795072 interactiveshell.py:2882] Step 36450 | Loss: 0.5512 | Spent: 4.0 secs | LR: 0.000277
I0416 06:02:23.124783 140193631795072 interactiveshell.py:2882] Step 36500 | Loss: 0.3817 | Spent: 3.3 secs | LR: 0.000277
I0416 06:02:26.441173 140193631795072 interactiveshell.py:2882] Step 36550 | Loss: 0.4148 | Spent: 3.3 secs | LR: 0.000277
I0416 06:02:29.760183 140193631795072 interactiveshell.py:2882] Step 36600 | Loss: 0.4775 | Spent: 3.3 secs | LR: 0.000277
I0416 06:02:33.092516 140193631795072 interactiveshell.py:2882] Step 36650 | Loss: 0.4365 | Spent: 3.3 secs | LR: 0.000277
I0416 06:02:36.788185 140193631795072 interactiveshell.py:2882] Step 36700 | Loss: 0.5614 | Spent: 3.7 secs | LR: 0.000277
I0416 06:02:40.587113 140193631795072 interactiveshell.py:2882] Step 36750 | Loss: 0.4465 | Spent: 3.8 secs | LR: 0.000276
I0416 06:02:44.270584 140193631795072 interactiveshell.py:2882] Step 36800 | Loss: 0.4562 | Spent: 3.7 secs | LR: 0.000276
I0416 06:02:47.579886 140193631795072 interactiveshell.py:2882] Step 36850 | Loss: 0.4459 | Spent: 3.3 secs | LR: 0.000276
I0416 06:02:50.890759 140193631795072 interactiveshell.py:2882] Step 36900 | Loss: 0.4015 | Spent: 3.3 secs | LR: 0.000276
I0416 06:02:54.197033 140193631795072 interactiveshell.py:2882] Step 36950 | Loss: 0.5258 | Spent: 3.3 secs | LR: 0.000276
I0416 06:02:57.507291 140193631795072 interactiveshell.py:2882] Step 37000 | Loss: 0.7094 | Spent: 3.3 secs | LR: 0.000276
I0416 06:03:00.822293 140193631795072 interactiveshell.py:2882] Step 37050 | Loss: 0.4808 | Spent: 3.3 secs | LR: 0.000276
I0416 06:03:04.145873 140193631795072 interactiveshell.py:2882] Step 37100 | Loss: 0.2543 | Spent: 3.3 secs | LR: 0.000276
I0416 06:03:07.465640 140193631795072 interactiveshell.py:2882] Step 37150 | Loss: 0.4761 | Spent: 3.3 secs | LR: 0.000275
I0416 06:03:10.764118 140193631795072 interactiveshell.py:2882] Step 37200 | Loss: 0.2396 | Spent: 3.3 secs | LR: 0.000275
I0416 06:03:14.087849 140193631795072 interactiveshell.py:2882] Step 37250 | Loss: 0.5548 | Spent: 3.3 secs | LR: 0.000275
I0416 06:03:17.399940 140193631795072 interactiveshell.py:2882] Step 37300 | Loss: 0.2777 | Spent: 3.3 secs | LR: 0.000275
I0416 06:03:20.713743 140193631795072 interactiveshell.py:2882] Step 37350 | Loss: 0.5660 | Spent: 3.3 secs | LR: 0.000275
I0416 06:03:24.064407 140193631795072 interactiveshell.py:2882] Step 37400 | Loss: 0.4425 | Spent: 3.3 secs | LR: 0.000275
I0416 06:03:27.401589 140193631795072 interactiveshell.py:2882] Step 37450 | Loss: 0.4220 | Spent: 3.3 secs | LR: 0.000275
I0416 06:03:30.720197 140193631795072 interactiveshell.py:2882] Step 37500 | Loss: 0.5182 | Spent: 3.3 secs | LR: 0.000274
I0416 06:03:34.034611 140193631795072 interactiveshell.py:2882] Step 37550 | Loss: 0.3258 | Spent: 3.3 secs | LR: 0.000274
I0416 06:03:37.346164 140193631795072 interactiveshell.py:2882] Step 37600 | Loss: 0.2709 | Spent: 3.3 secs | LR: 0.000274
I0416 06:03:40.663495 140193631795072 interactiveshell.py:2882] Step 37650 | Loss: 0.3808 | Spent: 3.3 secs | LR: 0.000274
I0416 06:03:43.978394 140193631795072 interactiveshell.py:2882] Step 37700 | Loss: 0.3676 | Spent: 3.3 secs | LR: 0.000274
I0416 06:03:47.280401 140193631795072 interactiveshell.py:2882] Step 37750 | Loss: 0.5627 | Spent: 3.3 secs | LR: 0.000274
I0416 06:03:50.595116 140193631795072 interactiveshell.py:2882] Step 37800 | Loss: 0.4642 | Spent: 3.3 secs | LR: 0.000274
Reading ../data/test.txt
I0416 06:04:03.396803 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.816
I0416 06:04:03.398035 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.825
I0416 06:04:05.656079 140193631795072 interactiveshell.py:2882] Step 37850 | Loss: 0.6390 | Spent: 15.1 secs | LR: 0.000273
I0416 06:04:08.976560 140193631795072 interactiveshell.py:2882] Step 37900 | Loss: 0.6746 | Spent: 3.3 secs | LR: 0.000273
I0416 06:04:12.290675 140193631795072 interactiveshell.py:2882] Step 37950 | Loss: 0.4953 | Spent: 3.3 secs | LR: 0.000273
I0416 06:04:15.611956 140193631795072 interactiveshell.py:2882] Step 38000 | Loss: 0.5480 | Spent: 3.3 secs | LR: 0.000273
I0416 06:04:18.948219 140193631795072 interactiveshell.py:2882] Step 38050 | Loss: 0.6416 | Spent: 3.3 secs | LR: 0.000273
I0416 06:04:22.267586 140193631795072 interactiveshell.py:2882] Step 38100 | Loss: 0.4755 | Spent: 3.3 secs | LR: 0.000273
I0416 06:04:25.598495 140193631795072 interactiveshell.py:2882] Step 38150 | Loss: 0.4478 | Spent: 3.3 secs | LR: 0.000273
I0416 06:04:28.946300 140193631795072 interactiveshell.py:2882] Step 38200 | Loss: 0.6047 | Spent: 3.3 secs | LR: 0.000272
I0416 06:04:32.265182 140193631795072 interactiveshell.py:2882] Step 38250 | Loss: 0.4194 | Spent: 3.3 secs | LR: 0.000272
I0416 06:04:35.579032 140193631795072 interactiveshell.py:2882] Step 38300 | Loss: 0.3701 | Spent: 3.3 secs | LR: 0.000272
I0416 06:04:38.907644 140193631795072 interactiveshell.py:2882] Step 38350 | Loss: 0.3876 | Spent: 3.3 secs | LR: 0.000272
I0416 06:04:42.237463 140193631795072 interactiveshell.py:2882] Step 38400 | Loss: 0.3005 | Spent: 3.3 secs | LR: 0.000272
I0416 06:04:45.568873 140193631795072 interactiveshell.py:2882] Step 38450 | Loss: 0.6191 | Spent: 3.3 secs | LR: 0.000272
I0416 06:04:48.884841 140193631795072 interactiveshell.py:2882] Step 38500 | Loss: 0.4355 | Spent: 3.3 secs | LR: 0.000272
I0416 06:04:52.204953 140193631795072 interactiveshell.py:2882] Step 38550 | Loss: 0.4156 | Spent: 3.3 secs | LR: 0.000272
I0416 06:04:55.517628 140193631795072 interactiveshell.py:2882] Step 38600 | Loss: 0.3169 | Spent: 3.3 secs | LR: 0.000271
I0416 06:04:58.843022 140193631795072 interactiveshell.py:2882] Step 38650 | Loss: 0.5649 | Spent: 3.3 secs | LR: 0.000271
I0416 06:05:02.155675 140193631795072 interactiveshell.py:2882] Step 38700 | Loss: 0.4648 | Spent: 3.3 secs | LR: 0.000271
I0416 06:05:05.474431 140193631795072 interactiveshell.py:2882] Step 38750 | Loss: 0.5603 | Spent: 3.3 secs | LR: 0.000271
I0416 06:05:08.795161 140193631795072 interactiveshell.py:2882] Step 38800 | Loss: 0.6992 | Spent: 3.3 secs | LR: 0.000271
I0416 06:05:12.142931 140193631795072 interactiveshell.py:2882] Step 38850 | Loss: 0.4427 | Spent: 3.3 secs | LR: 0.000271
I0416 06:05:15.577331 140193631795072 interactiveshell.py:2882] Step 38900 | Loss: 0.2927 | Spent: 3.4 secs | LR: 0.000271
I0416 06:05:19.366444 140193631795072 interactiveshell.py:2882] Step 38950 | Loss: 0.8187 | Spent: 3.8 secs | LR: 0.000270
I0416 06:05:23.153114 140193631795072 interactiveshell.py:2882] Step 39000 | Loss: 0.7099 | Spent: 3.8 secs | LR: 0.000270
I0416 06:05:26.653442 140193631795072 interactiveshell.py:2882] Step 39050 | Loss: 0.4521 | Spent: 3.5 secs | LR: 0.000270
I0416 06:05:29.958624 140193631795072 interactiveshell.py:2882] Step 39100 | Loss: 0.6253 | Spent: 3.3 secs | LR: 0.000270
I0416 06:05:33.272000 140193631795072 interactiveshell.py:2882] Step 39150 | Loss: 0.1808 | Spent: 3.3 secs | LR: 0.000270
I0416 06:05:36.614941 140193631795072 interactiveshell.py:2882] Step 39200 | Loss: 0.7192 | Spent: 3.3 secs | LR: 0.000270
I0416 06:05:39.933099 140193631795072 interactiveshell.py:2882] Step 39250 | Loss: 0.4356 | Spent: 3.3 secs | LR: 0.000270
I0416 06:05:43.243189 140193631795072 interactiveshell.py:2882] Step 39300 | Loss: 0.3400 | Spent: 3.3 secs | LR: 0.000269
I0416 06:05:47.168772 140193631795072 interactiveshell.py:2882] Step 39350 | Loss: 0.3450 | Spent: 3.9 secs | LR: 0.000269
I0416 06:05:50.734461 140193631795072 interactiveshell.py:2882] Step 39400 | Loss: 0.5546 | Spent: 3.6 secs | LR: 0.000269
I0416 06:05:54.053408 140193631795072 interactiveshell.py:2882] Step 39450 | Loss: 0.7096 | Spent: 3.3 secs | LR: 0.000269
I0416 06:05:57.377992 140193631795072 interactiveshell.py:2882] Step 39500 | Loss: 0.5683 | Spent: 3.3 secs | LR: 0.000269
Reading ../data/test.txt
I0416 06:06:10.426998 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.827
I0416 06:06:10.428130 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.827
I0416 06:06:11.352096 140193631795072 interactiveshell.py:2882] Step 39550 | Loss: 0.4879 | Spent: 14.0 secs | LR: 0.000269
I0416 06:06:14.681104 140193631795072 interactiveshell.py:2882] Step 39600 | Loss: 0.4769 | Spent: 3.3 secs | LR: 0.000269
I0416 06:06:17.994589 140193631795072 interactiveshell.py:2882] Step 39650 | Loss: 0.5447 | Spent: 3.3 secs | LR: 0.000269
I0416 06:06:21.317904 140193631795072 interactiveshell.py:2882] Step 39700 | Loss: 0.3086 | Spent: 3.3 secs | LR: 0.000268
I0416 06:06:24.657029 140193631795072 interactiveshell.py:2882] Step 39750 | Loss: 0.4967 | Spent: 3.3 secs | LR: 0.000268
I0416 06:06:28.007726 140193631795072 interactiveshell.py:2882] Step 39800 | Loss: 0.4585 | Spent: 3.3 secs | LR: 0.000268
I0416 06:06:31.356951 140193631795072 interactiveshell.py:2882] Step 39850 | Loss: 0.3325 | Spent: 3.3 secs | LR: 0.000268
I0416 06:06:34.657873 140193631795072 interactiveshell.py:2882] Step 39900 | Loss: 0.6664 | Spent: 3.3 secs | LR: 0.000268
I0416 06:06:38.398715 140193631795072 interactiveshell.py:2882] Step 39950 | Loss: 0.5766 | Spent: 3.7 secs | LR: 0.000268
I0416 06:06:42.167524 140193631795072 interactiveshell.py:2882] Step 40000 | Loss: 0.3548 | Spent: 3.8 secs | LR: 0.000268
I0416 06:06:45.821387 140193631795072 interactiveshell.py:2882] Step 40050 | Loss: 0.5702 | Spent: 3.7 secs | LR: 0.000267
I0416 06:06:49.131210 140193631795072 interactiveshell.py:2882] Step 40100 | Loss: 0.5070 | Spent: 3.3 secs | LR: 0.000267
I0416 06:06:52.449624 140193631795072 interactiveshell.py:2882] Step 40150 | Loss: 0.3913 | Spent: 3.3 secs | LR: 0.000267
I0416 06:06:55.772873 140193631795072 interactiveshell.py:2882] Step 40200 | Loss: 0.2917 | Spent: 3.3 secs | LR: 0.000267
I0416 06:06:59.091077 140193631795072 interactiveshell.py:2882] Step 40250 | Loss: 0.3918 | Spent: 3.3 secs | LR: 0.000267
I0416 06:07:02.394227 140193631795072 interactiveshell.py:2882] Step 40300 | Loss: 0.3451 | Spent: 3.3 secs | LR: 0.000267
I0416 06:07:05.719554 140193631795072 interactiveshell.py:2882] Step 40350 | Loss: 0.3977 | Spent: 3.3 secs | LR: 0.000267
I0416 06:07:09.046175 140193631795072 interactiveshell.py:2882] Step 40400 | Loss: 0.4460 | Spent: 3.3 secs | LR: 0.000267
I0416 06:07:12.355363 140193631795072 interactiveshell.py:2882] Step 40450 | Loss: 0.5501 | Spent: 3.3 secs | LR: 0.000266
I0416 06:07:15.675448 140193631795072 interactiveshell.py:2882] Step 40500 | Loss: 0.4710 | Spent: 3.3 secs | LR: 0.000266
I0416 06:07:18.985604 140193631795072 interactiveshell.py:2882] Step 40550 | Loss: 0.2661 | Spent: 3.3 secs | LR: 0.000266
I0416 06:07:22.881543 140193631795072 interactiveshell.py:2882] Step 40600 | Loss: 0.5708 | Spent: 3.9 secs | LR: 0.000266
I0416 06:07:26.992098 140193631795072 interactiveshell.py:2882] Step 40650 | Loss: 0.4379 | Spent: 4.1 secs | LR: 0.000266
I0416 06:07:30.900334 140193631795072 interactiveshell.py:2882] Step 40700 | Loss: 0.4784 | Spent: 3.9 secs | LR: 0.000266
I0416 06:07:34.228383 140193631795072 interactiveshell.py:2882] Step 40750 | Loss: 0.6878 | Spent: 3.3 secs | LR: 0.000266
I0416 06:07:37.556832 140193631795072 interactiveshell.py:2882] Step 40800 | Loss: 0.4801 | Spent: 3.3 secs | LR: 0.000265
I0416 06:07:40.861392 140193631795072 interactiveshell.py:2882] Step 40850 | Loss: 0.5873 | Spent: 3.3 secs | LR: 0.000265
I0416 06:07:44.167364 140193631795072 interactiveshell.py:2882] Step 40900 | Loss: 0.5035 | Spent: 3.3 secs | LR: 0.000265
I0416 06:07:47.487680 140193631795072 interactiveshell.py:2882] Step 40950 | Loss: 0.4875 | Spent: 3.3 secs | LR: 0.000265
I0416 06:07:50.788665 140193631795072 interactiveshell.py:2882] Step 41000 | Loss: 0.2656 | Spent: 3.3 secs | LR: 0.000265
I0416 06:07:54.114512 140193631795072 interactiveshell.py:2882] Step 41050 | Loss: 0.4873 | Spent: 3.3 secs | LR: 0.000265
I0416 06:07:57.710519 140193631795072 interactiveshell.py:2882] Step 41100 | Loss: 0.4725 | Spent: 3.6 secs | LR: 0.000265
I0416 06:08:01.484130 140193631795072 interactiveshell.py:2882] Step 41150 | Loss: 0.5785 | Spent: 3.8 secs | LR: 0.000265
I0416 06:08:05.236103 140193631795072 interactiveshell.py:2882] Step 41200 | Loss: 0.4011 | Spent: 3.8 secs | LR: 0.000264
I0416 06:08:08.576296 140193631795072 interactiveshell.py:2882] Step 41250 | Loss: 0.7585 | Spent: 3.3 secs | LR: 0.000264
Reading ../data/test.txt
I0416 06:08:19.542893 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.819
I0416 06:08:19.543956 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.827
I0416 06:08:22.525786 140193631795072 interactiveshell.py:2882] Step 41300 | Loss: 0.7485 | Spent: 13.9 secs | LR: 0.000264
I0416 06:08:25.844700 140193631795072 interactiveshell.py:2882] Step 41350 | Loss: 0.3686 | Spent: 3.3 secs | LR: 0.000264
I0416 06:08:29.160592 140193631795072 interactiveshell.py:2882] Step 41400 | Loss: 0.5470 | Spent: 3.3 secs | LR: 0.000264
I0416 06:08:32.470668 140193631795072 interactiveshell.py:2882] Step 41450 | Loss: 0.2645 | Spent: 3.3 secs | LR: 0.000264
I0416 06:08:35.787611 140193631795072 interactiveshell.py:2882] Step 41500 | Loss: 0.4482 | Spent: 3.3 secs | LR: 0.000264
I0416 06:08:39.119769 140193631795072 interactiveshell.py:2882] Step 41550 | Loss: 0.4648 | Spent: 3.3 secs | LR: 0.000263
I0416 06:08:42.445162 140193631795072 interactiveshell.py:2882] Step 41600 | Loss: 0.4977 | Spent: 3.3 secs | LR: 0.000263
I0416 06:08:45.754921 140193631795072 interactiveshell.py:2882] Step 41650 | Loss: 0.4025 | Spent: 3.3 secs | LR: 0.000263
I0416 06:08:49.055077 140193631795072 interactiveshell.py:2882] Step 41700 | Loss: 0.4410 | Spent: 3.3 secs | LR: 0.000263
I0416 06:08:52.365950 140193631795072 interactiveshell.py:2882] Step 41750 | Loss: 0.2984 | Spent: 3.3 secs | LR: 0.000263
I0416 06:08:55.674954 140193631795072 interactiveshell.py:2882] Step 41800 | Loss: 0.4216 | Spent: 3.3 secs | LR: 0.000263
I0416 06:08:58.985958 140193631795072 interactiveshell.py:2882] Step 41850 | Loss: 0.6680 | Spent: 3.3 secs | LR: 0.000263
I0416 06:09:02.295553 140193631795072 interactiveshell.py:2882] Step 41900 | Loss: 0.5453 | Spent: 3.3 secs | LR: 0.000263
I0416 06:09:05.606322 140193631795072 interactiveshell.py:2882] Step 41950 | Loss: 0.5455 | Spent: 3.3 secs | LR: 0.000262
I0416 06:09:08.943563 140193631795072 interactiveshell.py:2882] Step 42000 | Loss: 0.2401 | Spent: 3.3 secs | LR: 0.000262
I0416 06:09:12.254843 140193631795072 interactiveshell.py:2882] Step 42050 | Loss: 0.3349 | Spent: 3.3 secs | LR: 0.000262
I0416 06:09:15.560529 140193631795072 interactiveshell.py:2882] Step 42100 | Loss: 0.5009 | Spent: 3.3 secs | LR: 0.000262
I0416 06:09:19.306383 140193631795072 interactiveshell.py:2882] Step 42150 | Loss: 0.4018 | Spent: 3.7 secs | LR: 0.000262
I0416 06:09:23.083625 140193631795072 interactiveshell.py:2882] Step 42200 | Loss: 0.3077 | Spent: 3.8 secs | LR: 0.000262
I0416 06:09:26.734554 140193631795072 interactiveshell.py:2882] Step 42250 | Loss: 0.5275 | Spent: 3.6 secs | LR: 0.000262
I0416 06:09:30.052881 140193631795072 interactiveshell.py:2882] Step 42300 | Loss: 0.3943 | Spent: 3.3 secs | LR: 0.000261
I0416 06:09:33.373037 140193631795072 interactiveshell.py:2882] Step 42350 | Loss: 0.2452 | Spent: 3.3 secs | LR: 0.000261
I0416 06:09:36.693393 140193631795072 interactiveshell.py:2882] Step 42400 | Loss: 0.6334 | Spent: 3.3 secs | LR: 0.000261
I0416 06:09:40.000151 140193631795072 interactiveshell.py:2882] Step 42450 | Loss: 0.3804 | Spent: 3.3 secs | LR: 0.000261
I0416 06:09:43.314787 140193631795072 interactiveshell.py:2882] Step 42500 | Loss: 0.3253 | Spent: 3.3 secs | LR: 0.000261
I0416 06:09:46.629488 140193631795072 interactiveshell.py:2882] Step 42550 | Loss: 0.6472 | Spent: 3.3 secs | LR: 0.000261
I0416 06:09:49.939817 140193631795072 interactiveshell.py:2882] Step 42600 | Loss: 0.3810 | Spent: 3.3 secs | LR: 0.000261
I0416 06:09:53.255245 140193631795072 interactiveshell.py:2882] Step 42650 | Loss: 0.2374 | Spent: 3.3 secs | LR: 0.000261
I0416 06:09:56.552676 140193631795072 interactiveshell.py:2882] Step 42700 | Loss: 0.6148 | Spent: 3.3 secs | LR: 0.000260
I0416 06:09:59.864027 140193631795072 interactiveshell.py:2882] Step 42750 | Loss: 0.4076 | Spent: 3.3 secs | LR: 0.000260
I0416 06:10:03.185562 140193631795072 interactiveshell.py:2882] Step 42800 | Loss: 0.5933 | Spent: 3.3 secs | LR: 0.000260
I0416 06:10:06.504372 140193631795072 interactiveshell.py:2882] Step 42850 | Loss: 0.2822 | Spent: 3.3 secs | LR: 0.000260
I0416 06:10:09.838223 140193631795072 interactiveshell.py:2882] Step 42900 | Loss: 0.5368 | Spent: 3.3 secs | LR: 0.000260
I0416 06:10:13.136184 140193631795072 interactiveshell.py:2882] Step 42950 | Loss: 0.4486 | Spent: 3.3 secs | LR: 0.000260
Reading ../data/test.txt
I0416 06:10:25.376995 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.819
I0416 06:10:25.378099 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.827
I0416 06:10:27.107747 140193631795072 interactiveshell.py:2882] Step 43000 | Loss: 0.3986 | Spent: 14.0 secs | LR: 0.000260
I0416 06:10:30.508167 140193631795072 interactiveshell.py:2882] Step 43050 | Loss: 0.4481 | Spent: 3.4 secs | LR: 0.000260
I0416 06:10:33.813552 140193631795072 interactiveshell.py:2882] Step 43100 | Loss: 0.3231 | Spent: 3.3 secs | LR: 0.000259
I0416 06:10:37.275180 140193631795072 interactiveshell.py:2882] Step 43150 | Loss: 0.3890 | Spent: 3.5 secs | LR: 0.000259
I0416 06:10:41.043886 140193631795072 interactiveshell.py:2882] Step 43200 | Loss: 0.6007 | Spent: 3.8 secs | LR: 0.000259
I0416 06:10:44.816459 140193631795072 interactiveshell.py:2882] Step 43250 | Loss: 0.3722 | Spent: 3.8 secs | LR: 0.000259
I0416 06:10:48.290797 140193631795072 interactiveshell.py:2882] Step 43300 | Loss: 0.1660 | Spent: 3.5 secs | LR: 0.000259
I0416 06:10:52.154981 140193631795072 interactiveshell.py:2882] Step 43350 | Loss: 0.4531 | Spent: 3.9 secs | LR: 0.000259
I0416 06:10:55.774555 140193631795072 interactiveshell.py:2882] Step 43400 | Loss: 0.4524 | Spent: 3.6 secs | LR: 0.000259
I0416 06:10:59.093217 140193631795072 interactiveshell.py:2882] Step 43450 | Loss: 0.4734 | Spent: 3.3 secs | LR: 0.000258
I0416 06:11:02.410629 140193631795072 interactiveshell.py:2882] Step 43500 | Loss: 0.5938 | Spent: 3.3 secs | LR: 0.000258
I0416 06:11:05.705686 140193631795072 interactiveshell.py:2882] Step 43550 | Loss: 0.4305 | Spent: 3.3 secs | LR: 0.000258
I0416 06:11:09.019643 140193631795072 interactiveshell.py:2882] Step 43600 | Loss: 0.4036 | Spent: 3.3 secs | LR: 0.000258
I0416 06:11:12.338707 140193631795072 interactiveshell.py:2882] Step 43650 | Loss: 0.2824 | Spent: 3.3 secs | LR: 0.000258
I0416 06:11:15.655440 140193631795072 interactiveshell.py:2882] Step 43700 | Loss: 0.5043 | Spent: 3.3 secs | LR: 0.000258
I0416 06:11:18.978611 140193631795072 interactiveshell.py:2882] Step 43750 | Loss: 0.2798 | Spent: 3.3 secs | LR: 0.000258
I0416 06:11:22.307661 140193631795072 interactiveshell.py:2882] Step 43800 | Loss: 0.6391 | Spent: 3.3 secs | LR: 0.000258
I0416 06:11:25.614405 140193631795072 interactiveshell.py:2882] Step 43850 | Loss: 0.7060 | Spent: 3.3 secs | LR: 0.000257
I0416 06:11:28.946038 140193631795072 interactiveshell.py:2882] Step 43900 | Loss: 0.3733 | Spent: 3.3 secs | LR: 0.000257
I0416 06:11:32.258123 140193631795072 interactiveshell.py:2882] Step 43950 | Loss: 0.5575 | Spent: 3.3 secs | LR: 0.000257
I0416 06:11:35.574432 140193631795072 interactiveshell.py:2882] Step 44000 | Loss: 0.4703 | Spent: 3.3 secs | LR: 0.000257
I0416 06:11:38.904449 140193631795072 interactiveshell.py:2882] Step 44050 | Loss: 0.3677 | Spent: 3.3 secs | LR: 0.000257
I0416 06:11:42.211126 140193631795072 interactiveshell.py:2882] Step 44100 | Loss: 0.4802 | Spent: 3.3 secs | LR: 0.000257
I0416 06:11:45.522950 140193631795072 interactiveshell.py:2882] Step 44150 | Loss: 0.6719 | Spent: 3.3 secs | LR: 0.000257
I0416 06:11:48.835987 140193631795072 interactiveshell.py:2882] Step 44200 | Loss: 0.4394 | Spent: 3.3 secs | LR: 0.000257
I0416 06:11:52.149746 140193631795072 interactiveshell.py:2882] Step 44250 | Loss: 0.2395 | Spent: 3.3 secs | LR: 0.000256
I0416 06:11:55.456043 140193631795072 interactiveshell.py:2882] Step 44300 | Loss: 0.4608 | Spent: 3.3 secs | LR: 0.000256
I0416 06:11:59.063061 140193631795072 interactiveshell.py:2882] Step 44350 | Loss: 0.3645 | Spent: 3.6 secs | LR: 0.000256
I0416 06:12:02.849073 140193631795072 interactiveshell.py:2882] Step 44400 | Loss: 0.3451 | Spent: 3.8 secs | LR: 0.000256
I0416 06:12:06.648818 140193631795072 interactiveshell.py:2882] Step 44450 | Loss: 0.4420 | Spent: 3.8 secs | LR: 0.000256
I0416 06:12:09.963080 140193631795072 interactiveshell.py:2882] Step 44500 | Loss: 0.5631 | Spent: 3.3 secs | LR: 0.000256
I0416 06:12:13.262628 140193631795072 interactiveshell.py:2882] Step 44550 | Loss: 0.2895 | Spent: 3.3 secs | LR: 0.000256
I0416 06:12:16.577837 140193631795072 interactiveshell.py:2882] Step 44600 | Loss: 0.3502 | Spent: 3.3 secs | LR: 0.000255
I0416 06:12:19.894361 140193631795072 interactiveshell.py:2882] Step 44650 | Loss: 0.6381 | Spent: 3.3 secs | LR: 0.000255
Reading ../data/test.txt
I0416 06:12:33.999982 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.827
I0416 06:12:34.001384 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.827
I0416 06:12:34.593953 140193631795072 interactiveshell.py:2882] Step 44700 | Loss: 0.2772 | Spent: 14.7 secs | LR: 0.000255
I0416 06:12:38.669898 140193631795072 interactiveshell.py:2882] Step 44750 | Loss: 0.4307 | Spent: 4.1 secs | LR: 0.000255
I0416 06:12:42.389863 140193631795072 interactiveshell.py:2882] Step 44800 | Loss: 0.4623 | Spent: 3.7 secs | LR: 0.000255
I0416 06:12:45.694232 140193631795072 interactiveshell.py:2882] Step 44850 | Loss: 0.3494 | Spent: 3.3 secs | LR: 0.000255
I0416 06:12:49.000817 140193631795072 interactiveshell.py:2882] Step 44900 | Loss: 0.1246 | Spent: 3.3 secs | LR: 0.000255
I0416 06:12:52.311130 140193631795072 interactiveshell.py:2882] Step 44950 | Loss: 0.4115 | Spent: 3.3 secs | LR: 0.000255
I0416 06:12:55.624878 140193631795072 interactiveshell.py:2882] Step 45000 | Loss: 0.5120 | Spent: 3.3 secs | LR: 0.000254
I0416 06:12:58.955694 140193631795072 interactiveshell.py:2882] Step 45050 | Loss: 0.5027 | Spent: 3.3 secs | LR: 0.000254
I0416 06:13:02.270362 140193631795072 interactiveshell.py:2882] Step 45100 | Loss: 0.4582 | Spent: 3.3 secs | LR: 0.000254
I0416 06:13:05.581224 140193631795072 interactiveshell.py:2882] Step 45150 | Loss: 0.5181 | Spent: 3.3 secs | LR: 0.000254
I0416 06:13:08.885830 140193631795072 interactiveshell.py:2882] Step 45200 | Loss: 0.6033 | Spent: 3.3 secs | LR: 0.000254
I0416 06:13:12.206710 140193631795072 interactiveshell.py:2882] Step 45250 | Loss: 0.6208 | Spent: 3.3 secs | LR: 0.000254
I0416 06:13:15.341916 140193631795072 interactiveshell.py:2882] Step 45300 | Loss: 0.6247 | Spent: 3.1 secs | LR: 0.000254
I0416 06:13:18.649631 140193631795072 interactiveshell.py:2882] Step 45350 | Loss: 0.7019 | Spent: 3.3 secs | LR: 0.000254
I0416 06:13:22.171781 140193631795072 interactiveshell.py:2882] Step 45400 | Loss: 0.2391 | Spent: 3.5 secs | LR: 0.000253
I0416 06:13:25.721419 140193631795072 interactiveshell.py:2882] Step 45450 | Loss: 0.4159 | Spent: 3.5 secs | LR: 0.000253
I0416 06:13:29.019110 140193631795072 interactiveshell.py:2882] Step 45500 | Loss: 0.4344 | Spent: 3.3 secs | LR: 0.000253
I0416 06:13:32.135715 140193631795072 interactiveshell.py:2882] Step 45550 | Loss: 0.6286 | Spent: 3.1 secs | LR: 0.000253
I0416 06:13:35.253982 140193631795072 interactiveshell.py:2882] Step 45600 | Loss: 0.5475 | Spent: 3.1 secs | LR: 0.000253
I0416 06:13:38.375662 140193631795072 interactiveshell.py:2882] Step 45650 | Loss: 0.6251 | Spent: 3.1 secs | LR: 0.000253
I0416 06:13:41.490847 140193631795072 interactiveshell.py:2882] Step 45700 | Loss: 0.3711 | Spent: 3.1 secs | LR: 0.000253
I0416 06:13:44.615698 140193631795072 interactiveshell.py:2882] Step 45750 | Loss: 0.5511 | Spent: 3.1 secs | LR: 0.000253
I0416 06:13:47.733891 140193631795072 interactiveshell.py:2882] Step 45800 | Loss: 0.5201 | Spent: 3.1 secs | LR: 0.000252
I0416 06:13:50.851302 140193631795072 interactiveshell.py:2882] Step 45850 | Loss: 0.6963 | Spent: 3.1 secs | LR: 0.000252
I0416 06:13:53.972634 140193631795072 interactiveshell.py:2882] Step 45900 | Loss: 0.4817 | Spent: 3.1 secs | LR: 0.000252
I0416 06:13:57.091069 140193631795072 interactiveshell.py:2882] Step 45950 | Loss: 0.5023 | Spent: 3.1 secs | LR: 0.000252
I0416 06:14:00.218785 140193631795072 interactiveshell.py:2882] Step 46000 | Loss: 0.5831 | Spent: 3.1 secs | LR: 0.000252
I0416 06:14:03.340282 140193631795072 interactiveshell.py:2882] Step 46050 | Loss: 0.4463 | Spent: 3.1 secs | LR: 0.000252
I0416 06:14:06.461195 140193631795072 interactiveshell.py:2882] Step 46100 | Loss: 0.5853 | Spent: 3.1 secs | LR: 0.000252
I0416 06:14:09.581745 140193631795072 interactiveshell.py:2882] Step 46150 | Loss: 0.4054 | Spent: 3.1 secs | LR: 0.000252
I0416 06:14:12.708051 140193631795072 interactiveshell.py:2882] Step 46200 | Loss: 0.5238 | Spent: 3.1 secs | LR: 0.000251
I0416 06:14:15.832669 140193631795072 interactiveshell.py:2882] Step 46250 | Loss: 0.5359 | Spent: 3.1 secs | LR: 0.000251
I0416 06:14:18.944005 140193631795072 interactiveshell.py:2882] Step 46300 | Loss: 0.5738 | Spent: 3.1 secs | LR: 0.000251
I0416 06:14:22.084043 140193631795072 interactiveshell.py:2882] Step 46350 | Loss: 0.5731 | Spent: 3.1 secs | LR: 0.000251
I0416 06:14:25.201720 140193631795072 interactiveshell.py:2882] Step 46400 | Loss: 0.2694 | Spent: 3.1 secs | LR: 0.000251
Reading ../data/test.txt
I0416 06:14:36.639144 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.828
I0416 06:14:36.640170 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.828
I0416 06:14:39.225302 140193631795072 interactiveshell.py:2882] Step 46450 | Loss: 0.3862 | Spent: 14.0 secs | LR: 0.000251
I0416 06:14:42.766639 140193631795072 interactiveshell.py:2882] Step 46500 | Loss: 0.5004 | Spent: 3.5 secs | LR: 0.000251
I0416 06:14:46.313972 140193631795072 interactiveshell.py:2882] Step 46550 | Loss: 0.5111 | Spent: 3.5 secs | LR: 0.000251
I0416 06:14:49.581543 140193631795072 interactiveshell.py:2882] Step 46600 | Loss: 0.3900 | Spent: 3.3 secs | LR: 0.000250
I0416 06:14:52.701272 140193631795072 interactiveshell.py:2882] Step 46650 | Loss: 0.4581 | Spent: 3.1 secs | LR: 0.000250
I0416 06:14:55.827391 140193631795072 interactiveshell.py:2882] Step 46700 | Loss: 0.6418 | Spent: 3.1 secs | LR: 0.000250
I0416 06:14:58.957710 140193631795072 interactiveshell.py:2882] Step 46750 | Loss: 0.6854 | Spent: 3.1 secs | LR: 0.000250
I0416 06:15:02.090995 140193631795072 interactiveshell.py:2882] Step 46800 | Loss: 0.5951 | Spent: 3.1 secs | LR: 0.000250
I0416 06:15:05.211866 140193631795072 interactiveshell.py:2882] Step 46850 | Loss: 0.7551 | Spent: 3.1 secs | LR: 0.000250
I0416 06:15:08.338581 140193631795072 interactiveshell.py:2882] Step 46900 | Loss: 0.3998 | Spent: 3.1 secs | LR: 0.000250
I0416 06:15:11.457993 140193631795072 interactiveshell.py:2882] Step 46950 | Loss: 0.3367 | Spent: 3.1 secs | LR: 0.000250
I0416 06:15:14.582672 140193631795072 interactiveshell.py:2882] Step 47000 | Loss: 0.4318 | Spent: 3.1 secs | LR: 0.000249
I0416 06:15:17.704273 140193631795072 interactiveshell.py:2882] Step 47050 | Loss: 0.5448 | Spent: 3.1 secs | LR: 0.000249
I0416 06:15:20.836890 140193631795072 interactiveshell.py:2882] Step 47100 | Loss: 0.6444 | Spent: 3.1 secs | LR: 0.000249
I0416 06:15:23.959619 140193631795072 interactiveshell.py:2882] Step 47150 | Loss: 0.3144 | Spent: 3.1 secs | LR: 0.000249
I0416 06:15:27.081290 140193631795072 interactiveshell.py:2882] Step 47200 | Loss: 0.6382 | Spent: 3.1 secs | LR: 0.000249
I0416 06:15:30.215835 140193631795072 interactiveshell.py:2882] Step 47250 | Loss: 0.7738 | Spent: 3.1 secs | LR: 0.000249
I0416 06:15:33.338851 140193631795072 interactiveshell.py:2882] Step 47300 | Loss: 0.7041 | Spent: 3.1 secs | LR: 0.000249
I0416 06:15:36.469147 140193631795072 interactiveshell.py:2882] Step 47350 | Loss: 0.9907 | Spent: 3.1 secs | LR: 0.000249
I0416 06:15:39.578795 140193631795072 interactiveshell.py:2882] Step 47400 | Loss: 0.4827 | Spent: 3.1 secs | LR: 0.000248
I0416 06:15:42.701272 140193631795072 interactiveshell.py:2882] Step 47450 | Loss: 0.5622 | Spent: 3.1 secs | LR: 0.000248
I0416 06:15:45.828654 140193631795072 interactiveshell.py:2882] Step 47500 | Loss: 0.5461 | Spent: 3.1 secs | LR: 0.000248
I0416 06:15:48.947620 140193631795072 interactiveshell.py:2882] Step 47550 | Loss: 0.3179 | Spent: 3.1 secs | LR: 0.000248
I0416 06:15:52.066668 140193631795072 interactiveshell.py:2882] Step 47600 | Loss: 0.3114 | Spent: 3.1 secs | LR: 0.000248
I0416 06:15:55.414335 140193631795072 interactiveshell.py:2882] Step 47650 | Loss: 0.5065 | Spent: 3.3 secs | LR: 0.000248
I0416 06:15:59.127945 140193631795072 interactiveshell.py:2882] Step 47700 | Loss: 0.4880 | Spent: 3.7 secs | LR: 0.000248
I0416 06:16:02.678421 140193631795072 interactiveshell.py:2882] Step 47750 | Loss: 0.5882 | Spent: 3.5 secs | LR: 0.000248
I0416 06:16:06.214759 140193631795072 interactiveshell.py:2882] Step 47800 | Loss: 0.4172 | Spent: 3.5 secs | LR: 0.000247
I0416 06:16:09.523624 140193631795072 interactiveshell.py:2882] Step 47850 | Loss: 0.3551 | Spent: 3.3 secs | LR: 0.000247
I0416 06:16:12.641996 140193631795072 interactiveshell.py:2882] Step 47900 | Loss: 0.4446 | Spent: 3.1 secs | LR: 0.000247
I0416 06:16:15.774041 140193631795072 interactiveshell.py:2882] Step 47950 | Loss: 0.4783 | Spent: 3.1 secs | LR: 0.000247
I0416 06:16:18.910460 140193631795072 interactiveshell.py:2882] Step 48000 | Loss: 0.5198 | Spent: 3.1 secs | LR: 0.000247
I0416 06:16:22.037521 140193631795072 interactiveshell.py:2882] Step 48050 | Loss: 0.4317 | Spent: 3.1 secs | LR: 0.000247
I0416 06:16:25.171776 140193631795072 interactiveshell.py:2882] Step 48100 | Loss: 0.4072 | Spent: 3.1 secs | LR: 0.000247
Reading ../data/test.txt
I0416 06:16:37.798164 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.825
I0416 06:16:37.799166 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.828
I0416 06:16:38.991723 140193631795072 interactiveshell.py:2882] Step 48150 | Loss: 0.5652 | Spent: 13.8 secs | LR: 0.000247
I0416 06:16:42.125637 140193631795072 interactiveshell.py:2882] Step 48200 | Loss: 0.4165 | Spent: 3.1 secs | LR: 0.000246
I0416 06:16:45.245540 140193631795072 interactiveshell.py:2882] Step 48250 | Loss: 0.4552 | Spent: 3.1 secs | LR: 0.000246
I0416 06:16:48.370610 140193631795072 interactiveshell.py:2882] Step 48300 | Loss: 0.5693 | Spent: 3.1 secs | LR: 0.000246
I0416 06:16:51.497501 140193631795072 interactiveshell.py:2882] Step 48350 | Loss: 0.6475 | Spent: 3.1 secs | LR: 0.000246
I0416 06:16:54.620356 140193631795072 interactiveshell.py:2882] Step 48400 | Loss: 0.4674 | Spent: 3.1 secs | LR: 0.000246
I0416 06:16:57.750941 140193631795072 interactiveshell.py:2882] Step 48450 | Loss: 0.3427 | Spent: 3.1 secs | LR: 0.000246
I0416 06:17:00.889659 140193631795072 interactiveshell.py:2882] Step 48500 | Loss: 0.3762 | Spent: 3.1 secs | LR: 0.000246
I0416 06:17:04.014103 140193631795072 interactiveshell.py:2882] Step 48550 | Loss: 0.4658 | Spent: 3.1 secs | LR: 0.000246
I0416 06:17:07.139806 140193631795072 interactiveshell.py:2882] Step 48600 | Loss: 0.5923 | Spent: 3.1 secs | LR: 0.000245
I0416 06:17:10.285092 140193631795072 interactiveshell.py:2882] Step 48650 | Loss: 0.6438 | Spent: 3.1 secs | LR: 0.000245
I0416 06:17:13.425327 140193631795072 interactiveshell.py:2882] Step 48700 | Loss: 0.5081 | Spent: 3.1 secs | LR: 0.000245
I0416 06:17:16.790515 140193631795072 interactiveshell.py:2882] Step 48750 | Loss: 0.3206 | Spent: 3.4 secs | LR: 0.000245
I0416 06:17:20.134392 140193631795072 interactiveshell.py:2882] Step 48800 | Loss: 0.6620 | Spent: 3.3 secs | LR: 0.000245
I0416 06:17:23.682381 140193631795072 interactiveshell.py:2882] Step 48850 | Loss: 0.2392 | Spent: 3.5 secs | LR: 0.000245
I0416 06:17:27.220800 140193631795072 interactiveshell.py:2882] Step 48900 | Loss: 0.3442 | Spent: 3.5 secs | LR: 0.000245
I0416 06:17:30.484558 140193631795072 interactiveshell.py:2882] Step 48950 | Loss: 0.4667 | Spent: 3.3 secs | LR: 0.000245
I0416 06:17:33.606804 140193631795072 interactiveshell.py:2882] Step 49000 | Loss: 0.5578 | Spent: 3.1 secs | LR: 0.000244
I0416 06:17:36.747696 140193631795072 interactiveshell.py:2882] Step 49050 | Loss: 0.4537 | Spent: 3.1 secs | LR: 0.000244
I0416 06:17:39.873974 140193631795072 interactiveshell.py:2882] Step 49100 | Loss: 0.2750 | Spent: 3.1 secs | LR: 0.000244
I0416 06:17:43.422635 140193631795072 interactiveshell.py:2882] Step 49150 | Loss: 0.6055 | Spent: 3.5 secs | LR: 0.000244
I0416 06:17:47.251686 140193631795072 interactiveshell.py:2882] Step 49200 | Loss: 0.5687 | Spent: 3.8 secs | LR: 0.000244
I0416 06:17:51.060031 140193631795072 interactiveshell.py:2882] Step 49250 | Loss: 0.5260 | Spent: 3.8 secs | LR: 0.000244
I0416 06:17:54.218026 140193631795072 interactiveshell.py:2882] Step 49300 | Loss: 0.4234 | Spent: 3.2 secs | LR: 0.000244
I0416 06:17:57.357321 140193631795072 interactiveshell.py:2882] Step 49350 | Loss: 0.3054 | Spent: 3.1 secs | LR: 0.000244
I0416 06:18:00.497566 140193631795072 interactiveshell.py:2882] Step 49400 | Loss: 0.4738 | Spent: 3.1 secs | LR: 0.000243
I0416 06:18:03.614648 140193631795072 interactiveshell.py:2882] Step 49450 | Loss: 0.4429 | Spent: 3.1 secs | LR: 0.000243
I0416 06:18:06.753172 140193631795072 interactiveshell.py:2882] Step 49500 | Loss: 0.4819 | Spent: 3.1 secs | LR: 0.000243
I0416 06:18:09.897176 140193631795072 interactiveshell.py:2882] Step 49550 | Loss: 0.5725 | Spent: 3.1 secs | LR: 0.000243
I0416 06:18:13.035565 140193631795072 interactiveshell.py:2882] Step 49600 | Loss: 0.5242 | Spent: 3.1 secs | LR: 0.000243
I0416 06:18:16.159488 140193631795072 interactiveshell.py:2882] Step 49650 | Loss: 0.5927 | Spent: 3.1 secs | LR: 0.000243
I0416 06:18:19.287468 140193631795072 interactiveshell.py:2882] Step 49700 | Loss: 0.3293 | Spent: 3.1 secs | LR: 0.000243
I0416 06:18:22.408672 140193631795072 interactiveshell.py:2882] Step 49750 | Loss: 0.2876 | Spent: 3.1 secs | LR: 0.000243
I0416 06:18:25.557769 140193631795072 interactiveshell.py:2882] Step 49800 | Loss: 0.6647 | Spent: 3.1 secs | LR: 0.000242
I0416 06:18:28.698557 140193631795072 interactiveshell.py:2882] Step 49850 | Loss: 0.4681 | Spent: 3.1 secs | LR: 0.000242
Reading ../data/test.txt
I0416 06:18:39.514204 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.831
I0416 06:18:39.515333 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.831
I0416 06:18:43.060912 140193631795072 interactiveshell.py:2882] Step 49900 | Loss: 0.4703 | Spent: 14.4 secs | LR: 0.000242
I0416 06:18:46.594691 140193631795072 interactiveshell.py:2882] Step 49950 | Loss: 0.5875 | Spent: 3.5 secs | LR: 0.000242
I0416 06:18:49.974730 140193631795072 interactiveshell.py:2882] Step 50000 | Loss: 0.5470 | Spent: 3.4 secs | LR: 0.000242
I0416 06:18:53.107177 140193631795072 interactiveshell.py:2882] Step 50050 | Loss: 0.5039 | Spent: 3.1 secs | LR: 0.000242
I0416 06:18:56.236084 140193631795072 interactiveshell.py:2882] Step 50100 | Loss: 0.5388 | Spent: 3.1 secs | LR: 0.000242
I0416 06:18:59.372437 140193631795072 interactiveshell.py:2882] Step 50150 | Loss: 0.5026 | Spent: 3.1 secs | LR: 0.000242
I0416 06:19:02.508467 140193631795072 interactiveshell.py:2882] Step 50200 | Loss: 0.2838 | Spent: 3.1 secs | LR: 0.000242
I0416 06:19:05.654772 140193631795072 interactiveshell.py:2882] Step 50250 | Loss: 0.4797 | Spent: 3.1 secs | LR: 0.000241
I0416 06:19:08.786404 140193631795072 interactiveshell.py:2882] Step 50300 | Loss: 0.3966 | Spent: 3.1 secs | LR: 0.000241
I0416 06:19:11.923403 140193631795072 interactiveshell.py:2882] Step 50350 | Loss: 0.4743 | Spent: 3.1 secs | LR: 0.000241
I0416 06:19:15.055558 140193631795072 interactiveshell.py:2882] Step 50400 | Loss: 0.4117 | Spent: 3.1 secs | LR: 0.000241
I0416 06:19:18.191030 140193631795072 interactiveshell.py:2882] Step 50450 | Loss: 0.4013 | Spent: 3.1 secs | LR: 0.000241
I0416 06:19:21.324115 140193631795072 interactiveshell.py:2882] Step 50500 | Loss: 0.7720 | Spent: 3.1 secs | LR: 0.000241
I0416 06:19:24.465146 140193631795072 interactiveshell.py:2882] Step 50550 | Loss: 0.6665 | Spent: 3.1 secs | LR: 0.000241
I0416 06:19:27.610964 140193631795072 interactiveshell.py:2882] Step 50600 | Loss: 0.5625 | Spent: 3.1 secs | LR: 0.000241
I0416 06:19:30.757894 140193631795072 interactiveshell.py:2882] Step 50650 | Loss: 0.2077 | Spent: 3.1 secs | LR: 0.000240
I0416 06:19:33.885955 140193631795072 interactiveshell.py:2882] Step 50700 | Loss: 0.2079 | Spent: 3.1 secs | LR: 0.000240
I0416 06:19:37.025155 140193631795072 interactiveshell.py:2882] Step 50750 | Loss: 0.6125 | Spent: 3.1 secs | LR: 0.000240
I0416 06:19:40.153594 140193631795072 interactiveshell.py:2882] Step 50800 | Loss: 0.5410 | Spent: 3.1 secs | LR: 0.000240
I0416 06:19:43.276264 140193631795072 interactiveshell.py:2882] Step 50850 | Loss: 0.6130 | Spent: 3.1 secs | LR: 0.000240
I0416 06:19:46.407614 140193631795072 interactiveshell.py:2882] Step 50900 | Loss: 0.4466 | Spent: 3.1 secs | LR: 0.000240
I0416 06:19:49.539906 140193631795072 interactiveshell.py:2882] Step 50950 | Loss: 0.4616 | Spent: 3.1 secs | LR: 0.000240
I0416 06:19:52.675015 140193631795072 interactiveshell.py:2882] Step 51000 | Loss: 0.3903 | Spent: 3.1 secs | LR: 0.000240
I0416 06:19:55.809101 140193631795072 interactiveshell.py:2882] Step 51050 | Loss: 0.5680 | Spent: 3.1 secs | LR: 0.000239
I0416 06:19:58.953672 140193631795072 interactiveshell.py:2882] Step 51100 | Loss: 0.3706 | Spent: 3.1 secs | LR: 0.000239
I0416 06:20:02.513595 140193631795072 interactiveshell.py:2882] Step 51150 | Loss: 0.4569 | Spent: 3.6 secs | LR: 0.000239
I0416 06:20:06.050897 140193631795072 interactiveshell.py:2882] Step 51200 | Loss: 0.1956 | Spent: 3.5 secs | LR: 0.000239
I0416 06:20:09.545284 140193631795072 interactiveshell.py:2882] Step 51250 | Loss: 0.3790 | Spent: 3.5 secs | LR: 0.000239
I0416 06:20:12.693728 140193631795072 interactiveshell.py:2882] Step 51300 | Loss: 0.2504 | Spent: 3.1 secs | LR: 0.000239
I0416 06:20:15.829704 140193631795072 interactiveshell.py:2882] Step 51350 | Loss: 0.4166 | Spent: 3.1 secs | LR: 0.000239
I0416 06:20:18.977183 140193631795072 interactiveshell.py:2882] Step 51400 | Loss: 0.3999 | Spent: 3.1 secs | LR: 0.000239
I0416 06:20:22.101341 140193631795072 interactiveshell.py:2882] Step 51450 | Loss: 0.6360 | Spent: 3.1 secs | LR: 0.000239
I0416 06:20:25.236828 140193631795072 interactiveshell.py:2882] Step 51500 | Loss: 0.4559 | Spent: 3.1 secs | LR: 0.000238
Reading ../data/train.txt
I0416 06:20:50.055647 140193631795072 interactiveshell.py:2882] Step 51550 | Loss: 0.4147 | Spent: 24.8 secs | LR: 0.000238
Reading ../data/test.txt
I0416 06:21:02.416721 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.825
I0416 06:21:02.417808 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.831
I0416 06:21:04.827671 140193631795072 interactiveshell.py:2882] Step 51600 | Loss: 0.4046 | Spent: 14.8 secs | LR: 0.000238
I0416 06:21:08.146012 140193631795072 interactiveshell.py:2882] Step 51650 | Loss: 0.4381 | Spent: 3.3 secs | LR: 0.000238
I0416 06:21:11.524226 140193631795072 interactiveshell.py:2882] Step 51700 | Loss: 0.3805 | Spent: 3.4 secs | LR: 0.000238
I0416 06:21:14.840011 140193631795072 interactiveshell.py:2882] Step 51750 | Loss: 0.6806 | Spent: 3.3 secs | LR: 0.000238
I0416 06:21:18.159663 140193631795072 interactiveshell.py:2882] Step 51800 | Loss: 0.2183 | Spent: 3.3 secs | LR: 0.000238
I0416 06:21:21.742469 140193631795072 interactiveshell.py:2882] Step 51850 | Loss: 0.5563 | Spent: 3.6 secs | LR: 0.000238
I0416 06:21:25.529176 140193631795072 interactiveshell.py:2882] Step 51900 | Loss: 0.5974 | Spent: 3.8 secs | LR: 0.000237
I0416 06:21:29.310863 140193631795072 interactiveshell.py:2882] Step 51950 | Loss: 0.4513 | Spent: 3.8 secs | LR: 0.000237
I0416 06:21:32.677670 140193631795072 interactiveshell.py:2882] Step 52000 | Loss: 0.3193 | Spent: 3.4 secs | LR: 0.000237
I0416 06:21:36.021696 140193631795072 interactiveshell.py:2882] Step 52050 | Loss: 0.2665 | Spent: 3.3 secs | LR: 0.000237
I0416 06:21:39.349755 140193631795072 interactiveshell.py:2882] Step 52100 | Loss: 0.5730 | Spent: 3.3 secs | LR: 0.000237
I0416 06:21:42.670485 140193631795072 interactiveshell.py:2882] Step 52150 | Loss: 0.4378 | Spent: 3.3 secs | LR: 0.000237
I0416 06:21:46.004433 140193631795072 interactiveshell.py:2882] Step 52200 | Loss: 0.4300 | Spent: 3.3 secs | LR: 0.000237
I0416 06:21:49.344924 140193631795072 interactiveshell.py:2882] Step 52250 | Loss: 0.4958 | Spent: 3.3 secs | LR: 0.000237
I0416 06:21:52.665677 140193631795072 interactiveshell.py:2882] Step 52300 | Loss: 0.5513 | Spent: 3.3 secs | LR: 0.000236
I0416 06:21:55.990964 140193631795072 interactiveshell.py:2882] Step 52350 | Loss: 0.4198 | Spent: 3.3 secs | LR: 0.000236
I0416 06:21:59.312066 140193631795072 interactiveshell.py:2882] Step 52400 | Loss: 0.4046 | Spent: 3.3 secs | LR: 0.000236
I0416 06:22:02.664044 140193631795072 interactiveshell.py:2882] Step 52450 | Loss: 0.3377 | Spent: 3.4 secs | LR: 0.000236
I0416 06:22:05.993424 140193631795072 interactiveshell.py:2882] Step 52500 | Loss: 0.8150 | Spent: 3.3 secs | LR: 0.000236
I0416 06:22:09.329143 140193631795072 interactiveshell.py:2882] Step 52550 | Loss: 0.2257 | Spent: 3.3 secs | LR: 0.000236
I0416 06:22:12.675666 140193631795072 interactiveshell.py:2882] Step 52600 | Loss: 0.4426 | Spent: 3.3 secs | LR: 0.000236
I0416 06:22:16.014510 140193631795072 interactiveshell.py:2882] Step 52650 | Loss: 0.2543 | Spent: 3.3 secs | LR: 0.000236
I0416 06:22:19.362701 140193631795072 interactiveshell.py:2882] Step 52700 | Loss: 0.2693 | Spent: 3.3 secs | LR: 0.000236
I0416 06:22:22.686825 140193631795072 interactiveshell.py:2882] Step 52750 | Loss: 0.3002 | Spent: 3.3 secs | LR: 0.000235
I0416 06:22:26.001504 140193631795072 interactiveshell.py:2882] Step 52800 | Loss: 0.3104 | Spent: 3.3 secs | LR: 0.000235
I0416 06:22:29.340601 140193631795072 interactiveshell.py:2882] Step 52850 | Loss: 0.3710 | Spent: 3.3 secs | LR: 0.000235
I0416 06:22:32.696819 140193631795072 interactiveshell.py:2882] Step 52900 | Loss: 0.1965 | Spent: 3.4 secs | LR: 0.000235
I0416 06:22:36.027605 140193631795072 interactiveshell.py:2882] Step 52950 | Loss: 0.6182 | Spent: 3.3 secs | LR: 0.000235
I0416 06:22:39.359516 140193631795072 interactiveshell.py:2882] Step 53000 | Loss: 0.8460 | Spent: 3.3 secs | LR: 0.000235
I0416 06:22:43.067015 140193631795072 interactiveshell.py:2882] Step 53050 | Loss: 0.4447 | Spent: 3.7 secs | LR: 0.000235
I0416 06:22:46.853338 140193631795072 interactiveshell.py:2882] Step 53100 | Loss: 0.4070 | Spent: 3.8 secs | LR: 0.000235
I0416 06:22:50.559283 140193631795072 interactiveshell.py:2882] Step 53150 | Loss: 0.5678 | Spent: 3.7 secs | LR: 0.000234
I0416 06:22:54.429666 140193631795072 interactiveshell.py:2882] Step 53200 | Loss: 0.3539 | Spent: 3.9 secs | LR: 0.000234
I0416 06:22:58.521726 140193631795072 interactiveshell.py:2882] Step 53250 | Loss: 0.4098 | Spent: 4.1 secs | LR: 0.000234
Reading ../data/test.txt
I0416 06:23:12.329973 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.837
I0416 06:23:12.331101 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.837
I0416 06:23:13.150724 140193631795072 interactiveshell.py:2882] Step 53300 | Loss: 0.6076 | Spent: 14.6 secs | LR: 0.000234
I0416 06:23:16.479039 140193631795072 interactiveshell.py:2882] Step 53350 | Loss: 0.3375 | Spent: 3.3 secs | LR: 0.000234
I0416 06:23:19.786717 140193631795072 interactiveshell.py:2882] Step 53400 | Loss: 0.3508 | Spent: 3.3 secs | LR: 0.000234
I0416 06:23:23.108749 140193631795072 interactiveshell.py:2882] Step 53450 | Loss: 0.4915 | Spent: 3.3 secs | LR: 0.000234
I0416 06:23:26.455687 140193631795072 interactiveshell.py:2882] Step 53500 | Loss: 0.5191 | Spent: 3.3 secs | LR: 0.000234
I0416 06:23:29.786624 140193631795072 interactiveshell.py:2882] Step 53550 | Loss: 0.5051 | Spent: 3.3 secs | LR: 0.000234
I0416 06:23:33.117849 140193631795072 interactiveshell.py:2882] Step 53600 | Loss: 0.5143 | Spent: 3.3 secs | LR: 0.000233
I0416 06:23:36.431472 140193631795072 interactiveshell.py:2882] Step 53650 | Loss: 0.4642 | Spent: 3.3 secs | LR: 0.000233
I0416 06:23:39.743036 140193631795072 interactiveshell.py:2882] Step 53700 | Loss: 0.4088 | Spent: 3.3 secs | LR: 0.000233
I0416 06:23:43.070812 140193631795072 interactiveshell.py:2882] Step 53750 | Loss: 0.9372 | Spent: 3.3 secs | LR: 0.000233
I0416 06:23:46.406088 140193631795072 interactiveshell.py:2882] Step 53800 | Loss: 0.3531 | Spent: 3.3 secs | LR: 0.000233
I0416 06:23:49.719000 140193631795072 interactiveshell.py:2882] Step 53850 | Loss: 0.6599 | Spent: 3.3 secs | LR: 0.000233
I0416 06:23:53.063433 140193631795072 interactiveshell.py:2882] Step 53900 | Loss: 0.4563 | Spent: 3.3 secs | LR: 0.000233
I0416 06:23:56.397962 140193631795072 interactiveshell.py:2882] Step 53950 | Loss: 0.2421 | Spent: 3.3 secs | LR: 0.000233
I0416 06:23:59.733518 140193631795072 interactiveshell.py:2882] Step 54000 | Loss: 0.3821 | Spent: 3.3 secs | LR: 0.000232
I0416 06:24:03.429340 140193631795072 interactiveshell.py:2882] Step 54050 | Loss: 0.4565 | Spent: 3.7 secs | LR: 0.000232
I0416 06:24:07.216720 140193631795072 interactiveshell.py:2882] Step 54100 | Loss: 0.2615 | Spent: 3.8 secs | LR: 0.000232
I0416 06:24:10.943576 140193631795072 interactiveshell.py:2882] Step 54150 | Loss: 0.2866 | Spent: 3.7 secs | LR: 0.000232
I0416 06:24:14.289116 140193631795072 interactiveshell.py:2882] Step 54200 | Loss: 0.4747 | Spent: 3.3 secs | LR: 0.000232
I0416 06:24:17.621810 140193631795072 interactiveshell.py:2882] Step 54250 | Loss: 0.4903 | Spent: 3.3 secs | LR: 0.000232
I0416 06:24:20.956016 140193631795072 interactiveshell.py:2882] Step 54300 | Loss: 0.4809 | Spent: 3.3 secs | LR: 0.000232
I0416 06:24:24.298559 140193631795072 interactiveshell.py:2882] Step 54350 | Loss: 0.4864 | Spent: 3.3 secs | LR: 0.000232
I0416 06:24:27.625895 140193631795072 interactiveshell.py:2882] Step 54400 | Loss: 0.5296 | Spent: 3.3 secs | LR: 0.000232
I0416 06:24:30.950808 140193631795072 interactiveshell.py:2882] Step 54450 | Loss: 0.3464 | Spent: 3.3 secs | LR: 0.000231
I0416 06:24:34.291670 140193631795072 interactiveshell.py:2882] Step 54500 | Loss: 0.5712 | Spent: 3.3 secs | LR: 0.000231
I0416 06:24:37.617243 140193631795072 interactiveshell.py:2882] Step 54550 | Loss: 0.4099 | Spent: 3.3 secs | LR: 0.000231
I0416 06:24:40.951324 140193631795072 interactiveshell.py:2882] Step 54600 | Loss: 0.5284 | Spent: 3.3 secs | LR: 0.000231
I0416 06:24:44.283927 140193631795072 interactiveshell.py:2882] Step 54650 | Loss: 0.2544 | Spent: 3.3 secs | LR: 0.000231
I0416 06:24:47.619668 140193631795072 interactiveshell.py:2882] Step 54700 | Loss: 0.2965 | Spent: 3.3 secs | LR: 0.000231
I0416 06:24:50.952857 140193631795072 interactiveshell.py:2882] Step 54750 | Loss: 0.5113 | Spent: 3.3 secs | LR: 0.000231
I0416 06:24:54.268712 140193631795072 interactiveshell.py:2882] Step 54800 | Loss: 0.3736 | Spent: 3.3 secs | LR: 0.000231
I0416 06:24:57.596562 140193631795072 interactiveshell.py:2882] Step 54850 | Loss: 0.5859 | Spent: 3.3 secs | LR: 0.000230
I0416 06:25:00.929368 140193631795072 interactiveshell.py:2882] Step 54900 | Loss: 0.3742 | Spent: 3.3 secs | LR: 0.000230
I0416 06:25:04.282876 140193631795072 interactiveshell.py:2882] Step 54950 | Loss: 0.3919 | Spent: 3.4 secs | LR: 0.000230
I0416 06:25:07.609616 140193631795072 interactiveshell.py:2882] Step 55000 | Loss: 0.3952 | Spent: 3.3 secs | LR: 0.000230
Reading ../data/test.txt
I0416 06:25:18.775847 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.827
I0416 06:25:18.776865 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.837
I0416 06:25:21.745353 140193631795072 interactiveshell.py:2882] Step 55050 | Loss: 0.2185 | Spent: 14.1 secs | LR: 0.000230
I0416 06:25:25.518010 140193631795072 interactiveshell.py:2882] Step 55100 | Loss: 0.8496 | Spent: 3.8 secs | LR: 0.000230
I0416 06:25:29.313630 140193631795072 interactiveshell.py:2882] Step 55150 | Loss: 0.3525 | Spent: 3.8 secs | LR: 0.000230
I0416 06:25:32.848594 140193631795072 interactiveshell.py:2882] Step 55200 | Loss: 0.4151 | Spent: 3.5 secs | LR: 0.000230
I0416 06:25:36.194297 140193631795072 interactiveshell.py:2882] Step 55250 | Loss: 0.3729 | Spent: 3.3 secs | LR: 0.000230
I0416 06:25:39.502701 140193631795072 interactiveshell.py:2882] Step 55300 | Loss: 0.4202 | Spent: 3.3 secs | LR: 0.000229
I0416 06:25:42.836249 140193631795072 interactiveshell.py:2882] Step 55350 | Loss: 0.2778 | Spent: 3.3 secs | LR: 0.000229
I0416 06:25:46.168630 140193631795072 interactiveshell.py:2882] Step 55400 | Loss: 0.5661 | Spent: 3.3 secs | LR: 0.000229
I0416 06:25:49.508270 140193631795072 interactiveshell.py:2882] Step 55450 | Loss: 0.8182 | Spent: 3.3 secs | LR: 0.000229
I0416 06:25:52.830727 140193631795072 interactiveshell.py:2882] Step 55500 | Loss: 0.4967 | Spent: 3.3 secs | LR: 0.000229
I0416 06:25:56.161653 140193631795072 interactiveshell.py:2882] Step 55550 | Loss: 0.4088 | Spent: 3.3 secs | LR: 0.000229
I0416 06:25:59.495677 140193631795072 interactiveshell.py:2882] Step 55600 | Loss: 0.3674 | Spent: 3.3 secs | LR: 0.000229
I0416 06:26:02.835425 140193631795072 interactiveshell.py:2882] Step 55650 | Loss: 0.5685 | Spent: 3.3 secs | LR: 0.000229
I0416 06:26:06.433661 140193631795072 interactiveshell.py:2882] Step 55700 | Loss: 0.2335 | Spent: 3.6 secs | LR: 0.000229
I0416 06:26:10.321643 140193631795072 interactiveshell.py:2882] Step 55750 | Loss: 0.4222 | Spent: 3.9 secs | LR: 0.000228
I0416 06:26:13.651705 140193631795072 interactiveshell.py:2882] Step 55800 | Loss: 0.4932 | Spent: 3.3 secs | LR: 0.000228
I0416 06:26:16.991622 140193631795072 interactiveshell.py:2882] Step 55850 | Loss: 0.1962 | Spent: 3.3 secs | LR: 0.000228
I0416 06:26:20.338063 140193631795072 interactiveshell.py:2882] Step 55900 | Loss: 0.2168 | Spent: 3.3 secs | LR: 0.000228
I0416 06:26:23.659805 140193631795072 interactiveshell.py:2882] Step 55950 | Loss: 0.4149 | Spent: 3.3 secs | LR: 0.000228
I0416 06:26:26.996124 140193631795072 interactiveshell.py:2882] Step 56000 | Loss: 0.5417 | Spent: 3.3 secs | LR: 0.000228
I0416 06:26:30.327028 140193631795072 interactiveshell.py:2882] Step 56050 | Loss: 0.4949 | Spent: 3.3 secs | LR: 0.000228
I0416 06:26:33.667906 140193631795072 interactiveshell.py:2882] Step 56100 | Loss: 0.2478 | Spent: 3.3 secs | LR: 0.000228
I0416 06:26:36.986683 140193631795072 interactiveshell.py:2882] Step 56150 | Loss: 0.4976 | Spent: 3.3 secs | LR: 0.000227
I0416 06:26:40.324071 140193631795072 interactiveshell.py:2882] Step 56200 | Loss: 0.4919 | Spent: 3.3 secs | LR: 0.000227
I0416 06:26:43.987446 140193631795072 interactiveshell.py:2882] Step 56250 | Loss: 0.7571 | Spent: 3.7 secs | LR: 0.000227
I0416 06:26:47.771477 140193631795072 interactiveshell.py:2882] Step 56300 | Loss: 0.5924 | Spent: 3.8 secs | LR: 0.000227
I0416 06:26:51.556393 140193631795072 interactiveshell.py:2882] Step 56350 | Loss: 0.5440 | Spent: 3.8 secs | LR: 0.000227
I0416 06:26:54.886344 140193631795072 interactiveshell.py:2882] Step 56400 | Loss: 0.7437 | Spent: 3.3 secs | LR: 0.000227
I0416 06:26:58.228247 140193631795072 interactiveshell.py:2882] Step 56450 | Loss: 0.4753 | Spent: 3.3 secs | LR: 0.000227
I0416 06:27:01.551156 140193631795072 interactiveshell.py:2882] Step 56500 | Loss: 0.5129 | Spent: 3.3 secs | LR: 0.000227
I0416 06:27:04.872960 140193631795072 interactiveshell.py:2882] Step 56550 | Loss: 0.3300 | Spent: 3.3 secs | LR: 0.000227
I0416 06:27:08.187391 140193631795072 interactiveshell.py:2882] Step 56600 | Loss: 0.6395 | Spent: 3.3 secs | LR: 0.000226
I0416 06:27:11.531508 140193631795072 interactiveshell.py:2882] Step 56650 | Loss: 0.3911 | Spent: 3.3 secs | LR: 0.000226
I0416 06:27:14.863735 140193631795072 interactiveshell.py:2882] Step 56700 | Loss: 0.5877 | Spent: 3.3 secs | LR: 0.000226
Reading ../data/test.txt
I0416 06:27:27.274639 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.831
I0416 06:27:27.275670 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.837
I0416 06:27:28.885334 140193631795072 interactiveshell.py:2882] Step 56750 | Loss: 0.2495 | Spent: 14.0 secs | LR: 0.000226
I0416 06:27:32.203481 140193631795072 interactiveshell.py:2882] Step 56800 | Loss: 0.6822 | Spent: 3.3 secs | LR: 0.000226
I0416 06:27:35.578323 140193631795072 interactiveshell.py:2882] Step 56850 | Loss: 0.4626 | Spent: 3.4 secs | LR: 0.000226
I0416 06:27:38.900339 140193631795072 interactiveshell.py:2882] Step 56900 | Loss: 0.3422 | Spent: 3.3 secs | LR: 0.000226
I0416 06:27:42.223664 140193631795072 interactiveshell.py:2882] Step 56950 | Loss: 0.4283 | Spent: 3.3 secs | LR: 0.000226
I0416 06:27:45.552824 140193631795072 interactiveshell.py:2882] Step 57000 | Loss: 0.4484 | Spent: 3.3 secs | LR: 0.000226
I0416 06:27:48.868256 140193631795072 interactiveshell.py:2882] Step 57050 | Loss: 0.8156 | Spent: 3.3 secs | LR: 0.000225
I0416 06:27:52.183093 140193631795072 interactiveshell.py:2882] Step 57100 | Loss: 0.4012 | Spent: 3.3 secs | LR: 0.000225
I0416 06:27:55.509612 140193631795072 interactiveshell.py:2882] Step 57150 | Loss: 0.5864 | Spent: 3.3 secs | LR: 0.000225
I0416 06:27:58.828388 140193631795072 interactiveshell.py:2882] Step 57200 | Loss: 0.3219 | Spent: 3.3 secs | LR: 0.000225
I0416 06:28:02.222192 140193631795072 interactiveshell.py:2882] Step 57250 | Loss: 0.5835 | Spent: 3.4 secs | LR: 0.000225
I0416 06:28:06.360154 140193631795072 interactiveshell.py:2882] Step 57300 | Loss: 0.6372 | Spent: 4.1 secs | LR: 0.000225
I0416 06:28:10.481594 140193631795072 interactiveshell.py:2882] Step 57350 | Loss: 0.6599 | Spent: 4.1 secs | LR: 0.000225
I0416 06:28:14.138904 140193631795072 interactiveshell.py:2882] Step 57400 | Loss: 0.4984 | Spent: 3.7 secs | LR: 0.000225
I0416 06:28:17.459653 140193631795072 interactiveshell.py:2882] Step 57450 | Loss: 0.6731 | Spent: 3.3 secs | LR: 0.000225
I0416 06:28:20.795586 140193631795072 interactiveshell.py:2882] Step 57500 | Loss: 0.3151 | Spent: 3.3 secs | LR: 0.000224
I0416 06:28:24.125411 140193631795072 interactiveshell.py:2882] Step 57550 | Loss: 0.2539 | Spent: 3.3 secs | LR: 0.000224
I0416 06:28:27.459624 140193631795072 interactiveshell.py:2882] Step 57600 | Loss: 0.5095 | Spent: 3.3 secs | LR: 0.000224
I0416 06:28:30.784647 140193631795072 interactiveshell.py:2882] Step 57650 | Loss: 0.4111 | Spent: 3.3 secs | LR: 0.000224
I0416 06:28:34.115537 140193631795072 interactiveshell.py:2882] Step 57700 | Loss: 0.4348 | Spent: 3.3 secs | LR: 0.000224
I0416 06:28:37.441774 140193631795072 interactiveshell.py:2882] Step 57750 | Loss: 0.4567 | Spent: 3.3 secs | LR: 0.000224
I0416 06:28:40.783409 140193631795072 interactiveshell.py:2882] Step 57800 | Loss: 0.5139 | Spent: 3.3 secs | LR: 0.000224
I0416 06:28:44.087806 140193631795072 interactiveshell.py:2882] Step 57850 | Loss: 0.4582 | Spent: 3.3 secs | LR: 0.000224
I0416 06:28:47.398018 140193631795072 interactiveshell.py:2882] Step 57900 | Loss: 0.5793 | Spent: 3.3 secs | LR: 0.000224
I0416 06:28:50.717036 140193631795072 interactiveshell.py:2882] Step 57950 | Loss: 0.3770 | Spent: 3.3 secs | LR: 0.000223
I0416 06:28:54.054719 140193631795072 interactiveshell.py:2882] Step 58000 | Loss: 0.3925 | Spent: 3.3 secs | LR: 0.000223
I0416 06:28:57.376084 140193631795072 interactiveshell.py:2882] Step 58050 | Loss: 0.4763 | Spent: 3.3 secs | LR: 0.000223
I0416 06:29:00.695648 140193631795072 interactiveshell.py:2882] Step 58100 | Loss: 0.3857 | Spent: 3.3 secs | LR: 0.000223
I0416 06:29:04.037513 140193631795072 interactiveshell.py:2882] Step 58150 | Loss: 0.4202 | Spent: 3.3 secs | LR: 0.000223
I0416 06:29:07.373059 140193631795072 interactiveshell.py:2882] Step 58200 | Loss: 0.5923 | Spent: 3.3 secs | LR: 0.000223
I0416 06:29:10.707357 140193631795072 interactiveshell.py:2882] Step 58250 | Loss: 0.3832 | Spent: 3.3 secs | LR: 0.000223
I0416 06:29:14.032707 140193631795072 interactiveshell.py:2882] Step 58300 | Loss: 0.3445 | Spent: 3.3 secs | LR: 0.000223
I0416 06:29:17.352848 140193631795072 interactiveshell.py:2882] Step 58350 | Loss: 0.4254 | Spent: 3.3 secs | LR: 0.000223
I0416 06:29:20.682149 140193631795072 interactiveshell.py:2882] Step 58400 | Loss: 0.3136 | Spent: 3.3 secs | LR: 0.000222
Reading ../data/test.txt
I0416 06:29:35.455976 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.829
I0416 06:29:35.457048 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.837
I0416 06:29:35.800264 140193631795072 interactiveshell.py:2882] Step 58450 | Loss: 0.3737 | Spent: 15.1 secs | LR: 0.000222
I0416 06:29:39.129918 140193631795072 interactiveshell.py:2882] Step 58500 | Loss: 0.5413 | Spent: 3.3 secs | LR: 0.000222
I0416 06:29:42.456826 140193631795072 interactiveshell.py:2882] Step 58550 | Loss: 0.5914 | Spent: 3.3 secs | LR: 0.000222
I0416 06:29:45.784388 140193631795072 interactiveshell.py:2882] Step 58600 | Loss: 0.4314 | Spent: 3.3 secs | LR: 0.000222
I0416 06:29:49.106546 140193631795072 interactiveshell.py:2882] Step 58650 | Loss: 0.5139 | Spent: 3.3 secs | LR: 0.000222
I0416 06:29:52.425657 140193631795072 interactiveshell.py:2882] Step 58700 | Loss: 0.4337 | Spent: 3.3 secs | LR: 0.000222
I0416 06:29:55.754447 140193631795072 interactiveshell.py:2882] Step 58750 | Loss: 0.3431 | Spent: 3.3 secs | LR: 0.000222
I0416 06:29:59.079679 140193631795072 interactiveshell.py:2882] Step 58800 | Loss: 0.6200 | Spent: 3.3 secs | LR: 0.000222
I0416 06:30:02.403870 140193631795072 interactiveshell.py:2882] Step 58850 | Loss: 0.4077 | Spent: 3.3 secs | LR: 0.000221
I0416 06:30:05.744861 140193631795072 interactiveshell.py:2882] Step 58900 | Loss: 0.4358 | Spent: 3.3 secs | LR: 0.000221
I0416 06:30:09.087604 140193631795072 interactiveshell.py:2882] Step 58950 | Loss: 0.5620 | Spent: 3.3 secs | LR: 0.000221
I0416 06:30:12.400473 140193631795072 interactiveshell.py:2882] Step 59000 | Loss: 0.2681 | Spent: 3.3 secs | LR: 0.000221
I0416 06:30:15.742663 140193631795072 interactiveshell.py:2882] Step 59050 | Loss: 0.8684 | Spent: 3.3 secs | LR: 0.000221
I0416 06:30:19.073083 140193631795072 interactiveshell.py:2882] Step 59100 | Loss: 0.5226 | Spent: 3.3 secs | LR: 0.000221
I0416 06:30:22.424652 140193631795072 interactiveshell.py:2882] Step 59150 | Loss: 0.5270 | Spent: 3.4 secs | LR: 0.000221
I0416 06:30:25.735462 140193631795072 interactiveshell.py:2882] Step 59200 | Loss: 0.4425 | Spent: 3.3 secs | LR: 0.000221
I0416 06:30:29.056047 140193631795072 interactiveshell.py:2882] Step 59250 | Loss: 0.6498 | Spent: 3.3 secs | LR: 0.000221
I0416 06:30:32.389549 140193631795072 interactiveshell.py:2882] Step 59300 | Loss: 0.4374 | Spent: 3.3 secs | LR: 0.000220
I0416 06:30:35.721479 140193631795072 interactiveshell.py:2882] Step 59350 | Loss: 0.5688 | Spent: 3.3 secs | LR: 0.000220
I0416 06:30:39.042171 140193631795072 interactiveshell.py:2882] Step 59400 | Loss: 0.6541 | Spent: 3.3 secs | LR: 0.000220
I0416 06:30:42.380152 140193631795072 interactiveshell.py:2882] Step 59450 | Loss: 0.5150 | Spent: 3.3 secs | LR: 0.000220
I0416 06:30:46.128768 140193631795072 interactiveshell.py:2882] Step 59500 | Loss: 0.2421 | Spent: 3.7 secs | LR: 0.000220
I0416 06:30:49.903724 140193631795072 interactiveshell.py:2882] Step 59550 | Loss: 0.4720 | Spent: 3.8 secs | LR: 0.000220
I0416 06:30:53.567619 140193631795072 interactiveshell.py:2882] Step 59600 | Loss: 0.3845 | Spent: 3.7 secs | LR: 0.000220
I0416 06:30:56.892460 140193631795072 interactiveshell.py:2882] Step 59650 | Loss: 0.4008 | Spent: 3.3 secs | LR: 0.000220
I0416 06:31:00.206613 140193631795072 interactiveshell.py:2882] Step 59700 | Loss: 0.3160 | Spent: 3.3 secs | LR: 0.000220
I0416 06:31:03.550023 140193631795072 interactiveshell.py:2882] Step 59750 | Loss: 0.6421 | Spent: 3.3 secs | LR: 0.000219
I0416 06:31:06.872754 140193631795072 interactiveshell.py:2882] Step 59800 | Loss: 0.3412 | Spent: 3.3 secs | LR: 0.000219
I0416 06:31:10.219625 140193631795072 interactiveshell.py:2882] Step 59850 | Loss: 0.4286 | Spent: 3.3 secs | LR: 0.000219
I0416 06:31:14.184560 140193631795072 interactiveshell.py:2882] Step 59900 | Loss: 0.3790 | Spent: 4.0 secs | LR: 0.000219
I0416 06:31:17.686645 140193631795072 interactiveshell.py:2882] Step 59950 | Loss: 0.7830 | Spent: 3.5 secs | LR: 0.000219
I0416 06:31:21.038362 140193631795072 interactiveshell.py:2882] Step 60000 | Loss: 0.3310 | Spent: 3.4 secs | LR: 0.000219
I0416 06:31:24.383013 140193631795072 interactiveshell.py:2882] Step 60050 | Loss: 0.5114 | Spent: 3.3 secs | LR: 0.000219
I0416 06:31:27.704746 140193631795072 interactiveshell.py:2882] Step 60100 | Loss: 0.3010 | Spent: 3.3 secs | LR: 0.000219
I0416 06:31:31.019582 140193631795072 interactiveshell.py:2882] Step 60150 | Loss: 0.5594 | Spent: 3.3 secs | LR: 0.000219
Reading ../data/test.txt
I0416 06:31:42.645381 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.831
I0416 06:31:42.646333 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.837
I0416 06:31:45.041594 140193631795072 interactiveshell.py:2882] Step 60200 | Loss: 0.5376 | Spent: 14.0 secs | LR: 0.000218
I0416 06:31:48.355364 140193631795072 interactiveshell.py:2882] Step 60250 | Loss: 0.2543 | Spent: 3.3 secs | LR: 0.000218
I0416 06:31:51.682962 140193631795072 interactiveshell.py:2882] Step 60300 | Loss: 0.4963 | Spent: 3.3 secs | LR: 0.000218
I0416 06:31:55.006448 140193631795072 interactiveshell.py:2882] Step 60350 | Loss: 0.3920 | Spent: 3.3 secs | LR: 0.000218
I0416 06:31:58.341688 140193631795072 interactiveshell.py:2882] Step 60400 | Loss: 0.4776 | Spent: 3.3 secs | LR: 0.000218
I0416 06:32:01.667544 140193631795072 interactiveshell.py:2882] Step 60450 | Loss: 0.4322 | Spent: 3.3 secs | LR: 0.000218
I0416 06:32:05.267241 140193631795072 interactiveshell.py:2882] Step 60500 | Loss: 0.5167 | Spent: 3.6 secs | LR: 0.000218
I0416 06:32:09.057800 140193631795072 interactiveshell.py:2882] Step 60550 | Loss: 0.7673 | Spent: 3.8 secs | LR: 0.000218
I0416 06:32:12.836770 140193631795072 interactiveshell.py:2882] Step 60600 | Loss: 0.5555 | Spent: 3.8 secs | LR: 0.000218
I0416 06:32:16.193022 140193631795072 interactiveshell.py:2882] Step 60650 | Loss: 0.3555 | Spent: 3.4 secs | LR: 0.000217
I0416 06:32:19.533404 140193631795072 interactiveshell.py:2882] Step 60700 | Loss: 0.3243 | Spent: 3.3 secs | LR: 0.000217
I0416 06:32:22.875790 140193631795072 interactiveshell.py:2882] Step 60750 | Loss: 0.6971 | Spent: 3.3 secs | LR: 0.000217
I0416 06:32:26.203617 140193631795072 interactiveshell.py:2882] Step 60800 | Loss: 0.3423 | Spent: 3.3 secs | LR: 0.000217
I0416 06:32:29.530766 140193631795072 interactiveshell.py:2882] Step 60850 | Loss: 0.3616 | Spent: 3.3 secs | LR: 0.000217
I0416 06:32:32.872994 140193631795072 interactiveshell.py:2882] Step 60900 | Loss: 0.4425 | Spent: 3.3 secs | LR: 0.000217
I0416 06:32:36.219498 140193631795072 interactiveshell.py:2882] Step 60950 | Loss: 0.3966 | Spent: 3.3 secs | LR: 0.000217
I0416 06:32:39.547670 140193631795072 interactiveshell.py:2882] Step 61000 | Loss: 0.3305 | Spent: 3.3 secs | LR: 0.000217
I0416 06:32:42.876773 140193631795072 interactiveshell.py:2882] Step 61050 | Loss: 0.6485 | Spent: 3.3 secs | LR: 0.000217
I0416 06:32:46.209809 140193631795072 interactiveshell.py:2882] Step 61100 | Loss: 0.3394 | Spent: 3.3 secs | LR: 0.000216
I0416 06:32:49.528768 140193631795072 interactiveshell.py:2882] Step 61150 | Loss: 0.4725 | Spent: 3.3 secs | LR: 0.000216
I0416 06:32:52.847184 140193631795072 interactiveshell.py:2882] Step 61200 | Loss: 0.4119 | Spent: 3.3 secs | LR: 0.000216
I0416 06:32:56.167559 140193631795072 interactiveshell.py:2882] Step 61250 | Loss: 0.3549 | Spent: 3.3 secs | LR: 0.000216
I0416 06:32:59.507038 140193631795072 interactiveshell.py:2882] Step 61300 | Loss: 0.2794 | Spent: 3.3 secs | LR: 0.000216
I0416 06:33:02.828161 140193631795072 interactiveshell.py:2882] Step 61350 | Loss: 0.5289 | Spent: 3.3 secs | LR: 0.000216
I0416 06:33:06.154168 140193631795072 interactiveshell.py:2882] Step 61400 | Loss: 0.5709 | Spent: 3.3 secs | LR: 0.000216
I0416 06:33:09.468522 140193631795072 interactiveshell.py:2882] Step 61450 | Loss: 0.3008 | Spent: 3.3 secs | LR: 0.000216
I0416 06:33:12.819959 140193631795072 interactiveshell.py:2882] Step 61500 | Loss: 0.3187 | Spent: 3.4 secs | LR: 0.000216
I0416 06:33:16.906282 140193631795072 interactiveshell.py:2882] Step 61550 | Loss: 0.4241 | Spent: 4.1 secs | LR: 0.000215
I0416 06:33:21.003763 140193631795072 interactiveshell.py:2882] Step 61600 | Loss: 0.3575 | Spent: 4.1 secs | LR: 0.000215
I0416 06:33:24.840654 140193631795072 interactiveshell.py:2882] Step 61650 | Loss: 0.4931 | Spent: 3.8 secs | LR: 0.000215
I0416 06:33:28.628359 140193631795072 interactiveshell.py:2882] Step 61700 | Loss: 0.5145 | Spent: 3.8 secs | LR: 0.000215
I0416 06:33:32.421424 140193631795072 interactiveshell.py:2882] Step 61750 | Loss: 0.4659 | Spent: 3.8 secs | LR: 0.000215
I0416 06:33:35.871908 140193631795072 interactiveshell.py:2882] Step 61800 | Loss: 0.2073 | Spent: 3.4 secs | LR: 0.000215
I0416 06:33:39.203876 140193631795072 interactiveshell.py:2882] Step 61850 | Loss: 0.3410 | Spent: 3.3 secs | LR: 0.000215
Reading ../data/test.txt
I0416 06:33:52.056649 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.832
I0416 06:33:52.057596 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.837
I0416 06:33:53.188666 140193631795072 interactiveshell.py:2882] Step 61900 | Loss: 0.3913 | Spent: 14.0 secs | LR: 0.000215
I0416 06:33:56.499967 140193631795072 interactiveshell.py:2882] Step 61950 | Loss: 0.5056 | Spent: 3.3 secs | LR: 0.000215
I0416 06:33:59.831771 140193631795072 interactiveshell.py:2882] Step 62000 | Loss: 0.5019 | Spent: 3.3 secs | LR: 0.000215
I0416 06:34:03.185600 140193631795072 interactiveshell.py:2882] Step 62050 | Loss: 0.3265 | Spent: 3.4 secs | LR: 0.000214
I0416 06:34:06.509552 140193631795072 interactiveshell.py:2882] Step 62100 | Loss: 0.3315 | Spent: 3.3 secs | LR: 0.000214
I0416 06:34:09.837215 140193631795072 interactiveshell.py:2882] Step 62150 | Loss: 0.3418 | Spent: 3.3 secs | LR: 0.000214
I0416 06:34:13.155841 140193631795072 interactiveshell.py:2882] Step 62200 | Loss: 0.4660 | Spent: 3.3 secs | LR: 0.000214
I0416 06:34:16.493824 140193631795072 interactiveshell.py:2882] Step 62250 | Loss: 0.2896 | Spent: 3.3 secs | LR: 0.000214
I0416 06:34:19.820189 140193631795072 interactiveshell.py:2882] Step 62300 | Loss: 0.4546 | Spent: 3.3 secs | LR: 0.000214
I0416 06:34:23.128442 140193631795072 interactiveshell.py:2882] Step 62350 | Loss: 0.4399 | Spent: 3.3 secs | LR: 0.000214
I0416 06:34:26.469860 140193631795072 interactiveshell.py:2882] Step 62400 | Loss: 0.4128 | Spent: 3.3 secs | LR: 0.000214
I0416 06:34:29.677490 140193631795072 interactiveshell.py:2882] Step 62450 | Loss: 0.4552 | Spent: 3.2 secs | LR: 0.000214
I0416 06:34:32.797692 140193631795072 interactiveshell.py:2882] Step 62500 | Loss: 0.2676 | Spent: 3.1 secs | LR: 0.000213
I0416 06:34:35.937901 140193631795072 interactiveshell.py:2882] Step 62550 | Loss: 0.3716 | Spent: 3.1 secs | LR: 0.000213
I0416 06:34:39.195619 140193631795072 interactiveshell.py:2882] Step 62600 | Loss: 0.8958 | Spent: 3.3 secs | LR: 0.000213
I0416 06:34:42.335663 140193631795072 interactiveshell.py:2882] Step 62650 | Loss: 0.8570 | Spent: 3.1 secs | LR: 0.000213
I0416 06:34:45.666182 140193631795072 interactiveshell.py:2882] Step 62700 | Loss: 0.7684 | Spent: 3.3 secs | LR: 0.000213
I0416 06:34:49.215462 140193631795072 interactiveshell.py:2882] Step 62750 | Loss: 0.4657 | Spent: 3.5 secs | LR: 0.000213
I0416 06:34:52.754715 140193631795072 interactiveshell.py:2882] Step 62800 | Loss: 0.5574 | Spent: 3.5 secs | LR: 0.000213
I0416 06:34:56.023891 140193631795072 interactiveshell.py:2882] Step 62850 | Loss: 0.2988 | Spent: 3.3 secs | LR: 0.000213
I0416 06:34:59.160969 140193631795072 interactiveshell.py:2882] Step 62900 | Loss: 0.4534 | Spent: 3.1 secs | LR: 0.000213
I0416 06:35:02.288298 140193631795072 interactiveshell.py:2882] Step 62950 | Loss: 0.2906 | Spent: 3.1 secs | LR: 0.000212
I0416 06:35:05.423619 140193631795072 interactiveshell.py:2882] Step 63000 | Loss: 0.4954 | Spent: 3.1 secs | LR: 0.000212
I0416 06:35:08.573378 140193631795072 interactiveshell.py:2882] Step 63050 | Loss: 0.4419 | Spent: 3.1 secs | LR: 0.000212
I0416 06:35:11.720326 140193631795072 interactiveshell.py:2882] Step 63100 | Loss: 0.3979 | Spent: 3.1 secs | LR: 0.000212
I0416 06:35:14.866180 140193631795072 interactiveshell.py:2882] Step 63150 | Loss: 0.2991 | Spent: 3.1 secs | LR: 0.000212
I0416 06:35:18.000097 140193631795072 interactiveshell.py:2882] Step 63200 | Loss: 0.4013 | Spent: 3.1 secs | LR: 0.000212
I0416 06:35:21.135359 140193631795072 interactiveshell.py:2882] Step 63250 | Loss: 0.5110 | Spent: 3.1 secs | LR: 0.000212
I0416 06:35:24.269559 140193631795072 interactiveshell.py:2882] Step 63300 | Loss: 0.4671 | Spent: 3.1 secs | LR: 0.000212
I0416 06:35:27.416695 140193631795072 interactiveshell.py:2882] Step 63350 | Loss: 0.3450 | Spent: 3.1 secs | LR: 0.000212
I0416 06:35:30.551292 140193631795072 interactiveshell.py:2882] Step 63400 | Loss: 0.5886 | Spent: 3.1 secs | LR: 0.000212
I0416 06:35:33.672807 140193631795072 interactiveshell.py:2882] Step 63450 | Loss: 0.5380 | Spent: 3.1 secs | LR: 0.000211
I0416 06:35:36.819462 140193631795072 interactiveshell.py:2882] Step 63500 | Loss: 0.3832 | Spent: 3.1 secs | LR: 0.000211
I0416 06:35:39.970166 140193631795072 interactiveshell.py:2882] Step 63550 | Loss: 0.2620 | Spent: 3.1 secs | LR: 0.000211
I0416 06:35:43.102974 140193631795072 interactiveshell.py:2882] Step 63600 | Loss: 0.1905 | Spent: 3.1 secs | LR: 0.000211
Reading ../data/test.txt
I0416 06:35:53.937772 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.837
I0416 06:35:53.938856 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.837
I0416 06:35:56.967012 140193631795072 interactiveshell.py:2882] Step 63650 | Loss: 0.4260 | Spent: 13.9 secs | LR: 0.000211
I0416 06:36:00.102684 140193631795072 interactiveshell.py:2882] Step 63700 | Loss: 0.3259 | Spent: 3.1 secs | LR: 0.000211
I0416 06:36:03.229607 140193631795072 interactiveshell.py:2882] Step 63750 | Loss: 0.6562 | Spent: 3.1 secs | LR: 0.000211
I0416 06:36:06.646910 140193631795072 interactiveshell.py:2882] Step 63800 | Loss: 0.3869 | Spent: 3.4 secs | LR: 0.000211
I0416 06:36:10.188461 140193631795072 interactiveshell.py:2882] Step 63850 | Loss: 0.3866 | Spent: 3.5 secs | LR: 0.000211
I0416 06:36:13.714600 140193631795072 interactiveshell.py:2882] Step 63900 | Loss: 0.4300 | Spent: 3.5 secs | LR: 0.000210
I0416 06:36:17.180004 140193631795072 interactiveshell.py:2882] Step 63950 | Loss: 0.5820 | Spent: 3.5 secs | LR: 0.000210
I0416 06:36:20.868537 140193631795072 interactiveshell.py:2882] Step 64000 | Loss: 0.3608 | Spent: 3.7 secs | LR: 0.000210
I0416 06:36:24.015471 140193631795072 interactiveshell.py:2882] Step 64050 | Loss: 0.5894 | Spent: 3.1 secs | LR: 0.000210
I0416 06:36:27.161102 140193631795072 interactiveshell.py:2882] Step 64100 | Loss: 0.5320 | Spent: 3.1 secs | LR: 0.000210
I0416 06:36:30.305772 140193631795072 interactiveshell.py:2882] Step 64150 | Loss: 0.2776 | Spent: 3.1 secs | LR: 0.000210
I0416 06:36:33.444900 140193631795072 interactiveshell.py:2882] Step 64200 | Loss: 0.3331 | Spent: 3.1 secs | LR: 0.000210
I0416 06:36:36.587198 140193631795072 interactiveshell.py:2882] Step 64250 | Loss: 0.4609 | Spent: 3.1 secs | LR: 0.000210
I0416 06:36:39.743620 140193631795072 interactiveshell.py:2882] Step 64300 | Loss: 0.3091 | Spent: 3.2 secs | LR: 0.000210
I0416 06:36:42.877035 140193631795072 interactiveshell.py:2882] Step 64350 | Loss: 0.2133 | Spent: 3.1 secs | LR: 0.000210
I0416 06:36:46.007375 140193631795072 interactiveshell.py:2882] Step 64400 | Loss: 0.7416 | Spent: 3.1 secs | LR: 0.000209
I0416 06:36:49.150707 140193631795072 interactiveshell.py:2882] Step 64450 | Loss: 0.5678 | Spent: 3.1 secs | LR: 0.000209
I0416 06:36:52.281133 140193631795072 interactiveshell.py:2882] Step 64500 | Loss: 0.3101 | Spent: 3.1 secs | LR: 0.000209
I0416 06:36:55.412148 140193631795072 interactiveshell.py:2882] Step 64550 | Loss: 0.3360 | Spent: 3.1 secs | LR: 0.000209
I0416 06:36:58.556224 140193631795072 interactiveshell.py:2882] Step 64600 | Loss: 0.4825 | Spent: 3.1 secs | LR: 0.000209
I0416 06:37:01.689825 140193631795072 interactiveshell.py:2882] Step 64650 | Loss: 0.5007 | Spent: 3.1 secs | LR: 0.000209
I0416 06:37:04.827299 140193631795072 interactiveshell.py:2882] Step 64700 | Loss: 0.4500 | Spent: 3.1 secs | LR: 0.000209
I0416 06:37:07.967440 140193631795072 interactiveshell.py:2882] Step 64750 | Loss: 0.2244 | Spent: 3.1 secs | LR: 0.000209
I0416 06:37:11.107901 140193631795072 interactiveshell.py:2882] Step 64800 | Loss: 0.4271 | Spent: 3.1 secs | LR: 0.000209
I0416 06:37:14.271806 140193631795072 interactiveshell.py:2882] Step 64850 | Loss: 0.2471 | Spent: 3.2 secs | LR: 0.000208
I0416 06:37:17.411508 140193631795072 interactiveshell.py:2882] Step 64900 | Loss: 0.5984 | Spent: 3.1 secs | LR: 0.000208
I0416 06:37:20.551068 140193631795072 interactiveshell.py:2882] Step 64950 | Loss: 0.5611 | Spent: 3.1 secs | LR: 0.000208
I0416 06:37:23.692017 140193631795072 interactiveshell.py:2882] Step 65000 | Loss: 0.4214 | Spent: 3.1 secs | LR: 0.000208
I0416 06:37:27.144492 140193631795072 interactiveshell.py:2882] Step 65050 | Loss: 0.3435 | Spent: 3.5 secs | LR: 0.000208
I0416 06:37:30.693566 140193631795072 interactiveshell.py:2882] Step 65100 | Loss: 0.6852 | Spent: 3.5 secs | LR: 0.000208
I0416 06:37:34.252565 140193631795072 interactiveshell.py:2882] Step 65150 | Loss: 0.3200 | Spent: 3.6 secs | LR: 0.000208
I0416 06:37:37.458706 140193631795072 interactiveshell.py:2882] Step 65200 | Loss: 0.4938 | Spent: 3.2 secs | LR: 0.000208
I0416 06:37:40.586863 140193631795072 interactiveshell.py:2882] Step 65250 | Loss: 0.5514 | Spent: 3.1 secs | LR: 0.000208
I0416 06:37:43.727530 140193631795072 interactiveshell.py:2882] Step 65300 | Loss: 0.6004 | Spent: 3.1 secs | LR: 0.000208
Reading ../data/test.txt
I0416 06:37:55.755916 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.830
I0416 06:37:55.756917 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.837
I0416 06:37:57.590834 140193631795072 interactiveshell.py:2882] Step 65350 | Loss: 0.5324 | Spent: 13.9 secs | LR: 0.000207
I0416 06:38:00.730017 140193631795072 interactiveshell.py:2882] Step 65400 | Loss: 0.3291 | Spent: 3.1 secs | LR: 0.000207
I0416 06:38:03.861589 140193631795072 interactiveshell.py:2882] Step 65450 | Loss: 0.4904 | Spent: 3.1 secs | LR: 0.000207
I0416 06:38:07.019172 140193631795072 interactiveshell.py:2882] Step 65500 | Loss: 0.6631 | Spent: 3.2 secs | LR: 0.000207
I0416 06:38:10.158786 140193631795072 interactiveshell.py:2882] Step 65550 | Loss: 0.4642 | Spent: 3.1 secs | LR: 0.000207
I0416 06:38:13.308094 140193631795072 interactiveshell.py:2882] Step 65600 | Loss: 0.3570 | Spent: 3.1 secs | LR: 0.000207
I0416 06:38:16.438853 140193631795072 interactiveshell.py:2882] Step 65650 | Loss: 0.3678 | Spent: 3.1 secs | LR: 0.000207
I0416 06:38:19.580079 140193631795072 interactiveshell.py:2882] Step 65700 | Loss: 0.2649 | Spent: 3.1 secs | LR: 0.000207
I0416 06:38:22.709968 140193631795072 interactiveshell.py:2882] Step 65750 | Loss: 0.3284 | Spent: 3.1 secs | LR: 0.000207
I0416 06:38:26.474032 140193631795072 interactiveshell.py:2882] Step 65800 | Loss: 0.6634 | Spent: 3.8 secs | LR: 0.000206
I0416 06:38:30.340911 140193631795072 interactiveshell.py:2882] Step 65850 | Loss: 0.6930 | Spent: 3.9 secs | LR: 0.000206
I0416 06:38:34.022095 140193631795072 interactiveshell.py:2882] Step 65900 | Loss: 0.2789 | Spent: 3.7 secs | LR: 0.000206
I0416 06:38:37.183043 140193631795072 interactiveshell.py:2882] Step 65950 | Loss: 0.3480 | Spent: 3.2 secs | LR: 0.000206
I0416 06:38:40.320895 140193631795072 interactiveshell.py:2882] Step 66000 | Loss: 0.4712 | Spent: 3.1 secs | LR: 0.000206
I0416 06:38:43.476663 140193631795072 interactiveshell.py:2882] Step 66050 | Loss: 0.5574 | Spent: 3.2 secs | LR: 0.000206
I0416 06:38:46.816602 140193631795072 interactiveshell.py:2882] Step 66100 | Loss: 0.5190 | Spent: 3.3 secs | LR: 0.000206
I0416 06:38:50.374076 140193631795072 interactiveshell.py:2882] Step 66150 | Loss: 0.2444 | Spent: 3.6 secs | LR: 0.000206
I0416 06:38:53.922722 140193631795072 interactiveshell.py:2882] Step 66200 | Loss: 0.3847 | Spent: 3.5 secs | LR: 0.000206
I0416 06:38:57.197573 140193631795072 interactiveshell.py:2882] Step 66250 | Loss: 0.6753 | Spent: 3.3 secs | LR: 0.000206
I0416 06:39:00.329117 140193631795072 interactiveshell.py:2882] Step 66300 | Loss: 0.4317 | Spent: 3.1 secs | LR: 0.000205
I0416 06:39:03.466958 140193631795072 interactiveshell.py:2882] Step 66350 | Loss: 0.3364 | Spent: 3.1 secs | LR: 0.000205
I0416 06:39:06.603191 140193631795072 interactiveshell.py:2882] Step 66400 | Loss: 0.5068 | Spent: 3.1 secs | LR: 0.000205
I0416 06:39:09.779000 140193631795072 interactiveshell.py:2882] Step 66450 | Loss: 0.4587 | Spent: 3.2 secs | LR: 0.000205
I0416 06:39:12.930831 140193631795072 interactiveshell.py:2882] Step 66500 | Loss: 0.6823 | Spent: 3.2 secs | LR: 0.000205
I0416 06:39:16.069282 140193631795072 interactiveshell.py:2882] Step 66550 | Loss: 0.7003 | Spent: 3.1 secs | LR: 0.000205
I0416 06:39:19.229761 140193631795072 interactiveshell.py:2882] Step 66600 | Loss: 0.3635 | Spent: 3.2 secs | LR: 0.000205
I0416 06:39:22.370562 140193631795072 interactiveshell.py:2882] Step 66650 | Loss: 0.4928 | Spent: 3.1 secs | LR: 0.000205
I0416 06:39:25.525917 140193631795072 interactiveshell.py:2882] Step 66700 | Loss: 0.4418 | Spent: 3.2 secs | LR: 0.000205
I0416 06:39:28.671675 140193631795072 interactiveshell.py:2882] Step 66750 | Loss: 0.2586 | Spent: 3.1 secs | LR: 0.000205
I0416 06:39:31.834270 140193631795072 interactiveshell.py:2882] Step 66800 | Loss: 0.3015 | Spent: 3.2 secs | LR: 0.000204
I0416 06:39:34.956735 140193631795072 interactiveshell.py:2882] Step 66850 | Loss: 0.4979 | Spent: 3.1 secs | LR: 0.000204
I0416 06:39:38.111628 140193631795072 interactiveshell.py:2882] Step 66900 | Loss: 0.3505 | Spent: 3.2 secs | LR: 0.000204
I0416 06:39:41.256709 140193631795072 interactiveshell.py:2882] Step 66950 | Loss: 0.5350 | Spent: 3.1 secs | LR: 0.000204
I0416 06:39:44.395144 140193631795072 interactiveshell.py:2882] Step 67000 | Loss: 0.3431 | Spent: 3.1 secs | LR: 0.000204
Reading ../data/test.txt
I0416 06:39:57.632769 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.839
I0416 06:39:57.633888 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.839
I0416 06:39:58.275780 140193631795072 interactiveshell.py:2882] Step 67050 | Loss: 0.5693 | Spent: 13.9 secs | LR: 0.000204
I0416 06:40:01.396055 140193631795072 interactiveshell.py:2882] Step 67100 | Loss: 0.5343 | Spent: 3.1 secs | LR: 0.000204
I0416 06:40:04.534641 140193631795072 interactiveshell.py:2882] Step 67150 | Loss: 0.4103 | Spent: 3.1 secs | LR: 0.000204
I0416 06:40:07.957237 140193631795072 interactiveshell.py:2882] Step 67200 | Loss: 0.3315 | Spent: 3.4 secs | LR: 0.000204
I0416 06:40:11.504043 140193631795072 interactiveshell.py:2882] Step 67250 | Loss: 0.4806 | Spent: 3.5 secs | LR: 0.000203
I0416 06:40:15.036361 140193631795072 interactiveshell.py:2882] Step 67300 | Loss: 0.3770 | Spent: 3.5 secs | LR: 0.000203
I0416 06:40:18.218613 140193631795072 interactiveshell.py:2882] Step 67350 | Loss: 0.4942 | Spent: 3.2 secs | LR: 0.000203
I0416 06:40:21.346575 140193631795072 interactiveshell.py:2882] Step 67400 | Loss: 0.4576 | Spent: 3.1 secs | LR: 0.000203
I0416 06:40:24.483729 140193631795072 interactiveshell.py:2882] Step 67450 | Loss: 0.3725 | Spent: 3.1 secs | LR: 0.000203
I0416 06:40:27.619447 140193631795072 interactiveshell.py:2882] Step 67500 | Loss: 0.3503 | Spent: 3.1 secs | LR: 0.000203
I0416 06:40:30.772574 140193631795072 interactiveshell.py:2882] Step 67550 | Loss: 0.3773 | Spent: 3.2 secs | LR: 0.000203
I0416 06:40:33.921834 140193631795072 interactiveshell.py:2882] Step 67600 | Loss: 0.8160 | Spent: 3.1 secs | LR: 0.000203
I0416 06:40:37.046005 140193631795072 interactiveshell.py:2882] Step 67650 | Loss: 0.5841 | Spent: 3.1 secs | LR: 0.000203
I0416 06:40:40.198826 140193631795072 interactiveshell.py:2882] Step 67700 | Loss: 0.4360 | Spent: 3.2 secs | LR: 0.000203
I0416 06:40:43.327171 140193631795072 interactiveshell.py:2882] Step 67750 | Loss: 0.4118 | Spent: 3.1 secs | LR: 0.000202
I0416 06:40:46.464443 140193631795072 interactiveshell.py:2882] Step 67800 | Loss: 0.7492 | Spent: 3.1 secs | LR: 0.000202
I0416 06:40:49.601356 140193631795072 interactiveshell.py:2882] Step 67850 | Loss: 0.4168 | Spent: 3.1 secs | LR: 0.000202
I0416 06:40:52.743694 140193631795072 interactiveshell.py:2882] Step 67900 | Loss: 0.7270 | Spent: 3.1 secs | LR: 0.000202
I0416 06:40:55.886167 140193631795072 interactiveshell.py:2882] Step 67950 | Loss: 0.3748 | Spent: 3.1 secs | LR: 0.000202
I0416 06:40:59.016895 140193631795072 interactiveshell.py:2882] Step 68000 | Loss: 0.2590 | Spent: 3.1 secs | LR: 0.000202
I0416 06:41:02.139448 140193631795072 interactiveshell.py:2882] Step 68050 | Loss: 0.4845 | Spent: 3.1 secs | LR: 0.000202
I0416 06:41:05.272325 140193631795072 interactiveshell.py:2882] Step 68100 | Loss: 0.3449 | Spent: 3.1 secs | LR: 0.000202
I0416 06:41:08.418473 140193631795072 interactiveshell.py:2882] Step 68150 | Loss: 0.4725 | Spent: 3.1 secs | LR: 0.000202
I0416 06:41:11.541639 140193631795072 interactiveshell.py:2882] Step 68200 | Loss: 0.4824 | Spent: 3.1 secs | LR: 0.000202
I0416 06:41:14.673583 140193631795072 interactiveshell.py:2882] Step 68250 | Loss: 0.3163 | Spent: 3.1 secs | LR: 0.000201
I0416 06:41:17.812594 140193631795072 interactiveshell.py:2882] Step 68300 | Loss: 0.7110 | Spent: 3.1 secs | LR: 0.000201
I0416 06:41:20.973772 140193631795072 interactiveshell.py:2882] Step 68350 | Loss: 0.3168 | Spent: 3.2 secs | LR: 0.000201
I0416 06:41:24.708955 140193631795072 interactiveshell.py:2882] Step 68400 | Loss: 0.4452 | Spent: 3.7 secs | LR: 0.000201
I0416 06:41:28.335967 140193631795072 interactiveshell.py:2882] Step 68450 | Loss: 0.2416 | Spent: 3.6 secs | LR: 0.000201
I0416 06:41:31.875584 140193631795072 interactiveshell.py:2882] Step 68500 | Loss: 0.6286 | Spent: 3.5 secs | LR: 0.000201
I0416 06:41:35.443927 140193631795072 interactiveshell.py:2882] Step 68550 | Loss: 0.6157 | Spent: 3.6 secs | LR: 0.000201
I0416 06:41:38.643431 140193631795072 interactiveshell.py:2882] Step 68600 | Loss: 0.2986 | Spent: 3.2 secs | LR: 0.000201
I0416 06:41:41.775242 140193631795072 interactiveshell.py:2882] Step 68650 | Loss: 0.3366 | Spent: 3.1 secs | LR: 0.000201
Reading ../data/train.txt
I0416 06:42:06.692578 140193631795072 interactiveshell.py:2882] Step 68700 | Loss: 0.6604 | Spent: 24.9 secs | LR: 0.000201
I0416 06:42:10.014721 140193631795072 interactiveshell.py:2882] Step 68750 | Loss: 0.3680 | Spent: 3.3 secs | LR: 0.000200
Reading ../data/test.txt
I0416 06:42:21.282678 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.841
I0416 06:42:21.283780 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.841
I0416 06:42:23.998677 140193631795072 interactiveshell.py:2882] Step 68800 | Loss: 0.2835 | Spent: 14.0 secs | LR: 0.000200
I0416 06:42:27.328799 140193631795072 interactiveshell.py:2882] Step 68850 | Loss: 0.3180 | Spent: 3.3 secs | LR: 0.000200
I0416 06:42:30.662135 140193631795072 interactiveshell.py:2882] Step 68900 | Loss: 0.5364 | Spent: 3.3 secs | LR: 0.000200
I0416 06:42:33.995194 140193631795072 interactiveshell.py:2882] Step 68950 | Loss: 0.3491 | Spent: 3.3 secs | LR: 0.000200
I0416 06:42:37.315829 140193631795072 interactiveshell.py:2882] Step 69000 | Loss: 0.5595 | Spent: 3.3 secs | LR: 0.000200
I0416 06:42:40.662252 140193631795072 interactiveshell.py:2882] Step 69050 | Loss: 0.3969 | Spent: 3.3 secs | LR: 0.000200
I0416 06:42:43.985669 140193631795072 interactiveshell.py:2882] Step 69100 | Loss: 0.5398 | Spent: 3.3 secs | LR: 0.000200
I0416 06:42:47.447203 140193631795072 interactiveshell.py:2882] Step 69150 | Loss: 0.5455 | Spent: 3.5 secs | LR: 0.000200
I0416 06:42:51.226561 140193631795072 interactiveshell.py:2882] Step 69200 | Loss: 0.4579 | Spent: 3.8 secs | LR: 0.000200
I0416 06:42:55.004366 140193631795072 interactiveshell.py:2882] Step 69250 | Loss: 0.6325 | Spent: 3.8 secs | LR: 0.000199
I0416 06:42:58.499011 140193631795072 interactiveshell.py:2882] Step 69300 | Loss: 0.5448 | Spent: 3.5 secs | LR: 0.000199
I0416 06:43:01.832594 140193631795072 interactiveshell.py:2882] Step 69350 | Loss: 0.3954 | Spent: 3.3 secs | LR: 0.000199
I0416 06:43:05.150186 140193631795072 interactiveshell.py:2882] Step 69400 | Loss: 0.5620 | Spent: 3.3 secs | LR: 0.000199
I0416 06:43:08.497162 140193631795072 interactiveshell.py:2882] Step 69450 | Loss: 0.3530 | Spent: 3.3 secs | LR: 0.000199
I0416 06:43:11.822554 140193631795072 interactiveshell.py:2882] Step 69500 | Loss: 0.3146 | Spent: 3.3 secs | LR: 0.000199
I0416 06:43:15.163623 140193631795072 interactiveshell.py:2882] Step 69550 | Loss: 0.4733 | Spent: 3.3 secs | LR: 0.000199
I0416 06:43:18.489761 140193631795072 interactiveshell.py:2882] Step 69600 | Loss: 0.3880 | Spent: 3.3 secs | LR: 0.000199
I0416 06:43:21.812622 140193631795072 interactiveshell.py:2882] Step 69650 | Loss: 0.4428 | Spent: 3.3 secs | LR: 0.000199
I0416 06:43:25.135114 140193631795072 interactiveshell.py:2882] Step 69700 | Loss: 0.4105 | Spent: 3.3 secs | LR: 0.000199
I0416 06:43:28.467882 140193631795072 interactiveshell.py:2882] Step 69750 | Loss: 0.2852 | Spent: 3.3 secs | LR: 0.000198
I0416 06:43:31.792160 140193631795072 interactiveshell.py:2882] Step 69800 | Loss: 0.2938 | Spent: 3.3 secs | LR: 0.000198
I0416 06:43:35.467050 140193631795072 interactiveshell.py:2882] Step 69850 | Loss: 0.2789 | Spent: 3.7 secs | LR: 0.000198
I0416 06:43:39.563051 140193631795072 interactiveshell.py:2882] Step 69900 | Loss: 0.3594 | Spent: 4.1 secs | LR: 0.000198
I0416 06:43:43.664832 140193631795072 interactiveshell.py:2882] Step 69950 | Loss: 0.1502 | Spent: 4.1 secs | LR: 0.000198
I0416 06:43:47.045662 140193631795072 interactiveshell.py:2882] Step 70000 | Loss: 0.4775 | Spent: 3.4 secs | LR: 0.000198
I0416 06:43:50.379158 140193631795072 interactiveshell.py:2882] Step 70050 | Loss: 0.4699 | Spent: 3.3 secs | LR: 0.000198
I0416 06:43:53.699111 140193631795072 interactiveshell.py:2882] Step 70100 | Loss: 0.4570 | Spent: 3.3 secs | LR: 0.000198
I0416 06:43:57.034641 140193631795072 interactiveshell.py:2882] Step 70150 | Loss: 0.3140 | Spent: 3.3 secs | LR: 0.000198
I0416 06:44:00.375504 140193631795072 interactiveshell.py:2882] Step 70200 | Loss: 0.3341 | Spent: 3.3 secs | LR: 0.000198
I0416 06:44:03.705006 140193631795072 interactiveshell.py:2882] Step 70250 | Loss: 0.4911 | Spent: 3.3 secs | LR: 0.000197
I0416 06:44:07.059779 140193631795072 interactiveshell.py:2882] Step 70300 | Loss: 0.3880 | Spent: 3.4 secs | LR: 0.000197
I0416 06:44:10.870353 140193631795072 interactiveshell.py:2882] Step 70350 | Loss: 0.3729 | Spent: 3.8 secs | LR: 0.000197
I0416 06:44:14.671401 140193631795072 interactiveshell.py:2882] Step 70400 | Loss: 0.5241 | Spent: 3.8 secs | LR: 0.000197
I0416 06:44:18.247682 140193631795072 interactiveshell.py:2882] Step 70450 | Loss: 0.3352 | Spent: 3.6 secs | LR: 0.000197
Reading ../data/test.txt
I0416 06:44:30.819700 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.842
I0416 06:44:30.820832 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.842
I0416 06:44:32.286060 140193631795072 interactiveshell.py:2882] Step 70500 | Loss: 0.4537 | Spent: 14.0 secs | LR: 0.000197
I0416 06:44:35.605540 140193631795072 interactiveshell.py:2882] Step 70550 | Loss: 0.5475 | Spent: 3.3 secs | LR: 0.000197
I0416 06:44:38.948584 140193631795072 interactiveshell.py:2882] Step 70600 | Loss: 0.3933 | Spent: 3.3 secs | LR: 0.000197
I0416 06:44:42.270146 140193631795072 interactiveshell.py:2882] Step 70650 | Loss: 0.6416 | Spent: 3.3 secs | LR: 0.000197
I0416 06:44:45.588100 140193631795072 interactiveshell.py:2882] Step 70700 | Loss: 0.2134 | Spent: 3.3 secs | LR: 0.000197
I0416 06:44:48.922627 140193631795072 interactiveshell.py:2882] Step 70750 | Loss: 0.3876 | Spent: 3.3 secs | LR: 0.000196
I0416 06:44:52.257043 140193631795072 interactiveshell.py:2882] Step 70800 | Loss: 0.3460 | Spent: 3.3 secs | LR: 0.000196
I0416 06:44:55.586683 140193631795072 interactiveshell.py:2882] Step 70850 | Loss: 0.3003 | Spent: 3.3 secs | LR: 0.000196
I0416 06:44:58.913388 140193631795072 interactiveshell.py:2882] Step 70900 | Loss: 0.6915 | Spent: 3.3 secs | LR: 0.000196
I0416 06:45:02.250781 140193631795072 interactiveshell.py:2882] Step 70950 | Loss: 0.3257 | Spent: 3.3 secs | LR: 0.000196
I0416 06:45:05.579567 140193631795072 interactiveshell.py:2882] Step 71000 | Loss: 0.6512 | Spent: 3.3 secs | LR: 0.000196
I0416 06:45:08.918177 140193631795072 interactiveshell.py:2882] Step 71050 | Loss: 0.6735 | Spent: 3.3 secs | LR: 0.000196
I0416 06:45:12.254758 140193631795072 interactiveshell.py:2882] Step 71100 | Loss: 0.4758 | Spent: 3.3 secs | LR: 0.000196
I0416 06:45:15.574994 140193631795072 interactiveshell.py:2882] Step 71150 | Loss: 0.2627 | Spent: 3.3 secs | LR: 0.000196
I0416 06:45:18.907581 140193631795072 interactiveshell.py:2882] Step 71200 | Loss: 0.3027 | Spent: 3.3 secs | LR: 0.000196
I0416 06:45:22.234667 140193631795072 interactiveshell.py:2882] Step 71250 | Loss: 0.2810 | Spent: 3.3 secs | LR: 0.000195
I0416 06:45:25.568601 140193631795072 interactiveshell.py:2882] Step 71300 | Loss: 0.3890 | Spent: 3.3 secs | LR: 0.000195
I0416 06:45:29.133766 140193631795072 interactiveshell.py:2882] Step 71350 | Loss: 0.5430 | Spent: 3.6 secs | LR: 0.000195
I0416 06:45:32.940211 140193631795072 interactiveshell.py:2882] Step 71400 | Loss: 0.3085 | Spent: 3.8 secs | LR: 0.000195
I0416 06:45:36.743385 140193631795072 interactiveshell.py:2882] Step 71450 | Loss: 0.4089 | Spent: 3.8 secs | LR: 0.000195
I0416 06:45:40.135924 140193631795072 interactiveshell.py:2882] Step 71500 | Loss: 0.3949 | Spent: 3.4 secs | LR: 0.000195
I0416 06:45:43.460698 140193631795072 interactiveshell.py:2882] Step 71550 | Loss: 0.5765 | Spent: 3.3 secs | LR: 0.000195
I0416 06:45:46.777910 140193631795072 interactiveshell.py:2882] Step 71600 | Loss: 0.3786 | Spent: 3.3 secs | LR: 0.000195
I0416 06:45:50.120020 140193631795072 interactiveshell.py:2882] Step 71650 | Loss: 0.5340 | Spent: 3.3 secs | LR: 0.000195
I0416 06:45:53.454373 140193631795072 interactiveshell.py:2882] Step 71700 | Loss: 0.4433 | Spent: 3.3 secs | LR: 0.000195
I0416 06:45:56.779715 140193631795072 interactiveshell.py:2882] Step 71750 | Loss: 0.2471 | Spent: 3.3 secs | LR: 0.000194
I0416 06:46:00.100595 140193631795072 interactiveshell.py:2882] Step 71800 | Loss: 0.6452 | Spent: 3.3 secs | LR: 0.000194
I0416 06:46:03.437789 140193631795072 interactiveshell.py:2882] Step 71850 | Loss: 0.1554 | Spent: 3.3 secs | LR: 0.000194
I0416 06:46:06.770719 140193631795072 interactiveshell.py:2882] Step 71900 | Loss: 0.5213 | Spent: 3.3 secs | LR: 0.000194
I0416 06:46:10.110601 140193631795072 interactiveshell.py:2882] Step 71950 | Loss: 0.3816 | Spent: 3.3 secs | LR: 0.000194
I0416 06:46:13.441380 140193631795072 interactiveshell.py:2882] Step 72000 | Loss: 0.3561 | Spent: 3.3 secs | LR: 0.000194
I0416 06:46:16.777395 140193631795072 interactiveshell.py:2882] Step 72050 | Loss: 0.5067 | Spent: 3.3 secs | LR: 0.000194
I0416 06:46:20.114704 140193631795072 interactiveshell.py:2882] Step 72100 | Loss: 0.7361 | Spent: 3.3 secs | LR: 0.000194
I0416 06:46:23.428792 140193631795072 interactiveshell.py:2882] Step 72150 | Loss: 0.2722 | Spent: 3.3 secs | LR: 0.000194
Reading ../data/test.txt
I0416 06:46:37.955913 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.839
I0416 06:46:37.957068 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.842
I0416 06:46:38.172085 140193631795072 interactiveshell.py:2882] Step 72200 | Loss: 0.3049 | Spent: 14.7 secs | LR: 0.000194
I0416 06:46:41.506172 140193631795072 interactiveshell.py:2882] Step 72250 | Loss: 0.2636 | Spent: 3.3 secs | LR: 0.000194
I0416 06:46:44.836109 140193631795072 interactiveshell.py:2882] Step 72300 | Loss: 0.3993 | Spent: 3.3 secs | LR: 0.000193
I0416 06:46:48.233723 140193631795072 interactiveshell.py:2882] Step 72350 | Loss: 0.6665 | Spent: 3.4 secs | LR: 0.000193
I0416 06:46:52.015883 140193631795072 interactiveshell.py:2882] Step 72400 | Loss: 0.5975 | Spent: 3.8 secs | LR: 0.000193
I0416 06:46:55.803543 140193631795072 interactiveshell.py:2882] Step 72450 | Loss: 0.3748 | Spent: 3.8 secs | LR: 0.000193
I0416 06:46:59.353156 140193631795072 interactiveshell.py:2882] Step 72500 | Loss: 0.2551 | Spent: 3.5 secs | LR: 0.000193
I0416 06:47:02.681787 140193631795072 interactiveshell.py:2882] Step 72550 | Loss: 0.3393 | Spent: 3.3 secs | LR: 0.000193
I0416 06:47:06.013719 140193631795072 interactiveshell.py:2882] Step 72600 | Loss: 0.5035 | Spent: 3.3 secs | LR: 0.000193
I0416 06:47:09.333012 140193631795072 interactiveshell.py:2882] Step 72650 | Loss: 0.2200 | Spent: 3.3 secs | LR: 0.000193
I0416 06:47:12.671603 140193631795072 interactiveshell.py:2882] Step 72700 | Loss: 0.4706 | Spent: 3.3 secs | LR: 0.000193
I0416 06:47:16.000032 140193631795072 interactiveshell.py:2882] Step 72750 | Loss: 0.3931 | Spent: 3.3 secs | LR: 0.000193
I0416 06:47:19.332169 140193631795072 interactiveshell.py:2882] Step 72800 | Loss: 0.3041 | Spent: 3.3 secs | LR: 0.000192
I0416 06:47:22.656388 140193631795072 interactiveshell.py:2882] Step 72850 | Loss: 0.3030 | Spent: 3.3 secs | LR: 0.000192
I0416 06:47:26.008662 140193631795072 interactiveshell.py:2882] Step 72900 | Loss: 0.5299 | Spent: 3.4 secs | LR: 0.000192
I0416 06:47:29.347651 140193631795072 interactiveshell.py:2882] Step 72950 | Loss: 0.5056 | Spent: 3.3 secs | LR: 0.000192
I0416 06:47:32.689868 140193631795072 interactiveshell.py:2882] Step 73000 | Loss: 0.2812 | Spent: 3.3 secs | LR: 0.000192
I0416 06:47:36.028548 140193631795072 interactiveshell.py:2882] Step 73050 | Loss: 0.4892 | Spent: 3.3 secs | LR: 0.000192
I0416 06:47:39.369110 140193631795072 interactiveshell.py:2882] Step 73100 | Loss: 0.4250 | Spent: 3.3 secs | LR: 0.000192
I0416 06:47:42.702144 140193631795072 interactiveshell.py:2882] Step 73150 | Loss: 0.4009 | Spent: 3.3 secs | LR: 0.000192
I0416 06:47:46.047190 140193631795072 interactiveshell.py:2882] Step 73200 | Loss: 0.3817 | Spent: 3.3 secs | LR: 0.000192
I0416 06:47:49.377878 140193631795072 interactiveshell.py:2882] Step 73250 | Loss: 0.3064 | Spent: 3.3 secs | LR: 0.000192
I0416 06:47:52.712677 140193631795072 interactiveshell.py:2882] Step 73300 | Loss: 0.6619 | Spent: 3.3 secs | LR: 0.000191
I0416 06:47:56.058192 140193631795072 interactiveshell.py:2882] Step 73350 | Loss: 0.3216 | Spent: 3.3 secs | LR: 0.000191
I0416 06:47:59.392937 140193631795072 interactiveshell.py:2882] Step 73400 | Loss: 0.7799 | Spent: 3.3 secs | LR: 0.000191
I0416 06:48:02.718056 140193631795072 interactiveshell.py:2882] Step 73450 | Loss: 0.3566 | Spent: 3.3 secs | LR: 0.000191
I0416 06:48:06.040689 140193631795072 interactiveshell.py:2882] Step 73500 | Loss: 0.5566 | Spent: 3.3 secs | LR: 0.000191
I0416 06:48:09.539426 140193631795072 interactiveshell.py:2882] Step 73550 | Loss: 0.3690 | Spent: 3.5 secs | LR: 0.000191
I0416 06:48:13.315618 140193631795072 interactiveshell.py:2882] Step 73600 | Loss: 0.2654 | Spent: 3.8 secs | LR: 0.000191
I0416 06:48:17.098684 140193631795072 interactiveshell.py:2882] Step 73650 | Loss: 0.3681 | Spent: 3.8 secs | LR: 0.000191
I0416 06:48:20.547979 140193631795072 interactiveshell.py:2882] Step 73700 | Loss: 0.3856 | Spent: 3.4 secs | LR: 0.000191
I0416 06:48:23.891577 140193631795072 interactiveshell.py:2882] Step 73750 | Loss: 0.3938 | Spent: 3.3 secs | LR: 0.000191
I0416 06:48:27.232817 140193631795072 interactiveshell.py:2882] Step 73800 | Loss: 0.3999 | Spent: 3.3 secs | LR: 0.000191
I0416 06:48:30.577075 140193631795072 interactiveshell.py:2882] Step 73850 | Loss: 0.4510 | Spent: 3.3 secs | LR: 0.000190
I0416 06:48:33.907789 140193631795072 interactiveshell.py:2882] Step 73900 | Loss: 0.4350 | Spent: 3.3 secs | LR: 0.000190
Reading ../data/test.txt
I0416 06:48:45.933933 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.839
I0416 06:48:45.935162 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.842
I0416 06:48:48.721237 140193631795072 interactiveshell.py:2882] Step 73950 | Loss: 0.4290 | Spent: 14.8 secs | LR: 0.000190
I0416 06:48:52.812961 140193631795072 interactiveshell.py:2882] Step 74000 | Loss: 0.1882 | Spent: 4.1 secs | LR: 0.000190
I0416 06:48:56.468655 140193631795072 interactiveshell.py:2882] Step 74050 | Loss: 0.3031 | Spent: 3.7 secs | LR: 0.000190
I0416 06:48:59.782831 140193631795072 interactiveshell.py:2882] Step 74100 | Loss: 0.5393 | Spent: 3.3 secs | LR: 0.000190
I0416 06:49:03.109006 140193631795072 interactiveshell.py:2882] Step 74150 | Loss: 0.5018 | Spent: 3.3 secs | LR: 0.000190
I0416 06:49:06.422709 140193631795072 interactiveshell.py:2882] Step 74200 | Loss: 0.4440 | Spent: 3.3 secs | LR: 0.000190
I0416 06:49:09.735325 140193631795072 interactiveshell.py:2882] Step 74250 | Loss: 0.3705 | Spent: 3.3 secs | LR: 0.000190
I0416 06:49:13.074632 140193631795072 interactiveshell.py:2882] Step 74300 | Loss: 0.5061 | Spent: 3.3 secs | LR: 0.000190
I0416 06:49:16.410300 140193631795072 interactiveshell.py:2882] Step 74350 | Loss: 0.5831 | Spent: 3.3 secs | LR: 0.000189
I0416 06:49:19.726150 140193631795072 interactiveshell.py:2882] Step 74400 | Loss: 0.6379 | Spent: 3.3 secs | LR: 0.000189
I0416 06:49:23.046552 140193631795072 interactiveshell.py:2882] Step 74450 | Loss: 0.3860 | Spent: 3.3 secs | LR: 0.000189
I0416 06:49:26.395878 140193631795072 interactiveshell.py:2882] Step 74500 | Loss: 0.3835 | Spent: 3.3 secs | LR: 0.000189
I0416 06:49:29.906107 140193631795072 interactiveshell.py:2882] Step 74550 | Loss: 0.5713 | Spent: 3.5 secs | LR: 0.000189
I0416 06:49:33.705095 140193631795072 interactiveshell.py:2882] Step 74600 | Loss: 0.2760 | Spent: 3.8 secs | LR: 0.000189
I0416 06:49:37.475595 140193631795072 interactiveshell.py:2882] Step 74650 | Loss: 0.4374 | Spent: 3.8 secs | LR: 0.000189
I0416 06:49:40.955056 140193631795072 interactiveshell.py:2882] Step 74700 | Loss: 0.5677 | Spent: 3.5 secs | LR: 0.000189
I0416 06:49:44.261944 140193631795072 interactiveshell.py:2882] Step 74750 | Loss: 0.5997 | Spent: 3.3 secs | LR: 0.000189
I0416 06:49:47.587917 140193631795072 interactiveshell.py:2882] Step 74800 | Loss: 0.6400 | Spent: 3.3 secs | LR: 0.000189
I0416 06:49:50.901895 140193631795072 interactiveshell.py:2882] Step 74850 | Loss: 0.6139 | Spent: 3.3 secs | LR: 0.000189
I0416 06:49:54.228511 140193631795072 interactiveshell.py:2882] Step 74900 | Loss: 0.4823 | Spent: 3.3 secs | LR: 0.000188
I0416 06:49:57.551752 140193631795072 interactiveshell.py:2882] Step 74950 | Loss: 0.6260 | Spent: 3.3 secs | LR: 0.000188
I0416 06:50:00.869207 140193631795072 interactiveshell.py:2882] Step 75000 | Loss: 0.2972 | Spent: 3.3 secs | LR: 0.000188
I0416 06:50:04.194714 140193631795072 interactiveshell.py:2882] Step 75050 | Loss: 0.2654 | Spent: 3.3 secs | LR: 0.000188
I0416 06:50:07.520894 140193631795072 interactiveshell.py:2882] Step 75100 | Loss: 0.4289 | Spent: 3.3 secs | LR: 0.000188
I0416 06:50:10.868109 140193631795072 interactiveshell.py:2882] Step 75150 | Loss: 0.3063 | Spent: 3.3 secs | LR: 0.000188
I0416 06:50:14.176088 140193631795072 interactiveshell.py:2882] Step 75200 | Loss: 0.2672 | Spent: 3.3 secs | LR: 0.000188
I0416 06:50:17.516632 140193631795072 interactiveshell.py:2882] Step 75250 | Loss: 0.4775 | Spent: 3.3 secs | LR: 0.000188
I0416 06:50:20.856689 140193631795072 interactiveshell.py:2882] Step 75300 | Loss: 0.2693 | Spent: 3.3 secs | LR: 0.000188
I0416 06:50:24.158565 140193631795072 interactiveshell.py:2882] Step 75350 | Loss: 0.4455 | Spent: 3.3 secs | LR: 0.000188
I0416 06:50:27.489459 140193631795072 interactiveshell.py:2882] Step 75400 | Loss: 0.4901 | Spent: 3.3 secs | LR: 0.000187
I0416 06:50:30.812438 140193631795072 interactiveshell.py:2882] Step 75450 | Loss: 0.6433 | Spent: 3.3 secs | LR: 0.000187
I0416 06:50:34.150784 140193631795072 interactiveshell.py:2882] Step 75500 | Loss: 0.6185 | Spent: 3.3 secs | LR: 0.000187
I0416 06:50:37.485392 140193631795072 interactiveshell.py:2882] Step 75550 | Loss: 0.4550 | Spent: 3.3 secs | LR: 0.000187
I0416 06:50:40.833873 140193631795072 interactiveshell.py:2882] Step 75600 | Loss: 0.4687 | Spent: 3.3 secs | LR: 0.000187
Reading ../data/test.txt
I0416 06:50:54.419093 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.841
I0416 06:50:54.420341 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.842
I0416 06:50:55.563961 140193631795072 interactiveshell.py:2882] Step 75650 | Loss: 0.4865 | Spent: 14.7 secs | LR: 0.000187
I0416 06:50:59.294778 140193631795072 interactiveshell.py:2882] Step 75700 | Loss: 0.3390 | Spent: 3.7 secs | LR: 0.000187
I0416 06:51:02.614325 140193631795072 interactiveshell.py:2882] Step 75750 | Loss: 0.2999 | Spent: 3.3 secs | LR: 0.000187
I0416 06:51:05.929830 140193631795072 interactiveshell.py:2882] Step 75800 | Loss: 0.6470 | Spent: 3.3 secs | LR: 0.000187
I0416 06:51:09.260852 140193631795072 interactiveshell.py:2882] Step 75850 | Loss: 0.2572 | Spent: 3.3 secs | LR: 0.000187
I0416 06:51:12.592189 140193631795072 interactiveshell.py:2882] Step 75900 | Loss: 0.4152 | Spent: 3.3 secs | LR: 0.000187
I0416 06:51:15.916136 140193631795072 interactiveshell.py:2882] Step 75950 | Loss: 0.6284 | Spent: 3.3 secs | LR: 0.000186
I0416 06:51:19.229606 140193631795072 interactiveshell.py:2882] Step 76000 | Loss: 0.4355 | Spent: 3.3 secs | LR: 0.000186
I0416 06:51:22.556981 140193631795072 interactiveshell.py:2882] Step 76050 | Loss: 0.6382 | Spent: 3.3 secs | LR: 0.000186
I0416 06:51:25.887452 140193631795072 interactiveshell.py:2882] Step 76100 | Loss: 0.6162 | Spent: 3.3 secs | LR: 0.000186
I0416 06:51:29.219884 140193631795072 interactiveshell.py:2882] Step 76150 | Loss: 0.7798 | Spent: 3.3 secs | LR: 0.000186
I0416 06:51:32.730411 140193631795072 interactiveshell.py:2882] Step 76200 | Loss: 0.5742 | Spent: 3.5 secs | LR: 0.000186
I0416 06:51:36.691206 140193631795072 interactiveshell.py:2882] Step 76250 | Loss: 0.4868 | Spent: 4.0 secs | LR: 0.000186
I0416 06:51:40.032677 140193631795072 interactiveshell.py:2882] Step 76300 | Loss: 0.1491 | Spent: 3.3 secs | LR: 0.000186
I0416 06:51:43.364278 140193631795072 interactiveshell.py:2882] Step 76350 | Loss: 0.4493 | Spent: 3.3 secs | LR: 0.000186
I0416 06:51:46.689528 140193631795072 interactiveshell.py:2882] Step 76400 | Loss: 0.4697 | Spent: 3.3 secs | LR: 0.000186
I0416 06:51:50.020868 140193631795072 interactiveshell.py:2882] Step 76450 | Loss: 0.3512 | Spent: 3.3 secs | LR: 0.000186
I0416 06:51:53.350726 140193631795072 interactiveshell.py:2882] Step 76500 | Loss: 0.3160 | Spent: 3.3 secs | LR: 0.000185
I0416 06:51:56.656955 140193631795072 interactiveshell.py:2882] Step 76550 | Loss: 0.3026 | Spent: 3.3 secs | LR: 0.000185
I0416 06:51:59.987090 140193631795072 interactiveshell.py:2882] Step 76600 | Loss: 0.3585 | Spent: 3.3 secs | LR: 0.000185
I0416 06:52:03.302238 140193631795072 interactiveshell.py:2882] Step 76650 | Loss: 0.3893 | Spent: 3.3 secs | LR: 0.000185
I0416 06:52:06.633569 140193631795072 interactiveshell.py:2882] Step 76700 | Loss: 0.2341 | Spent: 3.3 secs | LR: 0.000185
I0416 06:52:10.043296 140193631795072 interactiveshell.py:2882] Step 76750 | Loss: 0.4188 | Spent: 3.4 secs | LR: 0.000185
I0416 06:52:13.822686 140193631795072 interactiveshell.py:2882] Step 76800 | Loss: 0.3182 | Spent: 3.8 secs | LR: 0.000185
I0416 06:52:17.600659 140193631795072 interactiveshell.py:2882] Step 76850 | Loss: 0.2790 | Spent: 3.8 secs | LR: 0.000185
I0416 06:52:21.116352 140193631795072 interactiveshell.py:2882] Step 76900 | Loss: 0.4073 | Spent: 3.5 secs | LR: 0.000185
I0416 06:52:24.438728 140193631795072 interactiveshell.py:2882] Step 76950 | Loss: 0.3842 | Spent: 3.3 secs | LR: 0.000185
I0416 06:52:27.772647 140193631795072 interactiveshell.py:2882] Step 77000 | Loss: 0.3447 | Spent: 3.3 secs | LR: 0.000184
I0416 06:52:31.079989 140193631795072 interactiveshell.py:2882] Step 77050 | Loss: 0.4708 | Spent: 3.3 secs | LR: 0.000184
I0416 06:52:34.415361 140193631795072 interactiveshell.py:2882] Step 77100 | Loss: 0.4545 | Spent: 3.3 secs | LR: 0.000184
I0416 06:52:37.735109 140193631795072 interactiveshell.py:2882] Step 77150 | Loss: 0.4601 | Spent: 3.3 secs | LR: 0.000184
I0416 06:52:41.061633 140193631795072 interactiveshell.py:2882] Step 77200 | Loss: 0.4567 | Spent: 3.3 secs | LR: 0.000184
I0416 06:52:44.408718 140193631795072 interactiveshell.py:2882] Step 77250 | Loss: 0.4257 | Spent: 3.3 secs | LR: 0.000184
I0416 06:52:47.726058 140193631795072 interactiveshell.py:2882] Step 77300 | Loss: 0.6394 | Spent: 3.3 secs | LR: 0.000184
I0416 06:52:51.049668 140193631795072 interactiveshell.py:2882] Step 77350 | Loss: 0.2970 | Spent: 3.3 secs | LR: 0.000184
Reading ../data/test.txt
I0416 06:53:01.958050 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.845
I0416 06:53:01.959030 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.845
I0416 06:53:05.008136 140193631795072 interactiveshell.py:2882] Step 77400 | Loss: 0.3669 | Spent: 14.0 secs | LR: 0.000184
I0416 06:53:08.327636 140193631795072 interactiveshell.py:2882] Step 77450 | Loss: 0.5888 | Spent: 3.3 secs | LR: 0.000184
I0416 06:53:11.647612 140193631795072 interactiveshell.py:2882] Step 77500 | Loss: 0.6634 | Spent: 3.3 secs | LR: 0.000184
I0416 06:53:14.968193 140193631795072 interactiveshell.py:2882] Step 77550 | Loss: 0.3792 | Spent: 3.3 secs | LR: 0.000183
I0416 06:53:18.305586 140193631795072 interactiveshell.py:2882] Step 77600 | Loss: 0.3666 | Spent: 3.3 secs | LR: 0.000183
I0416 06:53:21.640336 140193631795072 interactiveshell.py:2882] Step 77650 | Loss: 0.4995 | Spent: 3.3 secs | LR: 0.000183
I0416 06:53:24.970765 140193631795072 interactiveshell.py:2882] Step 77700 | Loss: 0.2802 | Spent: 3.3 secs | LR: 0.000183
I0416 06:53:28.301697 140193631795072 interactiveshell.py:2882] Step 77750 | Loss: 0.2320 | Spent: 3.3 secs | LR: 0.000183
I0416 06:53:31.896807 140193631795072 interactiveshell.py:2882] Step 77800 | Loss: 0.3479 | Spent: 3.6 secs | LR: 0.000183
I0416 06:53:35.683456 140193631795072 interactiveshell.py:2882] Step 77850 | Loss: 0.6417 | Spent: 3.8 secs | LR: 0.000183
I0416 06:53:39.464063 140193631795072 interactiveshell.py:2882] Step 77900 | Loss: 0.6256 | Spent: 3.8 secs | LR: 0.000183
I0416 06:53:42.823340 140193631795072 interactiveshell.py:2882] Step 77950 | Loss: 0.3074 | Spent: 3.4 secs | LR: 0.000183
I0416 06:53:46.164079 140193631795072 interactiveshell.py:2882] Step 78000 | Loss: 0.4277 | Spent: 3.3 secs | LR: 0.000183
I0416 06:53:49.468526 140193631795072 interactiveshell.py:2882] Step 78050 | Loss: 0.7082 | Spent: 3.3 secs | LR: 0.000183
I0416 06:53:52.807606 140193631795072 interactiveshell.py:2882] Step 78100 | Loss: 0.3450 | Spent: 3.3 secs | LR: 0.000182
I0416 06:53:56.405794 140193631795072 interactiveshell.py:2882] Step 78150 | Loss: 0.6514 | Spent: 3.6 secs | LR: 0.000182
I0416 06:54:00.496654 140193631795072 interactiveshell.py:2882] Step 78200 | Loss: 0.2767 | Spent: 4.1 secs | LR: 0.000182
I0416 06:54:04.592246 140193631795072 interactiveshell.py:2882] Step 78250 | Loss: 0.5230 | Spent: 4.1 secs | LR: 0.000182
I0416 06:54:08.033685 140193631795072 interactiveshell.py:2882] Step 78300 | Loss: 0.2743 | Spent: 3.4 secs | LR: 0.000182
I0416 06:54:11.345169 140193631795072 interactiveshell.py:2882] Step 78350 | Loss: 0.2471 | Spent: 3.3 secs | LR: 0.000182
I0416 06:54:14.671756 140193631795072 interactiveshell.py:2882] Step 78400 | Loss: 0.5086 | Spent: 3.3 secs | LR: 0.000182
I0416 06:54:18.010074 140193631795072 interactiveshell.py:2882] Step 78450 | Loss: 0.7519 | Spent: 3.3 secs | LR: 0.000182
I0416 06:54:21.333010 140193631795072 interactiveshell.py:2882] Step 78500 | Loss: 0.4851 | Spent: 3.3 secs | LR: 0.000182
I0416 06:54:24.661430 140193631795072 interactiveshell.py:2882] Step 78550 | Loss: 0.2868 | Spent: 3.3 secs | LR: 0.000182
I0416 06:54:27.990804 140193631795072 interactiveshell.py:2882] Step 78600 | Loss: 0.6717 | Spent: 3.3 secs | LR: 0.000182
I0416 06:54:31.335041 140193631795072 interactiveshell.py:2882] Step 78650 | Loss: 0.3253 | Spent: 3.3 secs | LR: 0.000181
I0416 06:54:34.653783 140193631795072 interactiveshell.py:2882] Step 78700 | Loss: 0.2423 | Spent: 3.3 secs | LR: 0.000181
I0416 06:54:37.971086 140193631795072 interactiveshell.py:2882] Step 78750 | Loss: 0.2415 | Spent: 3.3 secs | LR: 0.000181
I0416 06:54:41.305967 140193631795072 interactiveshell.py:2882] Step 78800 | Loss: 0.5489 | Spent: 3.3 secs | LR: 0.000181
I0416 06:54:44.649110 140193631795072 interactiveshell.py:2882] Step 78850 | Loss: 0.4752 | Spent: 3.3 secs | LR: 0.000181
I0416 06:54:47.972543 140193631795072 interactiveshell.py:2882] Step 78900 | Loss: 0.2826 | Spent: 3.3 secs | LR: 0.000181
I0416 06:54:51.452607 140193631795072 interactiveshell.py:2882] Step 78950 | Loss: 0.4555 | Spent: 3.5 secs | LR: 0.000181
I0416 06:54:55.229037 140193631795072 interactiveshell.py:2882] Step 79000 | Loss: 0.2289 | Spent: 3.8 secs | LR: 0.000181
I0416 06:54:59.003116 140193631795072 interactiveshell.py:2882] Step 79050 | Loss: 0.6552 | Spent: 3.8 secs | LR: 0.000181
Reading ../data/test.txt
I0416 06:55:11.336839 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.841
I0416 06:55:11.337911 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.845
I0416 06:55:13.140911 140193631795072 interactiveshell.py:2882] Step 79100 | Loss: 0.7240 | Spent: 14.1 secs | LR: 0.000181
I0416 06:55:16.459492 140193631795072 interactiveshell.py:2882] Step 79150 | Loss: 0.2704 | Spent: 3.3 secs | LR: 0.000181
I0416 06:55:19.784654 140193631795072 interactiveshell.py:2882] Step 79200 | Loss: 0.6859 | Spent: 3.3 secs | LR: 0.000180
I0416 06:55:23.090383 140193631795072 interactiveshell.py:2882] Step 79250 | Loss: 0.3381 | Spent: 3.3 secs | LR: 0.000180
I0416 06:55:26.401273 140193631795072 interactiveshell.py:2882] Step 79300 | Loss: 0.1984 | Spent: 3.3 secs | LR: 0.000180
I0416 06:55:29.729610 140193631795072 interactiveshell.py:2882] Step 79350 | Loss: 0.3470 | Spent: 3.3 secs | LR: 0.000180
I0416 06:55:33.039435 140193631795072 interactiveshell.py:2882] Step 79400 | Loss: 0.3050 | Spent: 3.3 secs | LR: 0.000180
I0416 06:55:36.351935 140193631795072 interactiveshell.py:2882] Step 79450 | Loss: 0.4939 | Spent: 3.3 secs | LR: 0.000180
I0416 06:55:39.661321 140193631795072 interactiveshell.py:2882] Step 79500 | Loss: 1.0351 | Spent: 3.3 secs | LR: 0.000180
I0416 06:55:43.004061 140193631795072 interactiveshell.py:2882] Step 79550 | Loss: 0.2308 | Spent: 3.3 secs | LR: 0.000180
I0416 06:55:46.287715 140193631795072 interactiveshell.py:2882] Step 79600 | Loss: 0.3771 | Spent: 3.3 secs | LR: 0.000180
I0416 06:55:49.416606 140193631795072 interactiveshell.py:2882] Step 79650 | Loss: 0.2977 | Spent: 3.1 secs | LR: 0.000180
I0416 06:55:52.546098 140193631795072 interactiveshell.py:2882] Step 79700 | Loss: 0.5661 | Spent: 3.1 secs | LR: 0.000180
I0416 06:55:55.663698 140193631795072 interactiveshell.py:2882] Step 79750 | Loss: 0.3425 | Spent: 3.1 secs | LR: 0.000179
I0416 06:55:58.789049 140193631795072 interactiveshell.py:2882] Step 79800 | Loss: 0.2479 | Spent: 3.1 secs | LR: 0.000179
I0416 06:56:01.925573 140193631795072 interactiveshell.py:2882] Step 79850 | Loss: 0.5004 | Spent: 3.1 secs | LR: 0.000179
I0416 06:56:05.053598 140193631795072 interactiveshell.py:2882] Step 79900 | Loss: 0.3042 | Spent: 3.1 secs | LR: 0.000179
I0416 06:56:08.180377 140193631795072 interactiveshell.py:2882] Step 79950 | Loss: 0.4076 | Spent: 3.1 secs | LR: 0.000179
I0416 06:56:11.411513 140193631795072 interactiveshell.py:2882] Step 80000 | Loss: 0.2909 | Spent: 3.2 secs | LR: 0.000179
I0416 06:56:14.970615 140193631795072 interactiveshell.py:2882] Step 80050 | Loss: 0.6359 | Spent: 3.6 secs | LR: 0.000179
I0416 06:56:18.521461 140193631795072 interactiveshell.py:2882] Step 80100 | Loss: 0.3963 | Spent: 3.5 secs | LR: 0.000179
I0416 06:56:21.896163 140193631795072 interactiveshell.py:2882] Step 80150 | Loss: 0.5077 | Spent: 3.4 secs | LR: 0.000179
I0416 06:56:25.021153 140193631795072 interactiveshell.py:2882] Step 80200 | Loss: 0.3263 | Spent: 3.1 secs | LR: 0.000179
I0416 06:56:28.176702 140193631795072 interactiveshell.py:2882] Step 80250 | Loss: 0.4980 | Spent: 3.2 secs | LR: 0.000179
I0416 06:56:31.291041 140193631795072 interactiveshell.py:2882] Step 80300 | Loss: 0.3482 | Spent: 3.1 secs | LR: 0.000178
I0416 06:56:34.423748 140193631795072 interactiveshell.py:2882] Step 80350 | Loss: 0.2807 | Spent: 3.1 secs | LR: 0.000178
I0416 06:56:37.660941 140193631795072 interactiveshell.py:2882] Step 80400 | Loss: 0.5408 | Spent: 3.2 secs | LR: 0.000178
I0416 06:56:41.376714 140193631795072 interactiveshell.py:2882] Step 80450 | Loss: 0.3935 | Spent: 3.7 secs | LR: 0.000178
I0416 06:56:44.640865 140193631795072 interactiveshell.py:2882] Step 80500 | Loss: 0.6310 | Spent: 3.3 secs | LR: 0.000178
I0416 06:56:47.779080 140193631795072 interactiveshell.py:2882] Step 80550 | Loss: 0.6177 | Spent: 3.1 secs | LR: 0.000178
I0416 06:56:50.911687 140193631795072 interactiveshell.py:2882] Step 80600 | Loss: 0.4193 | Spent: 3.1 secs | LR: 0.000178
I0416 06:56:54.039261 140193631795072 interactiveshell.py:2882] Step 80650 | Loss: 0.3529 | Spent: 3.1 secs | LR: 0.000178
I0416 06:56:57.159458 140193631795072 interactiveshell.py:2882] Step 80700 | Loss: 0.2588 | Spent: 3.1 secs | LR: 0.000178
I0416 06:57:00.285168 140193631795072 interactiveshell.py:2882] Step 80750 | Loss: 0.5225 | Spent: 3.1 secs | LR: 0.000178
Reading ../data/test.txt
I0416 06:57:13.596544 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.843
I0416 06:57:13.597504 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.845
I0416 06:57:14.098514 140193631795072 interactiveshell.py:2882] Step 80800 | Loss: 0.3400 | Spent: 13.8 secs | LR: 0.000178
I0416 06:57:17.217902 140193631795072 interactiveshell.py:2882] Step 80850 | Loss: 0.3219 | Spent: 3.1 secs | LR: 0.000177
I0416 06:57:20.347325 140193631795072 interactiveshell.py:2882] Step 80900 | Loss: 0.2006 | Spent: 3.1 secs | LR: 0.000177
I0416 06:57:23.493771 140193631795072 interactiveshell.py:2882] Step 80950 | Loss: 0.5624 | Spent: 3.1 secs | LR: 0.000177
I0416 06:57:26.622583 140193631795072 interactiveshell.py:2882] Step 81000 | Loss: 0.3725 | Spent: 3.1 secs | LR: 0.000177
I0416 06:57:29.768646 140193631795072 interactiveshell.py:2882] Step 81050 | Loss: 0.6200 | Spent: 3.1 secs | LR: 0.000177
I0416 06:57:33.140963 140193631795072 interactiveshell.py:2882] Step 81100 | Loss: 0.3300 | Spent: 3.4 secs | LR: 0.000177
I0416 06:57:36.676130 140193631795072 interactiveshell.py:2882] Step 81150 | Loss: 0.3859 | Spent: 3.5 secs | LR: 0.000177
I0416 06:57:40.217005 140193631795072 interactiveshell.py:2882] Step 81200 | Loss: 0.2804 | Spent: 3.5 secs | LR: 0.000177
I0416 06:57:43.442884 140193631795072 interactiveshell.py:2882] Step 81250 | Loss: 0.4459 | Spent: 3.2 secs | LR: 0.000177
I0416 06:57:46.566383 140193631795072 interactiveshell.py:2882] Step 81300 | Loss: 0.7227 | Spent: 3.1 secs | LR: 0.000177
I0416 06:57:49.711799 140193631795072 interactiveshell.py:2882] Step 81350 | Loss: 0.4499 | Spent: 3.1 secs | LR: 0.000177
I0416 06:57:52.839101 140193631795072 interactiveshell.py:2882] Step 81400 | Loss: 0.5202 | Spent: 3.1 secs | LR: 0.000177
I0416 06:57:55.973682 140193631795072 interactiveshell.py:2882] Step 81450 | Loss: 0.4018 | Spent: 3.1 secs | LR: 0.000176
I0416 06:57:59.105034 140193631795072 interactiveshell.py:2882] Step 81500 | Loss: 0.3546 | Spent: 3.1 secs | LR: 0.000176
I0416 06:58:02.228628 140193631795072 interactiveshell.py:2882] Step 81550 | Loss: 0.2484 | Spent: 3.1 secs | LR: 0.000176
I0416 06:58:05.362396 140193631795072 interactiveshell.py:2882] Step 81600 | Loss: 0.3230 | Spent: 3.1 secs | LR: 0.000176
I0416 06:58:08.494361 140193631795072 interactiveshell.py:2882] Step 81650 | Loss: 0.3256 | Spent: 3.1 secs | LR: 0.000176
I0416 06:58:11.626794 140193631795072 interactiveshell.py:2882] Step 81700 | Loss: 0.5941 | Spent: 3.1 secs | LR: 0.000176
I0416 06:58:14.768923 140193631795072 interactiveshell.py:2882] Step 81750 | Loss: 0.5796 | Spent: 3.1 secs | LR: 0.000176
I0416 06:58:17.904824 140193631795072 interactiveshell.py:2882] Step 81800 | Loss: 0.3167 | Spent: 3.1 secs | LR: 0.000176
I0416 06:58:21.030717 140193631795072 interactiveshell.py:2882] Step 81850 | Loss: 0.3917 | Spent: 3.1 secs | LR: 0.000176
I0416 06:58:24.155597 140193631795072 interactiveshell.py:2882] Step 81900 | Loss: 0.4851 | Spent: 3.1 secs | LR: 0.000176
I0416 06:58:27.279701 140193631795072 interactiveshell.py:2882] Step 81950 | Loss: 0.5971 | Spent: 3.1 secs | LR: 0.000176
I0416 06:58:30.414536 140193631795072 interactiveshell.py:2882] Step 82000 | Loss: 0.3724 | Spent: 3.1 secs | LR: 0.000175
I0416 06:58:33.546592 140193631795072 interactiveshell.py:2882] Step 82050 | Loss: 0.2917 | Spent: 3.1 secs | LR: 0.000175
I0416 06:58:36.686822 140193631795072 interactiveshell.py:2882] Step 82100 | Loss: 0.2684 | Spent: 3.1 secs | LR: 0.000175
I0416 06:58:39.820618 140193631795072 interactiveshell.py:2882] Step 82150 | Loss: 0.4764 | Spent: 3.1 secs | LR: 0.000175
I0416 06:58:42.936785 140193631795072 interactiveshell.py:2882] Step 82200 | Loss: 0.3362 | Spent: 3.1 secs | LR: 0.000175
I0416 06:58:46.062667 140193631795072 interactiveshell.py:2882] Step 82250 | Loss: 0.3770 | Spent: 3.1 secs | LR: 0.000175
I0416 06:58:49.188742 140193631795072 interactiveshell.py:2882] Step 82300 | Loss: 0.4856 | Spent: 3.1 secs | LR: 0.000175
I0416 06:58:52.445610 140193631795072 interactiveshell.py:2882] Step 82350 | Loss: 0.4443 | Spent: 3.3 secs | LR: 0.000175
I0416 06:58:55.993655 140193631795072 interactiveshell.py:2882] Step 82400 | Loss: 0.6423 | Spent: 3.5 secs | LR: 0.000175
I0416 06:58:59.540252 140193631795072 interactiveshell.py:2882] Step 82450 | Loss: 0.6717 | Spent: 3.5 secs | LR: 0.000175
I0416 06:59:02.885929 140193631795072 interactiveshell.py:2882] Step 82500 | Loss: 0.4751 | Spent: 3.3 secs | LR: 0.000175
Reading ../data/test.txt
I0416 06:59:16.000702 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.844
I0416 06:59:16.001754 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.845
I0416 06:59:18.461180 140193631795072 interactiveshell.py:2882] Step 82550 | Loss: 0.5464 | Spent: 15.6 secs | LR: 0.000174
I0416 06:59:21.600288 140193631795072 interactiveshell.py:2882] Step 82600 | Loss: 0.4768 | Spent: 3.1 secs | LR: 0.000174
I0416 06:59:24.729185 140193631795072 interactiveshell.py:2882] Step 82650 | Loss: 0.4113 | Spent: 3.1 secs | LR: 0.000174
I0416 06:59:27.851994 140193631795072 interactiveshell.py:2882] Step 82700 | Loss: 0.3840 | Spent: 3.1 secs | LR: 0.000174
I0416 06:59:31.008122 140193631795072 interactiveshell.py:2882] Step 82750 | Loss: 0.3725 | Spent: 3.2 secs | LR: 0.000174
I0416 06:59:34.134953 140193631795072 interactiveshell.py:2882] Step 82800 | Loss: 0.3106 | Spent: 3.1 secs | LR: 0.000174
I0416 06:59:37.256757 140193631795072 interactiveshell.py:2882] Step 82850 | Loss: 0.7083 | Spent: 3.1 secs | LR: 0.000174
I0416 06:59:40.408058 140193631795072 interactiveshell.py:2882] Step 82900 | Loss: 0.4944 | Spent: 3.1 secs | LR: 0.000174
I0416 06:59:43.566896 140193631795072 interactiveshell.py:2882] Step 82950 | Loss: 0.5111 | Spent: 3.2 secs | LR: 0.000174
I0416 06:59:46.702626 140193631795072 interactiveshell.py:2882] Step 83000 | Loss: 0.3507 | Spent: 3.1 secs | LR: 0.000174
I0416 06:59:49.829671 140193631795072 interactiveshell.py:2882] Step 83050 | Loss: 0.5447 | Spent: 3.1 secs | LR: 0.000174
I0416 06:59:52.967062 140193631795072 interactiveshell.py:2882] Step 83100 | Loss: 0.2578 | Spent: 3.1 secs | LR: 0.000174
I0416 06:59:56.084611 140193631795072 interactiveshell.py:2882] Step 83150 | Loss: 0.4792 | Spent: 3.1 secs | LR: 0.000173
I0416 06:59:59.217547 140193631795072 interactiveshell.py:2882] Step 83200 | Loss: 0.4321 | Spent: 3.1 secs | LR: 0.000173
I0416 07:00:02.359537 140193631795072 interactiveshell.py:2882] Step 83250 | Loss: 0.2697 | Spent: 3.1 secs | LR: 0.000173
I0416 07:00:05.496777 140193631795072 interactiveshell.py:2882] Step 83300 | Loss: 0.1306 | Spent: 3.1 secs | LR: 0.000173
I0416 07:00:08.628432 140193631795072 interactiveshell.py:2882] Step 83350 | Loss: 0.4510 | Spent: 3.1 secs | LR: 0.000173
I0416 07:00:11.764240 140193631795072 interactiveshell.py:2882] Step 83400 | Loss: 0.7890 | Spent: 3.1 secs | LR: 0.000173
I0416 07:00:15.279932 140193631795072 interactiveshell.py:2882] Step 83450 | Loss: 0.4362 | Spent: 3.5 secs | LR: 0.000173
I0416 07:00:18.809286 140193631795072 interactiveshell.py:2882] Step 83500 | Loss: 0.3940 | Spent: 3.5 secs | LR: 0.000173
I0416 07:00:22.322169 140193631795072 interactiveshell.py:2882] Step 83550 | Loss: 0.4185 | Spent: 3.5 secs | LR: 0.000173
I0416 07:00:25.453887 140193631795072 interactiveshell.py:2882] Step 83600 | Loss: 0.3795 | Spent: 3.1 secs | LR: 0.000173
I0416 07:00:28.581259 140193631795072 interactiveshell.py:2882] Step 83650 | Loss: 0.2269 | Spent: 3.1 secs | LR: 0.000173
I0416 07:00:31.717044 140193631795072 interactiveshell.py:2882] Step 83700 | Loss: 0.6219 | Spent: 3.1 secs | LR: 0.000172
I0416 07:00:34.848448 140193631795072 interactiveshell.py:2882] Step 83750 | Loss: 0.3222 | Spent: 3.1 secs | LR: 0.000172
I0416 07:00:37.976605 140193631795072 interactiveshell.py:2882] Step 83800 | Loss: 0.4321 | Spent: 3.1 secs | LR: 0.000172
I0416 07:00:41.095596 140193631795072 interactiveshell.py:2882] Step 83850 | Loss: 0.1404 | Spent: 3.1 secs | LR: 0.000172
I0416 07:00:44.220406 140193631795072 interactiveshell.py:2882] Step 83900 | Loss: 0.3924 | Spent: 3.1 secs | LR: 0.000172
I0416 07:00:47.352588 140193631795072 interactiveshell.py:2882] Step 83950 | Loss: 0.5151 | Spent: 3.1 secs | LR: 0.000172
I0416 07:00:50.493893 140193631795072 interactiveshell.py:2882] Step 84000 | Loss: 0.3244 | Spent: 3.1 secs | LR: 0.000172
I0416 07:00:53.645253 140193631795072 interactiveshell.py:2882] Step 84050 | Loss: 0.6897 | Spent: 3.1 secs | LR: 0.000172
I0416 07:00:56.772082 140193631795072 interactiveshell.py:2882] Step 84100 | Loss: 0.4692 | Spent: 3.1 secs | LR: 0.000172
I0416 07:00:59.900149 140193631795072 interactiveshell.py:2882] Step 84150 | Loss: 0.5067 | Spent: 3.1 secs | LR: 0.000172
I0416 07:01:03.048146 140193631795072 interactiveshell.py:2882] Step 84200 | Loss: 0.2631 | Spent: 3.1 secs | LR: 0.000172
Reading ../data/test.txt
I0416 07:01:15.605490 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.847
I0416 07:01:15.606436 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.847
I0416 07:01:16.865400 140193631795072 interactiveshell.py:2882] Step 84250 | Loss: 0.3506 | Spent: 13.8 secs | LR: 0.000172
I0416 07:01:19.981266 140193631795072 interactiveshell.py:2882] Step 84300 | Loss: 0.3612 | Spent: 3.1 secs | LR: 0.000171
I0416 07:01:23.107947 140193631795072 interactiveshell.py:2882] Step 84350 | Loss: 0.7686 | Spent: 3.1 secs | LR: 0.000171
I0416 07:01:26.232952 140193631795072 interactiveshell.py:2882] Step 84400 | Loss: 0.2422 | Spent: 3.1 secs | LR: 0.000171
I0416 07:01:29.362976 140193631795072 interactiveshell.py:2882] Step 84450 | Loss: 0.4187 | Spent: 3.1 secs | LR: 0.000171
I0416 07:01:32.480678 140193631795072 interactiveshell.py:2882] Step 84500 | Loss: 0.4720 | Spent: 3.1 secs | LR: 0.000171
I0416 07:01:36.033830 140193631795072 interactiveshell.py:2882] Step 84550 | Loss: 0.3357 | Spent: 3.6 secs | LR: 0.000171
I0416 07:01:39.576066 140193631795072 interactiveshell.py:2882] Step 84600 | Loss: 0.6174 | Spent: 3.5 secs | LR: 0.000171
I0416 07:01:43.175762 140193631795072 interactiveshell.py:2882] Step 84650 | Loss: 0.4738 | Spent: 3.6 secs | LR: 0.000171
I0416 07:01:46.897740 140193631795072 interactiveshell.py:2882] Step 84700 | Loss: 0.3735 | Spent: 3.7 secs | LR: 0.000171
I0416 07:01:50.111141 140193631795072 interactiveshell.py:2882] Step 84750 | Loss: 0.6320 | Spent: 3.2 secs | LR: 0.000171
I0416 07:01:53.254644 140193631795072 interactiveshell.py:2882] Step 84800 | Loss: 0.3649 | Spent: 3.1 secs | LR: 0.000171
I0416 07:01:56.393156 140193631795072 interactiveshell.py:2882] Step 84850 | Loss: 0.3139 | Spent: 3.1 secs | LR: 0.000170
I0416 07:01:59.541669 140193631795072 interactiveshell.py:2882] Step 84900 | Loss: 0.9078 | Spent: 3.1 secs | LR: 0.000170
I0416 07:02:02.663909 140193631795072 interactiveshell.py:2882] Step 84950 | Loss: 0.4637 | Spent: 3.1 secs | LR: 0.000170
I0416 07:02:05.793713 140193631795072 interactiveshell.py:2882] Step 85000 | Loss: 0.8037 | Spent: 3.1 secs | LR: 0.000170
I0416 07:02:08.921247 140193631795072 interactiveshell.py:2882] Step 85050 | Loss: 0.4302 | Spent: 3.1 secs | LR: 0.000170
I0416 07:02:12.047899 140193631795072 interactiveshell.py:2882] Step 85100 | Loss: 0.5410 | Spent: 3.1 secs | LR: 0.000170
I0416 07:02:15.196694 140193631795072 interactiveshell.py:2882] Step 85150 | Loss: 0.3679 | Spent: 3.1 secs | LR: 0.000170
I0416 07:02:18.356704 140193631795072 interactiveshell.py:2882] Step 85200 | Loss: 0.3980 | Spent: 3.2 secs | LR: 0.000170
I0416 07:02:21.500630 140193631795072 interactiveshell.py:2882] Step 85250 | Loss: 0.3715 | Spent: 3.1 secs | LR: 0.000170
I0416 07:02:24.633485 140193631795072 interactiveshell.py:2882] Step 85300 | Loss: 0.2660 | Spent: 3.1 secs | LR: 0.000170
I0416 07:02:27.767516 140193631795072 interactiveshell.py:2882] Step 85350 | Loss: 0.2355 | Spent: 3.1 secs | LR: 0.000170
I0416 07:02:30.899881 140193631795072 interactiveshell.py:2882] Step 85400 | Loss: 0.6680 | Spent: 3.1 secs | LR: 0.000170
I0416 07:02:34.029116 140193631795072 interactiveshell.py:2882] Step 85450 | Loss: 0.3876 | Spent: 3.1 secs | LR: 0.000169
I0416 07:02:37.165143 140193631795072 interactiveshell.py:2882] Step 85500 | Loss: 0.2272 | Spent: 3.1 secs | LR: 0.000169
I0416 07:02:40.308620 140193631795072 interactiveshell.py:2882] Step 85550 | Loss: 0.3587 | Spent: 3.1 secs | LR: 0.000169
I0416 07:02:43.450515 140193631795072 interactiveshell.py:2882] Step 85600 | Loss: 0.2710 | Spent: 3.1 secs | LR: 0.000169
I0416 07:02:46.594033 140193631795072 interactiveshell.py:2882] Step 85650 | Loss: 0.5512 | Spent: 3.1 secs | LR: 0.000169
I0416 07:02:49.741531 140193631795072 interactiveshell.py:2882] Step 85700 | Loss: 0.3648 | Spent: 3.1 secs | LR: 0.000169
I0416 07:02:52.864571 140193631795072 interactiveshell.py:2882] Step 85750 | Loss: 0.3229 | Spent: 3.1 secs | LR: 0.000169
I0416 07:02:56.410594 140193631795072 interactiveshell.py:2882] Step 85800 | Loss: 0.2993 | Spent: 3.5 secs | LR: 0.000169
Reading ../data/train.txt
I0416 07:03:22.095104 140193631795072 interactiveshell.py:2882] Step 85850 | Loss: 0.3592 | Spent: 25.7 secs | LR: 0.000169
I0416 07:03:25.426103 140193631795072 interactiveshell.py:2882] Step 85900 | Loss: 0.2517 | Spent: 3.3 secs | LR: 0.000169
Reading ../data/test.txt
I0416 07:03:39.359389 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.845
I0416 07:03:39.360459 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.847
I0416 07:03:39.435793 140193631795072 interactiveshell.py:2882] Step 85950 | Loss: 0.4280 | Spent: 14.0 secs | LR: 0.000169
I0416 07:03:42.753800 140193631795072 interactiveshell.py:2882] Step 86000 | Loss: 0.2370 | Spent: 3.3 secs | LR: 0.000169
I0416 07:03:46.079586 140193631795072 interactiveshell.py:2882] Step 86050 | Loss: 0.3096 | Spent: 3.3 secs | LR: 0.000168
I0416 07:03:49.398050 140193631795072 interactiveshell.py:2882] Step 86100 | Loss: 0.1946 | Spent: 3.3 secs | LR: 0.000168
I0416 07:03:52.707418 140193631795072 interactiveshell.py:2882] Step 86150 | Loss: 0.3427 | Spent: 3.3 secs | LR: 0.000168
I0416 07:03:56.031223 140193631795072 interactiveshell.py:2882] Step 86200 | Loss: 0.3106 | Spent: 3.3 secs | LR: 0.000168
I0416 07:03:59.354365 140193631795072 interactiveshell.py:2882] Step 86250 | Loss: 0.3582 | Spent: 3.3 secs | LR: 0.000168
I0416 07:04:02.692103 140193631795072 interactiveshell.py:2882] Step 86300 | Loss: 0.5736 | Spent: 3.3 secs | LR: 0.000168
I0416 07:04:06.020852 140193631795072 interactiveshell.py:2882] Step 86350 | Loss: 0.2091 | Spent: 3.3 secs | LR: 0.000168
I0416 07:04:09.328622 140193631795072 interactiveshell.py:2882] Step 86400 | Loss: 0.4608 | Spent: 3.3 secs | LR: 0.000168
I0416 07:04:12.646743 140193631795072 interactiveshell.py:2882] Step 86450 | Loss: 0.5062 | Spent: 3.3 secs | LR: 0.000168
I0416 07:04:16.401078 140193631795072 interactiveshell.py:2882] Step 86500 | Loss: 0.5070 | Spent: 3.8 secs | LR: 0.000168
I0416 07:04:20.526154 140193631795072 interactiveshell.py:2882] Step 86550 | Loss: 0.5188 | Spent: 4.1 secs | LR: 0.000168
I0416 07:04:24.646301 140193631795072 interactiveshell.py:2882] Step 86600 | Loss: 0.2691 | Spent: 4.1 secs | LR: 0.000168
I0416 07:04:28.294899 140193631795072 interactiveshell.py:2882] Step 86650 | Loss: 0.3694 | Spent: 3.6 secs | LR: 0.000167
I0416 07:04:31.623796 140193631795072 interactiveshell.py:2882] Step 86700 | Loss: 0.3841 | Spent: 3.3 secs | LR: 0.000167
I0416 07:04:34.948529 140193631795072 interactiveshell.py:2882] Step 86750 | Loss: 0.2901 | Spent: 3.3 secs | LR: 0.000167
I0416 07:04:38.276272 140193631795072 interactiveshell.py:2882] Step 86800 | Loss: 0.4745 | Spent: 3.3 secs | LR: 0.000167
I0416 07:04:41.616145 140193631795072 interactiveshell.py:2882] Step 86850 | Loss: 0.4726 | Spent: 3.3 secs | LR: 0.000167
I0416 07:04:44.956176 140193631795072 interactiveshell.py:2882] Step 86900 | Loss: 0.3783 | Spent: 3.3 secs | LR: 0.000167
I0416 07:04:48.284491 140193631795072 interactiveshell.py:2882] Step 86950 | Loss: 0.2456 | Spent: 3.3 secs | LR: 0.000167
I0416 07:04:51.602675 140193631795072 interactiveshell.py:2882] Step 87000 | Loss: 0.5837 | Spent: 3.3 secs | LR: 0.000167
I0416 07:04:54.926389 140193631795072 interactiveshell.py:2882] Step 87050 | Loss: 0.4277 | Spent: 3.3 secs | LR: 0.000167
I0416 07:04:58.263243 140193631795072 interactiveshell.py:2882] Step 87100 | Loss: 0.4900 | Spent: 3.3 secs | LR: 0.000167
I0416 07:05:01.578080 140193631795072 interactiveshell.py:2882] Step 87150 | Loss: 0.3758 | Spent: 3.3 secs | LR: 0.000167
I0416 07:05:04.894878 140193631795072 interactiveshell.py:2882] Step 87200 | Loss: 0.2727 | Spent: 3.3 secs | LR: 0.000167
I0416 07:05:08.225568 140193631795072 interactiveshell.py:2882] Step 87250 | Loss: 0.4243 | Spent: 3.3 secs | LR: 0.000166
I0416 07:05:11.563022 140193631795072 interactiveshell.py:2882] Step 87300 | Loss: 0.7231 | Spent: 3.3 secs | LR: 0.000166
I0416 07:05:14.880587 140193631795072 interactiveshell.py:2882] Step 87350 | Loss: 0.4451 | Spent: 3.3 secs | LR: 0.000166
I0416 07:05:18.209141 140193631795072 interactiveshell.py:2882] Step 87400 | Loss: 0.4494 | Spent: 3.3 secs | LR: 0.000166
I0416 07:05:21.532605 140193631795072 interactiveshell.py:2882] Step 87450 | Loss: 0.5234 | Spent: 3.3 secs | LR: 0.000166
I0416 07:05:24.871737 140193631795072 interactiveshell.py:2882] Step 87500 | Loss: 0.3678 | Spent: 3.3 secs | LR: 0.000166
I0416 07:05:28.203028 140193631795072 interactiveshell.py:2882] Step 87550 | Loss: 0.4257 | Spent: 3.3 secs | LR: 0.000166
I0416 07:05:31.537284 140193631795072 interactiveshell.py:2882] Step 87600 | Loss: 0.4104 | Spent: 3.3 secs | LR: 0.000166
I0416 07:05:35.023769 140193631795072 interactiveshell.py:2882] Step 87650 | Loss: 0.5432 | Spent: 3.5 secs | LR: 0.000166
Reading ../data/test.txt
I0416 07:05:47.851089 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.839
I0416 07:05:47.852013 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.847
I0416 07:05:49.984454 140193631795072 interactiveshell.py:2882] Step 87700 | Loss: 0.4210 | Spent: 15.0 secs | LR: 0.000166
I0416 07:05:53.280200 140193631795072 interactiveshell.py:2882] Step 87750 | Loss: 0.3264 | Spent: 3.3 secs | LR: 0.000166
I0416 07:05:56.603011 140193631795072 interactiveshell.py:2882] Step 87800 | Loss: 0.4709 | Spent: 3.3 secs | LR: 0.000166
I0416 07:05:59.926092 140193631795072 interactiveshell.py:2882] Step 87850 | Loss: 0.2042 | Spent: 3.3 secs | LR: 0.000165
I0416 07:06:03.251101 140193631795072 interactiveshell.py:2882] Step 87900 | Loss: 0.4994 | Spent: 3.3 secs | LR: 0.000165
I0416 07:06:06.572494 140193631795072 interactiveshell.py:2882] Step 87950 | Loss: 0.3160 | Spent: 3.3 secs | LR: 0.000165
I0416 07:06:09.903195 140193631795072 interactiveshell.py:2882] Step 88000 | Loss: 0.4563 | Spent: 3.3 secs | LR: 0.000165
I0416 07:06:13.210556 140193631795072 interactiveshell.py:2882] Step 88050 | Loss: 0.4304 | Spent: 3.3 secs | LR: 0.000165
I0416 07:06:16.561347 140193631795072 interactiveshell.py:2882] Step 88100 | Loss: 0.4157 | Spent: 3.3 secs | LR: 0.000165
I0416 07:06:19.880661 140193631795072 interactiveshell.py:2882] Step 88150 | Loss: 0.2877 | Spent: 3.3 secs | LR: 0.000165
I0416 07:06:23.216294 140193631795072 interactiveshell.py:2882] Step 88200 | Loss: 0.3338 | Spent: 3.3 secs | LR: 0.000165
I0416 07:06:26.533456 140193631795072 interactiveshell.py:2882] Step 88250 | Loss: 0.5906 | Spent: 3.3 secs | LR: 0.000165
I0416 07:06:29.849038 140193631795072 interactiveshell.py:2882] Step 88300 | Loss: 0.7121 | Spent: 3.3 secs | LR: 0.000165
I0416 07:06:33.183831 140193631795072 interactiveshell.py:2882] Step 88350 | Loss: 0.3981 | Spent: 3.3 secs | LR: 0.000165
I0416 07:06:36.509436 140193631795072 interactiveshell.py:2882] Step 88400 | Loss: 0.2018 | Spent: 3.3 secs | LR: 0.000165
I0416 07:06:39.857197 140193631795072 interactiveshell.py:2882] Step 88450 | Loss: 0.5204 | Spent: 3.3 secs | LR: 0.000164
I0416 07:06:43.189984 140193631795072 interactiveshell.py:2882] Step 88500 | Loss: 0.4327 | Spent: 3.3 secs | LR: 0.000164
I0416 07:06:46.531452 140193631795072 interactiveshell.py:2882] Step 88550 | Loss: 0.4896 | Spent: 3.3 secs | LR: 0.000164
I0416 07:06:50.303541 140193631795072 interactiveshell.py:2882] Step 88600 | Loss: 0.4377 | Spent: 3.8 secs | LR: 0.000164
I0416 07:06:54.027486 140193631795072 interactiveshell.py:2882] Step 88650 | Loss: 0.5430 | Spent: 3.7 secs | LR: 0.000164
I0416 07:06:57.788420 140193631795072 interactiveshell.py:2882] Step 88700 | Loss: 0.3706 | Spent: 3.8 secs | LR: 0.000164
I0416 07:07:01.597286 140193631795072 interactiveshell.py:2882] Step 88750 | Loss: 0.4004 | Spent: 3.8 secs | LR: 0.000164
I0416 07:07:05.248824 140193631795072 interactiveshell.py:2882] Step 88800 | Loss: 0.3012 | Spent: 3.6 secs | LR: 0.000164
I0416 07:07:08.560133 140193631795072 interactiveshell.py:2882] Step 88850 | Loss: 0.4550 | Spent: 3.3 secs | LR: 0.000164
I0416 07:07:11.889864 140193631795072 interactiveshell.py:2882] Step 88900 | Loss: 0.7043 | Spent: 3.3 secs | LR: 0.000164
I0416 07:07:15.225692 140193631795072 interactiveshell.py:2882] Step 88950 | Loss: 0.4240 | Spent: 3.3 secs | LR: 0.000164
I0416 07:07:18.558683 140193631795072 interactiveshell.py:2882] Step 89000 | Loss: 0.5840 | Spent: 3.3 secs | LR: 0.000164
I0416 07:07:21.894562 140193631795072 interactiveshell.py:2882] Step 89050 | Loss: 0.5758 | Spent: 3.3 secs | LR: 0.000163
I0416 07:07:25.217136 140193631795072 interactiveshell.py:2882] Step 89100 | Loss: 0.4503 | Spent: 3.3 secs | LR: 0.000163
I0416 07:07:28.544611 140193631795072 interactiveshell.py:2882] Step 89150 | Loss: 0.7179 | Spent: 3.3 secs | LR: 0.000163
I0416 07:07:31.858900 140193631795072 interactiveshell.py:2882] Step 89200 | Loss: 0.6526 | Spent: 3.3 secs | LR: 0.000163
I0416 07:07:35.195103 140193631795072 interactiveshell.py:2882] Step 89250 | Loss: 0.5691 | Spent: 3.3 secs | LR: 0.000163
I0416 07:07:38.529710 140193631795072 interactiveshell.py:2882] Step 89300 | Loss: 0.3149 | Spent: 3.3 secs | LR: 0.000163
I0416 07:07:41.861911 140193631795072 interactiveshell.py:2882] Step 89350 | Loss: 0.7206 | Spent: 3.3 secs | LR: 0.000163
Reading ../data/test.txt
I0416 07:07:55.032827 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.843
I0416 07:07:55.033809 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.847
I0416 07:07:55.914067 140193631795072 interactiveshell.py:2882] Step 89400 | Loss: 0.4828 | Spent: 14.1 secs | LR: 0.000163
I0416 07:07:59.250382 140193631795072 interactiveshell.py:2882] Step 89450 | Loss: 1.0914 | Spent: 3.3 secs | LR: 0.000163
I0416 07:08:02.633685 140193631795072 interactiveshell.py:2882] Step 89500 | Loss: 0.3122 | Spent: 3.4 secs | LR: 0.000163
I0416 07:08:06.015879 140193631795072 interactiveshell.py:2882] Step 89550 | Loss: 0.3537 | Spent: 3.4 secs | LR: 0.000163
I0416 07:08:09.337886 140193631795072 interactiveshell.py:2882] Step 89600 | Loss: 0.2956 | Spent: 3.3 secs | LR: 0.000163
I0416 07:08:12.674898 140193631795072 interactiveshell.py:2882] Step 89650 | Loss: 0.8721 | Spent: 3.3 secs | LR: 0.000162
I0416 07:08:16.217532 140193631795072 interactiveshell.py:2882] Step 89700 | Loss: 0.3938 | Spent: 3.5 secs | LR: 0.000162
I0416 07:08:20.012196 140193631795072 interactiveshell.py:2882] Step 89750 | Loss: 0.4278 | Spent: 3.8 secs | LR: 0.000162
I0416 07:08:23.807794 140193631795072 interactiveshell.py:2882] Step 89800 | Loss: 0.3375 | Spent: 3.8 secs | LR: 0.000162
I0416 07:08:27.246198 140193631795072 interactiveshell.py:2882] Step 89850 | Loss: 0.1295 | Spent: 3.4 secs | LR: 0.000162
I0416 07:08:30.597764 140193631795072 interactiveshell.py:2882] Step 89900 | Loss: 0.1513 | Spent: 3.4 secs | LR: 0.000162
I0416 07:08:33.910395 140193631795072 interactiveshell.py:2882] Step 89950 | Loss: 0.2328 | Spent: 3.3 secs | LR: 0.000162
I0416 07:08:37.233236 140193631795072 interactiveshell.py:2882] Step 90000 | Loss: 0.5227 | Spent: 3.3 secs | LR: 0.000162
I0416 07:08:40.573601 140193631795072 interactiveshell.py:2882] Step 90050 | Loss: 0.5680 | Spent: 3.3 secs | LR: 0.000162
I0416 07:08:43.909033 140193631795072 interactiveshell.py:2882] Step 90100 | Loss: 0.4904 | Spent: 3.3 secs | LR: 0.000162
I0416 07:08:47.260993 140193631795072 interactiveshell.py:2882] Step 90150 | Loss: 0.3420 | Spent: 3.4 secs | LR: 0.000162
I0416 07:08:50.608947 140193631795072 interactiveshell.py:2882] Step 90200 | Loss: 0.3548 | Spent: 3.3 secs | LR: 0.000162
I0416 07:08:53.928427 140193631795072 interactiveshell.py:2882] Step 90250 | Loss: 0.5070 | Spent: 3.3 secs | LR: 0.000161
I0416 07:08:57.271502 140193631795072 interactiveshell.py:2882] Step 90300 | Loss: 0.5543 | Spent: 3.3 secs | LR: 0.000161
I0416 07:09:00.623217 140193631795072 interactiveshell.py:2882] Step 90350 | Loss: 0.4848 | Spent: 3.4 secs | LR: 0.000161
I0416 07:09:03.971476 140193631795072 interactiveshell.py:2882] Step 90400 | Loss: 0.4073 | Spent: 3.3 secs | LR: 0.000161
I0416 07:09:07.306673 140193631795072 interactiveshell.py:2882] Step 90450 | Loss: 0.2960 | Spent: 3.3 secs | LR: 0.000161
I0416 07:09:10.650147 140193631795072 interactiveshell.py:2882] Step 90500 | Loss: 0.4069 | Spent: 3.3 secs | LR: 0.000161
I0416 07:09:13.986949 140193631795072 interactiveshell.py:2882] Step 90550 | Loss: 0.6005 | Spent: 3.3 secs | LR: 0.000161
I0416 07:09:17.353889 140193631795072 interactiveshell.py:2882] Step 90600 | Loss: 0.4124 | Spent: 3.4 secs | LR: 0.000161
I0416 07:09:20.684044 140193631795072 interactiveshell.py:2882] Step 90650 | Loss: 0.2273 | Spent: 3.3 secs | LR: 0.000161
I0416 07:09:24.016474 140193631795072 interactiveshell.py:2882] Step 90700 | Loss: 0.4507 | Spent: 3.3 secs | LR: 0.000161
I0416 07:09:27.515919 140193631795072 interactiveshell.py:2882] Step 90750 | Loss: 0.3786 | Spent: 3.5 secs | LR: 0.000161
I0416 07:09:31.614557 140193631795072 interactiveshell.py:2882] Step 90800 | Loss: 0.3945 | Spent: 4.1 secs | LR: 0.000161
I0416 07:09:35.737304 140193631795072 interactiveshell.py:2882] Step 90850 | Loss: 0.4766 | Spent: 4.1 secs | LR: 0.000161
I0416 07:09:39.628392 140193631795072 interactiveshell.py:2882] Step 90900 | Loss: 0.3859 | Spent: 3.9 secs | LR: 0.000160
I0416 07:09:43.425462 140193631795072 interactiveshell.py:2882] Step 90950 | Loss: 0.4277 | Spent: 3.8 secs | LR: 0.000160
I0416 07:09:46.962489 140193631795072 interactiveshell.py:2882] Step 91000 | Loss: 0.5119 | Spent: 3.5 secs | LR: 0.000160
I0416 07:09:50.310886 140193631795072 interactiveshell.py:2882] Step 91050 | Loss: 0.2916 | Spent: 3.3 secs | LR: 0.000160
I0416 07:09:53.649375 140193631795072 interactiveshell.py:2882] Step 91100 | Loss: 0.4923 | Spent: 3.3 secs | LR: 0.000160
Reading ../data/test.txt
I0416 07:10:04.731530 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.843
I0416 07:10:04.732621 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.847
I0416 07:10:07.692883 140193631795072 interactiveshell.py:2882] Step 91150 | Loss: 0.3460 | Spent: 14.0 secs | LR: 0.000160
I0416 07:10:11.042891 140193631795072 interactiveshell.py:2882] Step 91200 | Loss: 0.6805 | Spent: 3.3 secs | LR: 0.000160
I0416 07:10:14.365043 140193631795072 interactiveshell.py:2882] Step 91250 | Loss: 0.4017 | Spent: 3.3 secs | LR: 0.000160
I0416 07:10:17.695854 140193631795072 interactiveshell.py:2882] Step 91300 | Loss: 0.4792 | Spent: 3.3 secs | LR: 0.000160
I0416 07:10:21.025487 140193631795072 interactiveshell.py:2882] Step 91350 | Loss: 0.3293 | Spent: 3.3 secs | LR: 0.000160
I0416 07:10:24.367965 140193631795072 interactiveshell.py:2882] Step 91400 | Loss: 0.4658 | Spent: 3.3 secs | LR: 0.000160
I0416 07:10:27.704000 140193631795072 interactiveshell.py:2882] Step 91450 | Loss: 0.3115 | Spent: 3.3 secs | LR: 0.000160
I0416 07:10:31.029526 140193631795072 interactiveshell.py:2882] Step 91500 | Loss: 0.6387 | Spent: 3.3 secs | LR: 0.000159
I0416 07:10:34.364577 140193631795072 interactiveshell.py:2882] Step 91550 | Loss: 0.4113 | Spent: 3.3 secs | LR: 0.000159
I0416 07:10:37.702559 140193631795072 interactiveshell.py:2882] Step 91600 | Loss: 0.9337 | Spent: 3.3 secs | LR: 0.000159
I0416 07:10:41.034996 140193631795072 interactiveshell.py:2882] Step 91650 | Loss: 0.3433 | Spent: 3.3 secs | LR: 0.000159
I0416 07:10:44.369684 140193631795072 interactiveshell.py:2882] Step 91700 | Loss: 0.2608 | Spent: 3.3 secs | LR: 0.000159
I0416 07:10:47.715769 140193631795072 interactiveshell.py:2882] Step 91750 | Loss: 0.5931 | Spent: 3.3 secs | LR: 0.000159
I0416 07:10:51.060678 140193631795072 interactiveshell.py:2882] Step 91800 | Loss: 0.5148 | Spent: 3.3 secs | LR: 0.000159
I0416 07:10:54.393640 140193631795072 interactiveshell.py:2882] Step 91850 | Loss: 0.3595 | Spent: 3.3 secs | LR: 0.000159
I0416 07:10:58.018028 140193631795072 interactiveshell.py:2882] Step 91900 | Loss: 0.4669 | Spent: 3.6 secs | LR: 0.000159
I0416 07:11:01.833218 140193631795072 interactiveshell.py:2882] Step 91950 | Loss: 0.3917 | Spent: 3.8 secs | LR: 0.000159
I0416 07:11:05.645686 140193631795072 interactiveshell.py:2882] Step 92000 | Loss: 0.5462 | Spent: 3.8 secs | LR: 0.000159
I0416 07:11:08.977777 140193631795072 interactiveshell.py:2882] Step 92050 | Loss: 0.8471 | Spent: 3.3 secs | LR: 0.000159
I0416 07:11:12.319153 140193631795072 interactiveshell.py:2882] Step 92100 | Loss: 0.4338 | Spent: 3.3 secs | LR: 0.000159
I0416 07:11:15.662207 140193631795072 interactiveshell.py:2882] Step 92150 | Loss: 0.6668 | Spent: 3.3 secs | LR: 0.000158
I0416 07:11:19.011262 140193631795072 interactiveshell.py:2882] Step 92200 | Loss: 0.5590 | Spent: 3.3 secs | LR: 0.000158
I0416 07:11:22.337186 140193631795072 interactiveshell.py:2882] Step 92250 | Loss: 0.4566 | Spent: 3.3 secs | LR: 0.000158
I0416 07:11:25.662429 140193631795072 interactiveshell.py:2882] Step 92300 | Loss: 0.3554 | Spent: 3.3 secs | LR: 0.000158
I0416 07:11:29.015297 140193631795072 interactiveshell.py:2882] Step 92350 | Loss: 0.6187 | Spent: 3.4 secs | LR: 0.000158
I0416 07:11:32.357522 140193631795072 interactiveshell.py:2882] Step 92400 | Loss: 0.3643 | Spent: 3.3 secs | LR: 0.000158
I0416 07:11:35.679563 140193631795072 interactiveshell.py:2882] Step 92450 | Loss: 0.3140 | Spent: 3.3 secs | LR: 0.000158
I0416 07:11:39.025161 140193631795072 interactiveshell.py:2882] Step 92500 | Loss: 0.6637 | Spent: 3.3 secs | LR: 0.000158
I0416 07:11:42.384289 140193631795072 interactiveshell.py:2882] Step 92550 | Loss: 0.2658 | Spent: 3.4 secs | LR: 0.000158
I0416 07:11:45.736140 140193631795072 interactiveshell.py:2882] Step 92600 | Loss: 0.3811 | Spent: 3.4 secs | LR: 0.000158
I0416 07:11:49.069038 140193631795072 interactiveshell.py:2882] Step 92650 | Loss: 0.5595 | Spent: 3.3 secs | LR: 0.000158
I0416 07:11:52.407172 140193631795072 interactiveshell.py:2882] Step 92700 | Loss: 0.2549 | Spent: 3.3 secs | LR: 0.000158
I0416 07:11:56.277230 140193631795072 interactiveshell.py:2882] Step 92750 | Loss: 0.2881 | Spent: 3.9 secs | LR: 0.000157
I0416 07:11:59.908349 140193631795072 interactiveshell.py:2882] Step 92800 | Loss: 0.5947 | Spent: 3.6 secs | LR: 0.000157
Reading ../data/test.txt
I0416 07:12:12.271612 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.844
I0416 07:12:12.272685 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.847
I0416 07:12:13.929134 140193631795072 interactiveshell.py:2882] Step 92850 | Loss: 0.4732 | Spent: 14.0 secs | LR: 0.000157
I0416 07:12:17.458411 140193631795072 interactiveshell.py:2882] Step 92900 | Loss: 0.3060 | Spent: 3.5 secs | LR: 0.000157
I0416 07:12:21.266754 140193631795072 interactiveshell.py:2882] Step 92950 | Loss: 0.4658 | Spent: 3.8 secs | LR: 0.000157
I0416 07:12:25.047147 140193631795072 interactiveshell.py:2882] Step 93000 | Loss: 0.3696 | Spent: 3.8 secs | LR: 0.000157
I0416 07:12:28.493976 140193631795072 interactiveshell.py:2882] Step 93050 | Loss: 0.3098 | Spent: 3.4 secs | LR: 0.000157
I0416 07:12:31.820866 140193631795072 interactiveshell.py:2882] Step 93100 | Loss: 0.4527 | Spent: 3.3 secs | LR: 0.000157
I0416 07:12:35.143981 140193631795072 interactiveshell.py:2882] Step 93150 | Loss: 0.3311 | Spent: 3.3 secs | LR: 0.000157
I0416 07:12:38.468137 140193631795072 interactiveshell.py:2882] Step 93200 | Loss: 0.6284 | Spent: 3.3 secs | LR: 0.000157
I0416 07:12:41.807132 140193631795072 interactiveshell.py:2882] Step 93250 | Loss: 0.3182 | Spent: 3.3 secs | LR: 0.000157
I0416 07:12:45.132125 140193631795072 interactiveshell.py:2882] Step 93300 | Loss: 0.2339 | Spent: 3.3 secs | LR: 0.000157
I0416 07:12:48.473206 140193631795072 interactiveshell.py:2882] Step 93350 | Loss: 0.5370 | Spent: 3.3 secs | LR: 0.000157
I0416 07:12:51.811610 140193631795072 interactiveshell.py:2882] Step 93400 | Loss: 0.3283 | Spent: 3.3 secs | LR: 0.000156
I0416 07:12:55.152718 140193631795072 interactiveshell.py:2882] Step 93450 | Loss: 0.4582 | Spent: 3.3 secs | LR: 0.000156
I0416 07:12:58.479083 140193631795072 interactiveshell.py:2882] Step 93500 | Loss: 0.4027 | Spent: 3.3 secs | LR: 0.000156
I0416 07:13:01.800801 140193631795072 interactiveshell.py:2882] Step 93550 | Loss: 0.3422 | Spent: 3.3 secs | LR: 0.000156
I0416 07:13:05.140437 140193631795072 interactiveshell.py:2882] Step 93600 | Loss: 0.3532 | Spent: 3.3 secs | LR: 0.000156
I0416 07:13:08.494119 140193631795072 interactiveshell.py:2882] Step 93650 | Loss: 0.2206 | Spent: 3.4 secs | LR: 0.000156
I0416 07:13:11.818887 140193631795072 interactiveshell.py:2882] Step 93700 | Loss: 0.8277 | Spent: 3.3 secs | LR: 0.000156
I0416 07:13:15.144447 140193631795072 interactiveshell.py:2882] Step 93750 | Loss: 0.4360 | Spent: 3.3 secs | LR: 0.000156
I0416 07:13:18.488832 140193631795072 interactiveshell.py:2882] Step 93800 | Loss: 0.3775 | Spent: 3.3 secs | LR: 0.000156
I0416 07:13:21.838193 140193631795072 interactiveshell.py:2882] Step 93850 | Loss: 0.4549 | Spent: 3.3 secs | LR: 0.000156
I0416 07:13:25.166752 140193631795072 interactiveshell.py:2882] Step 93900 | Loss: 0.4028 | Spent: 3.3 secs | LR: 0.000156
I0416 07:13:28.502059 140193631795072 interactiveshell.py:2882] Step 93950 | Loss: 0.4135 | Spent: 3.3 secs | LR: 0.000156
I0416 07:13:31.840387 140193631795072 interactiveshell.py:2882] Step 94000 | Loss: 0.4348 | Spent: 3.3 secs | LR: 0.000156
I0416 07:13:35.171263 140193631795072 interactiveshell.py:2882] Step 94050 | Loss: 0.3304 | Spent: 3.3 secs | LR: 0.000155
I0416 07:13:38.793138 140193631795072 interactiveshell.py:2882] Step 94100 | Loss: 0.3190 | Spent: 3.6 secs | LR: 0.000155
I0416 07:13:42.588139 140193631795072 interactiveshell.py:2882] Step 94150 | Loss: 0.2182 | Spent: 3.8 secs | LR: 0.000155
I0416 07:13:46.372047 140193631795072 interactiveshell.py:2882] Step 94200 | Loss: 0.1837 | Spent: 3.8 secs | LR: 0.000155
I0416 07:13:49.703723 140193631795072 interactiveshell.py:2882] Step 94250 | Loss: 0.2295 | Spent: 3.3 secs | LR: 0.000155
I0416 07:13:53.027812 140193631795072 interactiveshell.py:2882] Step 94300 | Loss: 0.4668 | Spent: 3.3 secs | LR: 0.000155
I0416 07:13:56.351708 140193631795072 interactiveshell.py:2882] Step 94350 | Loss: 0.4944 | Spent: 3.3 secs | LR: 0.000155
I0416 07:13:59.691249 140193631795072 interactiveshell.py:2882] Step 94400 | Loss: 0.4344 | Spent: 3.3 secs | LR: 0.000155
I0416 07:14:03.019161 140193631795072 interactiveshell.py:2882] Step 94450 | Loss: 0.5366 | Spent: 3.3 secs | LR: 0.000155
I0416 07:14:06.366017 140193631795072 interactiveshell.py:2882] Step 94500 | Loss: 0.3401 | Spent: 3.3 secs | LR: 0.000155
Reading ../data/test.txt
I0416 07:14:19.984790 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.844
I0416 07:14:19.985880 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.847
I0416 07:14:20.406017 140193631795072 interactiveshell.py:2882] Step 94550 | Loss: 0.3494 | Spent: 14.0 secs | LR: 0.000155
I0416 07:14:23.718945 140193631795072 interactiveshell.py:2882] Step 94600 | Loss: 0.2671 | Spent: 3.3 secs | LR: 0.000155
I0416 07:14:27.082627 140193631795072 interactiveshell.py:2882] Step 94650 | Loss: 0.5616 | Spent: 3.4 secs | LR: 0.000155
I0416 07:14:30.437665 140193631795072 interactiveshell.py:2882] Step 94700 | Loss: 0.6235 | Spent: 3.4 secs | LR: 0.000154
I0416 07:14:33.769737 140193631795072 interactiveshell.py:2882] Step 94750 | Loss: 0.5988 | Spent: 3.3 secs | LR: 0.000154
I0416 07:14:37.091739 140193631795072 interactiveshell.py:2882] Step 94800 | Loss: 0.2525 | Spent: 3.3 secs | LR: 0.000154
I0416 07:14:41.169208 140193631795072 interactiveshell.py:2882] Step 94850 | Loss: 0.5206 | Spent: 4.1 secs | LR: 0.000154
I0416 07:14:45.272715 140193631795072 interactiveshell.py:2882] Step 94900 | Loss: 0.6167 | Spent: 4.1 secs | LR: 0.000154
I0416 07:14:49.033808 140193631795072 interactiveshell.py:2882] Step 94950 | Loss: 0.5614 | Spent: 3.8 secs | LR: 0.000154
I0416 07:14:52.374680 140193631795072 interactiveshell.py:2882] Step 95000 | Loss: 0.3673 | Spent: 3.3 secs | LR: 0.000154
I0416 07:14:55.700628 140193631795072 interactiveshell.py:2882] Step 95050 | Loss: 0.3854 | Spent: 3.3 secs | LR: 0.000154
I0416 07:14:59.352760 140193631795072 interactiveshell.py:2882] Step 95100 | Loss: 0.2959 | Spent: 3.7 secs | LR: 0.000154
I0416 07:15:03.129454 140193631795072 interactiveshell.py:2882] Step 95150 | Loss: 0.4292 | Spent: 3.8 secs | LR: 0.000154
I0416 07:15:06.916825 140193631795072 interactiveshell.py:2882] Step 95200 | Loss: 0.3723 | Spent: 3.8 secs | LR: 0.000154
I0416 07:15:10.232616 140193631795072 interactiveshell.py:2882] Step 95250 | Loss: 0.4281 | Spent: 3.3 secs | LR: 0.000154
I0416 07:15:13.573529 140193631795072 interactiveshell.py:2882] Step 95300 | Loss: 0.3669 | Spent: 3.3 secs | LR: 0.000153
I0416 07:15:16.928894 140193631795072 interactiveshell.py:2882] Step 95350 | Loss: 0.5501 | Spent: 3.4 secs | LR: 0.000153
I0416 07:15:20.260485 140193631795072 interactiveshell.py:2882] Step 95400 | Loss: 0.4212 | Spent: 3.3 secs | LR: 0.000153
I0416 07:15:23.597970 140193631795072 interactiveshell.py:2882] Step 95450 | Loss: 0.3034 | Spent: 3.3 secs | LR: 0.000153
I0416 07:15:26.934577 140193631795072 interactiveshell.py:2882] Step 95500 | Loss: 0.5051 | Spent: 3.3 secs | LR: 0.000153
I0416 07:15:30.267190 140193631795072 interactiveshell.py:2882] Step 95550 | Loss: 0.2787 | Spent: 3.3 secs | LR: 0.000153
I0416 07:15:33.586699 140193631795072 interactiveshell.py:2882] Step 95600 | Loss: 0.2762 | Spent: 3.3 secs | LR: 0.000153
I0416 07:15:36.923613 140193631795072 interactiveshell.py:2882] Step 95650 | Loss: 0.2828 | Spent: 3.3 secs | LR: 0.000153
I0416 07:15:40.251245 140193631795072 interactiveshell.py:2882] Step 95700 | Loss: 0.5813 | Spent: 3.3 secs | LR: 0.000153
I0416 07:15:43.581660 140193631795072 interactiveshell.py:2882] Step 95750 | Loss: 0.4565 | Spent: 3.3 secs | LR: 0.000153
I0416 07:15:46.914100 140193631795072 interactiveshell.py:2882] Step 95800 | Loss: 0.3631 | Spent: 3.3 secs | LR: 0.000153
I0416 07:15:50.252987 140193631795072 interactiveshell.py:2882] Step 95850 | Loss: 0.4931 | Spent: 3.3 secs | LR: 0.000153
I0416 07:15:53.595908 140193631795072 interactiveshell.py:2882] Step 95900 | Loss: 0.2222 | Spent: 3.3 secs | LR: 0.000153
I0416 07:15:56.925621 140193631795072 interactiveshell.py:2882] Step 95950 | Loss: 0.3380 | Spent: 3.3 secs | LR: 0.000152
I0416 07:16:00.254637 140193631795072 interactiveshell.py:2882] Step 96000 | Loss: 0.4512 | Spent: 3.3 secs | LR: 0.000152
I0416 07:16:03.599877 140193631795072 interactiveshell.py:2882] Step 96050 | Loss: 0.3069 | Spent: 3.3 secs | LR: 0.000152
I0416 07:16:06.932612 140193631795072 interactiveshell.py:2882] Step 96100 | Loss: 0.2879 | Spent: 3.3 secs | LR: 0.000152
I0416 07:16:10.261013 140193631795072 interactiveshell.py:2882] Step 96150 | Loss: 0.3648 | Spent: 3.3 secs | LR: 0.000152
I0416 07:16:13.587063 140193631795072 interactiveshell.py:2882] Step 96200 | Loss: 0.4719 | Spent: 3.3 secs | LR: 0.000152
I0416 07:16:16.916218 140193631795072 interactiveshell.py:2882] Step 96250 | Loss: 0.3102 | Spent: 3.3 secs | LR: 0.000152
Reading ../data/test.txt
I0416 07:16:29.578839 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.844
I0416 07:16:29.579906 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.847
I0416 07:16:32.039273 140193631795072 interactiveshell.py:2882] Step 96300 | Loss: 0.3309 | Spent: 15.1 secs | LR: 0.000152
I0416 07:16:35.369058 140193631795072 interactiveshell.py:2882] Step 96350 | Loss: 0.2663 | Spent: 3.3 secs | LR: 0.000152
I0416 07:16:38.689918 140193631795072 interactiveshell.py:2882] Step 96400 | Loss: 0.3919 | Spent: 3.3 secs | LR: 0.000152
I0416 07:16:42.025552 140193631795072 interactiveshell.py:2882] Step 96450 | Loss: 0.3759 | Spent: 3.3 secs | LR: 0.000152
I0416 07:16:45.355175 140193631795072 interactiveshell.py:2882] Step 96500 | Loss: 0.5007 | Spent: 3.3 secs | LR: 0.000152
I0416 07:16:48.666112 140193631795072 interactiveshell.py:2882] Step 96550 | Loss: 0.4215 | Spent: 3.3 secs | LR: 0.000152
I0416 07:16:52.010612 140193631795072 interactiveshell.py:2882] Step 96600 | Loss: 0.3441 | Spent: 3.3 secs | LR: 0.000152
I0416 07:16:55.341691 140193631795072 interactiveshell.py:2882] Step 96650 | Loss: 0.5411 | Spent: 3.3 secs | LR: 0.000151
I0416 07:16:58.740525 140193631795072 interactiveshell.py:2882] Step 96700 | Loss: 0.6049 | Spent: 3.4 secs | LR: 0.000151
I0416 07:17:02.716677 140193631795072 interactiveshell.py:2882] Step 96750 | Loss: 0.5315 | Spent: 4.0 secs | LR: 0.000151
I0416 07:17:05.997258 140193631795072 interactiveshell.py:2882] Step 96800 | Loss: 0.3504 | Spent: 3.3 secs | LR: 0.000151
I0416 07:17:09.140180 140193631795072 interactiveshell.py:2882] Step 96850 | Loss: 0.6674 | Spent: 3.1 secs | LR: 0.000151
I0416 07:17:12.273022 140193631795072 interactiveshell.py:2882] Step 96900 | Loss: 0.2394 | Spent: 3.1 secs | LR: 0.000151
I0416 07:17:15.388595 140193631795072 interactiveshell.py:2882] Step 96950 | Loss: 0.3687 | Spent: 3.1 secs | LR: 0.000151
I0416 07:17:18.515629 140193631795072 interactiveshell.py:2882] Step 97000 | Loss: 0.4472 | Spent: 3.1 secs | LR: 0.000151
I0416 07:17:21.646689 140193631795072 interactiveshell.py:2882] Step 97050 | Loss: 0.5517 | Spent: 3.1 secs | LR: 0.000151
I0416 07:17:24.760154 140193631795072 interactiveshell.py:2882] Step 97100 | Loss: 0.4268 | Spent: 3.1 secs | LR: 0.000151
I0416 07:17:27.906636 140193631795072 interactiveshell.py:2882] Step 97150 | Loss: 0.5523 | Spent: 3.1 secs | LR: 0.000151
I0416 07:17:31.600578 140193631795072 interactiveshell.py:2882] Step 97200 | Loss: 0.7135 | Spent: 3.7 secs | LR: 0.000151
I0416 07:17:34.734491 140193631795072 interactiveshell.py:2882] Step 97250 | Loss: 0.4733 | Spent: 3.1 secs | LR: 0.000151
I0416 07:17:37.907040 140193631795072 interactiveshell.py:2882] Step 97300 | Loss: 0.4852 | Spent: 3.2 secs | LR: 0.000150
I0416 07:17:41.460021 140193631795072 interactiveshell.py:2882] Step 97350 | Loss: 0.5185 | Spent: 3.6 secs | LR: 0.000150
I0416 07:17:45.011228 140193631795072 interactiveshell.py:2882] Step 97400 | Loss: 0.4922 | Spent: 3.5 secs | LR: 0.000150
I0416 07:17:48.454850 140193631795072 interactiveshell.py:2882] Step 97450 | Loss: 0.2872 | Spent: 3.4 secs | LR: 0.000150
I0416 07:17:51.613224 140193631795072 interactiveshell.py:2882] Step 97500 | Loss: 0.2814 | Spent: 3.2 secs | LR: 0.000150
I0416 07:17:54.748431 140193631795072 interactiveshell.py:2882] Step 97550 | Loss: 0.5094 | Spent: 3.1 secs | LR: 0.000150
I0416 07:17:57.887484 140193631795072 interactiveshell.py:2882] Step 97600 | Loss: 0.2949 | Spent: 3.1 secs | LR: 0.000150
I0416 07:18:01.015192 140193631795072 interactiveshell.py:2882] Step 97650 | Loss: 0.5967 | Spent: 3.1 secs | LR: 0.000150
I0416 07:18:04.141426 140193631795072 interactiveshell.py:2882] Step 97700 | Loss: 0.2223 | Spent: 3.1 secs | LR: 0.000150
I0416 07:18:07.278715 140193631795072 interactiveshell.py:2882] Step 97750 | Loss: 0.2845 | Spent: 3.1 secs | LR: 0.000150
I0416 07:18:10.410019 140193631795072 interactiveshell.py:2882] Step 97800 | Loss: 0.5208 | Spent: 3.1 secs | LR: 0.000150
I0416 07:18:13.549338 140193631795072 interactiveshell.py:2882] Step 97850 | Loss: 0.4229 | Spent: 3.1 secs | LR: 0.000150
I0416 07:18:16.678723 140193631795072 interactiveshell.py:2882] Step 97900 | Loss: 0.8548 | Spent: 3.1 secs | LR: 0.000150
I0416 07:18:19.828998 140193631795072 interactiveshell.py:2882] Step 97950 | Loss: 0.3512 | Spent: 3.1 secs | LR: 0.000149
Reading ../data/test.txt
I0416 07:18:32.532920 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.850
I0416 07:18:32.534067 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.850
I0416 07:18:33.683204 140193631795072 interactiveshell.py:2882] Step 98000 | Loss: 0.1717 | Spent: 13.9 secs | LR: 0.000149
I0416 07:18:36.826382 140193631795072 interactiveshell.py:2882] Step 98050 | Loss: 0.3734 | Spent: 3.1 secs | LR: 0.000149
I0416 07:18:39.964632 140193631795072 interactiveshell.py:2882] Step 98100 | Loss: 0.3707 | Spent: 3.1 secs | LR: 0.000149
I0416 07:18:43.087594 140193631795072 interactiveshell.py:2882] Step 98150 | Loss: 0.3802 | Spent: 3.1 secs | LR: 0.000149
I0416 07:18:46.209523 140193631795072 interactiveshell.py:2882] Step 98200 | Loss: 0.6769 | Spent: 3.1 secs | LR: 0.000149
I0416 07:18:49.339457 140193631795072 interactiveshell.py:2882] Step 98250 | Loss: 0.5326 | Spent: 3.1 secs | LR: 0.000149
I0416 07:18:52.480851 140193631795072 interactiveshell.py:2882] Step 98300 | Loss: 0.3679 | Spent: 3.1 secs | LR: 0.000149
I0416 07:18:55.606113 140193631795072 interactiveshell.py:2882] Step 98350 | Loss: 0.4500 | Spent: 3.1 secs | LR: 0.000149
I0416 07:18:58.827272 140193631795072 interactiveshell.py:2882] Step 98400 | Loss: 0.3823 | Spent: 3.2 secs | LR: 0.000149
I0416 07:19:02.392942 140193631795072 interactiveshell.py:2882] Step 98450 | Loss: 0.3859 | Spent: 3.6 secs | LR: 0.000149
I0416 07:19:05.939351 140193631795072 interactiveshell.py:2882] Step 98500 | Loss: 0.2857 | Spent: 3.5 secs | LR: 0.000149
I0416 07:19:09.327640 140193631795072 interactiveshell.py:2882] Step 98550 | Loss: 0.4784 | Spent: 3.4 secs | LR: 0.000149
I0416 07:19:12.466723 140193631795072 interactiveshell.py:2882] Step 98600 | Loss: 0.6109 | Spent: 3.1 secs | LR: 0.000148
I0416 07:19:15.619975 140193631795072 interactiveshell.py:2882] Step 98650 | Loss: 0.3985 | Spent: 3.2 secs | LR: 0.000148
I0416 07:19:18.750303 140193631795072 interactiveshell.py:2882] Step 98700 | Loss: 0.3052 | Spent: 3.1 secs | LR: 0.000148
I0416 07:19:21.905995 140193631795072 interactiveshell.py:2882] Step 98750 | Loss: 0.2923 | Spent: 3.2 secs | LR: 0.000148
I0416 07:19:25.033897 140193631795072 interactiveshell.py:2882] Step 98800 | Loss: 0.4126 | Spent: 3.1 secs | LR: 0.000148
I0416 07:19:28.192007 140193631795072 interactiveshell.py:2882] Step 98850 | Loss: 0.9482 | Spent: 3.2 secs | LR: 0.000148
I0416 07:19:31.329605 140193631795072 interactiveshell.py:2882] Step 98900 | Loss: 0.3890 | Spent: 3.1 secs | LR: 0.000148
I0416 07:19:34.462278 140193631795072 interactiveshell.py:2882] Step 98950 | Loss: 0.2275 | Spent: 3.1 secs | LR: 0.000148
I0416 07:19:37.594597 140193631795072 interactiveshell.py:2882] Step 99000 | Loss: 0.3419 | Spent: 3.1 secs | LR: 0.000148
I0416 07:19:40.745079 140193631795072 interactiveshell.py:2882] Step 99050 | Loss: 0.4283 | Spent: 3.1 secs | LR: 0.000148
I0416 07:19:43.879624 140193631795072 interactiveshell.py:2882] Step 99100 | Loss: 0.5353 | Spent: 3.1 secs | LR: 0.000148
I0416 07:19:47.024644 140193631795072 interactiveshell.py:2882] Step 99150 | Loss: 0.4640 | Spent: 3.1 secs | LR: 0.000148
I0416 07:19:50.690647 140193631795072 interactiveshell.py:2882] Step 99200 | Loss: 0.5166 | Spent: 3.7 secs | LR: 0.000148
I0416 07:19:54.518981 140193631795072 interactiveshell.py:2882] Step 99250 | Loss: 0.5484 | Spent: 3.8 secs | LR: 0.000148
I0416 07:19:58.338054 140193631795072 interactiveshell.py:2882] Step 99300 | Loss: 0.3980 | Spent: 3.8 secs | LR: 0.000147
I0416 07:20:01.482730 140193631795072 interactiveshell.py:2882] Step 99350 | Loss: 0.5456 | Spent: 3.1 secs | LR: 0.000147
I0416 07:20:04.623167 140193631795072 interactiveshell.py:2882] Step 99400 | Loss: 0.5007 | Spent: 3.1 secs | LR: 0.000147
I0416 07:20:07.777076 140193631795072 interactiveshell.py:2882] Step 99450 | Loss: 0.4684 | Spent: 3.2 secs | LR: 0.000147
I0416 07:20:10.932811 140193631795072 interactiveshell.py:2882] Step 99500 | Loss: 0.2006 | Spent: 3.2 secs | LR: 0.000147
I0416 07:20:14.083142 140193631795072 interactiveshell.py:2882] Step 99550 | Loss: 0.3658 | Spent: 3.1 secs | LR: 0.000147
I0416 07:20:17.221007 140193631795072 interactiveshell.py:2882] Step 99600 | Loss: 0.3785 | Spent: 3.1 secs | LR: 0.000147
I0416 07:20:20.638533 140193631795072 interactiveshell.py:2882] Step 99650 | Loss: 0.7444 | Spent: 3.4 secs | LR: 0.000147
I0416 07:20:24.191992 140193631795072 interactiveshell.py:2882] Step 99700 | Loss: 0.4161 | Spent: 3.6 secs | LR: 0.000147
Reading ../data/test.txt
I0416 07:20:35.443484 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.841
I0416 07:20:35.444645 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.850
I0416 07:20:38.512671 140193631795072 interactiveshell.py:2882] Step 99750 | Loss: 0.5928 | Spent: 14.3 secs | LR: 0.000147
I0416 07:20:41.634679 140193631795072 interactiveshell.py:2882] Step 99800 | Loss: 0.4968 | Spent: 3.1 secs | LR: 0.000147
I0416 07:20:44.758000 140193631795072 interactiveshell.py:2882] Step 99850 | Loss: 0.6389 | Spent: 3.1 secs | LR: 0.000147
I0416 07:20:47.880044 140193631795072 interactiveshell.py:2882] Step 99900 | Loss: 0.3102 | Spent: 3.1 secs | LR: 0.000147
I0416 07:20:51.016660 140193631795072 interactiveshell.py:2882] Step 99950 | Loss: 0.3932 | Spent: 3.1 secs | LR: 0.000146
I0416 07:20:54.143233 140193631795072 interactiveshell.py:2882] Step 100000 | Loss: 0.5146 | Spent: 3.1 secs | LR: 0.000146
I0416 07:20:57.288079 140193631795072 interactiveshell.py:2882] Step 100050 | Loss: 0.3669 | Spent: 3.1 secs | LR: 0.000146
I0416 07:21:00.422495 140193631795072 interactiveshell.py:2882] Step 100100 | Loss: 0.2861 | Spent: 3.1 secs | LR: 0.000146
I0416 07:21:03.549088 140193631795072 interactiveshell.py:2882] Step 100150 | Loss: 0.4559 | Spent: 3.1 secs | LR: 0.000146
I0416 07:21:06.684865 140193631795072 interactiveshell.py:2882] Step 100200 | Loss: 0.3536 | Spent: 3.1 secs | LR: 0.000146
I0416 07:21:09.799102 140193631795072 interactiveshell.py:2882] Step 100250 | Loss: 0.4718 | Spent: 3.1 secs | LR: 0.000146
I0416 07:21:12.930367 140193631795072 interactiveshell.py:2882] Step 100300 | Loss: 0.4279 | Spent: 3.1 secs | LR: 0.000146
I0416 07:21:16.069176 140193631795072 interactiveshell.py:2882] Step 100350 | Loss: 0.5364 | Spent: 3.1 secs | LR: 0.000146
I0416 07:21:19.204613 140193631795072 interactiveshell.py:2882] Step 100400 | Loss: 0.2096 | Spent: 3.1 secs | LR: 0.000146
I0416 07:21:22.346181 140193631795072 interactiveshell.py:2882] Step 100450 | Loss: 0.5204 | Spent: 3.1 secs | LR: 0.000146
I0416 07:21:25.459241 140193631795072 interactiveshell.py:2882] Step 100500 | Loss: 0.4712 | Spent: 3.1 secs | LR: 0.000146
I0416 07:21:28.585691 140193631795072 interactiveshell.py:2882] Step 100550 | Loss: 0.2890 | Spent: 3.1 secs | LR: 0.000146
I0416 07:21:31.728597 140193631795072 interactiveshell.py:2882] Step 100600 | Loss: 0.5250 | Spent: 3.1 secs | LR: 0.000146
I0416 07:21:34.839621 140193631795072 interactiveshell.py:2882] Step 100650 | Loss: 0.4180 | Spent: 3.1 secs | LR: 0.000145
I0416 07:21:37.960573 140193631795072 interactiveshell.py:2882] Step 100700 | Loss: 0.2839 | Spent: 3.1 secs | LR: 0.000145
I0416 07:21:41.393170 140193631795072 interactiveshell.py:2882] Step 100750 | Loss: 0.5195 | Spent: 3.4 secs | LR: 0.000145
I0416 07:21:44.926600 140193631795072 interactiveshell.py:2882] Step 100800 | Loss: 0.4214 | Spent: 3.5 secs | LR: 0.000145
I0416 07:21:48.467699 140193631795072 interactiveshell.py:2882] Step 100850 | Loss: 0.3012 | Spent: 3.5 secs | LR: 0.000145
I0416 07:21:51.672564 140193631795072 interactiveshell.py:2882] Step 100900 | Loss: 0.3830 | Spent: 3.2 secs | LR: 0.000145
I0416 07:21:54.789598 140193631795072 interactiveshell.py:2882] Step 100950 | Loss: 0.3195 | Spent: 3.1 secs | LR: 0.000145
I0416 07:21:57.917218 140193631795072 interactiveshell.py:2882] Step 101000 | Loss: 0.2793 | Spent: 3.1 secs | LR: 0.000145
I0416 07:22:01.040639 140193631795072 interactiveshell.py:2882] Step 101050 | Loss: 0.8527 | Spent: 3.1 secs | LR: 0.000145
I0416 07:22:04.251495 140193631795072 interactiveshell.py:2882] Step 101100 | Loss: 0.2450 | Spent: 3.2 secs | LR: 0.000145
I0416 07:22:07.959516 140193631795072 interactiveshell.py:2882] Step 101150 | Loss: 0.3772 | Spent: 3.7 secs | LR: 0.000145
I0416 07:22:11.238737 140193631795072 interactiveshell.py:2882] Step 101200 | Loss: 0.3489 | Spent: 3.3 secs | LR: 0.000145
I0416 07:22:14.357015 140193631795072 interactiveshell.py:2882] Step 101250 | Loss: 0.2834 | Spent: 3.1 secs | LR: 0.000145
I0416 07:22:17.491679 140193631795072 interactiveshell.py:2882] Step 101300 | Loss: 0.4334 | Spent: 3.1 secs | LR: 0.000145
I0416 07:22:20.616161 140193631795072 interactiveshell.py:2882] Step 101350 | Loss: 0.2986 | Spent: 3.1 secs | LR: 0.000144
I0416 07:22:23.774359 140193631795072 interactiveshell.py:2882] Step 101400 | Loss: 0.6191 | Spent: 3.2 secs | LR: 0.000144
Reading ../data/test.txt
I0416 07:22:35.744847 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.836
I0416 07:22:35.746067 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.850
I0416 07:22:37.651013 140193631795072 interactiveshell.py:2882] Step 101450 | Loss: 0.2492 | Spent: 13.9 secs | LR: 0.000144
I0416 07:22:40.778844 140193631795072 interactiveshell.py:2882] Step 101500 | Loss: 0.4089 | Spent: 3.1 secs | LR: 0.000144
I0416 07:22:43.927541 140193631795072 interactiveshell.py:2882] Step 101550 | Loss: 0.3397 | Spent: 3.1 secs | LR: 0.000144
I0416 07:22:47.066779 140193631795072 interactiveshell.py:2882] Step 101600 | Loss: 0.3818 | Spent: 3.1 secs | LR: 0.000144
I0416 07:22:50.374572 140193631795072 interactiveshell.py:2882] Step 101650 | Loss: 0.5916 | Spent: 3.3 secs | LR: 0.000144
I0416 07:22:53.522104 140193631795072 interactiveshell.py:2882] Step 101700 | Loss: 0.3033 | Spent: 3.1 secs | LR: 0.000144
I0416 07:22:56.652718 140193631795072 interactiveshell.py:2882] Step 101750 | Loss: 0.2085 | Spent: 3.1 secs | LR: 0.000144
I0416 07:22:59.845187 140193631795072 interactiveshell.py:2882] Step 101800 | Loss: 0.3725 | Spent: 3.2 secs | LR: 0.000144
I0416 07:23:03.391275 140193631795072 interactiveshell.py:2882] Step 101850 | Loss: 0.4180 | Spent: 3.5 secs | LR: 0.000144
I0416 07:23:06.968065 140193631795072 interactiveshell.py:2882] Step 101900 | Loss: 0.6245 | Spent: 3.6 secs | LR: 0.000144
I0416 07:23:10.399423 140193631795072 interactiveshell.py:2882] Step 101950 | Loss: 0.5823 | Spent: 3.4 secs | LR: 0.000144
I0416 07:23:13.551428 140193631795072 interactiveshell.py:2882] Step 102000 | Loss: 0.3232 | Spent: 3.2 secs | LR: 0.000143
I0416 07:23:16.689440 140193631795072 interactiveshell.py:2882] Step 102050 | Loss: 0.3965 | Spent: 3.1 secs | LR: 0.000143
I0416 07:23:19.830533 140193631795072 interactiveshell.py:2882] Step 102100 | Loss: 0.3325 | Spent: 3.1 secs | LR: 0.000143
I0416 07:23:22.978340 140193631795072 interactiveshell.py:2882] Step 102150 | Loss: 0.6243 | Spent: 3.1 secs | LR: 0.000143
I0416 07:23:26.126762 140193631795072 interactiveshell.py:2882] Step 102200 | Loss: 0.3862 | Spent: 3.1 secs | LR: 0.000143
I0416 07:23:29.273556 140193631795072 interactiveshell.py:2882] Step 102250 | Loss: 0.4539 | Spent: 3.1 secs | LR: 0.000143
I0416 07:23:32.424067 140193631795072 interactiveshell.py:2882] Step 102300 | Loss: 0.3497 | Spent: 3.1 secs | LR: 0.000143
I0416 07:23:35.576579 140193631795072 interactiveshell.py:2882] Step 102350 | Loss: 0.4625 | Spent: 3.2 secs | LR: 0.000143
I0416 07:23:38.715441 140193631795072 interactiveshell.py:2882] Step 102400 | Loss: 0.2601 | Spent: 3.1 secs | LR: 0.000143
I0416 07:23:41.851088 140193631795072 interactiveshell.py:2882] Step 102450 | Loss: 0.4963 | Spent: 3.1 secs | LR: 0.000143
I0416 07:23:44.992233 140193631795072 interactiveshell.py:2882] Step 102500 | Loss: 0.3454 | Spent: 3.1 secs | LR: 0.000143
I0416 07:23:48.114619 140193631795072 interactiveshell.py:2882] Step 102550 | Loss: 0.4034 | Spent: 3.1 secs | LR: 0.000143
I0416 07:23:51.263503 140193631795072 interactiveshell.py:2882] Step 102600 | Loss: 0.5235 | Spent: 3.1 secs | LR: 0.000143
I0416 07:23:54.408733 140193631795072 interactiveshell.py:2882] Step 102650 | Loss: 0.2729 | Spent: 3.1 secs | LR: 0.000143
I0416 07:23:57.538459 140193631795072 interactiveshell.py:2882] Step 102700 | Loss: 0.4940 | Spent: 3.1 secs | LR: 0.000142
I0416 07:24:00.680064 140193631795072 interactiveshell.py:2882] Step 102750 | Loss: 0.2461 | Spent: 3.1 secs | LR: 0.000142
I0416 07:24:03.825643 140193631795072 interactiveshell.py:2882] Step 102800 | Loss: 0.4311 | Spent: 3.1 secs | LR: 0.000142
I0416 07:24:06.952091 140193631795072 interactiveshell.py:2882] Step 102850 | Loss: 0.3700 | Spent: 3.1 secs | LR: 0.000142
I0416 07:24:10.083872 140193631795072 interactiveshell.py:2882] Step 102900 | Loss: 0.3733 | Spent: 3.1 secs | LR: 0.000142
I0416 07:24:13.215604 140193631795072 interactiveshell.py:2882] Step 102950 | Loss: 0.4331 | Spent: 3.1 secs | LR: 0.000142
I0416 07:24:16.380731 140193631795072 interactiveshell.py:2882] Step 103000 | Loss: 0.4020 | Spent: 3.2 secs | LR: 0.000142
Reading ../data/train.txt
I0416 07:24:43.177189 140193631795072 interactiveshell.py:2882] Step 103050 | Loss: 0.4122 | Spent: 26.8 secs | LR: 0.000142
I0416 07:24:46.523266 140193631795072 interactiveshell.py:2882] Step 103100 | Loss: 0.2773 | Spent: 3.3 secs | LR: 0.000142
Reading ../data/test.txt
I0416 07:25:00.096714 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.840
I0416 07:25:00.097954 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.850
I0416 07:25:01.015882 140193631795072 interactiveshell.py:2882] Step 103150 | Loss: 0.4582 | Spent: 14.5 secs | LR: 0.000142
I0416 07:25:05.126056 140193631795072 interactiveshell.py:2882] Step 103200 | Loss: 0.3017 | Spent: 4.1 secs | LR: 0.000142
I0416 07:25:09.181010 140193631795072 interactiveshell.py:2882] Step 103250 | Loss: 0.4526 | Spent: 4.0 secs | LR: 0.000142
I0416 07:25:12.523590 140193631795072 interactiveshell.py:2882] Step 103300 | Loss: 0.3818 | Spent: 3.3 secs | LR: 0.000142
I0416 07:25:15.878009 140193631795072 interactiveshell.py:2882] Step 103350 | Loss: 0.5299 | Spent: 3.4 secs | LR: 0.000142
I0416 07:25:19.233036 140193631795072 interactiveshell.py:2882] Step 103400 | Loss: 0.3176 | Spent: 3.4 secs | LR: 0.000141
I0416 07:25:22.579723 140193631795072 interactiveshell.py:2882] Step 103450 | Loss: 0.3294 | Spent: 3.3 secs | LR: 0.000141
I0416 07:25:25.905695 140193631795072 interactiveshell.py:2882] Step 103500 | Loss: 0.6451 | Spent: 3.3 secs | LR: 0.000141
I0416 07:25:29.241129 140193631795072 interactiveshell.py:2882] Step 103550 | Loss: 0.3226 | Spent: 3.3 secs | LR: 0.000141
I0416 07:25:32.585862 140193631795072 interactiveshell.py:2882] Step 103600 | Loss: 0.4281 | Spent: 3.3 secs | LR: 0.000141
I0416 07:25:35.934452 140193631795072 interactiveshell.py:2882] Step 103650 | Loss: 0.5236 | Spent: 3.3 secs | LR: 0.000141
I0416 07:25:39.277885 140193631795072 interactiveshell.py:2882] Step 103700 | Loss: 0.1776 | Spent: 3.3 secs | LR: 0.000141
I0416 07:25:42.949978 140193631795072 interactiveshell.py:2882] Step 103750 | Loss: 0.4414 | Spent: 3.7 secs | LR: 0.000141
I0416 07:25:46.761282 140193631795072 interactiveshell.py:2882] Step 103800 | Loss: 0.6443 | Spent: 3.8 secs | LR: 0.000141
I0416 07:25:50.530611 140193631795072 interactiveshell.py:2882] Step 103850 | Loss: 0.2913 | Spent: 3.8 secs | LR: 0.000141
I0416 07:25:53.887627 140193631795072 interactiveshell.py:2882] Step 103900 | Loss: 0.5948 | Spent: 3.4 secs | LR: 0.000141
I0416 07:25:57.255577 140193631795072 interactiveshell.py:2882] Step 103950 | Loss: 0.5923 | Spent: 3.4 secs | LR: 0.000141
I0416 07:26:00.589831 140193631795072 interactiveshell.py:2882] Step 104000 | Loss: 0.6662 | Spent: 3.3 secs | LR: 0.000141
I0416 07:26:03.932753 140193631795072 interactiveshell.py:2882] Step 104050 | Loss: 0.2119 | Spent: 3.3 secs | LR: 0.000141
I0416 07:26:07.277832 140193631795072 interactiveshell.py:2882] Step 104100 | Loss: 0.2292 | Spent: 3.3 secs | LR: 0.000141
I0416 07:26:10.618949 140193631795072 interactiveshell.py:2882] Step 104150 | Loss: 0.1962 | Spent: 3.3 secs | LR: 0.000140
I0416 07:26:13.958110 140193631795072 interactiveshell.py:2882] Step 104200 | Loss: 0.6270 | Spent: 3.3 secs | LR: 0.000140
I0416 07:26:17.309043 140193631795072 interactiveshell.py:2882] Step 104250 | Loss: 0.4842 | Spent: 3.3 secs | LR: 0.000140
I0416 07:26:20.667254 140193631795072 interactiveshell.py:2882] Step 104300 | Loss: 0.2218 | Spent: 3.4 secs | LR: 0.000140
I0416 07:26:24.013676 140193631795072 interactiveshell.py:2882] Step 104350 | Loss: 0.3949 | Spent: 3.3 secs | LR: 0.000140
I0416 07:26:27.364291 140193631795072 interactiveshell.py:2882] Step 104400 | Loss: 0.3783 | Spent: 3.3 secs | LR: 0.000140
I0416 07:26:30.718688 140193631795072 interactiveshell.py:2882] Step 104450 | Loss: 0.2742 | Spent: 3.4 secs | LR: 0.000140
I0416 07:26:34.067889 140193631795072 interactiveshell.py:2882] Step 104500 | Loss: 0.2863 | Spent: 3.3 secs | LR: 0.000140
I0416 07:26:37.428907 140193631795072 interactiveshell.py:2882] Step 104550 | Loss: 0.4323 | Spent: 3.4 secs | LR: 0.000140
I0416 07:26:40.769628 140193631795072 interactiveshell.py:2882] Step 104600 | Loss: 0.9195 | Spent: 3.3 secs | LR: 0.000140
I0416 07:26:44.117685 140193631795072 interactiveshell.py:2882] Step 104650 | Loss: 0.5400 | Spent: 3.3 secs | LR: 0.000140
I0416 07:26:47.474483 140193631795072 interactiveshell.py:2882] Step 104700 | Loss: 0.5777 | Spent: 3.4 secs | LR: 0.000140
I0416 07:26:50.809103 140193631795072 interactiveshell.py:2882] Step 104750 | Loss: 0.3202 | Spent: 3.3 secs | LR: 0.000140
I0416 07:26:54.163049 140193631795072 interactiveshell.py:2882] Step 104800 | Loss: 0.4086 | Spent: 3.4 secs | LR: 0.000140
I0416 07:26:57.537104 140193631795072 interactiveshell.py:2882] Step 104850 | Loss: 0.3241 | Spent: 3.4 secs | LR: 0.000139
Reading ../data/test.txt
I0416 07:27:09.813645 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.848
I0416 07:27:09.814764 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.850
I0416 07:27:13.179752 140193631795072 interactiveshell.py:2882] Step 104900 | Loss: 0.5395 | Spent: 15.6 secs | LR: 0.000139
I0416 07:27:16.674624 140193631795072 interactiveshell.py:2882] Step 104950 | Loss: 0.2567 | Spent: 3.5 secs | LR: 0.000139
I0416 07:27:20.011066 140193631795072 interactiveshell.py:2882] Step 105000 | Loss: 0.2652 | Spent: 3.3 secs | LR: 0.000139
I0416 07:27:23.381164 140193631795072 interactiveshell.py:2882] Step 105050 | Loss: 0.2437 | Spent: 3.4 secs | LR: 0.000139
I0416 07:27:26.728025 140193631795072 interactiveshell.py:2882] Step 105100 | Loss: 0.5771 | Spent: 3.3 secs | LR: 0.000139
I0416 07:27:30.084498 140193631795072 interactiveshell.py:2882] Step 105150 | Loss: 0.3985 | Spent: 3.4 secs | LR: 0.000139
I0416 07:27:33.434141 140193631795072 interactiveshell.py:2882] Step 105200 | Loss: 0.3010 | Spent: 3.3 secs | LR: 0.000139
I0416 07:27:36.790933 140193631795072 interactiveshell.py:2882] Step 105250 | Loss: 0.3450 | Spent: 3.4 secs | LR: 0.000139
I0416 07:27:40.137613 140193631795072 interactiveshell.py:2882] Step 105300 | Loss: 0.3479 | Spent: 3.3 secs | LR: 0.000139
I0416 07:27:43.479839 140193631795072 interactiveshell.py:2882] Step 105350 | Loss: 0.2872 | Spent: 3.3 secs | LR: 0.000139
I0416 07:27:46.845231 140193631795072 interactiveshell.py:2882] Step 105400 | Loss: 0.5676 | Spent: 3.4 secs | LR: 0.000139
I0416 07:27:50.183722 140193631795072 interactiveshell.py:2882] Step 105450 | Loss: 0.3003 | Spent: 3.3 secs | LR: 0.000139
I0416 07:27:53.549724 140193631795072 interactiveshell.py:2882] Step 105500 | Loss: 0.4304 | Spent: 3.4 secs | LR: 0.000139
I0416 07:27:56.903728 140193631795072 interactiveshell.py:2882] Step 105550 | Loss: 0.2303 | Spent: 3.4 secs | LR: 0.000138
I0416 07:28:00.263597 140193631795072 interactiveshell.py:2882] Step 105600 | Loss: 0.4226 | Spent: 3.4 secs | LR: 0.000138
I0416 07:28:03.606347 140193631795072 interactiveshell.py:2882] Step 105650 | Loss: 0.3385 | Spent: 3.3 secs | LR: 0.000138
I0416 07:28:06.965657 140193631795072 interactiveshell.py:2882] Step 105700 | Loss: 0.2239 | Spent: 3.4 secs | LR: 0.000138
I0416 07:28:10.308883 140193631795072 interactiveshell.py:2882] Step 105750 | Loss: 0.7843 | Spent: 3.3 secs | LR: 0.000138
I0416 07:28:13.663109 140193631795072 interactiveshell.py:2882] Step 105800 | Loss: 0.3915 | Spent: 3.4 secs | LR: 0.000138
I0416 07:28:17.002140 140193631795072 interactiveshell.py:2882] Step 105850 | Loss: 0.5257 | Spent: 3.3 secs | LR: 0.000138
I0416 07:28:20.334200 140193631795072 interactiveshell.py:2882] Step 105900 | Loss: 0.2415 | Spent: 3.3 secs | LR: 0.000138
I0416 07:28:24.068471 140193631795072 interactiveshell.py:2882] Step 105950 | Loss: 0.4956 | Spent: 3.7 secs | LR: 0.000138
I0416 07:28:27.889215 140193631795072 interactiveshell.py:2882] Step 106000 | Loss: 0.4169 | Spent: 3.8 secs | LR: 0.000138
I0416 07:28:31.630867 140193631795072 interactiveshell.py:2882] Step 106050 | Loss: 0.2673 | Spent: 3.7 secs | LR: 0.000138
I0416 07:28:34.973370 140193631795072 interactiveshell.py:2882] Step 106100 | Loss: 0.5556 | Spent: 3.3 secs | LR: 0.000138
I0416 07:28:38.311285 140193631795072 interactiveshell.py:2882] Step 106150 | Loss: 0.2687 | Spent: 3.3 secs | LR: 0.000138
I0416 07:28:41.668645 140193631795072 interactiveshell.py:2882] Step 106200 | Loss: 0.2210 | Spent: 3.4 secs | LR: 0.000138
I0416 07:28:45.002605 140193631795072 interactiveshell.py:2882] Step 106250 | Loss: 0.2401 | Spent: 3.3 secs | LR: 0.000137
I0416 07:28:48.370718 140193631795072 interactiveshell.py:2882] Step 106300 | Loss: 0.3419 | Spent: 3.4 secs | LR: 0.000137
I0416 07:28:51.712976 140193631795072 interactiveshell.py:2882] Step 106350 | Loss: 0.3816 | Spent: 3.3 secs | LR: 0.000137
I0416 07:28:55.062066 140193631795072 interactiveshell.py:2882] Step 106400 | Loss: 0.5446 | Spent: 3.3 secs | LR: 0.000137
I0416 07:28:58.400490 140193631795072 interactiveshell.py:2882] Step 106450 | Loss: 0.1608 | Spent: 3.3 secs | LR: 0.000137
I0416 07:29:01.758131 140193631795072 interactiveshell.py:2882] Step 106500 | Loss: 0.3309 | Spent: 3.4 secs | LR: 0.000137
I0416 07:29:05.092745 140193631795072 interactiveshell.py:2882] Step 106550 | Loss: 0.5787 | Spent: 3.3 secs | LR: 0.000137
Reading ../data/test.txt
I0416 07:29:17.629072 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.841
I0416 07:29:17.630036 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.850
I0416 07:29:19.169108 140193631795072 interactiveshell.py:2882] Step 106600 | Loss: 0.4904 | Spent: 14.1 secs | LR: 0.000137
I0416 07:29:22.499916 140193631795072 interactiveshell.py:2882] Step 106650 | Loss: 0.5142 | Spent: 3.3 secs | LR: 0.000137
I0416 07:29:25.849143 140193631795072 interactiveshell.py:2882] Step 106700 | Loss: 0.4343 | Spent: 3.3 secs | LR: 0.000137
I0416 07:29:29.178663 140193631795072 interactiveshell.py:2882] Step 106750 | Loss: 0.3341 | Spent: 3.3 secs | LR: 0.000137
I0416 07:29:32.542583 140193631795072 interactiveshell.py:2882] Step 106800 | Loss: 0.7317 | Spent: 3.4 secs | LR: 0.000137
I0416 07:29:35.891832 140193631795072 interactiveshell.py:2882] Step 106850 | Loss: 0.3182 | Spent: 3.3 secs | LR: 0.000137
I0416 07:29:39.234755 140193631795072 interactiveshell.py:2882] Step 106900 | Loss: 0.3685 | Spent: 3.3 secs | LR: 0.000137
I0416 07:29:42.727811 140193631795072 interactiveshell.py:2882] Step 106950 | Loss: 0.2463 | Spent: 3.5 secs | LR: 0.000137
I0416 07:29:46.545960 140193631795072 interactiveshell.py:2882] Step 107000 | Loss: 0.2524 | Spent: 3.8 secs | LR: 0.000136
I0416 07:29:50.365427 140193631795072 interactiveshell.py:2882] Step 107050 | Loss: 0.3852 | Spent: 3.8 secs | LR: 0.000136
I0416 07:29:53.861728 140193631795072 interactiveshell.py:2882] Step 107100 | Loss: 0.2834 | Spent: 3.5 secs | LR: 0.000136
I0416 07:29:57.220182 140193631795072 interactiveshell.py:2882] Step 107150 | Loss: 0.4266 | Spent: 3.4 secs | LR: 0.000136
I0416 07:30:00.563993 140193631795072 interactiveshell.py:2882] Step 107200 | Loss: 0.3258 | Spent: 3.3 secs | LR: 0.000136
I0416 07:30:03.898983 140193631795072 interactiveshell.py:2882] Step 107250 | Loss: 0.3613 | Spent: 3.3 secs | LR: 0.000136
I0416 07:30:07.240600 140193631795072 interactiveshell.py:2882] Step 107300 | Loss: 0.4319 | Spent: 3.3 secs | LR: 0.000136
I0416 07:30:10.903887 140193631795072 interactiveshell.py:2882] Step 107350 | Loss: 0.6759 | Spent: 3.7 secs | LR: 0.000136
I0416 07:30:15.013119 140193631795072 interactiveshell.py:2882] Step 107400 | Loss: 0.3050 | Spent: 4.1 secs | LR: 0.000136
I0416 07:30:19.122623 140193631795072 interactiveshell.py:2882] Step 107450 | Loss: 0.4031 | Spent: 4.1 secs | LR: 0.000136
I0416 07:30:22.540107 140193631795072 interactiveshell.py:2882] Step 107500 | Loss: 0.4917 | Spent: 3.4 secs | LR: 0.000136
I0416 07:30:25.881093 140193631795072 interactiveshell.py:2882] Step 107550 | Loss: 0.2174 | Spent: 3.3 secs | LR: 0.000136
I0416 07:30:29.219934 140193631795072 interactiveshell.py:2882] Step 107600 | Loss: 0.3505 | Spent: 3.3 secs | LR: 0.000136
I0416 07:30:32.555358 140193631795072 interactiveshell.py:2882] Step 107650 | Loss: 0.4586 | Spent: 3.3 secs | LR: 0.000136
I0416 07:30:35.898721 140193631795072 interactiveshell.py:2882] Step 107700 | Loss: 0.5873 | Spent: 3.3 secs | LR: 0.000136
I0416 07:30:39.247897 140193631795072 interactiveshell.py:2882] Step 107750 | Loss: 0.3477 | Spent: 3.3 secs | LR: 0.000135
I0416 07:30:42.593227 140193631795072 interactiveshell.py:2882] Step 107800 | Loss: 0.3582 | Spent: 3.3 secs | LR: 0.000135
I0416 07:30:45.933804 140193631795072 interactiveshell.py:2882] Step 107850 | Loss: 0.5908 | Spent: 3.3 secs | LR: 0.000135
I0416 07:30:49.268264 140193631795072 interactiveshell.py:2882] Step 107900 | Loss: 0.4483 | Spent: 3.3 secs | LR: 0.000135
I0416 07:30:52.632957 140193631795072 interactiveshell.py:2882] Step 107950 | Loss: 0.2848 | Spent: 3.4 secs | LR: 0.000135
I0416 07:30:55.978452 140193631795072 interactiveshell.py:2882] Step 108000 | Loss: 0.5262 | Spent: 3.3 secs | LR: 0.000135
I0416 07:30:59.326243 140193631795072 interactiveshell.py:2882] Step 108050 | Loss: 0.3790 | Spent: 3.3 secs | LR: 0.000135
I0416 07:31:02.758184 140193631795072 interactiveshell.py:2882] Step 108100 | Loss: 0.3693 | Spent: 3.4 secs | LR: 0.000135
I0416 07:31:06.564997 140193631795072 interactiveshell.py:2882] Step 108150 | Loss: 0.2762 | Spent: 3.8 secs | LR: 0.000135
I0416 07:31:10.388644 140193631795072 interactiveshell.py:2882] Step 108200 | Loss: 0.3430 | Spent: 3.8 secs | LR: 0.000135
I0416 07:31:13.940698 140193631795072 interactiveshell.py:2882] Step 108250 | Loss: 0.3843 | Spent: 3.6 secs | LR: 0.000135
Reading ../data/test.txt
I0416 07:31:27.707187 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.848
I0416 07:31:27.708089 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.850
I0416 07:31:27.982782 140193631795072 interactiveshell.py:2882] Step 108300 | Loss: 0.4498 | Spent: 14.0 secs | LR: 0.000135
I0416 07:31:31.323802 140193631795072 interactiveshell.py:2882] Step 108350 | Loss: 0.3720 | Spent: 3.3 secs | LR: 0.000135
I0416 07:31:34.664885 140193631795072 interactiveshell.py:2882] Step 108400 | Loss: 0.3557 | Spent: 3.3 secs | LR: 0.000135
I0416 07:31:38.010123 140193631795072 interactiveshell.py:2882] Step 108450 | Loss: 0.4072 | Spent: 3.3 secs | LR: 0.000134
I0416 07:31:41.338602 140193631795072 interactiveshell.py:2882] Step 108500 | Loss: 0.6412 | Spent: 3.3 secs | LR: 0.000134
I0416 07:31:44.668494 140193631795072 interactiveshell.py:2882] Step 108550 | Loss: 0.2668 | Spent: 3.3 secs | LR: 0.000134
I0416 07:31:48.028629 140193631795072 interactiveshell.py:2882] Step 108600 | Loss: 0.3346 | Spent: 3.4 secs | LR: 0.000134
I0416 07:31:51.378598 140193631795072 interactiveshell.py:2882] Step 108650 | Loss: 0.3767 | Spent: 3.3 secs | LR: 0.000134
I0416 07:31:54.720913 140193631795072 interactiveshell.py:2882] Step 108700 | Loss: 0.3384 | Spent: 3.3 secs | LR: 0.000134
I0416 07:31:58.046540 140193631795072 interactiveshell.py:2882] Step 108750 | Loss: 0.1948 | Spent: 3.3 secs | LR: 0.000134
I0416 07:32:01.386491 140193631795072 interactiveshell.py:2882] Step 108800 | Loss: 0.6400 | Spent: 3.3 secs | LR: 0.000134
I0416 07:32:04.710427 140193631795072 interactiveshell.py:2882] Step 108850 | Loss: 0.4509 | Spent: 3.3 secs | LR: 0.000134
I0416 07:32:08.033854 140193631795072 interactiveshell.py:2882] Step 108900 | Loss: 0.2953 | Spent: 3.3 secs | LR: 0.000134
I0416 07:32:11.369913 140193631795072 interactiveshell.py:2882] Step 108950 | Loss: 0.4982 | Spent: 3.3 secs | LR: 0.000134
I0416 07:32:14.807997 140193631795072 interactiveshell.py:2882] Step 109000 | Loss: 0.4930 | Spent: 3.4 secs | LR: 0.000134
I0416 07:32:18.826652 140193631795072 interactiveshell.py:2882] Step 109050 | Loss: 0.6418 | Spent: 4.0 secs | LR: 0.000134
I0416 07:32:22.271851 140193631795072 interactiveshell.py:2882] Step 109100 | Loss: 0.3460 | Spent: 3.4 secs | LR: 0.000134
I0416 07:32:26.086819 140193631795072 interactiveshell.py:2882] Step 109150 | Loss: 0.3586 | Spent: 3.8 secs | LR: 0.000134
I0416 07:32:29.892706 140193631795072 interactiveshell.py:2882] Step 109200 | Loss: 0.4964 | Spent: 3.8 secs | LR: 0.000133
I0416 07:32:33.521983 140193631795072 interactiveshell.py:2882] Step 109250 | Loss: 0.2718 | Spent: 3.6 secs | LR: 0.000133
I0416 07:32:36.901242 140193631795072 interactiveshell.py:2882] Step 109300 | Loss: 0.2499 | Spent: 3.4 secs | LR: 0.000133
I0416 07:32:40.253507 140193631795072 interactiveshell.py:2882] Step 109350 | Loss: 0.3147 | Spent: 3.4 secs | LR: 0.000133
I0416 07:32:43.591536 140193631795072 interactiveshell.py:2882] Step 109400 | Loss: 0.3013 | Spent: 3.3 secs | LR: 0.000133
I0416 07:32:46.938801 140193631795072 interactiveshell.py:2882] Step 109450 | Loss: 0.2427 | Spent: 3.3 secs | LR: 0.000133
I0416 07:32:50.284302 140193631795072 interactiveshell.py:2882] Step 109500 | Loss: 0.2657 | Spent: 3.3 secs | LR: 0.000133
I0416 07:32:53.629186 140193631795072 interactiveshell.py:2882] Step 109550 | Loss: 0.2078 | Spent: 3.3 secs | LR: 0.000133
I0416 07:32:56.976132 140193631795072 interactiveshell.py:2882] Step 109600 | Loss: 0.5893 | Spent: 3.3 secs | LR: 0.000133
I0416 07:33:00.313451 140193631795072 interactiveshell.py:2882] Step 109650 | Loss: 0.4295 | Spent: 3.3 secs | LR: 0.000133
I0416 07:33:03.642721 140193631795072 interactiveshell.py:2882] Step 109700 | Loss: 0.4201 | Spent: 3.3 secs | LR: 0.000133
I0416 07:33:06.981304 140193631795072 interactiveshell.py:2882] Step 109750 | Loss: 0.5032 | Spent: 3.3 secs | LR: 0.000133
I0416 07:33:10.315361 140193631795072 interactiveshell.py:2882] Step 109800 | Loss: 0.6211 | Spent: 3.3 secs | LR: 0.000133
I0416 07:33:13.658175 140193631795072 interactiveshell.py:2882] Step 109850 | Loss: 0.4275 | Spent: 3.3 secs | LR: 0.000133
I0416 07:33:17.001263 140193631795072 interactiveshell.py:2882] Step 109900 | Loss: 0.2841 | Spent: 3.3 secs | LR: 0.000133
I0416 07:33:20.358259 140193631795072 interactiveshell.py:2882] Step 109950 | Loss: 0.5973 | Spent: 3.4 secs | LR: 0.000132
I0416 07:33:23.697887 140193631795072 interactiveshell.py:2882] Step 110000 | Loss: 0.4495 | Spent: 3.3 secs | LR: 0.000132
Reading ../data/test.txt
I0416 07:33:35.413058 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.846
I0416 07:33:35.414342 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.850
I0416 07:33:37.742535 140193631795072 interactiveshell.py:2882] Step 110050 | Loss: 0.2200 | Spent: 14.0 secs | LR: 0.000132
I0416 07:33:41.061025 140193631795072 interactiveshell.py:2882] Step 110100 | Loss: 0.4637 | Spent: 3.3 secs | LR: 0.000132
I0416 07:33:44.623009 140193631795072 interactiveshell.py:2882] Step 110150 | Loss: 0.3039 | Spent: 3.6 secs | LR: 0.000132
I0416 07:33:48.439794 140193631795072 interactiveshell.py:2882] Step 110200 | Loss: 0.3898 | Spent: 3.8 secs | LR: 0.000132
I0416 07:33:52.231470 140193631795072 interactiveshell.py:2882] Step 110250 | Loss: 0.6300 | Spent: 3.8 secs | LR: 0.000132
I0416 07:33:55.669728 140193631795072 interactiveshell.py:2882] Step 110300 | Loss: 0.3923 | Spent: 3.4 secs | LR: 0.000132
I0416 07:33:58.992599 140193631795072 interactiveshell.py:2882] Step 110350 | Loss: 0.6448 | Spent: 3.3 secs | LR: 0.000132
I0416 07:34:02.335534 140193631795072 interactiveshell.py:2882] Step 110400 | Loss: 0.4331 | Spent: 3.3 secs | LR: 0.000132
I0416 07:34:05.670267 140193631795072 interactiveshell.py:2882] Step 110450 | Loss: 0.4314 | Spent: 3.3 secs | LR: 0.000132
I0416 07:34:08.969172 140193631795072 interactiveshell.py:2882] Step 110500 | Loss: 0.4482 | Spent: 3.3 secs | LR: 0.000132
I0416 07:34:12.281219 140193631795072 interactiveshell.py:2882] Step 110550 | Loss: 0.2982 | Spent: 3.3 secs | LR: 0.000132
I0416 07:34:15.615120 140193631795072 interactiveshell.py:2882] Step 110600 | Loss: 0.4297 | Spent: 3.3 secs | LR: 0.000132
I0416 07:34:18.922740 140193631795072 interactiveshell.py:2882] Step 110650 | Loss: 0.5205 | Spent: 3.3 secs | LR: 0.000132
I0416 07:34:22.242532 140193631795072 interactiveshell.py:2882] Step 110700 | Loss: 0.6030 | Spent: 3.3 secs | LR: 0.000131
I0416 07:34:25.595857 140193631795072 interactiveshell.py:2882] Step 110750 | Loss: 0.3672 | Spent: 3.4 secs | LR: 0.000131
I0416 07:34:28.927993 140193631795072 interactiveshell.py:2882] Step 110800 | Loss: 0.2291 | Spent: 3.3 secs | LR: 0.000131
I0416 07:34:32.258656 140193631795072 interactiveshell.py:2882] Step 110850 | Loss: 0.2369 | Spent: 3.3 secs | LR: 0.000131
I0416 07:34:35.581968 140193631795072 interactiveshell.py:2882] Step 110900 | Loss: 0.3312 | Spent: 3.3 secs | LR: 0.000131
I0416 07:34:38.891818 140193631795072 interactiveshell.py:2882] Step 110950 | Loss: 0.2952 | Spent: 3.3 secs | LR: 0.000131
I0416 07:34:42.202769 140193631795072 interactiveshell.py:2882] Step 111000 | Loss: 0.3945 | Spent: 3.3 secs | LR: 0.000131
I0416 07:34:45.533996 140193631795072 interactiveshell.py:2882] Step 111050 | Loss: 0.5450 | Spent: 3.3 secs | LR: 0.000131
I0416 07:34:48.869636 140193631795072 interactiveshell.py:2882] Step 111100 | Loss: 0.3584 | Spent: 3.3 secs | LR: 0.000131
I0416 07:34:52.203936 140193631795072 interactiveshell.py:2882] Step 111150 | Loss: 0.3302 | Spent: 3.3 secs | LR: 0.000131
I0416 07:34:55.543584 140193631795072 interactiveshell.py:2882] Step 111200 | Loss: 0.5720 | Spent: 3.3 secs | LR: 0.000131
I0416 07:34:58.869378 140193631795072 interactiveshell.py:2882] Step 111250 | Loss: 0.5022 | Spent: 3.3 secs | LR: 0.000131
I0416 07:35:02.193741 140193631795072 interactiveshell.py:2882] Step 111300 | Loss: 0.4344 | Spent: 3.3 secs | LR: 0.000131
I0416 07:35:05.816950 140193631795072 interactiveshell.py:2882] Step 111350 | Loss: 0.4217 | Spent: 3.6 secs | LR: 0.000131
I0416 07:35:09.618286 140193631795072 interactiveshell.py:2882] Step 111400 | Loss: 0.3345 | Spent: 3.8 secs | LR: 0.000131
I0416 07:35:13.400748 140193631795072 interactiveshell.py:2882] Step 111450 | Loss: 0.3391 | Spent: 3.8 secs | LR: 0.000130
I0416 07:35:16.725375 140193631795072 interactiveshell.py:2882] Step 111500 | Loss: 0.3185 | Spent: 3.3 secs | LR: 0.000130
I0416 07:35:20.079614 140193631795072 interactiveshell.py:2882] Step 111550 | Loss: 0.3956 | Spent: 3.4 secs | LR: 0.000130
I0416 07:35:24.171163 140193631795072 interactiveshell.py:2882] Step 111600 | Loss: 0.4354 | Spent: 4.1 secs | LR: 0.000130
I0416 07:35:28.267153 140193631795072 interactiveshell.py:2882] Step 111650 | Loss: 0.3584 | Spent: 4.1 secs | LR: 0.000130
I0416 07:35:31.973918 140193631795072 interactiveshell.py:2882] Step 111700 | Loss: 0.1638 | Spent: 3.7 secs | LR: 0.000130
Reading ../data/test.txt
I0416 07:35:44.905606 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.846
I0416 07:35:44.906700 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.850
I0416 07:35:45.982641 140193631795072 interactiveshell.py:2882] Step 111750 | Loss: 0.3771 | Spent: 14.0 secs | LR: 0.000130
I0416 07:35:49.294366 140193631795072 interactiveshell.py:2882] Step 111800 | Loss: 0.4788 | Spent: 3.3 secs | LR: 0.000130
I0416 07:35:52.611786 140193631795072 interactiveshell.py:2882] Step 111850 | Loss: 0.3035 | Spent: 3.3 secs | LR: 0.000130
I0416 07:35:55.944519 140193631795072 interactiveshell.py:2882] Step 111900 | Loss: 0.6928 | Spent: 3.3 secs | LR: 0.000130
I0416 07:35:59.287967 140193631795072 interactiveshell.py:2882] Step 111950 | Loss: 0.5254 | Spent: 3.3 secs | LR: 0.000130
I0416 07:36:02.617765 140193631795072 interactiveshell.py:2882] Step 112000 | Loss: 0.4324 | Spent: 3.3 secs | LR: 0.000130
I0416 07:36:05.929120 140193631795072 interactiveshell.py:2882] Step 112050 | Loss: 0.2986 | Spent: 3.3 secs | LR: 0.000130
I0416 07:36:09.257223 140193631795072 interactiveshell.py:2882] Step 112100 | Loss: 0.3690 | Spent: 3.3 secs | LR: 0.000130
I0416 07:36:12.577731 140193631795072 interactiveshell.py:2882] Step 112150 | Loss: 0.6072 | Spent: 3.3 secs | LR: 0.000130
I0416 07:36:15.905094 140193631795072 interactiveshell.py:2882] Step 112200 | Loss: 0.3811 | Spent: 3.3 secs | LR: 0.000130
I0416 07:36:19.215527 140193631795072 interactiveshell.py:2882] Step 112250 | Loss: 0.1821 | Spent: 3.3 secs | LR: 0.000129
I0416 07:36:22.548586 140193631795072 interactiveshell.py:2882] Step 112300 | Loss: 0.3708 | Spent: 3.3 secs | LR: 0.000129
I0416 07:36:26.186096 140193631795072 interactiveshell.py:2882] Step 112350 | Loss: 0.3806 | Spent: 3.6 secs | LR: 0.000129
I0416 07:36:29.987599 140193631795072 interactiveshell.py:2882] Step 112400 | Loss: 0.3624 | Spent: 3.8 secs | LR: 0.000129
I0416 07:36:33.777731 140193631795072 interactiveshell.py:2882] Step 112450 | Loss: 0.3539 | Spent: 3.8 secs | LR: 0.000129
I0416 07:36:37.106448 140193631795072 interactiveshell.py:2882] Step 112500 | Loss: 0.4519 | Spent: 3.3 secs | LR: 0.000129
I0416 07:36:40.468289 140193631795072 interactiveshell.py:2882] Step 112550 | Loss: 0.5155 | Spent: 3.4 secs | LR: 0.000129
I0416 07:36:43.797238 140193631795072 interactiveshell.py:2882] Step 112600 | Loss: 0.2438 | Spent: 3.3 secs | LR: 0.000129
I0416 07:36:47.125927 140193631795072 interactiveshell.py:2882] Step 112650 | Loss: 0.4621 | Spent: 3.3 secs | LR: 0.000129
I0416 07:36:50.442986 140193631795072 interactiveshell.py:2882] Step 112700 | Loss: 0.4760 | Spent: 3.3 secs | LR: 0.000129
I0416 07:36:53.772012 140193631795072 interactiveshell.py:2882] Step 112750 | Loss: 0.6522 | Spent: 3.3 secs | LR: 0.000129
I0416 07:36:57.107536 140193631795072 interactiveshell.py:2882] Step 112800 | Loss: 0.3338 | Spent: 3.3 secs | LR: 0.000129
I0416 07:37:00.431968 140193631795072 interactiveshell.py:2882] Step 112850 | Loss: 0.3908 | Spent: 3.3 secs | LR: 0.000129
I0416 07:37:03.750075 140193631795072 interactiveshell.py:2882] Step 112900 | Loss: 0.4705 | Spent: 3.3 secs | LR: 0.000129
I0416 07:37:07.088271 140193631795072 interactiveshell.py:2882] Step 112950 | Loss: 0.5259 | Spent: 3.3 secs | LR: 0.000129
I0416 07:37:10.414390 140193631795072 interactiveshell.py:2882] Step 113000 | Loss: 0.5876 | Spent: 3.3 secs | LR: 0.000128
I0416 07:37:13.725590 140193631795072 interactiveshell.py:2882] Step 113050 | Loss: 0.3541 | Spent: 3.3 secs | LR: 0.000128
I0416 07:37:17.048671 140193631795072 interactiveshell.py:2882] Step 113100 | Loss: 0.5031 | Spent: 3.3 secs | LR: 0.000128
I0416 07:37:20.543374 140193631795072 interactiveshell.py:2882] Step 113150 | Loss: 0.5346 | Spent: 3.5 secs | LR: 0.000128
I0416 07:37:24.526293 140193631795072 interactiveshell.py:2882] Step 113200 | Loss: 0.2527 | Spent: 4.0 secs | LR: 0.000128
I0416 07:37:27.912097 140193631795072 interactiveshell.py:2882] Step 113250 | Loss: 0.5792 | Spent: 3.4 secs | LR: 0.000128
I0416 07:37:31.261946 140193631795072 interactiveshell.py:2882] Step 113300 | Loss: 0.4291 | Spent: 3.3 secs | LR: 0.000128
I0416 07:37:34.576174 140193631795072 interactiveshell.py:2882] Step 113350 | Loss: 0.3322 | Spent: 3.3 secs | LR: 0.000128
I0416 07:37:37.899096 140193631795072 interactiveshell.py:2882] Step 113400 | Loss: 0.5558 | Spent: 3.3 secs | LR: 0.000128
I0416 07:37:41.218215 140193631795072 interactiveshell.py:2882] Step 113450 | Loss: 0.4115 | Spent: 3.3 secs | LR: 0.000128
Reading ../data/test.txt
I0416 07:37:53.040032 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.843
I0416 07:37:53.041083 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.850
I0416 07:37:56.325566 140193631795072 interactiveshell.py:2882] Step 113500 | Loss: 0.2388 | Spent: 15.1 secs | LR: 0.000128
I0416 07:37:59.654515 140193631795072 interactiveshell.py:2882] Step 113550 | Loss: 0.3751 | Spent: 3.3 secs | LR: 0.000128
I0416 07:38:02.971224 140193631795072 interactiveshell.py:2882] Step 113600 | Loss: 0.2620 | Spent: 3.3 secs | LR: 0.000128
I0416 07:38:06.294012 140193631795072 interactiveshell.py:2882] Step 113650 | Loss: 0.5029 | Spent: 3.3 secs | LR: 0.000128
I0416 07:38:09.623704 140193631795072 interactiveshell.py:2882] Step 113700 | Loss: 0.2731 | Spent: 3.3 secs | LR: 0.000128
I0416 07:38:12.946656 140193631795072 interactiveshell.py:2882] Step 113750 | Loss: 0.3123 | Spent: 3.3 secs | LR: 0.000128
I0416 07:38:16.276593 140193631795072 interactiveshell.py:2882] Step 113800 | Loss: 0.3446 | Spent: 3.3 secs | LR: 0.000127
I0416 07:38:19.589447 140193631795072 interactiveshell.py:2882] Step 113850 | Loss: 0.4354 | Spent: 3.3 secs | LR: 0.000127
I0416 07:38:22.938834 140193631795072 interactiveshell.py:2882] Step 113900 | Loss: 0.3765 | Spent: 3.3 secs | LR: 0.000127
I0416 07:38:26.181901 140193631795072 interactiveshell.py:2882] Step 113950 | Loss: 0.3744 | Spent: 3.2 secs | LR: 0.000127
I0416 07:38:29.337498 140193631795072 interactiveshell.py:2882] Step 114000 | Loss: 0.5315 | Spent: 3.2 secs | LR: 0.000127
I0416 07:38:32.474571 140193631795072 interactiveshell.py:2882] Step 114050 | Loss: 0.2540 | Spent: 3.1 secs | LR: 0.000127
I0416 07:38:35.618484 140193631795072 interactiveshell.py:2882] Step 114100 | Loss: 0.3164 | Spent: 3.1 secs | LR: 0.000127
I0416 07:38:38.752664 140193631795072 interactiveshell.py:2882] Step 114150 | Loss: 0.4522 | Spent: 3.1 secs | LR: 0.000127
I0416 07:38:41.891392 140193631795072 interactiveshell.py:2882] Step 114200 | Loss: 0.3448 | Spent: 3.1 secs | LR: 0.000127
I0416 07:38:45.025358 140193631795072 interactiveshell.py:2882] Step 114250 | Loss: 0.2185 | Spent: 3.1 secs | LR: 0.000127
I0416 07:38:48.166033 140193631795072 interactiveshell.py:2882] Step 114300 | Loss: 0.4766 | Spent: 3.1 secs | LR: 0.000127
I0416 07:38:51.316654 140193631795072 interactiveshell.py:2882] Step 114350 | Loss: 0.3055 | Spent: 3.1 secs | LR: 0.000127
I0416 07:38:54.451870 140193631795072 interactiveshell.py:2882] Step 114400 | Loss: 0.2445 | Spent: 3.1 secs | LR: 0.000127
I0416 07:38:57.591613 140193631795072 interactiveshell.py:2882] Step 114450 | Loss: 0.1941 | Spent: 3.1 secs | LR: 0.000127
I0416 07:39:00.733539 140193631795072 interactiveshell.py:2882] Step 114500 | Loss: 0.1687 | Spent: 3.1 secs | LR: 0.000127
I0416 07:39:03.878200 140193631795072 interactiveshell.py:2882] Step 114550 | Loss: 0.4814 | Spent: 3.1 secs | LR: 0.000126
I0416 07:39:07.315912 140193631795072 interactiveshell.py:2882] Step 114600 | Loss: 0.2161 | Spent: 3.4 secs | LR: 0.000126
I0416 07:39:10.862253 140193631795072 interactiveshell.py:2882] Step 114650 | Loss: 0.4794 | Spent: 3.5 secs | LR: 0.000126
I0416 07:39:14.416762 140193631795072 interactiveshell.py:2882] Step 114700 | Loss: 0.5205 | Spent: 3.6 secs | LR: 0.000126
I0416 07:39:17.574643 140193631795072 interactiveshell.py:2882] Step 114750 | Loss: 0.3841 | Spent: 3.2 secs | LR: 0.000126
I0416 07:39:20.698259 140193631795072 interactiveshell.py:2882] Step 114800 | Loss: 0.2113 | Spent: 3.1 secs | LR: 0.000126
I0416 07:39:23.838665 140193631795072 interactiveshell.py:2882] Step 114850 | Loss: 0.4155 | Spent: 3.1 secs | LR: 0.000126
I0416 07:39:26.987589 140193631795072 interactiveshell.py:2882] Step 114900 | Loss: 0.3030 | Spent: 3.1 secs | LR: 0.000126
I0416 07:39:30.119018 140193631795072 interactiveshell.py:2882] Step 114950 | Loss: 0.3601 | Spent: 3.1 secs | LR: 0.000126
I0416 07:39:33.263888 140193631795072 interactiveshell.py:2882] Step 115000 | Loss: 0.3765 | Spent: 3.1 secs | LR: 0.000126
I0416 07:39:36.410842 140193631795072 interactiveshell.py:2882] Step 115050 | Loss: 0.4418 | Spent: 3.1 secs | LR: 0.000126
I0416 07:39:39.534357 140193631795072 interactiveshell.py:2882] Step 115100 | Loss: 0.2618 | Spent: 3.1 secs | LR: 0.000126
I0416 07:39:42.679246 140193631795072 interactiveshell.py:2882] Step 115150 | Loss: 0.1622 | Spent: 3.1 secs | LR: 0.000126
Reading ../data/test.txt
I0416 07:39:54.751827 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.848
I0416 07:39:54.752948 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.850
I0416 07:39:56.526881 140193631795072 interactiveshell.py:2882] Step 115200 | Loss: 0.5977 | Spent: 13.8 secs | LR: 0.000126
I0416 07:39:59.668028 140193631795072 interactiveshell.py:2882] Step 115250 | Loss: 0.5432 | Spent: 3.1 secs | LR: 0.000126
I0416 07:40:02.813574 140193631795072 interactiveshell.py:2882] Step 115300 | Loss: 0.4145 | Spent: 3.1 secs | LR: 0.000126
I0416 07:40:05.943025 140193631795072 interactiveshell.py:2882] Step 115350 | Loss: 0.2799 | Spent: 3.1 secs | LR: 0.000125
I0416 07:40:09.080754 140193631795072 interactiveshell.py:2882] Step 115400 | Loss: 0.2926 | Spent: 3.1 secs | LR: 0.000125
I0416 07:40:12.207518 140193631795072 interactiveshell.py:2882] Step 115450 | Loss: 0.5505 | Spent: 3.1 secs | LR: 0.000125
I0416 07:40:15.356106 140193631795072 interactiveshell.py:2882] Step 115500 | Loss: 0.1936 | Spent: 3.1 secs | LR: 0.000125
I0416 07:40:18.490086 140193631795072 interactiveshell.py:2882] Step 115550 | Loss: 0.2975 | Spent: 3.1 secs | LR: 0.000125
I0416 07:40:21.630924 140193631795072 interactiveshell.py:2882] Step 115600 | Loss: 0.2920 | Spent: 3.1 secs | LR: 0.000125
I0416 07:40:24.763032 140193631795072 interactiveshell.py:2882] Step 115650 | Loss: 0.5509 | Spent: 3.1 secs | LR: 0.000125
I0416 07:40:28.293573 140193631795072 interactiveshell.py:2882] Step 115700 | Loss: 0.4158 | Spent: 3.5 secs | LR: 0.000125
I0416 07:40:31.994580 140193631795072 interactiveshell.py:2882] Step 115750 | Loss: 0.5821 | Spent: 3.7 secs | LR: 0.000125
I0416 07:40:35.853008 140193631795072 interactiveshell.py:2882] Step 115800 | Loss: 0.3866 | Spent: 3.9 secs | LR: 0.000125
I0416 07:40:39.706670 140193631795072 interactiveshell.py:2882] Step 115850 | Loss: 0.3941 | Spent: 3.9 secs | LR: 0.000125
I0416 07:40:42.981828 140193631795072 interactiveshell.py:2882] Step 115900 | Loss: 0.4703 | Spent: 3.3 secs | LR: 0.000125
I0416 07:40:46.126556 140193631795072 interactiveshell.py:2882] Step 115950 | Loss: 0.5387 | Spent: 3.1 secs | LR: 0.000125
I0416 07:40:49.271187 140193631795072 interactiveshell.py:2882] Step 116000 | Loss: 0.2605 | Spent: 3.1 secs | LR: 0.000125
I0416 07:40:52.410099 140193631795072 interactiveshell.py:2882] Step 116050 | Loss: 0.5187 | Spent: 3.1 secs | LR: 0.000125
I0416 07:40:55.551097 140193631795072 interactiveshell.py:2882] Step 116100 | Loss: 0.4428 | Spent: 3.1 secs | LR: 0.000125
I0416 07:40:58.694582 140193631795072 interactiveshell.py:2882] Step 116150 | Loss: 0.3659 | Spent: 3.1 secs | LR: 0.000124
I0416 07:41:01.834288 140193631795072 interactiveshell.py:2882] Step 116200 | Loss: 0.2857 | Spent: 3.1 secs | LR: 0.000124
I0416 07:41:04.975926 140193631795072 interactiveshell.py:2882] Step 116250 | Loss: 0.8001 | Spent: 3.1 secs | LR: 0.000124
I0416 07:41:08.114241 140193631795072 interactiveshell.py:2882] Step 116300 | Loss: 0.3527 | Spent: 3.1 secs | LR: 0.000124
I0416 07:41:11.243773 140193631795072 interactiveshell.py:2882] Step 116350 | Loss: 0.2803 | Spent: 3.1 secs | LR: 0.000124
I0416 07:41:14.384211 140193631795072 interactiveshell.py:2882] Step 116400 | Loss: 0.5548 | Spent: 3.1 secs | LR: 0.000124
I0416 07:41:17.525897 140193631795072 interactiveshell.py:2882] Step 116450 | Loss: 0.3202 | Spent: 3.1 secs | LR: 0.000124
I0416 07:41:20.656332 140193631795072 interactiveshell.py:2882] Step 116500 | Loss: 0.5783 | Spent: 3.1 secs | LR: 0.000124
I0416 07:41:23.787276 140193631795072 interactiveshell.py:2882] Step 116550 | Loss: 0.3737 | Spent: 3.1 secs | LR: 0.000124
I0416 07:41:26.922101 140193631795072 interactiveshell.py:2882] Step 116600 | Loss: 0.2596 | Spent: 3.1 secs | LR: 0.000124
I0416 07:41:30.053997 140193631795072 interactiveshell.py:2882] Step 116650 | Loss: 0.3171 | Spent: 3.1 secs | LR: 0.000124
I0416 07:41:33.196128 140193631795072 interactiveshell.py:2882] Step 116700 | Loss: 0.3626 | Spent: 3.1 secs | LR: 0.000124
I0416 07:41:36.343893 140193631795072 interactiveshell.py:2882] Step 116750 | Loss: 0.4554 | Spent: 3.1 secs | LR: 0.000124
I0416 07:41:39.468327 140193631795072 interactiveshell.py:2882] Step 116800 | Loss: 0.3824 | Spent: 3.1 secs | LR: 0.000124
I0416 07:41:42.611434 140193631795072 interactiveshell.py:2882] Step 116850 | Loss: 0.7186 | Spent: 3.1 secs | LR: 0.000124
Reading ../data/test.txt
I0416 07:41:56.990475 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.842
I0416 07:41:56.991448 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.850
I0416 07:41:57.576988 140193631795072 interactiveshell.py:2882] Step 116900 | Loss: 0.3751 | Spent: 15.0 secs | LR: 0.000124
I0416 07:42:00.724219 140193631795072 interactiveshell.py:2882] Step 116950 | Loss: 0.3997 | Spent: 3.1 secs | LR: 0.000123
I0416 07:42:03.867649 140193631795072 interactiveshell.py:2882] Step 117000 | Loss: 0.4431 | Spent: 3.1 secs | LR: 0.000123
I0416 07:42:07.005218 140193631795072 interactiveshell.py:2882] Step 117050 | Loss: 0.3334 | Spent: 3.1 secs | LR: 0.000123
I0416 07:42:10.144654 140193631795072 interactiveshell.py:2882] Step 117100 | Loss: 0.3568 | Spent: 3.1 secs | LR: 0.000123
I0416 07:42:13.269289 140193631795072 interactiveshell.py:2882] Step 117150 | Loss: 0.2439 | Spent: 3.1 secs | LR: 0.000123
I0416 07:42:16.396203 140193631795072 interactiveshell.py:2882] Step 117200 | Loss: 0.5094 | Spent: 3.1 secs | LR: 0.000123
I0416 07:42:19.528793 140193631795072 interactiveshell.py:2882] Step 117250 | Loss: 0.3073 | Spent: 3.1 secs | LR: 0.000123
I0416 07:42:22.659237 140193631795072 interactiveshell.py:2882] Step 117300 | Loss: 0.2798 | Spent: 3.1 secs | LR: 0.000123
I0416 07:42:25.961727 140193631795072 interactiveshell.py:2882] Step 117350 | Loss: 0.3390 | Spent: 3.3 secs | LR: 0.000123
I0416 07:42:29.683377 140193631795072 interactiveshell.py:2882] Step 117400 | Loss: 0.3999 | Spent: 3.7 secs | LR: 0.000123
I0416 07:42:32.897616 140193631795072 interactiveshell.py:2882] Step 117450 | Loss: 0.2917 | Spent: 3.2 secs | LR: 0.000123
I0416 07:42:36.045276 140193631795072 interactiveshell.py:2882] Step 117500 | Loss: 0.2551 | Spent: 3.1 secs | LR: 0.000123
I0416 07:42:39.179150 140193631795072 interactiveshell.py:2882] Step 117550 | Loss: 0.2658 | Spent: 3.1 secs | LR: 0.000123
I0416 07:42:42.316437 140193631795072 interactiveshell.py:2882] Step 117600 | Loss: 0.3630 | Spent: 3.1 secs | LR: 0.000123
I0416 07:42:45.464113 140193631795072 interactiveshell.py:2882] Step 117650 | Loss: 0.3955 | Spent: 3.1 secs | LR: 0.000123
I0416 07:42:48.606382 140193631795072 interactiveshell.py:2882] Step 117700 | Loss: 0.3464 | Spent: 3.1 secs | LR: 0.000123
I0416 07:42:51.738617 140193631795072 interactiveshell.py:2882] Step 117750 | Loss: 0.4760 | Spent: 3.1 secs | LR: 0.000122
I0416 07:42:54.877386 140193631795072 interactiveshell.py:2882] Step 117800 | Loss: 0.3152 | Spent: 3.1 secs | LR: 0.000122
I0416 07:42:58.013701 140193631795072 interactiveshell.py:2882] Step 117850 | Loss: 0.3471 | Spent: 3.1 secs | LR: 0.000122
I0416 07:43:01.157750 140193631795072 interactiveshell.py:2882] Step 117900 | Loss: 0.3706 | Spent: 3.1 secs | LR: 0.000122
I0416 07:43:04.282163 140193631795072 interactiveshell.py:2882] Step 117950 | Loss: 0.2659 | Spent: 3.1 secs | LR: 0.000122
I0416 07:43:07.623719 140193631795072 interactiveshell.py:2882] Step 118000 | Loss: 0.5250 | Spent: 3.3 secs | LR: 0.000122
I0416 07:43:11.182935 140193631795072 interactiveshell.py:2882] Step 118050 | Loss: 0.2753 | Spent: 3.6 secs | LR: 0.000122
I0416 07:43:14.742461 140193631795072 interactiveshell.py:2882] Step 118100 | Loss: 0.2915 | Spent: 3.6 secs | LR: 0.000122
I0416 07:43:18.011596 140193631795072 interactiveshell.py:2882] Step 118150 | Loss: 0.3209 | Spent: 3.3 secs | LR: 0.000122
I0416 07:43:21.145601 140193631795072 interactiveshell.py:2882] Step 118200 | Loss: 0.4359 | Spent: 3.1 secs | LR: 0.000122
I0416 07:43:24.295136 140193631795072 interactiveshell.py:2882] Step 118250 | Loss: 0.5243 | Spent: 3.1 secs | LR: 0.000122
I0416 07:43:27.432877 140193631795072 interactiveshell.py:2882] Step 118300 | Loss: 0.2400 | Spent: 3.1 secs | LR: 0.000122
I0416 07:43:30.571185 140193631795072 interactiveshell.py:2882] Step 118350 | Loss: 0.5780 | Spent: 3.1 secs | LR: 0.000122
I0416 07:43:33.723577 140193631795072 interactiveshell.py:2882] Step 118400 | Loss: 0.3934 | Spent: 3.2 secs | LR: 0.000122
I0416 07:43:36.874280 140193631795072 interactiveshell.py:2882] Step 118450 | Loss: 0.3887 | Spent: 3.1 secs | LR: 0.000122
I0416 07:43:40.027654 140193631795072 interactiveshell.py:2882] Step 118500 | Loss: 0.2051 | Spent: 3.2 secs | LR: 0.000122
I0416 07:43:43.162327 140193631795072 interactiveshell.py:2882] Step 118550 | Loss: 0.2572 | Spent: 3.1 secs | LR: 0.000122
I0416 07:43:46.294996 140193631795072 interactiveshell.py:2882] Step 118600 | Loss: 0.3641 | Spent: 3.1 secs | LR: 0.000121
Reading ../data/test.txt
I0416 07:43:57.623880 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.841
I0416 07:43:57.624982 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.850
I0416 07:44:00.142269 140193631795072 interactiveshell.py:2882] Step 118650 | Loss: 0.3091 | Spent: 13.8 secs | LR: 0.000121
I0416 07:44:03.279236 140193631795072 interactiveshell.py:2882] Step 118700 | Loss: 0.4971 | Spent: 3.1 secs | LR: 0.000121
I0416 07:44:06.406409 140193631795072 interactiveshell.py:2882] Step 118750 | Loss: 0.2697 | Spent: 3.1 secs | LR: 0.000121
I0416 07:44:09.532861 140193631795072 interactiveshell.py:2882] Step 118800 | Loss: 0.2956 | Spent: 3.1 secs | LR: 0.000121
I0416 07:44:12.676859 140193631795072 interactiveshell.py:2882] Step 118850 | Loss: 0.4405 | Spent: 3.1 secs | LR: 0.000121
I0416 07:44:15.812740 140193631795072 interactiveshell.py:2882] Step 118900 | Loss: 0.5535 | Spent: 3.1 secs | LR: 0.000121
I0416 07:44:18.941473 140193631795072 interactiveshell.py:2882] Step 118950 | Loss: 0.4314 | Spent: 3.1 secs | LR: 0.000121
I0416 07:44:22.067013 140193631795072 interactiveshell.py:2882] Step 119000 | Loss: 0.4202 | Spent: 3.1 secs | LR: 0.000121
I0416 07:44:25.199536 140193631795072 interactiveshell.py:2882] Step 119050 | Loss: 0.3297 | Spent: 3.1 secs | LR: 0.000121
I0416 07:44:28.625272 140193631795072 interactiveshell.py:2882] Step 119100 | Loss: 0.3562 | Spent: 3.4 secs | LR: 0.000121
I0416 07:44:32.180069 140193631795072 interactiveshell.py:2882] Step 119150 | Loss: 0.4113 | Spent: 3.6 secs | LR: 0.000121
I0416 07:44:35.716447 140193631795072 interactiveshell.py:2882] Step 119200 | Loss: 0.4671 | Spent: 3.5 secs | LR: 0.000121
I0416 07:44:38.922558 140193631795072 interactiveshell.py:2882] Step 119250 | Loss: 0.3963 | Spent: 3.2 secs | LR: 0.000121
I0416 07:44:42.061769 140193631795072 interactiveshell.py:2882] Step 119300 | Loss: 0.4760 | Spent: 3.1 secs | LR: 0.000121
I0416 07:44:45.194257 140193631795072 interactiveshell.py:2882] Step 119350 | Loss: 0.7298 | Spent: 3.1 secs | LR: 0.000121
I0416 07:44:48.337753 140193631795072 interactiveshell.py:2882] Step 119400 | Loss: 0.4056 | Spent: 3.1 secs | LR: 0.000120
I0416 07:44:51.466139 140193631795072 interactiveshell.py:2882] Step 119450 | Loss: 0.4217 | Spent: 3.1 secs | LR: 0.000120
I0416 07:44:54.599449 140193631795072 interactiveshell.py:2882] Step 119500 | Loss: 0.4252 | Spent: 3.1 secs | LR: 0.000120
I0416 07:44:57.727909 140193631795072 interactiveshell.py:2882] Step 119550 | Loss: 0.5477 | Spent: 3.1 secs | LR: 0.000120
I0416 07:45:00.868952 140193631795072 interactiveshell.py:2882] Step 119600 | Loss: 0.5397 | Spent: 3.1 secs | LR: 0.000120
I0416 07:45:04.017186 140193631795072 interactiveshell.py:2882] Step 119650 | Loss: 0.2742 | Spent: 3.1 secs | LR: 0.000120
I0416 07:45:07.171687 140193631795072 interactiveshell.py:2882] Step 119700 | Loss: 0.2651 | Spent: 3.2 secs | LR: 0.000120
I0416 07:45:10.293976 140193631795072 interactiveshell.py:2882] Step 119750 | Loss: 0.6005 | Spent: 3.1 secs | LR: 0.000120
I0416 07:45:13.424167 140193631795072 interactiveshell.py:2882] Step 119800 | Loss: 0.5861 | Spent: 3.1 secs | LR: 0.000120
I0416 07:45:16.542152 140193631795072 interactiveshell.py:2882] Step 119850 | Loss: 0.3882 | Spent: 3.1 secs | LR: 0.000120
I0416 07:45:19.680407 140193631795072 interactiveshell.py:2882] Step 119900 | Loss: 0.4253 | Spent: 3.1 secs | LR: 0.000120
I0416 07:45:22.819185 140193631795072 interactiveshell.py:2882] Step 119950 | Loss: 0.6848 | Spent: 3.1 secs | LR: 0.000120
I0416 07:45:25.941230 140193631795072 interactiveshell.py:2882] Step 120000 | Loss: 0.3707 | Spent: 3.1 secs | LR: 0.000120
I0416 07:45:29.079303 140193631795072 interactiveshell.py:2882] Step 120050 | Loss: 0.5056 | Spent: 3.1 secs | LR: 0.000120
I0416 07:45:32.222661 140193631795072 interactiveshell.py:2882] Step 120100 | Loss: 0.3083 | Spent: 3.1 secs | LR: 0.000120
I0416 07:45:35.350534 140193631795072 interactiveshell.py:2882] Step 120150 | Loss: 0.3649 | Spent: 3.1 secs | LR: 0.000120
Reading ../data/train.txt
I0416 07:46:02.878792 140193631795072 interactiveshell.py:2882] Step 120200 | Loss: 0.4151 | Spent: 27.5 secs | LR: 0.000120
I0416 07:46:06.202285 140193631795072 interactiveshell.py:2882] Step 120250 | Loss: 0.4907 | Spent: 3.3 secs | LR: 0.000119
I0416 07:46:09.519404 140193631795072 interactiveshell.py:2882] Step 120300 | Loss: 0.5395 | Spent: 3.3 secs | LR: 0.000119
Reading ../data/test.txt
I0416 07:46:22.128133 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.848
I0416 07:46:22.129076 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.850
I0416 07:46:23.529605 140193631795072 interactiveshell.py:2882] Step 120350 | Loss: 0.2206 | Spent: 14.0 secs | LR: 0.000119
I0416 07:46:26.862890 140193631795072 interactiveshell.py:2882] Step 120400 | Loss: 0.1507 | Spent: 3.3 secs | LR: 0.000119
I0416 07:46:30.202132 140193631795072 interactiveshell.py:2882] Step 120450 | Loss: 0.2648 | Spent: 3.3 secs | LR: 0.000119
I0416 07:46:33.536162 140193631795072 interactiveshell.py:2882] Step 120500 | Loss: 0.2671 | Spent: 3.3 secs | LR: 0.000119
I0416 07:46:36.856109 140193631795072 interactiveshell.py:2882] Step 120550 | Loss: 0.4096 | Spent: 3.3 secs | LR: 0.000119
I0416 07:46:40.190233 140193631795072 interactiveshell.py:2882] Step 120600 | Loss: 0.3758 | Spent: 3.3 secs | LR: 0.000119
I0416 07:46:43.515337 140193631795072 interactiveshell.py:2882] Step 120650 | Loss: 0.2733 | Spent: 3.3 secs | LR: 0.000119
I0416 07:46:46.828391 140193631795072 interactiveshell.py:2882] Step 120700 | Loss: 0.4304 | Spent: 3.3 secs | LR: 0.000119
I0416 07:46:50.141655 140193631795072 interactiveshell.py:2882] Step 120750 | Loss: 0.5153 | Spent: 3.3 secs | LR: 0.000119
I0416 07:46:53.469129 140193631795072 interactiveshell.py:2882] Step 120800 | Loss: 0.4307 | Spent: 3.3 secs | LR: 0.000119
I0416 07:46:56.783634 140193631795072 interactiveshell.py:2882] Step 120850 | Loss: 0.4465 | Spent: 3.3 secs | LR: 0.000119
I0416 07:47:00.119700 140193631795072 interactiveshell.py:2882] Step 120900 | Loss: 0.5652 | Spent: 3.3 secs | LR: 0.000119
I0416 07:47:03.428040 140193631795072 interactiveshell.py:2882] Step 120950 | Loss: 0.2684 | Spent: 3.3 secs | LR: 0.000119
I0416 07:47:06.758693 140193631795072 interactiveshell.py:2882] Step 121000 | Loss: 0.4078 | Spent: 3.3 secs | LR: 0.000119
I0416 07:47:10.489103 140193631795072 interactiveshell.py:2882] Step 121050 | Loss: 0.4594 | Spent: 3.7 secs | LR: 0.000118
I0416 07:47:14.300391 140193631795072 interactiveshell.py:2882] Step 121100 | Loss: 0.7449 | Spent: 3.8 secs | LR: 0.000118
I0416 07:47:17.976451 140193631795072 interactiveshell.py:2882] Step 121150 | Loss: 0.7609 | Spent: 3.7 secs | LR: 0.000118
I0416 07:47:21.304385 140193631795072 interactiveshell.py:2882] Step 121200 | Loss: 0.4631 | Spent: 3.3 secs | LR: 0.000118
I0416 07:47:24.644173 140193631795072 interactiveshell.py:2882] Step 121250 | Loss: 0.2995 | Spent: 3.3 secs | LR: 0.000118
I0416 07:47:27.974487 140193631795072 interactiveshell.py:2882] Step 121300 | Loss: 0.2826 | Spent: 3.3 secs | LR: 0.000118
I0416 07:47:31.534363 140193631795072 interactiveshell.py:2882] Step 121350 | Loss: 0.3442 | Spent: 3.6 secs | LR: 0.000118
I0416 07:47:35.516748 140193631795072 interactiveshell.py:2882] Step 121400 | Loss: 0.3553 | Spent: 4.0 secs | LR: 0.000118
I0416 07:47:38.856665 140193631795072 interactiveshell.py:2882] Step 121450 | Loss: 0.5261 | Spent: 3.3 secs | LR: 0.000118
I0416 07:47:42.190069 140193631795072 interactiveshell.py:2882] Step 121500 | Loss: 0.3340 | Spent: 3.3 secs | LR: 0.000118
I0416 07:47:45.517290 140193631795072 interactiveshell.py:2882] Step 121550 | Loss: 0.1636 | Spent: 3.3 secs | LR: 0.000118
I0416 07:47:48.827172 140193631795072 interactiveshell.py:2882] Step 121600 | Loss: 0.3810 | Spent: 3.3 secs | LR: 0.000118
I0416 07:47:52.150621 140193631795072 interactiveshell.py:2882] Step 121650 | Loss: 0.2564 | Spent: 3.3 secs | LR: 0.000118
I0416 07:47:55.483252 140193631795072 interactiveshell.py:2882] Step 121700 | Loss: 0.5242 | Spent: 3.3 secs | LR: 0.000118
I0416 07:47:58.819020 140193631795072 interactiveshell.py:2882] Step 121750 | Loss: 0.2028 | Spent: 3.3 secs | LR: 0.000118
I0416 07:48:02.147809 140193631795072 interactiveshell.py:2882] Step 121800 | Loss: 0.4405 | Spent: 3.3 secs | LR: 0.000118
I0416 07:48:05.485646 140193631795072 interactiveshell.py:2882] Step 121850 | Loss: 0.3821 | Spent: 3.3 secs | LR: 0.000118
I0416 07:48:08.836627 140193631795072 interactiveshell.py:2882] Step 121900 | Loss: 0.5172 | Spent: 3.3 secs | LR: 0.000117
I0416 07:48:12.161561 140193631795072 interactiveshell.py:2882] Step 121950 | Loss: 0.3011 | Spent: 3.3 secs | LR: 0.000117
I0416 07:48:15.494624 140193631795072 interactiveshell.py:2882] Step 122000 | Loss: 0.8220 | Spent: 3.3 secs | LR: 0.000117
Reading ../data/test.txt
I0416 07:48:29.599509 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.853
I0416 07:48:29.600699 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.853
I0416 07:48:29.763147 140193631795072 interactiveshell.py:2882] Step 122050 | Loss: 0.2563 | Spent: 14.3 secs | LR: 0.000117
I0416 07:48:33.562592 140193631795072 interactiveshell.py:2882] Step 122100 | Loss: 0.1837 | Spent: 3.8 secs | LR: 0.000117
I0416 07:48:37.346911 140193631795072 interactiveshell.py:2882] Step 122150 | Loss: 0.5553 | Spent: 3.8 secs | LR: 0.000117
I0416 07:48:40.708559 140193631795072 interactiveshell.py:2882] Step 122200 | Loss: 0.3344 | Spent: 3.4 secs | LR: 0.000117
I0416 07:48:44.046674 140193631795072 interactiveshell.py:2882] Step 122250 | Loss: 0.5380 | Spent: 3.3 secs | LR: 0.000117
I0416 07:48:47.392821 140193631795072 interactiveshell.py:2882] Step 122300 | Loss: 0.3414 | Spent: 3.3 secs | LR: 0.000117
I0416 07:48:50.733499 140193631795072 interactiveshell.py:2882] Step 122350 | Loss: 0.3249 | Spent: 3.3 secs | LR: 0.000117
I0416 07:48:54.073375 140193631795072 interactiveshell.py:2882] Step 122400 | Loss: 0.4286 | Spent: 3.3 secs | LR: 0.000117
I0416 07:48:57.388949 140193631795072 interactiveshell.py:2882] Step 122450 | Loss: 0.4119 | Spent: 3.3 secs | LR: 0.000117
I0416 07:49:00.723527 140193631795072 interactiveshell.py:2882] Step 122500 | Loss: 0.3150 | Spent: 3.3 secs | LR: 0.000117
I0416 07:49:04.049086 140193631795072 interactiveshell.py:2882] Step 122550 | Loss: 0.3191 | Spent: 3.3 secs | LR: 0.000117
I0416 07:49:07.398763 140193631795072 interactiveshell.py:2882] Step 122600 | Loss: 0.3733 | Spent: 3.3 secs | LR: 0.000117
I0416 07:49:10.733828 140193631795072 interactiveshell.py:2882] Step 122650 | Loss: 0.3203 | Spent: 3.3 secs | LR: 0.000117
I0416 07:49:14.077329 140193631795072 interactiveshell.py:2882] Step 122700 | Loss: 0.2674 | Spent: 3.3 secs | LR: 0.000117
I0416 07:49:17.426178 140193631795072 interactiveshell.py:2882] Step 122750 | Loss: 0.3596 | Spent: 3.3 secs | LR: 0.000116
I0416 07:49:20.766099 140193631795072 interactiveshell.py:2882] Step 122800 | Loss: 0.2084 | Spent: 3.3 secs | LR: 0.000116
I0416 07:49:24.097867 140193631795072 interactiveshell.py:2882] Step 122850 | Loss: 0.3655 | Spent: 3.3 secs | LR: 0.000116
I0416 07:49:27.423971 140193631795072 interactiveshell.py:2882] Step 122900 | Loss: 0.3360 | Spent: 3.3 secs | LR: 0.000116
I0416 07:49:30.775713 140193631795072 interactiveshell.py:2882] Step 122950 | Loss: 0.3390 | Spent: 3.4 secs | LR: 0.000116
I0416 07:49:34.112169 140193631795072 interactiveshell.py:2882] Step 123000 | Loss: 0.2922 | Spent: 3.3 secs | LR: 0.000116
I0416 07:49:37.443773 140193631795072 interactiveshell.py:2882] Step 123050 | Loss: 0.3029 | Spent: 3.3 secs | LR: 0.000116
I0416 07:49:40.778302 140193631795072 interactiveshell.py:2882] Step 123100 | Loss: 0.5113 | Spent: 3.3 secs | LR: 0.000116
I0416 07:49:44.129757 140193631795072 interactiveshell.py:2882] Step 123150 | Loss: 0.3469 | Spent: 3.4 secs | LR: 0.000116
I0416 07:49:47.463342 140193631795072 interactiveshell.py:2882] Step 123200 | Loss: 0.1382 | Spent: 3.3 secs | LR: 0.000116
I0416 07:49:51.187171 140193631795072 interactiveshell.py:2882] Step 123250 | Loss: 0.4818 | Spent: 3.7 secs | LR: 0.000116
I0416 07:49:54.984679 140193631795072 interactiveshell.py:2882] Step 123300 | Loss: 0.3683 | Spent: 3.8 secs | LR: 0.000116
I0416 07:49:58.697340 140193631795072 interactiveshell.py:2882] Step 123350 | Loss: 0.3761 | Spent: 3.7 secs | LR: 0.000116
I0416 07:50:02.040987 140193631795072 interactiveshell.py:2882] Step 123400 | Loss: 0.5847 | Spent: 3.3 secs | LR: 0.000116
I0416 07:50:05.362399 140193631795072 interactiveshell.py:2882] Step 123450 | Loss: 0.2193 | Spent: 3.3 secs | LR: 0.000116
I0416 07:50:08.699017 140193631795072 interactiveshell.py:2882] Step 123500 | Loss: 0.3290 | Spent: 3.3 secs | LR: 0.000116
I0416 07:50:12.038122 140193631795072 interactiveshell.py:2882] Step 123550 | Loss: 0.2791 | Spent: 3.3 secs | LR: 0.000116
I0416 07:50:15.356517 140193631795072 interactiveshell.py:2882] Step 123600 | Loss: 0.7082 | Spent: 3.3 secs | LR: 0.000115
I0416 07:50:18.686219 140193631795072 interactiveshell.py:2882] Step 123650 | Loss: 0.3706 | Spent: 3.3 secs | LR: 0.000115
I0416 07:50:22.018804 140193631795072 interactiveshell.py:2882] Step 123700 | Loss: 0.3312 | Spent: 3.3 secs | LR: 0.000115
I0416 07:50:25.372908 140193631795072 interactiveshell.py:2882] Step 123750 | Loss: 0.2200 | Spent: 3.4 secs | LR: 0.000115
Reading ../data/test.txt
I0416 07:50:37.200557 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.850
I0416 07:50:37.201646 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.853
I0416 07:50:39.405106 140193631795072 interactiveshell.py:2882] Step 123800 | Loss: 0.4580 | Spent: 14.0 secs | LR: 0.000115
I0416 07:50:42.728630 140193631795072 interactiveshell.py:2882] Step 123850 | Loss: 0.2888 | Spent: 3.3 secs | LR: 0.000115
I0416 07:50:46.066075 140193631795072 interactiveshell.py:2882] Step 123900 | Loss: 0.3333 | Spent: 3.3 secs | LR: 0.000115
I0416 07:50:49.392639 140193631795072 interactiveshell.py:2882] Step 123950 | Loss: 0.4996 | Spent: 3.3 secs | LR: 0.000115
I0416 07:50:53.053029 140193631795072 interactiveshell.py:2882] Step 124000 | Loss: 0.6301 | Spent: 3.7 secs | LR: 0.000115
I0416 07:50:57.155332 140193631795072 interactiveshell.py:2882] Step 124050 | Loss: 0.2456 | Spent: 4.1 secs | LR: 0.000115
I0416 07:51:01.258179 140193631795072 interactiveshell.py:2882] Step 124100 | Loss: 0.4422 | Spent: 4.1 secs | LR: 0.000115
I0416 07:51:04.646674 140193631795072 interactiveshell.py:2882] Step 124150 | Loss: 0.3769 | Spent: 3.4 secs | LR: 0.000115
I0416 07:51:07.984192 140193631795072 interactiveshell.py:2882] Step 124200 | Loss: 0.1816 | Spent: 3.3 secs | LR: 0.000115
I0416 07:51:11.722004 140193631795072 interactiveshell.py:2882] Step 124250 | Loss: 0.2608 | Spent: 3.7 secs | LR: 0.000115
I0416 07:51:15.522791 140193631795072 interactiveshell.py:2882] Step 124300 | Loss: 0.4713 | Spent: 3.8 secs | LR: 0.000115
I0416 07:51:19.224005 140193631795072 interactiveshell.py:2882] Step 124350 | Loss: 0.2598 | Spent: 3.7 secs | LR: 0.000115
I0416 07:51:22.554732 140193631795072 interactiveshell.py:2882] Step 124400 | Loss: 0.2767 | Spent: 3.3 secs | LR: 0.000115
I0416 07:51:25.889095 140193631795072 interactiveshell.py:2882] Step 124450 | Loss: 0.4543 | Spent: 3.3 secs | LR: 0.000115
I0416 07:51:29.251796 140193631795072 interactiveshell.py:2882] Step 124500 | Loss: 0.4529 | Spent: 3.4 secs | LR: 0.000114
I0416 07:51:32.621721 140193631795072 interactiveshell.py:2882] Step 124550 | Loss: 0.4235 | Spent: 3.4 secs | LR: 0.000114
I0416 07:51:35.950274 140193631795072 interactiveshell.py:2882] Step 124600 | Loss: 0.1959 | Spent: 3.3 secs | LR: 0.000114
I0416 07:51:39.287681 140193631795072 interactiveshell.py:2882] Step 124650 | Loss: 0.1610 | Spent: 3.3 secs | LR: 0.000114
I0416 07:51:42.623207 140193631795072 interactiveshell.py:2882] Step 124700 | Loss: 0.4483 | Spent: 3.3 secs | LR: 0.000114
I0416 07:51:45.957744 140193631795072 interactiveshell.py:2882] Step 124750 | Loss: 0.3018 | Spent: 3.3 secs | LR: 0.000114
I0416 07:51:49.275492 140193631795072 interactiveshell.py:2882] Step 124800 | Loss: 0.3646 | Spent: 3.3 secs | LR: 0.000114
I0416 07:51:52.610930 140193631795072 interactiveshell.py:2882] Step 124850 | Loss: 0.3676 | Spent: 3.3 secs | LR: 0.000114
I0416 07:51:55.936650 140193631795072 interactiveshell.py:2882] Step 124900 | Loss: 0.5807 | Spent: 3.3 secs | LR: 0.000114
I0416 07:51:59.262463 140193631795072 interactiveshell.py:2882] Step 124950 | Loss: 0.3445 | Spent: 3.3 secs | LR: 0.000114
I0416 07:52:02.597211 140193631795072 interactiveshell.py:2882] Step 125000 | Loss: 0.5158 | Spent: 3.3 secs | LR: 0.000114
I0416 07:52:05.936934 140193631795072 interactiveshell.py:2882] Step 125050 | Loss: 0.5234 | Spent: 3.3 secs | LR: 0.000114
I0416 07:52:09.254935 140193631795072 interactiveshell.py:2882] Step 125100 | Loss: 0.4149 | Spent: 3.3 secs | LR: 0.000114
I0416 07:52:12.583069 140193631795072 interactiveshell.py:2882] Step 125150 | Loss: 0.3638 | Spent: 3.3 secs | LR: 0.000114
I0416 07:52:15.897709 140193631795072 interactiveshell.py:2882] Step 125200 | Loss: 0.6177 | Spent: 3.3 secs | LR: 0.000114
I0416 07:52:19.260089 140193631795072 interactiveshell.py:2882] Step 125250 | Loss: 0.3623 | Spent: 3.4 secs | LR: 0.000114
I0416 07:52:22.574059 140193631795072 interactiveshell.py:2882] Step 125300 | Loss: 0.5314 | Spent: 3.3 secs | LR: 0.000114
I0416 07:52:25.886136 140193631795072 interactiveshell.py:2882] Step 125350 | Loss: 0.3806 | Spent: 3.3 secs | LR: 0.000113
I0416 07:52:29.280877 140193631795072 interactiveshell.py:2882] Step 125400 | Loss: 0.5014 | Spent: 3.4 secs | LR: 0.000113
I0416 07:52:33.083543 140193631795072 interactiveshell.py:2882] Step 125450 | Loss: 0.2950 | Spent: 3.8 secs | LR: 0.000113
Reading ../data/test.txt
I0416 07:52:47.266517 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.843
I0416 07:52:47.267418 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.853
I0416 07:52:48.209592 140193631795072 interactiveshell.py:2882] Step 125500 | Loss: 0.3437 | Spent: 15.1 secs | LR: 0.000113
I0416 07:52:51.525822 140193631795072 interactiveshell.py:2882] Step 125550 | Loss: 0.2789 | Spent: 3.3 secs | LR: 0.000113
I0416 07:52:54.861662 140193631795072 interactiveshell.py:2882] Step 125600 | Loss: 0.2867 | Spent: 3.3 secs | LR: 0.000113
I0416 07:52:58.208156 140193631795072 interactiveshell.py:2882] Step 125650 | Loss: 0.3512 | Spent: 3.3 secs | LR: 0.000113
I0416 07:53:01.556096 140193631795072 interactiveshell.py:2882] Step 125700 | Loss: 0.3620 | Spent: 3.3 secs | LR: 0.000113
I0416 07:53:04.869362 140193631795072 interactiveshell.py:2882] Step 125750 | Loss: 0.4513 | Spent: 3.3 secs | LR: 0.000113
I0416 07:53:08.195269 140193631795072 interactiveshell.py:2882] Step 125800 | Loss: 0.4502 | Spent: 3.3 secs | LR: 0.000113
I0416 07:53:11.522830 140193631795072 interactiveshell.py:2882] Step 125850 | Loss: 0.3505 | Spent: 3.3 secs | LR: 0.000113
I0416 07:53:14.848608 140193631795072 interactiveshell.py:2882] Step 125900 | Loss: 0.4554 | Spent: 3.3 secs | LR: 0.000113
I0416 07:53:18.175173 140193631795072 interactiveshell.py:2882] Step 125950 | Loss: 0.3957 | Spent: 3.3 secs | LR: 0.000113
I0416 07:53:21.504334 140193631795072 interactiveshell.py:2882] Step 126000 | Loss: 0.4049 | Spent: 3.3 secs | LR: 0.000113
I0416 07:53:24.843580 140193631795072 interactiveshell.py:2882] Step 126050 | Loss: 0.2902 | Spent: 3.3 secs | LR: 0.000113
I0416 07:53:28.167499 140193631795072 interactiveshell.py:2882] Step 126100 | Loss: 0.3893 | Spent: 3.3 secs | LR: 0.000113
I0416 07:53:31.501586 140193631795072 interactiveshell.py:2882] Step 126150 | Loss: 0.5559 | Spent: 3.3 secs | LR: 0.000113
I0416 07:53:34.844529 140193631795072 interactiveshell.py:2882] Step 126200 | Loss: 0.3784 | Spent: 3.3 secs | LR: 0.000113
I0416 07:53:38.186645 140193631795072 interactiveshell.py:2882] Step 126250 | Loss: 0.4269 | Spent: 3.3 secs | LR: 0.000112
I0416 07:53:41.519506 140193631795072 interactiveshell.py:2882] Step 126300 | Loss: 0.6563 | Spent: 3.3 secs | LR: 0.000112
I0416 07:53:44.839918 140193631795072 interactiveshell.py:2882] Step 126350 | Loss: 0.6831 | Spent: 3.3 secs | LR: 0.000112
I0416 07:53:48.165142 140193631795072 interactiveshell.py:2882] Step 126400 | Loss: 0.4207 | Spent: 3.3 secs | LR: 0.000112
I0416 07:53:51.795454 140193631795072 interactiveshell.py:2882] Step 126450 | Loss: 0.4590 | Spent: 3.6 secs | LR: 0.000112
I0416 07:53:55.603334 140193631795072 interactiveshell.py:2882] Step 126500 | Loss: 0.4050 | Spent: 3.8 secs | LR: 0.000112
I0416 07:53:59.385667 140193631795072 interactiveshell.py:2882] Step 126550 | Loss: 0.6638 | Spent: 3.8 secs | LR: 0.000112
I0416 07:54:02.746673 140193631795072 interactiveshell.py:2882] Step 126600 | Loss: 0.3906 | Spent: 3.4 secs | LR: 0.000112
I0416 07:54:06.081762 140193631795072 interactiveshell.py:2882] Step 126650 | Loss: 0.3849 | Spent: 3.3 secs | LR: 0.000112
I0416 07:54:09.428128 140193631795072 interactiveshell.py:2882] Step 126700 | Loss: 0.1732 | Spent: 3.3 secs | LR: 0.000112
I0416 07:54:12.761665 140193631795072 interactiveshell.py:2882] Step 126750 | Loss: 0.5076 | Spent: 3.3 secs | LR: 0.000112
I0416 07:54:16.103101 140193631795072 interactiveshell.py:2882] Step 126800 | Loss: 0.4729 | Spent: 3.3 secs | LR: 0.000112
I0416 07:54:19.430278 140193631795072 interactiveshell.py:2882] Step 126850 | Loss: 0.6315 | Spent: 3.3 secs | LR: 0.000112
I0416 07:54:22.758016 140193631795072 interactiveshell.py:2882] Step 126900 | Loss: 0.3109 | Spent: 3.3 secs | LR: 0.000112
I0416 07:54:26.090261 140193631795072 interactiveshell.py:2882] Step 126950 | Loss: 0.3423 | Spent: 3.3 secs | LR: 0.000112
I0416 07:54:29.427415 140193631795072 interactiveshell.py:2882] Step 127000 | Loss: 0.5599 | Spent: 3.3 secs | LR: 0.000112
I0416 07:54:32.784158 140193631795072 interactiveshell.py:2882] Step 127050 | Loss: 0.2615 | Spent: 3.4 secs | LR: 0.000112
I0416 07:54:36.108684 140193631795072 interactiveshell.py:2882] Step 127100 | Loss: 0.3738 | Spent: 3.3 secs | LR: 0.000112
I0416 07:54:39.442065 140193631795072 interactiveshell.py:2882] Step 127150 | Loss: 0.3190 | Spent: 3.3 secs | LR: 0.000111
I0416 07:54:42.802260 140193631795072 interactiveshell.py:2882] Step 127200 | Loss: 0.4734 | Spent: 3.4 secs | LR: 0.000111
Reading ../data/test.txt
I0416 07:54:53.828888 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.850
I0416 07:54:53.829959 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.853
I0416 07:54:56.823823 140193631795072 interactiveshell.py:2882] Step 127250 | Loss: 0.2924 | Spent: 14.0 secs | LR: 0.000111
I0416 07:55:00.154586 140193631795072 interactiveshell.py:2882] Step 127300 | Loss: 0.2963 | Spent: 3.3 secs | LR: 0.000111
I0416 07:55:03.483606 140193631795072 interactiveshell.py:2882] Step 127350 | Loss: 0.5330 | Spent: 3.3 secs | LR: 0.000111
I0416 07:55:06.826452 140193631795072 interactiveshell.py:2882] Step 127400 | Loss: 0.5142 | Spent: 3.3 secs | LR: 0.000111
I0416 07:55:10.198230 140193631795072 interactiveshell.py:2882] Step 127450 | Loss: 0.2136 | Spent: 3.4 secs | LR: 0.000111
I0416 07:55:14.005889 140193631795072 interactiveshell.py:2882] Step 127500 | Loss: 0.3616 | Spent: 3.8 secs | LR: 0.000111
I0416 07:55:17.807597 140193631795072 interactiveshell.py:2882] Step 127550 | Loss: 0.3986 | Spent: 3.8 secs | LR: 0.000111
I0416 07:55:21.374101 140193631795072 interactiveshell.py:2882] Step 127600 | Loss: 0.4923 | Spent: 3.6 secs | LR: 0.000111
I0416 07:55:24.700948 140193631795072 interactiveshell.py:2882] Step 127650 | Loss: 0.3941 | Spent: 3.3 secs | LR: 0.000111
I0416 07:55:28.039777 140193631795072 interactiveshell.py:2882] Step 127700 | Loss: 0.3476 | Spent: 3.3 secs | LR: 0.000111
I0416 07:55:31.381431 140193631795072 interactiveshell.py:2882] Step 127750 | Loss: 0.3540 | Spent: 3.3 secs | LR: 0.000111
I0416 07:55:34.718805 140193631795072 interactiveshell.py:2882] Step 127800 | Loss: 0.5525 | Spent: 3.3 secs | LR: 0.000111
I0416 07:55:38.051904 140193631795072 interactiveshell.py:2882] Step 127850 | Loss: 0.3903 | Spent: 3.3 secs | LR: 0.000111
I0416 07:55:41.390160 140193631795072 interactiveshell.py:2882] Step 127900 | Loss: 0.4265 | Spent: 3.3 secs | LR: 0.000111
I0416 07:55:44.715647 140193631795072 interactiveshell.py:2882] Step 127950 | Loss: 0.2425 | Spent: 3.3 secs | LR: 0.000111
I0416 07:55:48.047719 140193631795072 interactiveshell.py:2882] Step 128000 | Loss: 0.3983 | Spent: 3.3 secs | LR: 0.000111
I0416 07:55:51.381057 140193631795072 interactiveshell.py:2882] Step 128050 | Loss: 0.4741 | Spent: 3.3 secs | LR: 0.000110
I0416 07:55:54.726917 140193631795072 interactiveshell.py:2882] Step 128100 | Loss: 0.2965 | Spent: 3.3 secs | LR: 0.000110
I0416 07:55:58.068113 140193631795072 interactiveshell.py:2882] Step 128150 | Loss: 0.4579 | Spent: 3.3 secs | LR: 0.000110
I0416 07:56:01.392034 140193631795072 interactiveshell.py:2882] Step 128200 | Loss: 0.2143 | Spent: 3.3 secs | LR: 0.000110
I0416 07:56:05.354647 140193631795072 interactiveshell.py:2882] Step 128250 | Loss: 0.3614 | Spent: 4.0 secs | LR: 0.000110
I0416 07:56:09.464168 140193631795072 interactiveshell.py:2882] Step 128300 | Loss: 0.4821 | Spent: 4.1 secs | LR: 0.000110
I0416 07:56:13.330989 140193631795072 interactiveshell.py:2882] Step 128350 | Loss: 0.2504 | Spent: 3.9 secs | LR: 0.000110
I0416 07:56:16.662284 140193631795072 interactiveshell.py:2882] Step 128400 | Loss: 0.4076 | Spent: 3.3 secs | LR: 0.000110
I0416 07:56:19.997867 140193631795072 interactiveshell.py:2882] Step 128450 | Loss: 0.2365 | Spent: 3.3 secs | LR: 0.000110
I0416 07:56:23.349604 140193631795072 interactiveshell.py:2882] Step 128500 | Loss: 0.4341 | Spent: 3.4 secs | LR: 0.000110
I0416 07:56:26.679729 140193631795072 interactiveshell.py:2882] Step 128550 | Loss: 0.4095 | Spent: 3.3 secs | LR: 0.000110
I0416 07:56:30.004833 140193631795072 interactiveshell.py:2882] Step 128600 | Loss: 0.3944 | Spent: 3.3 secs | LR: 0.000110
I0416 07:56:33.789798 140193631795072 interactiveshell.py:2882] Step 128650 | Loss: 0.5018 | Spent: 3.8 secs | LR: 0.000110
I0416 07:56:37.571835 140193631795072 interactiveshell.py:2882] Step 128700 | Loss: 0.3169 | Spent: 3.8 secs | LR: 0.000110
I0416 07:56:41.247654 140193631795072 interactiveshell.py:2882] Step 128750 | Loss: 0.2969 | Spent: 3.7 secs | LR: 0.000110
I0416 07:56:44.564539 140193631795072 interactiveshell.py:2882] Step 128800 | Loss: 0.2671 | Spent: 3.3 secs | LR: 0.000110
I0416 07:56:47.889440 140193631795072 interactiveshell.py:2882] Step 128850 | Loss: 0.4504 | Spent: 3.3 secs | LR: 0.000110
I0416 07:56:51.229543 140193631795072 interactiveshell.py:2882] Step 128900 | Loss: 0.3234 | Spent: 3.3 secs | LR: 0.000110
Reading ../data/test.txt
I0416 07:57:03.498973 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.852
I0416 07:57:03.500077 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.853
I0416 07:57:05.231697 140193631795072 interactiveshell.py:2882] Step 128950 | Loss: 0.4593 | Spent: 14.0 secs | LR: 0.000109
I0416 07:57:08.564599 140193631795072 interactiveshell.py:2882] Step 129000 | Loss: 0.7110 | Spent: 3.3 secs | LR: 0.000109
I0416 07:57:11.899257 140193631795072 interactiveshell.py:2882] Step 129050 | Loss: 0.2419 | Spent: 3.3 secs | LR: 0.000109
I0416 07:57:15.234871 140193631795072 interactiveshell.py:2882] Step 129100 | Loss: 0.3086 | Spent: 3.3 secs | LR: 0.000109
I0416 07:57:18.563128 140193631795072 interactiveshell.py:2882] Step 129150 | Loss: 0.2839 | Spent: 3.3 secs | LR: 0.000109
I0416 07:57:21.892958 140193631795072 interactiveshell.py:2882] Step 129200 | Loss: 0.5229 | Spent: 3.3 secs | LR: 0.000109
I0416 07:57:25.226688 140193631795072 interactiveshell.py:2882] Step 129250 | Loss: 0.4499 | Spent: 3.3 secs | LR: 0.000109
I0416 07:57:28.564290 140193631795072 interactiveshell.py:2882] Step 129300 | Loss: 0.2575 | Spent: 3.3 secs | LR: 0.000109
I0416 07:57:31.910158 140193631795072 interactiveshell.py:2882] Step 129350 | Loss: 0.3901 | Spent: 3.3 secs | LR: 0.000109
I0416 07:57:35.268209 140193631795072 interactiveshell.py:2882] Step 129400 | Loss: 0.5510 | Spent: 3.4 secs | LR: 0.000109
I0416 07:57:38.592432 140193631795072 interactiveshell.py:2882] Step 129450 | Loss: 0.3213 | Spent: 3.3 secs | LR: 0.000109
I0416 07:57:42.103176 140193631795072 interactiveshell.py:2882] Step 129500 | Loss: 0.5243 | Spent: 3.5 secs | LR: 0.000109
I0416 07:57:46.082425 140193631795072 interactiveshell.py:2882] Step 129550 | Loss: 0.3026 | Spent: 4.0 secs | LR: 0.000109
I0416 07:57:49.417246 140193631795072 interactiveshell.py:2882] Step 129600 | Loss: 0.2969 | Spent: 3.3 secs | LR: 0.000109
I0416 07:57:53.032721 140193631795072 interactiveshell.py:2882] Step 129650 | Loss: 0.2241 | Spent: 3.6 secs | LR: 0.000109
I0416 07:57:56.827237 140193631795072 interactiveshell.py:2882] Step 129700 | Loss: 0.3267 | Spent: 3.8 secs | LR: 0.000109
I0416 07:58:00.620007 140193631795072 interactiveshell.py:2882] Step 129750 | Loss: 0.3598 | Spent: 3.8 secs | LR: 0.000109
I0416 07:58:03.973617 140193631795072 interactiveshell.py:2882] Step 129800 | Loss: 0.2156 | Spent: 3.4 secs | LR: 0.000109
I0416 07:58:07.302534 140193631795072 interactiveshell.py:2882] Step 129850 | Loss: 0.4710 | Spent: 3.3 secs | LR: 0.000108
I0416 07:58:10.637219 140193631795072 interactiveshell.py:2882] Step 129900 | Loss: 0.3736 | Spent: 3.3 secs | LR: 0.000108
I0416 07:58:13.962579 140193631795072 interactiveshell.py:2882] Step 129950 | Loss: 0.2257 | Spent: 3.3 secs | LR: 0.000108
I0416 07:58:17.300206 140193631795072 interactiveshell.py:2882] Step 130000 | Loss: 0.5583 | Spent: 3.3 secs | LR: 0.000108
I0416 07:58:20.633361 140193631795072 interactiveshell.py:2882] Step 130050 | Loss: 0.3029 | Spent: 3.3 secs | LR: 0.000108
I0416 07:58:23.973839 140193631795072 interactiveshell.py:2882] Step 130100 | Loss: 0.3805 | Spent: 3.3 secs | LR: 0.000108
I0416 07:58:27.312441 140193631795072 interactiveshell.py:2882] Step 130150 | Loss: 0.2919 | Spent: 3.3 secs | LR: 0.000108
I0416 07:58:30.643593 140193631795072 interactiveshell.py:2882] Step 130200 | Loss: 0.3775 | Spent: 3.3 secs | LR: 0.000108
I0416 07:58:33.988153 140193631795072 interactiveshell.py:2882] Step 130250 | Loss: 0.3908 | Spent: 3.3 secs | LR: 0.000108
I0416 07:58:37.324241 140193631795072 interactiveshell.py:2882] Step 130300 | Loss: 0.3075 | Spent: 3.3 secs | LR: 0.000108
I0416 07:58:40.663078 140193631795072 interactiveshell.py:2882] Step 130350 | Loss: 0.4503 | Spent: 3.3 secs | LR: 0.000108
I0416 07:58:44.028681 140193631795072 interactiveshell.py:2882] Step 130400 | Loss: 0.4712 | Spent: 3.4 secs | LR: 0.000108
I0416 07:58:47.366682 140193631795072 interactiveshell.py:2882] Step 130450 | Loss: 0.3940 | Spent: 3.3 secs | LR: 0.000108
I0416 07:58:50.712050 140193631795072 interactiveshell.py:2882] Step 130500 | Loss: 0.2991 | Spent: 3.3 secs | LR: 0.000108
I0416 07:58:54.046627 140193631795072 interactiveshell.py:2882] Step 130550 | Loss: 0.3612 | Spent: 3.3 secs | LR: 0.000108
I0416 07:58:57.393051 140193631795072 interactiveshell.py:2882] Step 130600 | Loss: 0.2851 | Spent: 3.3 secs | LR: 0.000108
Reading ../data/test.txt
I0416 07:59:10.965693 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.849
I0416 07:59:10.966742 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.853
I0416 07:59:11.502291 140193631795072 interactiveshell.py:2882] Step 130650 | Loss: 0.5795 | Spent: 14.1 secs | LR: 0.000108
I0416 07:59:15.281481 140193631795072 interactiveshell.py:2882] Step 130700 | Loss: 0.2028 | Spent: 3.8 secs | LR: 0.000108
I0416 07:59:19.077654 140193631795072 interactiveshell.py:2882] Step 130750 | Loss: 0.2695 | Spent: 3.8 secs | LR: 0.000107
I0416 07:59:22.657686 140193631795072 interactiveshell.py:2882] Step 130800 | Loss: 0.4567 | Spent: 3.6 secs | LR: 0.000107
I0416 07:59:25.997190 140193631795072 interactiveshell.py:2882] Step 130850 | Loss: 0.4380 | Spent: 3.3 secs | LR: 0.000107
I0416 07:59:29.331064 140193631795072 interactiveshell.py:2882] Step 130900 | Loss: 0.4705 | Spent: 3.3 secs | LR: 0.000107
I0416 07:59:32.665651 140193631795072 interactiveshell.py:2882] Step 130950 | Loss: 0.2981 | Spent: 3.3 secs | LR: 0.000107
I0416 07:59:36.009132 140193631795072 interactiveshell.py:2882] Step 131000 | Loss: 0.3027 | Spent: 3.3 secs | LR: 0.000107
I0416 07:59:39.349452 140193631795072 interactiveshell.py:2882] Step 131050 | Loss: 0.3126 | Spent: 3.3 secs | LR: 0.000107
I0416 07:59:42.655052 140193631795072 interactiveshell.py:2882] Step 131100 | Loss: 0.5379 | Spent: 3.3 secs | LR: 0.000107
I0416 07:59:45.797835 140193631795072 interactiveshell.py:2882] Step 131150 | Loss: 0.3416 | Spent: 3.1 secs | LR: 0.000107
I0416 07:59:48.939007 140193631795072 interactiveshell.py:2882] Step 131200 | Loss: 0.2443 | Spent: 3.1 secs | LR: 0.000107
I0416 07:59:52.083170 140193631795072 interactiveshell.py:2882] Step 131250 | Loss: 0.2772 | Spent: 3.1 secs | LR: 0.000107
I0416 07:59:55.220655 140193631795072 interactiveshell.py:2882] Step 131300 | Loss: 0.4261 | Spent: 3.1 secs | LR: 0.000107
I0416 07:59:58.364486 140193631795072 interactiveshell.py:2882] Step 131350 | Loss: 0.3408 | Spent: 3.1 secs | LR: 0.000107
I0416 08:00:01.519054 140193631795072 interactiveshell.py:2882] Step 131400 | Loss: 0.3269 | Spent: 3.2 secs | LR: 0.000107
I0416 08:00:04.661869 140193631795072 interactiveshell.py:2882] Step 131450 | Loss: 0.8002 | Spent: 3.1 secs | LR: 0.000107
I0416 08:00:07.808691 140193631795072 interactiveshell.py:2882] Step 131500 | Loss: 0.4530 | Spent: 3.1 secs | LR: 0.000107
I0416 08:00:10.936734 140193631795072 interactiveshell.py:2882] Step 131550 | Loss: 0.2907 | Spent: 3.1 secs | LR: 0.000107
I0416 08:00:14.086986 140193631795072 interactiveshell.py:2882] Step 131600 | Loss: 0.6214 | Spent: 3.1 secs | LR: 0.000107
I0416 08:00:17.229380 140193631795072 interactiveshell.py:2882] Step 131650 | Loss: 0.3592 | Spent: 3.1 secs | LR: 0.000107
I0416 08:00:20.364918 140193631795072 interactiveshell.py:2882] Step 131700 | Loss: 0.3641 | Spent: 3.1 secs | LR: 0.000106
I0416 08:00:23.516392 140193631795072 interactiveshell.py:2882] Step 131750 | Loss: 0.4566 | Spent: 3.2 secs | LR: 0.000106
I0416 08:00:26.669067 140193631795072 interactiveshell.py:2882] Step 131800 | Loss: 0.2994 | Spent: 3.2 secs | LR: 0.000106
I0416 08:00:29.807930 140193631795072 interactiveshell.py:2882] Step 131850 | Loss: 0.2835 | Spent: 3.1 secs | LR: 0.000106
I0416 08:00:33.141014 140193631795072 interactiveshell.py:2882] Step 131900 | Loss: 0.2866 | Spent: 3.3 secs | LR: 0.000106
I0416 08:00:36.724622 140193631795072 interactiveshell.py:2882] Step 131950 | Loss: 0.4337 | Spent: 3.6 secs | LR: 0.000106
I0416 08:00:40.284398 140193631795072 interactiveshell.py:2882] Step 132000 | Loss: 0.3368 | Spent: 3.6 secs | LR: 0.000106
I0416 08:00:43.578862 140193631795072 interactiveshell.py:2882] Step 132050 | Loss: 0.3464 | Spent: 3.3 secs | LR: 0.000106
I0416 08:00:46.721097 140193631795072 interactiveshell.py:2882] Step 132100 | Loss: 0.3547 | Spent: 3.1 secs | LR: 0.000106
I0416 08:00:49.857715 140193631795072 interactiveshell.py:2882] Step 132150 | Loss: 0.3861 | Spent: 3.1 secs | LR: 0.000106
I0416 08:00:52.993663 140193631795072 interactiveshell.py:2882] Step 132200 | Loss: 0.4436 | Spent: 3.1 secs | LR: 0.000106
I0416 08:00:56.155711 140193631795072 interactiveshell.py:2882] Step 132250 | Loss: 0.4104 | Spent: 3.2 secs | LR: 0.000106
I0416 08:00:59.305677 140193631795072 interactiveshell.py:2882] Step 132300 | Loss: 0.2470 | Spent: 3.1 secs | LR: 0.000106
I0416 08:01:02.446595 140193631795072 interactiveshell.py:2882] Step 132350 | Loss: 0.3533 | Spent: 3.1 secs | LR: 0.000106
Reading ../data/test.txt
I0416 08:01:14.183574 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.849
I0416 08:01:14.188642 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.853
I0416 08:01:17.123553 140193631795072 interactiveshell.py:2882] Step 132400 | Loss: 0.4182 | Spent: 14.7 secs | LR: 0.000106
I0416 08:01:20.971296 140193631795072 interactiveshell.py:2882] Step 132450 | Loss: 0.5897 | Spent: 3.8 secs | LR: 0.000106
I0416 08:01:24.446633 140193631795072 interactiveshell.py:2882] Step 132500 | Loss: 0.4034 | Spent: 3.5 secs | LR: 0.000106
I0416 08:01:27.572159 140193631795072 interactiveshell.py:2882] Step 132550 | Loss: 0.2825 | Spent: 3.1 secs | LR: 0.000106
I0416 08:01:30.693304 140193631795072 interactiveshell.py:2882] Step 132600 | Loss: 0.3431 | Spent: 3.1 secs | LR: 0.000106
I0416 08:01:33.848121 140193631795072 interactiveshell.py:2882] Step 132650 | Loss: 0.6157 | Spent: 3.2 secs | LR: 0.000105
I0416 08:01:36.993388 140193631795072 interactiveshell.py:2882] Step 132700 | Loss: 0.3546 | Spent: 3.1 secs | LR: 0.000105
I0416 08:01:40.133792 140193631795072 interactiveshell.py:2882] Step 132750 | Loss: 0.4828 | Spent: 3.1 secs | LR: 0.000105
I0416 08:01:43.255139 140193631795072 interactiveshell.py:2882] Step 132800 | Loss: 0.4504 | Spent: 3.1 secs | LR: 0.000105
I0416 08:01:46.393974 140193631795072 interactiveshell.py:2882] Step 132850 | Loss: 0.3882 | Spent: 3.1 secs | LR: 0.000105
I0416 08:01:49.545585 140193631795072 interactiveshell.py:2882] Step 132900 | Loss: 0.2259 | Spent: 3.2 secs | LR: 0.000105
I0416 08:01:52.773700 140193631795072 interactiveshell.py:2882] Step 132950 | Loss: 0.2062 | Spent: 3.2 secs | LR: 0.000105
I0416 08:01:56.323631 140193631795072 interactiveshell.py:2882] Step 133000 | Loss: 0.4943 | Spent: 3.5 secs | LR: 0.000105
I0416 08:01:59.886804 140193631795072 interactiveshell.py:2882] Step 133050 | Loss: 0.3211 | Spent: 3.6 secs | LR: 0.000105
I0416 08:02:03.271848 140193631795072 interactiveshell.py:2882] Step 133100 | Loss: 0.4714 | Spent: 3.4 secs | LR: 0.000105
I0416 08:02:06.429607 140193631795072 interactiveshell.py:2882] Step 133150 | Loss: 0.6642 | Spent: 3.2 secs | LR: 0.000105
I0416 08:02:09.568014 140193631795072 interactiveshell.py:2882] Step 133200 | Loss: 0.4574 | Spent: 3.1 secs | LR: 0.000105
I0416 08:02:12.705401 140193631795072 interactiveshell.py:2882] Step 133250 | Loss: 0.5502 | Spent: 3.1 secs | LR: 0.000105
I0416 08:02:15.835083 140193631795072 interactiveshell.py:2882] Step 133300 | Loss: 0.2397 | Spent: 3.1 secs | LR: 0.000105
I0416 08:02:18.978495 140193631795072 interactiveshell.py:2882] Step 133350 | Loss: 0.4872 | Spent: 3.1 secs | LR: 0.000105
I0416 08:02:22.135108 140193631795072 interactiveshell.py:2882] Step 133400 | Loss: 0.3955 | Spent: 3.2 secs | LR: 0.000105
I0416 08:02:25.277530 140193631795072 interactiveshell.py:2882] Step 133450 | Loss: 0.3391 | Spent: 3.1 secs | LR: 0.000105
I0416 08:02:28.417925 140193631795072 interactiveshell.py:2882] Step 133500 | Loss: 0.5118 | Spent: 3.1 secs | LR: 0.000105
I0416 08:02:31.558369 140193631795072 interactiveshell.py:2882] Step 133550 | Loss: 0.2512 | Spent: 3.1 secs | LR: 0.000105
I0416 08:02:34.701339 140193631795072 interactiveshell.py:2882] Step 133600 | Loss: 0.4114 | Spent: 3.1 secs | LR: 0.000104
I0416 08:02:37.831792 140193631795072 interactiveshell.py:2882] Step 133650 | Loss: 0.3922 | Spent: 3.1 secs | LR: 0.000104
I0416 08:02:40.980581 140193631795072 interactiveshell.py:2882] Step 133700 | Loss: 0.4035 | Spent: 3.1 secs | LR: 0.000104
I0416 08:02:44.106734 140193631795072 interactiveshell.py:2882] Step 133750 | Loss: 0.3289 | Spent: 3.1 secs | LR: 0.000104
I0416 08:02:47.408371 140193631795072 interactiveshell.py:2882] Step 133800 | Loss: 0.3318 | Spent: 3.3 secs | LR: 0.000104
I0416 08:02:51.140740 140193631795072 interactiveshell.py:2882] Step 133850 | Loss: 0.6237 | Spent: 3.7 secs | LR: 0.000104
I0416 08:02:54.352780 140193631795072 interactiveshell.py:2882] Step 133900 | Loss: 0.9153 | Spent: 3.2 secs | LR: 0.000104
I0416 08:02:57.484648 140193631795072 interactiveshell.py:2882] Step 133950 | Loss: 0.3335 | Spent: 3.1 secs | LR: 0.000104
I0416 08:03:00.625401 140193631795072 interactiveshell.py:2882] Step 134000 | Loss: 0.2780 | Spent: 3.1 secs | LR: 0.000104
I0416 08:03:03.768677 140193631795072 interactiveshell.py:2882] Step 134050 | Loss: 0.2409 | Spent: 3.1 secs | LR: 0.000104
Reading ../data/test.txt
I0416 08:03:16.889256 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.846
I0416 08:03:16.890434 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.853
I0416 08:03:18.248780 140193631795072 interactiveshell.py:2882] Step 134100 | Loss: 0.4256 | Spent: 14.5 secs | LR: 0.000104
I0416 08:03:21.795556 140193631795072 interactiveshell.py:2882] Step 134150 | Loss: 0.5170 | Spent: 3.5 secs | LR: 0.000104
I0416 08:03:25.014489 140193631795072 interactiveshell.py:2882] Step 134200 | Loss: 0.3588 | Spent: 3.2 secs | LR: 0.000104
I0416 08:03:28.155457 140193631795072 interactiveshell.py:2882] Step 134250 | Loss: 0.4189 | Spent: 3.1 secs | LR: 0.000104
I0416 08:03:31.305645 140193631795072 interactiveshell.py:2882] Step 134300 | Loss: 0.3814 | Spent: 3.1 secs | LR: 0.000104
I0416 08:03:34.459646 140193631795072 interactiveshell.py:2882] Step 134350 | Loss: 0.3236 | Spent: 3.2 secs | LR: 0.000104
I0416 08:03:37.609905 140193631795072 interactiveshell.py:2882] Step 134400 | Loss: 0.1898 | Spent: 3.1 secs | LR: 0.000104
I0416 08:03:40.744065 140193631795072 interactiveshell.py:2882] Step 134450 | Loss: 0.4662 | Spent: 3.1 secs | LR: 0.000104
I0416 08:03:43.878439 140193631795072 interactiveshell.py:2882] Step 134500 | Loss: 0.3219 | Spent: 3.1 secs | LR: 0.000104
I0416 08:03:47.015716 140193631795072 interactiveshell.py:2882] Step 134550 | Loss: 0.5732 | Spent: 3.1 secs | LR: 0.000103
I0416 08:03:50.154537 140193631795072 interactiveshell.py:2882] Step 134600 | Loss: 0.1722 | Spent: 3.1 secs | LR: 0.000103
I0416 08:03:53.278132 140193631795072 interactiveshell.py:2882] Step 134650 | Loss: 0.4100 | Spent: 3.1 secs | LR: 0.000103
I0416 08:03:56.425127 140193631795072 interactiveshell.py:2882] Step 134700 | Loss: 0.3829 | Spent: 3.1 secs | LR: 0.000103
I0416 08:03:59.553893 140193631795072 interactiveshell.py:2882] Step 134750 | Loss: 0.3402 | Spent: 3.1 secs | LR: 0.000103
I0416 08:04:02.694454 140193631795072 interactiveshell.py:2882] Step 134800 | Loss: 0.2244 | Spent: 3.1 secs | LR: 0.000103
I0416 08:04:05.834841 140193631795072 interactiveshell.py:2882] Step 134850 | Loss: 0.1970 | Spent: 3.1 secs | LR: 0.000103
I0416 08:04:08.965591 140193631795072 interactiveshell.py:2882] Step 134900 | Loss: 0.3513 | Spent: 3.1 secs | LR: 0.000103
I0416 08:04:12.106159 140193631795072 interactiveshell.py:2882] Step 134950 | Loss: 0.3488 | Spent: 3.1 secs | LR: 0.000103
I0416 08:04:15.243118 140193631795072 interactiveshell.py:2882] Step 135000 | Loss: 0.3831 | Spent: 3.1 secs | LR: 0.000103
I0416 08:04:18.391232 140193631795072 interactiveshell.py:2882] Step 135050 | Loss: 0.4947 | Spent: 3.1 secs | LR: 0.000103
I0416 08:04:21.535670 140193631795072 interactiveshell.py:2882] Step 135100 | Loss: 0.3283 | Spent: 3.1 secs | LR: 0.000103
I0416 08:04:24.662746 140193631795072 interactiveshell.py:2882] Step 135150 | Loss: 0.3609 | Spent: 3.1 secs | LR: 0.000103
I0416 08:04:27.798266 140193631795072 interactiveshell.py:2882] Step 135200 | Loss: 0.5072 | Spent: 3.1 secs | LR: 0.000103
I0416 08:04:30.945541 140193631795072 interactiveshell.py:2882] Step 135250 | Loss: 0.3731 | Spent: 3.1 secs | LR: 0.000103
I0416 08:04:34.254215 140193631795072 interactiveshell.py:2882] Step 135300 | Loss: 0.4389 | Spent: 3.3 secs | LR: 0.000103
I0416 08:04:37.805480 140193631795072 interactiveshell.py:2882] Step 135350 | Loss: 0.4538 | Spent: 3.5 secs | LR: 0.000103
I0416 08:04:41.373288 140193631795072 interactiveshell.py:2882] Step 135400 | Loss: 0.5376 | Spent: 3.6 secs | LR: 0.000103
I0416 08:04:44.675209 140193631795072 interactiveshell.py:2882] Step 135450 | Loss: 0.2225 | Spent: 3.3 secs | LR: 0.000103
I0416 08:04:47.796558 140193631795072 interactiveshell.py:2882] Step 135500 | Loss: 0.4842 | Spent: 3.1 secs | LR: 0.000102
I0416 08:04:50.937647 140193631795072 interactiveshell.py:2882] Step 135550 | Loss: 0.5108 | Spent: 3.1 secs | LR: 0.000102
I0416 08:04:54.079238 140193631795072 interactiveshell.py:2882] Step 135600 | Loss: 0.3296 | Spent: 3.1 secs | LR: 0.000102
I0416 08:04:57.214652 140193631795072 interactiveshell.py:2882] Step 135650 | Loss: 0.2175 | Spent: 3.1 secs | LR: 0.000102
I0416 08:05:00.366610 140193631795072 interactiveshell.py:2882] Step 135700 | Loss: 0.5891 | Spent: 3.2 secs | LR: 0.000102
I0416 08:05:03.500864 140193631795072 interactiveshell.py:2882] Step 135750 | Loss: 0.4588 | Spent: 3.1 secs | LR: 0.000102
I0416 08:05:06.655144 140193631795072 interactiveshell.py:2882] Step 135800 | Loss: 0.5101 | Spent: 3.2 secs | LR: 0.000102
Reading ../data/test.txt
I0416 08:05:17.362050 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.845
I0416 08:05:17.362963 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.853
I0416 08:05:20.494143 140193631795072 interactiveshell.py:2882] Step 135850 | Loss: 0.2978 | Spent: 13.8 secs | LR: 0.000102
I0416 08:05:23.623643 140193631795072 interactiveshell.py:2882] Step 135900 | Loss: 0.3599 | Spent: 3.1 secs | LR: 0.000102
I0416 08:05:26.762135 140193631795072 interactiveshell.py:2882] Step 135950 | Loss: 0.3201 | Spent: 3.1 secs | LR: 0.000102
I0416 08:05:29.903470 140193631795072 interactiveshell.py:2882] Step 136000 | Loss: 0.3262 | Spent: 3.1 secs | LR: 0.000102
I0416 08:05:33.050691 140193631795072 interactiveshell.py:2882] Step 136050 | Loss: 0.2755 | Spent: 3.1 secs | LR: 0.000102
I0416 08:05:36.191870 140193631795072 interactiveshell.py:2882] Step 136100 | Loss: 0.4228 | Spent: 3.1 secs | LR: 0.000102
I0416 08:05:39.336137 140193631795072 interactiveshell.py:2882] Step 136150 | Loss: 0.2695 | Spent: 3.1 secs | LR: 0.000102
I0416 08:05:42.472032 140193631795072 interactiveshell.py:2882] Step 136200 | Loss: 0.7479 | Spent: 3.1 secs | LR: 0.000102
I0416 08:05:45.615067 140193631795072 interactiveshell.py:2882] Step 136250 | Loss: 0.4031 | Spent: 3.1 secs | LR: 0.000102
I0416 08:05:48.747939 140193631795072 interactiveshell.py:2882] Step 136300 | Loss: 0.3346 | Spent: 3.1 secs | LR: 0.000102
I0416 08:05:51.893986 140193631795072 interactiveshell.py:2882] Step 136350 | Loss: 0.3103 | Spent: 3.1 secs | LR: 0.000102
I0416 08:05:55.266622 140193631795072 interactiveshell.py:2882] Step 136400 | Loss: 0.5477 | Spent: 3.4 secs | LR: 0.000102
I0416 08:05:58.826739 140193631795072 interactiveshell.py:2882] Step 136450 | Loss: 0.4094 | Spent: 3.6 secs | LR: 0.000102
I0416 08:06:02.368724 140193631795072 interactiveshell.py:2882] Step 136500 | Loss: 0.2080 | Spent: 3.5 secs | LR: 0.000101
I0416 08:06:05.606384 140193631795072 interactiveshell.py:2882] Step 136550 | Loss: 0.4258 | Spent: 3.2 secs | LR: 0.000101
I0416 08:06:08.742462 140193631795072 interactiveshell.py:2882] Step 136600 | Loss: 0.4781 | Spent: 3.1 secs | LR: 0.000101
I0416 08:06:11.874569 140193631795072 interactiveshell.py:2882] Step 136650 | Loss: 0.3058 | Spent: 3.1 secs | LR: 0.000101
I0416 08:06:15.011890 140193631795072 interactiveshell.py:2882] Step 136700 | Loss: 0.3457 | Spent: 3.1 secs | LR: 0.000101
I0416 08:06:18.153078 140193631795072 interactiveshell.py:2882] Step 136750 | Loss: 0.1009 | Spent: 3.1 secs | LR: 0.000101
I0416 08:06:21.305840 140193631795072 interactiveshell.py:2882] Step 136800 | Loss: 0.5891 | Spent: 3.2 secs | LR: 0.000101
I0416 08:06:24.740108 140193631795072 interactiveshell.py:2882] Step 136850 | Loss: 0.4865 | Spent: 3.4 secs | LR: 0.000101
I0416 08:06:28.595621 140193631795072 interactiveshell.py:2882] Step 136900 | Loss: 0.4194 | Spent: 3.9 secs | LR: 0.000101
I0416 08:06:32.429935 140193631795072 interactiveshell.py:2882] Step 136950 | Loss: 0.4913 | Spent: 3.8 secs | LR: 0.000101
I0416 08:06:35.776244 140193631795072 interactiveshell.py:2882] Step 137000 | Loss: 0.1876 | Spent: 3.3 secs | LR: 0.000101
I0416 08:06:38.931005 140193631795072 interactiveshell.py:2882] Step 137050 | Loss: 0.3949 | Spent: 3.2 secs | LR: 0.000101
I0416 08:06:42.061089 140193631795072 interactiveshell.py:2882] Step 137100 | Loss: 0.3221 | Spent: 3.1 secs | LR: 0.000101
I0416 08:06:45.198195 140193631795072 interactiveshell.py:2882] Step 137150 | Loss: 0.2989 | Spent: 3.1 secs | LR: 0.000101
I0416 08:06:48.340128 140193631795072 interactiveshell.py:2882] Step 137200 | Loss: 0.3638 | Spent: 3.1 secs | LR: 0.000101
I0416 08:06:51.475711 140193631795072 interactiveshell.py:2882] Step 137250 | Loss: 0.4530 | Spent: 3.1 secs | LR: 0.000101
I0416 08:06:54.629964 140193631795072 interactiveshell.py:2882] Step 137300 | Loss: 0.3190 | Spent: 3.2 secs | LR: 0.000101
Reading ../data/train.txt
I0416 08:07:20.515618 140193631795072 interactiveshell.py:2882] Step 137350 | Loss: 0.2149 | Spent: 25.9 secs | LR: 0.000101
I0416 08:07:24.234513 140193631795072 interactiveshell.py:2882] Step 137400 | Loss: 0.1817 | Spent: 3.7 secs | LR: 0.000101
I0416 08:07:27.569623 140193631795072 interactiveshell.py:2882] Step 137450 | Loss: 0.2888 | Spent: 3.3 secs | LR: 0.000100
I0416 08:07:30.910084 140193631795072 interactiveshell.py:2882] Step 137500 | Loss: 0.2263 | Spent: 3.3 secs | LR: 0.000100
Reading ../data/test.txt
I0416 08:07:42.886459 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.849
I0416 08:07:42.887516 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.853
I0416 08:07:44.969208 140193631795072 interactiveshell.py:2882] Step 137550 | Loss: 0.2878 | Spent: 14.1 secs | LR: 0.000100
I0416 08:07:48.286708 140193631795072 interactiveshell.py:2882] Step 137600 | Loss: 0.3023 | Spent: 3.3 secs | LR: 0.000100
I0416 08:07:51.607158 140193631795072 interactiveshell.py:2882] Step 137650 | Loss: 0.3597 | Spent: 3.3 secs | LR: 0.000100
I0416 08:07:55.582468 140193631795072 interactiveshell.py:2882] Step 137700 | Loss: 0.6077 | Spent: 4.0 secs | LR: 0.000100
I0416 08:07:59.133121 140193631795072 interactiveshell.py:2882] Step 137750 | Loss: 0.5846 | Spent: 3.5 secs | LR: 0.000100
I0416 08:08:02.465635 140193631795072 interactiveshell.py:2882] Step 137800 | Loss: 0.4706 | Spent: 3.3 secs | LR: 0.000100
I0416 08:08:05.780624 140193631795072 interactiveshell.py:2882] Step 137850 | Loss: 0.3488 | Spent: 3.3 secs | LR: 0.000100
I0416 08:08:09.116945 140193631795072 interactiveshell.py:2882] Step 137900 | Loss: 0.2907 | Spent: 3.3 secs | LR: 0.000100
I0416 08:08:12.469731 140193631795072 interactiveshell.py:2882] Step 137950 | Loss: 0.5500 | Spent: 3.4 secs | LR: 0.000100
I0416 08:08:15.795279 140193631795072 interactiveshell.py:2882] Step 138000 | Loss: 0.3650 | Spent: 3.3 secs | LR: 0.000100
I0416 08:08:19.127536 140193631795072 interactiveshell.py:2882] Step 138050 | Loss: 0.1392 | Spent: 3.3 secs | LR: 0.000100
I0416 08:08:22.464503 140193631795072 interactiveshell.py:2882] Step 138100 | Loss: 0.4721 | Spent: 3.3 secs | LR: 0.000100
I0416 08:08:25.804794 140193631795072 interactiveshell.py:2882] Step 138150 | Loss: 0.4037 | Spent: 3.3 secs | LR: 0.000100
I0416 08:08:29.142289 140193631795072 interactiveshell.py:2882] Step 138200 | Loss: 0.4499 | Spent: 3.3 secs | LR: 0.000100
I0416 08:08:32.465855 140193631795072 interactiveshell.py:2882] Step 138250 | Loss: 0.4152 | Spent: 3.3 secs | LR: 0.000100
I0416 08:08:36.048066 140193631795072 interactiveshell.py:2882] Step 138300 | Loss: 0.1772 | Spent: 3.6 secs | LR: 0.000100
I0416 08:08:39.853687 140193631795072 interactiveshell.py:2882] Step 138350 | Loss: 0.5489 | Spent: 3.8 secs | LR: 0.000100
I0416 08:08:43.652766 140193631795072 interactiveshell.py:2882] Step 138400 | Loss: 0.5309 | Spent: 3.8 secs | LR: 0.000100
I0416 08:08:47.049802 140193631795072 interactiveshell.py:2882] Step 138450 | Loss: 0.2367 | Spent: 3.4 secs | LR: 0.000099
I0416 08:08:50.407146 140193631795072 interactiveshell.py:2882] Step 138500 | Loss: 0.3963 | Spent: 3.4 secs | LR: 0.000099
I0416 08:08:53.736814 140193631795072 interactiveshell.py:2882] Step 138550 | Loss: 0.3414 | Spent: 3.3 secs | LR: 0.000099
I0416 08:08:57.071268 140193631795072 interactiveshell.py:2882] Step 138600 | Loss: 0.4006 | Spent: 3.3 secs | LR: 0.000099
I0416 08:09:00.399829 140193631795072 interactiveshell.py:2882] Step 138650 | Loss: 0.3850 | Spent: 3.3 secs | LR: 0.000099
I0416 08:09:03.739931 140193631795072 interactiveshell.py:2882] Step 138700 | Loss: 0.3670 | Spent: 3.3 secs | LR: 0.000099
I0416 08:09:07.080991 140193631795072 interactiveshell.py:2882] Step 138750 | Loss: 0.4473 | Spent: 3.3 secs | LR: 0.000099
I0416 08:09:10.423874 140193631795072 interactiveshell.py:2882] Step 138800 | Loss: 0.3360 | Spent: 3.3 secs | LR: 0.000099
I0416 08:09:13.750386 140193631795072 interactiveshell.py:2882] Step 138850 | Loss: 0.4673 | Spent: 3.3 secs | LR: 0.000099
I0416 08:09:17.097207 140193631795072 interactiveshell.py:2882] Step 138900 | Loss: 0.3981 | Spent: 3.3 secs | LR: 0.000099
I0416 08:09:20.434504 140193631795072 interactiveshell.py:2882] Step 138950 | Loss: 0.3847 | Spent: 3.3 secs | LR: 0.000099
I0416 08:09:23.764582 140193631795072 interactiveshell.py:2882] Step 139000 | Loss: 0.4719 | Spent: 3.3 secs | LR: 0.000099
I0416 08:09:27.111565 140193631795072 interactiveshell.py:2882] Step 139050 | Loss: 0.4173 | Spent: 3.3 secs | LR: 0.000099
I0416 08:09:30.456134 140193631795072 interactiveshell.py:2882] Step 139100 | Loss: 0.2647 | Spent: 3.3 secs | LR: 0.000099
I0416 08:09:33.806502 140193631795072 interactiveshell.py:2882] Step 139150 | Loss: 0.3613 | Spent: 3.3 secs | LR: 0.000099
I0416 08:09:37.143172 140193631795072 interactiveshell.py:2882] Step 139200 | Loss: 0.2633 | Spent: 3.3 secs | LR: 0.000099
Reading ../data/test.txt
I0416 08:09:50.363343 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.848
I0416 08:09:50.364419 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.853
I0416 08:09:51.176096 140193631795072 interactiveshell.py:2882] Step 139250 | Loss: 0.3974 | Spent: 14.0 secs | LR: 0.000099
I0416 08:09:54.491142 140193631795072 interactiveshell.py:2882] Step 139300 | Loss: 0.5169 | Spent: 3.3 secs | LR: 0.000099
I0416 08:09:58.274478 140193631795072 interactiveshell.py:2882] Step 139350 | Loss: 0.3912 | Spent: 3.8 secs | LR: 0.000099
I0416 08:10:02.074705 140193631795072 interactiveshell.py:2882] Step 139400 | Loss: 0.4396 | Spent: 3.8 secs | LR: 0.000099
I0416 08:10:05.708921 140193631795072 interactiveshell.py:2882] Step 139450 | Loss: 0.4289 | Spent: 3.6 secs | LR: 0.000098
I0416 08:10:09.046898 140193631795072 interactiveshell.py:2882] Step 139500 | Loss: 0.5373 | Spent: 3.3 secs | LR: 0.000098
I0416 08:10:12.389183 140193631795072 interactiveshell.py:2882] Step 139550 | Loss: 0.1318 | Spent: 3.3 secs | LR: 0.000098
I0416 08:10:15.730588 140193631795072 interactiveshell.py:2882] Step 139600 | Loss: 0.4637 | Spent: 3.3 secs | LR: 0.000098
I0416 08:10:19.058069 140193631795072 interactiveshell.py:2882] Step 139650 | Loss: 0.2759 | Spent: 3.3 secs | LR: 0.000098
I0416 08:10:22.380254 140193631795072 interactiveshell.py:2882] Step 139700 | Loss: 0.3012 | Spent: 3.3 secs | LR: 0.000098
I0416 08:10:25.727175 140193631795072 interactiveshell.py:2882] Step 139750 | Loss: 0.2951 | Spent: 3.3 secs | LR: 0.000098
I0416 08:10:29.071574 140193631795072 interactiveshell.py:2882] Step 139800 | Loss: 0.2780 | Spent: 3.3 secs | LR: 0.000098
I0416 08:10:32.404240 140193631795072 interactiveshell.py:2882] Step 139850 | Loss: 0.2867 | Spent: 3.3 secs | LR: 0.000098
I0416 08:10:35.727554 140193631795072 interactiveshell.py:2882] Step 139900 | Loss: 0.3515 | Spent: 3.3 secs | LR: 0.000098
I0416 08:10:39.088983 140193631795072 interactiveshell.py:2882] Step 139950 | Loss: 0.2913 | Spent: 3.4 secs | LR: 0.000098
I0416 08:10:42.423230 140193631795072 interactiveshell.py:2882] Step 140000 | Loss: 0.4739 | Spent: 3.3 secs | LR: 0.000098
I0416 08:10:45.760152 140193631795072 interactiveshell.py:2882] Step 140050 | Loss: 0.5173 | Spent: 3.3 secs | LR: 0.000098
I0416 08:10:49.082566 140193631795072 interactiveshell.py:2882] Step 140100 | Loss: 0.3214 | Spent: 3.3 secs | LR: 0.000098
I0416 08:10:52.416298 140193631795072 interactiveshell.py:2882] Step 140150 | Loss: 0.3563 | Spent: 3.3 secs | LR: 0.000098
I0416 08:10:55.756669 140193631795072 interactiveshell.py:2882] Step 140200 | Loss: 0.3087 | Spent: 3.3 secs | LR: 0.000098
I0416 08:10:59.094659 140193631795072 interactiveshell.py:2882] Step 140250 | Loss: 0.2687 | Spent: 3.3 secs | LR: 0.000098
I0416 08:11:02.424799 140193631795072 interactiveshell.py:2882] Step 140300 | Loss: 0.4153 | Spent: 3.3 secs | LR: 0.000098
I0416 08:11:05.767964 140193631795072 interactiveshell.py:2882] Step 140350 | Loss: 0.1222 | Spent: 3.3 secs | LR: 0.000098
I0416 08:11:09.134744 140193631795072 interactiveshell.py:2882] Step 140400 | Loss: 0.3375 | Spent: 3.4 secs | LR: 0.000098
I0416 08:11:12.462108 140193631795072 interactiveshell.py:2882] Step 140450 | Loss: 0.2160 | Spent: 3.3 secs | LR: 0.000098
I0416 08:11:15.909119 140193631795072 interactiveshell.py:2882] Step 140500 | Loss: 0.3084 | Spent: 3.4 secs | LR: 0.000097
I0416 08:11:19.699776 140193631795072 interactiveshell.py:2882] Step 140550 | Loss: 0.3719 | Spent: 3.8 secs | LR: 0.000097
I0416 08:11:23.505015 140193631795072 interactiveshell.py:2882] Step 140600 | Loss: 0.6019 | Spent: 3.8 secs | LR: 0.000097
I0416 08:11:27.009728 140193631795072 interactiveshell.py:2882] Step 140650 | Loss: 0.2946 | Spent: 3.5 secs | LR: 0.000097
I0416 08:11:30.367573 140193631795072 interactiveshell.py:2882] Step 140700 | Loss: 0.3303 | Spent: 3.4 secs | LR: 0.000097
I0416 08:11:33.696117 140193631795072 interactiveshell.py:2882] Step 140750 | Loss: 0.3103 | Spent: 3.3 secs | LR: 0.000097
I0416 08:11:37.817679 140193631795072 interactiveshell.py:2882] Step 140800 | Loss: 0.3569 | Spent: 4.1 secs | LR: 0.000097
I0416 08:11:41.908509 140193631795072 interactiveshell.py:2882] Step 140850 | Loss: 0.2852 | Spent: 4.1 secs | LR: 0.000097
I0416 08:11:45.645460 140193631795072 interactiveshell.py:2882] Step 140900 | Loss: 0.3114 | Spent: 3.7 secs | LR: 0.000097
I0416 08:11:48.981275 140193631795072 interactiveshell.py:2882] Step 140950 | Loss: 0.2401 | Spent: 3.3 secs | LR: 0.000097
Reading ../data/test.txt
I0416 08:12:00.132162 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.850
I0416 08:12:00.133208 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.853
I0416 08:12:02.998768 140193631795072 interactiveshell.py:2882] Step 141000 | Loss: 0.2290 | Spent: 14.0 secs | LR: 0.000097
I0416 08:12:06.325297 140193631795072 interactiveshell.py:2882] Step 141050 | Loss: 0.3065 | Spent: 3.3 secs | LR: 0.000097
I0416 08:12:09.658456 140193631795072 interactiveshell.py:2882] Step 141100 | Loss: 0.3509 | Spent: 3.3 secs | LR: 0.000097
I0416 08:12:12.986647 140193631795072 interactiveshell.py:2882] Step 141150 | Loss: 0.3983 | Spent: 3.3 secs | LR: 0.000097
I0416 08:12:16.321492 140193631795072 interactiveshell.py:2882] Step 141200 | Loss: 0.4258 | Spent: 3.3 secs | LR: 0.000097
I0416 08:12:19.646850 140193631795072 interactiveshell.py:2882] Step 141250 | Loss: 0.2177 | Spent: 3.3 secs | LR: 0.000097
I0416 08:12:22.999230 140193631795072 interactiveshell.py:2882] Step 141300 | Loss: 0.4438 | Spent: 3.4 secs | LR: 0.000097
I0416 08:12:26.331179 140193631795072 interactiveshell.py:2882] Step 141350 | Loss: 0.3289 | Spent: 3.3 secs | LR: 0.000097
I0416 08:12:29.697444 140193631795072 interactiveshell.py:2882] Step 141400 | Loss: 0.2509 | Spent: 3.4 secs | LR: 0.000097
I0416 08:12:33.044598 140193631795072 interactiveshell.py:2882] Step 141450 | Loss: 0.5042 | Spent: 3.3 secs | LR: 0.000097
I0416 08:12:36.498204 140193631795072 interactiveshell.py:2882] Step 141500 | Loss: 0.5378 | Spent: 3.5 secs | LR: 0.000096
I0416 08:12:40.304498 140193631795072 interactiveshell.py:2882] Step 141550 | Loss: 0.3673 | Spent: 3.8 secs | LR: 0.000096
I0416 08:12:44.071259 140193631795072 interactiveshell.py:2882] Step 141600 | Loss: 0.1603 | Spent: 3.8 secs | LR: 0.000096
I0416 08:12:47.567680 140193631795072 interactiveshell.py:2882] Step 141650 | Loss: 0.3106 | Spent: 3.5 secs | LR: 0.000096
I0416 08:12:50.896142 140193631795072 interactiveshell.py:2882] Step 141700 | Loss: 0.2585 | Spent: 3.3 secs | LR: 0.000096
I0416 08:12:54.235944 140193631795072 interactiveshell.py:2882] Step 141750 | Loss: 0.4845 | Spent: 3.3 secs | LR: 0.000096
I0416 08:12:57.680185 140193631795072 interactiveshell.py:2882] Step 141800 | Loss: 0.3198 | Spent: 3.4 secs | LR: 0.000096
I0416 08:13:01.667869 140193631795072 interactiveshell.py:2882] Step 141850 | Loss: 0.3131 | Spent: 4.0 secs | LR: 0.000096
I0416 08:13:05.099582 140193631795072 interactiveshell.py:2882] Step 141900 | Loss: 0.2996 | Spent: 3.4 secs | LR: 0.000096
I0416 08:13:08.451616 140193631795072 interactiveshell.py:2882] Step 141950 | Loss: 0.3538 | Spent: 3.4 secs | LR: 0.000096
I0416 08:13:11.770682 140193631795072 interactiveshell.py:2882] Step 142000 | Loss: 0.2925 | Spent: 3.3 secs | LR: 0.000096
I0416 08:13:15.108558 140193631795072 interactiveshell.py:2882] Step 142050 | Loss: 0.3191 | Spent: 3.3 secs | LR: 0.000096
I0416 08:13:18.434447 140193631795072 interactiveshell.py:2882] Step 142100 | Loss: 0.4039 | Spent: 3.3 secs | LR: 0.000096
I0416 08:13:21.775103 140193631795072 interactiveshell.py:2882] Step 142150 | Loss: 0.3752 | Spent: 3.3 secs | LR: 0.000096
I0416 08:13:25.101769 140193631795072 interactiveshell.py:2882] Step 142200 | Loss: 0.1918 | Spent: 3.3 secs | LR: 0.000096
I0416 08:13:28.440945 140193631795072 interactiveshell.py:2882] Step 142250 | Loss: 0.3274 | Spent: 3.3 secs | LR: 0.000096
I0416 08:13:31.771939 140193631795072 interactiveshell.py:2882] Step 142300 | Loss: 0.2644 | Spent: 3.3 secs | LR: 0.000096
I0416 08:13:35.105923 140193631795072 interactiveshell.py:2882] Step 142350 | Loss: 0.6364 | Spent: 3.3 secs | LR: 0.000096
I0416 08:13:38.449728 140193631795072 interactiveshell.py:2882] Step 142400 | Loss: 0.3794 | Spent: 3.3 secs | LR: 0.000096
I0416 08:13:41.780462 140193631795072 interactiveshell.py:2882] Step 142450 | Loss: 0.2514 | Spent: 3.3 secs | LR: 0.000096
I0416 08:13:45.115880 140193631795072 interactiveshell.py:2882] Step 142500 | Loss: 0.3277 | Spent: 3.3 secs | LR: 0.000096
I0416 08:13:48.441749 140193631795072 interactiveshell.py:2882] Step 142550 | Loss: 0.3977 | Spent: 3.3 secs | LR: 0.000095
I0416 08:13:51.754882 140193631795072 interactiveshell.py:2882] Step 142600 | Loss: 0.3170 | Spent: 3.3 secs | LR: 0.000095
I0416 08:13:55.090585 140193631795072 interactiveshell.py:2882] Step 142650 | Loss: 0.2906 | Spent: 3.3 secs | LR: 0.000095
Reading ../data/test.txt
I0416 08:14:09.316809 140193631795072 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.850
I0416 08:14:09.317911 140193631795072 interactiveshell.py:2882] Best Accuracy: 0.853
I0416 08:14:10.949578 140193631795072 interactiveshell.py:2882] Step 142700 | Loss: 0.3838 | Spent: 15.9 secs | LR: 0.000095
I0416 08:14:15.675529 140193631795072 interactiveshell.py:2882] Step 142750 | Loss: 0.2724 | Spent: 4.7 secs | LR: 0.000095
I0416 08:14:20.887420 140193631795072 interactiveshell.py:2882] Step 142800 | Loss: 0.3619 | Spent: 5.2 secs | LR: 0.000095
I0416 08:14:25.958459 140193631795072 interactiveshell.py:2882] Step 142850 | Loss: 0.2062 | Spent: 5.1 secs | LR: 0.000095
I0416 08:14:30.764572 140193631795072 interactiveshell.py:2882] Step 142900 | Loss: 0.3955 | Spent: 4.8 secs | LR: 0.000095
I0416 08:14:35.758565 140193631795072 interactiveshell.py:2882] Step 142950 | Loss: 0.2455 | Spent: 5.0 secs | LR: 0.000095
I0416 08:14:39.440113 140193631795072 interactiveshell.py:2882] Step 143000 | Loss: 0.3036 | Spent: 3.7 secs | LR: 0.000095
I0416 08:14:43.211536 140193631795072 interactiveshell.py:2882] Step 143050 | Loss: 0.2502 | Spent: 3.8 secs | LR: 0.000095
I0416 08:14:46.581706 140193631795072 interactiveshell.py:2882] Step 143100 | Loss: 0.3716 | Spent: 3.4 secs | LR: 0.000095
I0416 08:14:49.918323 140193631795072 interactiveshell.py:2882] Step 143150 | Loss: 0.3272 | Spent: 3.3 secs | LR: 0.000095
I0416 08:14:53.256603 140193631795072 interactiveshell.py:2882] Step 143200 | Loss: 0.7017 | Spent: 3.3 secs | LR: 0.000095
I0416 08:14:56.613820 140193631795072 interactiveshell.py:2882] Step 143250 | Loss: 0.4591 | Spent: 3.4 secs | LR: 0.000095
I0416 08:14:59.972930 140193631795072 interactiveshell.py:2882] Step 143300 | Loss: 0.3857 | Spent: 3.4 secs | LR: 0.000095
I0416 08:15:03.337123 140193631795072 interactiveshell.py:2882] Step 143350 | Loss: 0.4246 | Spent: 3.4 secs | LR: 0.000095