In [1]:
"""
We use following lines because we are running on Google Colab
If you are running notebook on a local computer, you don't need this cell
"""
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow2/text_matching/snli/main')
Drive already mounted at /content/gdrive; to attempt to forcibly remount, call drive.mount("/content/gdrive", force_remount=True).
In [2]:
!pip install tensorflow-gpu==2.0.0-alpha0
Requirement already satisfied: tensorflow-gpu==2.0.0-alpha0 in /usr/local/lib/python3.6/dist-packages (2.0.0a0)
Requirement already satisfied: grpcio>=1.8.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.15.0)
Requirement already satisfied: gast>=0.2.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.2.2)
Requirement already satisfied: google-pasta>=0.1.2 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.1.5)
Requirement already satisfied: absl-py>=0.7.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.7.1)
Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.1.0)
Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.33.1)
Requirement already satisfied: astor>=0.6.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.7.1)
Requirement already satisfied: six>=1.10.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.11.0)
Requirement already satisfied: tb-nightly<1.14.0a20190302,>=1.14.0a20190301 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.14.0a20190301)
Requirement already satisfied: numpy<2.0,>=1.14.5 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.14.6)
Requirement already satisfied: tf-estimator-nightly<1.14.0.dev2019030116,>=1.14.0.dev2019030115 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.14.0.dev2019030115)
Requirement already satisfied: keras-preprocessing>=1.0.5 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.0.9)
Requirement already satisfied: protobuf>=3.6.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (3.7.1)
Requirement already satisfied: keras-applications>=1.0.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.0.7)
Requirement already satisfied: werkzeug>=0.11.15 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.14.0a20190302,>=1.14.0a20190301->tensorflow-gpu==2.0.0-alpha0) (0.15.2)
Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.14.0a20190302,>=1.14.0a20190301->tensorflow-gpu==2.0.0-alpha0) (3.1)
Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from protobuf>=3.6.1->tensorflow-gpu==2.0.0-alpha0) (40.9.0)
Requirement already satisfied: h5py in /usr/local/lib/python3.6/dist-packages (from keras-applications>=1.0.6->tensorflow-gpu==2.0.0-alpha0) (2.8.0)
In [3]:
import tensorflow as tf
import numpy as np
import pprint
import logging
import time

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 2.0.0-alpha0
GPU Enabled: True
In [0]:
def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      word2idx[line] = i
  return word2idx
In [0]:
# stream data from text files
def data_generator(f_path, word2idx):
  label2idx = {'neutral': 0, 'entailment': 1, 'contradiction': 2,}
  with open(f_path) as f:
    print('Reading', f_path)
    for line in f:
      line = line.rstrip()
      label, text1, text2 = line.split('\t')
      if label == '-':
        continue
      text1 = [word2idx.get(w, len(word2idx)) for w in text1.split()]
      text2 = [word2idx.get(w, len(word2idx)) for w in text2.split()]
      yield ((text1, text2), label2idx[label])


def dataset(is_training, params):
  _shapes = (([None], [None]), ())
  _types = ((tf.int32, tf.int32), tf.int32)
  _pads = ((0, 0), -1)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_path'], params['word2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_path'], params['word2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  return ds
In [0]:
def masked_attention(x, align, mask, tile_len):
  pad = tf.fill(tf.shape(align), float('-inf'))
  mask = tf.tile(tf.expand_dims(mask, 1), [1, tile_len, 1])
  align = tf.where(tf.equal(mask, 0), pad, align)
  align = tf.nn.softmax(align)
  return tf.matmul(align, x)


def soft_align_attention(x1, x2, mask1, mask2):
  align12 = tf.matmul(x1, x2, transpose_b=True)
  align21 = tf.transpose(align12, [0,2,1])
  x1_ = masked_attention(x2, align12, mask2, tf.shape(x1)[1])
  x2_ = masked_attention(x1, align21, mask1, tf.shape(x2)[1])
  return x1_, x2_
In [0]:
class AttentivePooling(tf.keras.Model):
  def __init__(self, params):
    super().__init__()
    self.dropout = tf.keras.layers.Dropout(.2)
    self.kernel = tf.keras.layers.Dense(units=1,
                                        activation=tf.tanh,
                                        use_bias=False)

  
  def call(self, inputs, training=False):
    x, masks = inputs
    # alignment
    align = tf.squeeze(self.kernel(self.dropout(x, training=training)), -1)
    # masking
    paddings = tf.fill(tf.shape(align), float('-inf'))
    align = tf.where(tf.equal(masks, 0), paddings, align)
    # probability
    align = tf.nn.softmax(align)
    align = tf.expand_dims(align, -1)
    # weighted sum
    return tf.squeeze(tf.matmul(x, align, transpose_a=True), -1)
In [0]:
class ESIM(tf.keras.Model):
  def __init__(self, params: dict):
    super().__init__()
    self.embedding = tf.Variable(np.load(params['embedding_path']), name='pretrained_embedding')
    
    self.input_dropout = tf.keras.layers.Dropout(.2)
    self.input_encoder = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(
        params['rnn_units'], return_sequences=True), name='input_encoder')
    
    self.feature_dropout = tf.keras.layers.Dropout(.5)
    self.feature_fc = tf.keras.layers.Dense(params['rnn_units'], tf.nn.elu, name='feature_fc')
    
    self.revise_dropout = tf.keras.layers.Dropout(.2)
    self.revise_encoder = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(
        params['rnn_units'], return_sequences=True), name='revise_encoder')
    
    self.attentive_pooling = AttentivePooling(params)
    
    self.fc1_dropout = tf.keras.layers.Dropout(.5)
    self.fc1 = tf.keras.layers.Dense(params['rnn_units'], tf.nn.elu, name='final_fc1')
    self.fc2_dropout = tf.keras.layers.Dropout(.2)
    self.fc2 = tf.keras.layers.Dense(params['rnn_units'], tf.nn.elu, name='final_fc2')
    
    self.out_linear = tf.keras.layers.Dense(params['num_labels'], name='out_linear')
  
  
  def call(self, inputs, training=False):
    x1, x2 = inputs
    
    if x1.dtype != tf.int32:
      x1 = tf.cast(x1, tf.int32)
    if x2.dtype != tf.int32:
      x2 = tf.cast(x2, tf.int32)
    
    batch_sz = tf.shape(x1)[0]
    
    mask1 = tf.sign(x1)
    mask2 = tf.sign(x2)
    
    x1 = tf.nn.embedding_lookup(self.embedding, x1)
    x2 = tf.nn.embedding_lookup(self.embedding, x2)
    
    self.input_dropout.noise_shape = (batch_sz, 1, 300)
    x1 = self.input_dropout(x1, training=training)
    x2 = self.input_dropout(x2, training=training)
    
    x1 = self.input_encoder(x1, mask=None)
    x2 = self.input_encoder(x2, mask=None)
    
    x1_, x2_ = soft_align_attention(x1, x2, mask1, mask2)
    aggregate_fn = lambda x, x_: tf.concat((x,
                                            x_,
                                           (x - x_),
                                           (x * x_),), -1)
    x1 = aggregate_fn(x1, x1_)
    x2 = aggregate_fn(x2, x2_)
    
    self.feature_dropout.noise_shape = (batch_sz, 1, params['rnn_units']*8)
    x1 = self.feature_dropout(x1, training=training)
    x2 = self.feature_dropout(x2, training=training)
    
    x1 = self.feature_fc(x1)
    x2 = self.feature_fc(x2)
    
    self.revise_dropout.noise_shape = (batch_sz, 1, params['rnn_units'])
    x1 = self.revise_dropout(x1, training=training)
    x2 = self.revise_dropout(x2, training=training)
    
    x1 = self.revise_encoder(x1, mask=None)
    x2 = self.revise_encoder(x2, mask=None)
    
    features = []
    features.append(tf.reduce_max(x1, axis=1))
    features.append(tf.reduce_max(x2, axis=1))
    features.append(self.attentive_pooling((x1, mask1), training=training))
    features.append(self.attentive_pooling((x2, mask2), training=training))
    x = tf.concat(features, axis=-1)
    
    x = self.fc1_dropout(x, training=training)
    x = self.fc1(x)
    
    x = self.fc2_dropout(x, training=training)
    x = self.fc2(x)
    
    x = self.out_linear(x)
    
    return x
In [0]:
params = {
    'model_dir': '../model/esim',
    'log_path': '../log/esim.txt',
    'train_path': '../data/train.txt',
    'test_path': '../data/test.txt',
    'embedding_path': '../vocab/word.npy',
    'vocab_path': '../vocab/word.txt',
    'batch_size': 32,
    'buffer_size': 200000,
    'rnn_units': 300,
    'lr': 4e-4,
    'clip_norm': 10.,
    'num_labels': 3,
    'eval_steps': 550152//32//10,
    'num_patience': 7,
}
In [0]:
def is_descending(history: list):
  history = history[-(params['num_patience']+1):]
  for i in range(1, len(history)):
    if history[i-1] <= history[i]:
      return False
  return True  
In [11]:
params['word2idx'] = get_vocab(params['vocab_path'])
params['vocab_size'] = len(params['word2idx']) + 1

model = ESIM(params)
model.build([[None, None], [None, None]])
pprint.pprint([(v.name, v.shape) for v in model.trainable_variables])

decay_lr = tf.optimizers.schedules.ExponentialDecay(params['lr'], 1000, 0.99)
optim = tf.optimizers.Adam(params['lr'])
global_step = 0

history_acc = []
best_acc = .0

t0 = time.time()
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)

while True:
  # TRAINING
  for ((text1, text2), label) in dataset(is_training=True, params=params):
    with tf.GradientTape() as tape:
      logits = model((text1, text2), training=True)
      loss = tf.nn.sparse_softmax_cross_entropy_with_logits(labels=label, logits=logits)
      loss = tf.reduce_mean(loss)
      
    optim.lr.assign(decay_lr(global_step))
    grads = tape.gradient(loss, model.trainable_variables)
    grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
    optim.apply_gradients(zip(grads, model.trainable_variables))
    
    if global_step % 50 == 0:
      logger.info("Step {} | Loss: {:.4f} | Spent: {:.1f} secs | LR: {:.6f}".format(
          global_step, loss.numpy().item(), time.time()-t0, optim.lr.numpy().item()))
      t0 = time.time()
    global_step += 1
  
    if global_step % params['eval_steps'] == 0:
      # EVALUATION
      m = tf.keras.metrics.Accuracy()

      for ((text1, text2), label) in dataset(is_training=False, params=params):
        logits = model((text1, text2), training=False)
        y_pred = tf.argmax(logits, axis=-1)
        m.update_state(y_true=label, y_pred=y_pred)

      acc = m.result().numpy()
      logger.info("Evaluation: Testing Accuracy: {:.3f}".format(acc))
      history_acc.append(acc)

      if acc > best_acc:
        best_acc = acc
        # you can save model here
      logger.info("Best Accuracy: {:.3f}".format(best_acc))

      if len(history_acc) > params['num_patience'] and is_descending(history_acc):
        logger.info("Testing Accuracy not improved over {} epochs, Early Stop".format(params['num_patience']))
        break
WARNING: Logging before flag parsing goes to stderr.
W0411 01:07:38.346787 139703861815168 tf_logging.py:161] <tensorflow.python.keras.layers.recurrent.UnifiedLSTM object at 0x7f0ee043f710>: Note that this layer is not optimized for performance. Please use tf.keras.layers.CuDNNLSTM for better performance on GPU.
W0411 01:07:38.360240 139703861815168 tf_logging.py:161] <tensorflow.python.keras.layers.recurrent.UnifiedLSTM object at 0x7f0ee043fc88>: Note that this layer is not optimized for performance. Please use tf.keras.layers.CuDNNLSTM for better performance on GPU.
W0411 01:07:38.371503 139703861815168 tf_logging.py:161] <tensorflow.python.keras.layers.recurrent.UnifiedLSTM object at 0x7f0ee03fb940>: Note that this layer is not optimized for performance. Please use tf.keras.layers.CuDNNLSTM for better performance on GPU.
W0411 01:07:38.375621 139703861815168 tf_logging.py:161] <tensorflow.python.keras.layers.recurrent.UnifiedLSTM object at 0x7f0ee040a160>: Note that this layer is not optimized for performance. Please use tf.keras.layers.CuDNNLSTM for better performance on GPU.
W0411 01:07:39.573931 139703861815168 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/data/ops/dataset_ops.py:410: py_func (from tensorflow.python.ops.script_ops) is deprecated and will be removed in a future version.
Instructions for updating:
tf.py_func is deprecated in TF V2. Instead, there are two
    options available in V2.
    - tf.py_function takes a python function which manipulates tf eager
    tensors instead of numpy arrays. It's easy to convert a tf eager tensor to
    an ndarray (just call tensor.numpy()) but having access to eager tensors
    means `tf.py_function`s can use accelerators such as GPUs as well as
    being differentiable using a gradient tape.
    - tf.numpy_function maintains the semantics of the deprecated tf.py_func
    (it is not differentiable, and manipulates numpy arrays). It drops the
    stateful argument making all functions stateful.
    
[('input_encoder/forward_unified_lstm/kernel:0', TensorShape([300, 1200])),
 ('input_encoder/forward_unified_lstm/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('input_encoder/forward_unified_lstm/bias:0', TensorShape([1200])),
 ('input_encoder/backward_unified_lstm/kernel:0', TensorShape([300, 1200])),
 ('input_encoder/backward_unified_lstm/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('input_encoder/backward_unified_lstm/bias:0', TensorShape([1200])),
 ('feature_fc/kernel:0', TensorShape([2400, 300])),
 ('feature_fc/bias:0', TensorShape([300])),
 ('revise_encoder/forward_unified_lstm_1/kernel:0', TensorShape([300, 1200])),
 ('revise_encoder/forward_unified_lstm_1/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('revise_encoder/forward_unified_lstm_1/bias:0', TensorShape([1200])),
 ('revise_encoder/backward_unified_lstm_1/kernel:0', TensorShape([300, 1200])),
 ('revise_encoder/backward_unified_lstm_1/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('revise_encoder/backward_unified_lstm_1/bias:0', TensorShape([1200])),
 ('attentive_pooling/dense/kernel:0', TensorShape([600, 1])),
 ('final_fc1/kernel:0', TensorShape([2400, 300])),
 ('final_fc1/bias:0', TensorShape([300])),
 ('final_fc2/kernel:0', TensorShape([300, 300])),
 ('final_fc2/bias:0', TensorShape([300])),
 ('out_linear/kernel:0', TensorShape([300, 3])),
 ('out_linear/bias:0', TensorShape([3])),
 ('pretrained_embedding:0', TensorShape([20884, 300]))]
Reading ../data/train.txt
I0411 01:08:20.601633 139703861815168 interactiveshell.py:2882] Step 0 | Loss: 1.1463 | Spent: 41.0 secs | LR: 0.000400
I0411 01:08:31.707270 139703861815168 interactiveshell.py:2882] Step 50 | Loss: 1.2115 | Spent: 11.1 secs | LR: 0.000400
I0411 01:08:42.908444 139703861815168 interactiveshell.py:2882] Step 100 | Loss: 1.1444 | Spent: 11.2 secs | LR: 0.000400
I0411 01:08:54.111345 139703861815168 interactiveshell.py:2882] Step 150 | Loss: 1.0815 | Spent: 11.2 secs | LR: 0.000399
I0411 01:09:05.342963 139703861815168 interactiveshell.py:2882] Step 200 | Loss: 1.0911 | Spent: 11.2 secs | LR: 0.000399
I0411 01:09:16.686294 139703861815168 interactiveshell.py:2882] Step 250 | Loss: 1.0469 | Spent: 11.3 secs | LR: 0.000399
I0411 01:09:28.065764 139703861815168 interactiveshell.py:2882] Step 300 | Loss: 0.9715 | Spent: 11.4 secs | LR: 0.000399
I0411 01:09:39.090162 139703861815168 interactiveshell.py:2882] Step 350 | Loss: 1.0681 | Spent: 11.0 secs | LR: 0.000399
I0411 01:09:49.561542 139703861815168 interactiveshell.py:2882] Step 400 | Loss: 1.1442 | Spent: 10.5 secs | LR: 0.000398
I0411 01:10:00.165737 139703861815168 interactiveshell.py:2882] Step 450 | Loss: 0.8184 | Spent: 10.6 secs | LR: 0.000398
I0411 01:10:10.843436 139703861815168 interactiveshell.py:2882] Step 500 | Loss: 0.9542 | Spent: 10.7 secs | LR: 0.000398
I0411 01:10:22.688149 139703861815168 interactiveshell.py:2882] Step 550 | Loss: 0.9973 | Spent: 11.8 secs | LR: 0.000398
I0411 01:10:33.838544 139703861815168 interactiveshell.py:2882] Step 600 | Loss: 0.9465 | Spent: 11.1 secs | LR: 0.000398
I0411 01:10:44.806301 139703861815168 interactiveshell.py:2882] Step 650 | Loss: 0.8713 | Spent: 11.0 secs | LR: 0.000397
I0411 01:10:55.515786 139703861815168 interactiveshell.py:2882] Step 700 | Loss: 0.9076 | Spent: 10.7 secs | LR: 0.000397
I0411 01:11:06.854583 139703861815168 interactiveshell.py:2882] Step 750 | Loss: 0.9871 | Spent: 11.3 secs | LR: 0.000397
I0411 01:11:18.189025 139703861815168 interactiveshell.py:2882] Step 800 | Loss: 0.8074 | Spent: 11.3 secs | LR: 0.000397
I0411 01:11:29.405379 139703861815168 interactiveshell.py:2882] Step 850 | Loss: 0.9236 | Spent: 11.2 secs | LR: 0.000397
I0411 01:11:40.822028 139703861815168 interactiveshell.py:2882] Step 900 | Loss: 0.9695 | Spent: 11.4 secs | LR: 0.000396
I0411 01:11:52.001068 139703861815168 interactiveshell.py:2882] Step 950 | Loss: 0.9483 | Spent: 11.2 secs | LR: 0.000396
I0411 01:12:03.524952 139703861815168 interactiveshell.py:2882] Step 1000 | Loss: 0.9420 | Spent: 11.5 secs | LR: 0.000396
I0411 01:12:14.885350 139703861815168 interactiveshell.py:2882] Step 1050 | Loss: 0.9103 | Spent: 11.4 secs | LR: 0.000396
I0411 01:12:26.169365 139703861815168 interactiveshell.py:2882] Step 1100 | Loss: 0.9540 | Spent: 11.3 secs | LR: 0.000396
I0411 01:12:37.372612 139703861815168 interactiveshell.py:2882] Step 1150 | Loss: 0.8392 | Spent: 11.2 secs | LR: 0.000395
I0411 01:12:48.707058 139703861815168 interactiveshell.py:2882] Step 1200 | Loss: 0.9254 | Spent: 11.3 secs | LR: 0.000395
I0411 01:13:00.661064 139703861815168 interactiveshell.py:2882] Step 1250 | Loss: 0.7266 | Spent: 12.0 secs | LR: 0.000395
I0411 01:13:11.963560 139703861815168 interactiveshell.py:2882] Step 1300 | Loss: 0.9118 | Spent: 11.3 secs | LR: 0.000395
I0411 01:13:23.216603 139703861815168 interactiveshell.py:2882] Step 1350 | Loss: 0.7946 | Spent: 11.3 secs | LR: 0.000395
I0411 01:13:34.564337 139703861815168 interactiveshell.py:2882] Step 1400 | Loss: 0.7014 | Spent: 11.3 secs | LR: 0.000394
I0411 01:13:45.639603 139703861815168 interactiveshell.py:2882] Step 1450 | Loss: 1.0815 | Spent: 11.1 secs | LR: 0.000394
I0411 01:13:57.002799 139703861815168 interactiveshell.py:2882] Step 1500 | Loss: 0.6829 | Spent: 11.4 secs | LR: 0.000394
I0411 01:14:07.938383 139703861815168 interactiveshell.py:2882] Step 1550 | Loss: 0.8350 | Spent: 10.9 secs | LR: 0.000394
I0411 01:14:18.724106 139703861815168 interactiveshell.py:2882] Step 1600 | Loss: 0.6892 | Spent: 10.8 secs | LR: 0.000394
I0411 01:14:29.589076 139703861815168 interactiveshell.py:2882] Step 1650 | Loss: 0.7150 | Spent: 10.9 secs | LR: 0.000393
I0411 01:14:40.579575 139703861815168 interactiveshell.py:2882] Step 1700 | Loss: 0.8883 | Spent: 11.0 secs | LR: 0.000393
Reading ../data/test.txt
I0411 01:15:16.904093 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.700
I0411 01:15:16.905418 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.700
I0411 01:15:24.458270 139703861815168 interactiveshell.py:2882] Step 1750 | Loss: 0.7055 | Spent: 43.9 secs | LR: 0.000393
I0411 01:15:35.807384 139703861815168 interactiveshell.py:2882] Step 1800 | Loss: 0.8493 | Spent: 11.3 secs | LR: 0.000393
I0411 01:15:47.180665 139703861815168 interactiveshell.py:2882] Step 1850 | Loss: 0.5320 | Spent: 11.4 secs | LR: 0.000393
I0411 01:15:58.559577 139703861815168 interactiveshell.py:2882] Step 1900 | Loss: 0.6986 | Spent: 11.4 secs | LR: 0.000392
I0411 01:16:10.022040 139703861815168 interactiveshell.py:2882] Step 1950 | Loss: 0.5331 | Spent: 11.5 secs | LR: 0.000392
I0411 01:16:21.162157 139703861815168 interactiveshell.py:2882] Step 2000 | Loss: 0.5089 | Spent: 11.1 secs | LR: 0.000392
I0411 01:16:32.438274 139703861815168 interactiveshell.py:2882] Step 2050 | Loss: 0.7237 | Spent: 11.3 secs | LR: 0.000392
I0411 01:16:43.829332 139703861815168 interactiveshell.py:2882] Step 2100 | Loss: 0.5191 | Spent: 11.4 secs | LR: 0.000392
I0411 01:16:55.182834 139703861815168 interactiveshell.py:2882] Step 2150 | Loss: 0.8352 | Spent: 11.4 secs | LR: 0.000391
I0411 01:17:06.422410 139703861815168 interactiveshell.py:2882] Step 2200 | Loss: 0.7440 | Spent: 11.2 secs | LR: 0.000391
I0411 01:17:17.831496 139703861815168 interactiveshell.py:2882] Step 2250 | Loss: 0.8277 | Spent: 11.4 secs | LR: 0.000391
I0411 01:17:29.408791 139703861815168 interactiveshell.py:2882] Step 2300 | Loss: 0.7738 | Spent: 11.6 secs | LR: 0.000391
I0411 01:17:40.793668 139703861815168 interactiveshell.py:2882] Step 2350 | Loss: 0.6031 | Spent: 11.4 secs | LR: 0.000391
I0411 01:17:52.016138 139703861815168 interactiveshell.py:2882] Step 2400 | Loss: 0.4955 | Spent: 11.2 secs | LR: 0.000390
I0411 01:18:03.476889 139703861815168 interactiveshell.py:2882] Step 2450 | Loss: 0.5424 | Spent: 11.5 secs | LR: 0.000390
I0411 01:18:15.296693 139703861815168 interactiveshell.py:2882] Step 2500 | Loss: 0.7580 | Spent: 11.8 secs | LR: 0.000390
I0411 01:18:26.340178 139703861815168 interactiveshell.py:2882] Step 2550 | Loss: 0.8198 | Spent: 11.0 secs | LR: 0.000390
I0411 01:18:37.853151 139703861815168 interactiveshell.py:2882] Step 2600 | Loss: 0.9647 | Spent: 11.5 secs | LR: 0.000390
I0411 01:18:49.131369 139703861815168 interactiveshell.py:2882] Step 2650 | Loss: 0.4776 | Spent: 11.3 secs | LR: 0.000389
I0411 01:19:00.432603 139703861815168 interactiveshell.py:2882] Step 2700 | Loss: 1.0972 | Spent: 11.3 secs | LR: 0.000389
I0411 01:19:11.593669 139703861815168 interactiveshell.py:2882] Step 2750 | Loss: 0.6171 | Spent: 11.2 secs | LR: 0.000389
I0411 01:19:22.633372 139703861815168 interactiveshell.py:2882] Step 2800 | Loss: 0.7743 | Spent: 11.0 secs | LR: 0.000389
I0411 01:19:33.521483 139703861815168 interactiveshell.py:2882] Step 2850 | Loss: 0.6720 | Spent: 10.9 secs | LR: 0.000389
I0411 01:19:44.628836 139703861815168 interactiveshell.py:2882] Step 2900 | Loss: 0.7360 | Spent: 11.1 secs | LR: 0.000389
I0411 01:19:56.031263 139703861815168 interactiveshell.py:2882] Step 2950 | Loss: 0.4789 | Spent: 11.4 secs | LR: 0.000388
I0411 01:20:07.320885 139703861815168 interactiveshell.py:2882] Step 3000 | Loss: 0.7988 | Spent: 11.3 secs | LR: 0.000388
I0411 01:20:18.620879 139703861815168 interactiveshell.py:2882] Step 3050 | Loss: 1.0480 | Spent: 11.3 secs | LR: 0.000388
I0411 01:20:30.338639 139703861815168 interactiveshell.py:2882] Step 3100 | Loss: 0.6346 | Spent: 11.7 secs | LR: 0.000388
I0411 01:20:41.701131 139703861815168 interactiveshell.py:2882] Step 3150 | Loss: 0.9682 | Spent: 11.4 secs | LR: 0.000388
I0411 01:20:53.000553 139703861815168 interactiveshell.py:2882] Step 3200 | Loss: 0.5720 | Spent: 11.3 secs | LR: 0.000387
I0411 01:21:04.316530 139703861815168 interactiveshell.py:2882] Step 3250 | Loss: 0.7316 | Spent: 11.3 secs | LR: 0.000387
I0411 01:21:15.719289 139703861815168 interactiveshell.py:2882] Step 3300 | Loss: 0.6766 | Spent: 11.4 secs | LR: 0.000387
I0411 01:21:27.087723 139703861815168 interactiveshell.py:2882] Step 3350 | Loss: 0.7661 | Spent: 11.4 secs | LR: 0.000387
I0411 01:21:38.579439 139703861815168 interactiveshell.py:2882] Step 3400 | Loss: 0.7500 | Spent: 11.5 secs | LR: 0.000387
Reading ../data/test.txt
I0411 01:22:19.222143 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.767
I0411 01:22:19.223478 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.767
I0411 01:22:22.238235 139703861815168 interactiveshell.py:2882] Step 3450 | Loss: 0.5221 | Spent: 43.7 secs | LR: 0.000386
I0411 01:22:33.492430 139703861815168 interactiveshell.py:2882] Step 3500 | Loss: 0.6071 | Spent: 11.3 secs | LR: 0.000386
I0411 01:22:44.997074 139703861815168 interactiveshell.py:2882] Step 3550 | Loss: 0.6744 | Spent: 11.5 secs | LR: 0.000386
I0411 01:22:56.252691 139703861815168 interactiveshell.py:2882] Step 3600 | Loss: 0.5893 | Spent: 11.3 secs | LR: 0.000386
I0411 01:23:07.829983 139703861815168 interactiveshell.py:2882] Step 3650 | Loss: 0.8517 | Spent: 11.6 secs | LR: 0.000386
I0411 01:23:19.805985 139703861815168 interactiveshell.py:2882] Step 3700 | Loss: 0.7832 | Spent: 12.0 secs | LR: 0.000385
I0411 01:23:31.088711 139703861815168 interactiveshell.py:2882] Step 3750 | Loss: 0.6115 | Spent: 11.3 secs | LR: 0.000385
I0411 01:23:42.646020 139703861815168 interactiveshell.py:2882] Step 3800 | Loss: 0.5487 | Spent: 11.6 secs | LR: 0.000385
I0411 01:23:53.898671 139703861815168 interactiveshell.py:2882] Step 3850 | Loss: 0.5405 | Spent: 11.3 secs | LR: 0.000385
I0411 01:24:05.195588 139703861815168 interactiveshell.py:2882] Step 3900 | Loss: 0.5345 | Spent: 11.3 secs | LR: 0.000385
I0411 01:24:16.504484 139703861815168 interactiveshell.py:2882] Step 3950 | Loss: 0.5404 | Spent: 11.3 secs | LR: 0.000384
I0411 01:24:27.830544 139703861815168 interactiveshell.py:2882] Step 4000 | Loss: 0.7566 | Spent: 11.3 secs | LR: 0.000384
I0411 01:24:39.135270 139703861815168 interactiveshell.py:2882] Step 4050 | Loss: 0.5940 | Spent: 11.3 secs | LR: 0.000384
I0411 01:24:50.301270 139703861815168 interactiveshell.py:2882] Step 4100 | Loss: 0.6323 | Spent: 11.2 secs | LR: 0.000384
I0411 01:25:01.596868 139703861815168 interactiveshell.py:2882] Step 4150 | Loss: 0.8783 | Spent: 11.3 secs | LR: 0.000384
I0411 01:25:12.650577 139703861815168 interactiveshell.py:2882] Step 4200 | Loss: 0.7593 | Spent: 11.1 secs | LR: 0.000383
I0411 01:25:23.848722 139703861815168 interactiveshell.py:2882] Step 4250 | Loss: 0.6019 | Spent: 11.2 secs | LR: 0.000383
I0411 01:25:35.493908 139703861815168 interactiveshell.py:2882] Step 4300 | Loss: 0.6288 | Spent: 11.6 secs | LR: 0.000383
I0411 01:25:46.969291 139703861815168 interactiveshell.py:2882] Step 4350 | Loss: 0.5047 | Spent: 11.5 secs | LR: 0.000383
I0411 01:25:58.077323 139703861815168 interactiveshell.py:2882] Step 4400 | Loss: 0.4863 | Spent: 11.1 secs | LR: 0.000383
I0411 01:26:09.455406 139703861815168 interactiveshell.py:2882] Step 4450 | Loss: 0.6806 | Spent: 11.4 secs | LR: 0.000383
I0411 01:26:20.774010 139703861815168 interactiveshell.py:2882] Step 4500 | Loss: 0.6663 | Spent: 11.3 secs | LR: 0.000382
I0411 01:26:31.992630 139703861815168 interactiveshell.py:2882] Step 4550 | Loss: 0.7388 | Spent: 11.2 secs | LR: 0.000382
I0411 01:26:43.171824 139703861815168 interactiveshell.py:2882] Step 4600 | Loss: 0.4594 | Spent: 11.2 secs | LR: 0.000382
I0411 01:26:54.462943 139703861815168 interactiveshell.py:2882] Step 4650 | Loss: 0.6337 | Spent: 11.3 secs | LR: 0.000382
I0411 01:27:05.806972 139703861815168 interactiveshell.py:2882] Step 4700 | Loss: 0.5026 | Spent: 11.3 secs | LR: 0.000382
I0411 01:27:16.985601 139703861815168 interactiveshell.py:2882] Step 4750 | Loss: 0.4051 | Spent: 11.2 secs | LR: 0.000381
I0411 01:27:28.308347 139703861815168 interactiveshell.py:2882] Step 4800 | Loss: 0.7166 | Spent: 11.3 secs | LR: 0.000381
I0411 01:27:39.730257 139703861815168 interactiveshell.py:2882] Step 4850 | Loss: 0.7009 | Spent: 11.4 secs | LR: 0.000381
I0411 01:27:51.091800 139703861815168 interactiveshell.py:2882] Step 4900 | Loss: 0.7050 | Spent: 11.4 secs | LR: 0.000381
I0411 01:28:02.291026 139703861815168 interactiveshell.py:2882] Step 4950 | Loss: 0.4596 | Spent: 11.2 secs | LR: 0.000381
I0411 01:28:13.575284 139703861815168 interactiveshell.py:2882] Step 5000 | Loss: 0.6171 | Spent: 11.3 secs | LR: 0.000380
I0411 01:28:25.222846 139703861815168 interactiveshell.py:2882] Step 5050 | Loss: 0.5570 | Spent: 11.6 secs | LR: 0.000380
I0411 01:28:36.751849 139703861815168 interactiveshell.py:2882] Step 5100 | Loss: 0.5897 | Spent: 11.5 secs | LR: 0.000380
I0411 01:28:48.133157 139703861815168 interactiveshell.py:2882] Step 5150 | Loss: 0.8568 | Spent: 11.4 secs | LR: 0.000380
Reading ../data/test.txt
I0411 01:29:21.801129 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.786
I0411 01:29:21.802478 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.786
I0411 01:29:31.886479 139703861815168 interactiveshell.py:2882] Step 5200 | Loss: 0.4634 | Spent: 43.8 secs | LR: 0.000380
I0411 01:29:43.218733 139703861815168 interactiveshell.py:2882] Step 5250 | Loss: 0.6997 | Spent: 11.3 secs | LR: 0.000379
I0411 01:29:54.538962 139703861815168 interactiveshell.py:2882] Step 5300 | Loss: 0.4860 | Spent: 11.3 secs | LR: 0.000379
I0411 01:30:05.947817 139703861815168 interactiveshell.py:2882] Step 5350 | Loss: 0.4959 | Spent: 11.4 secs | LR: 0.000379
I0411 01:30:17.227580 139703861815168 interactiveshell.py:2882] Step 5400 | Loss: 0.6832 | Spent: 11.3 secs | LR: 0.000379
I0411 01:30:28.557041 139703861815168 interactiveshell.py:2882] Step 5450 | Loss: 0.5520 | Spent: 11.3 secs | LR: 0.000379
I0411 01:30:40.182932 139703861815168 interactiveshell.py:2882] Step 5500 | Loss: 0.5854 | Spent: 11.6 secs | LR: 0.000378
I0411 01:30:51.409749 139703861815168 interactiveshell.py:2882] Step 5550 | Loss: 0.4799 | Spent: 11.2 secs | LR: 0.000378
I0411 01:31:02.633647 139703861815168 interactiveshell.py:2882] Step 5600 | Loss: 0.6126 | Spent: 11.2 secs | LR: 0.000378
I0411 01:31:13.995458 139703861815168 interactiveshell.py:2882] Step 5650 | Loss: 0.5611 | Spent: 11.4 secs | LR: 0.000378
I0411 01:31:25.417944 139703861815168 interactiveshell.py:2882] Step 5700 | Loss: 0.4611 | Spent: 11.4 secs | LR: 0.000378
I0411 01:31:36.727252 139703861815168 interactiveshell.py:2882] Step 5750 | Loss: 0.7915 | Spent: 11.3 secs | LR: 0.000378
I0411 01:31:48.090968 139703861815168 interactiveshell.py:2882] Step 5800 | Loss: 0.4116 | Spent: 11.4 secs | LR: 0.000377
I0411 01:31:59.470817 139703861815168 interactiveshell.py:2882] Step 5850 | Loss: 0.6734 | Spent: 11.4 secs | LR: 0.000377
I0411 01:32:10.947194 139703861815168 interactiveshell.py:2882] Step 5900 | Loss: 0.6391 | Spent: 11.5 secs | LR: 0.000377
I0411 01:32:22.411367 139703861815168 interactiveshell.py:2882] Step 5950 | Loss: 0.5392 | Spent: 11.5 secs | LR: 0.000377
I0411 01:32:33.667014 139703861815168 interactiveshell.py:2882] Step 6000 | Loss: 0.6602 | Spent: 11.3 secs | LR: 0.000377
I0411 01:32:45.107179 139703861815168 interactiveshell.py:2882] Step 6050 | Loss: 0.5688 | Spent: 11.4 secs | LR: 0.000376
I0411 01:32:56.563473 139703861815168 interactiveshell.py:2882] Step 6100 | Loss: 0.6250 | Spent: 11.5 secs | LR: 0.000376
I0411 01:33:07.869321 139703861815168 interactiveshell.py:2882] Step 6150 | Loss: 0.5056 | Spent: 11.3 secs | LR: 0.000376
I0411 01:33:19.210928 139703861815168 interactiveshell.py:2882] Step 6200 | Loss: 0.6291 | Spent: 11.3 secs | LR: 0.000376
I0411 01:33:30.504956 139703861815168 interactiveshell.py:2882] Step 6250 | Loss: 0.9532 | Spent: 11.3 secs | LR: 0.000376
I0411 01:33:42.457229 139703861815168 interactiveshell.py:2882] Step 6300 | Loss: 0.3414 | Spent: 12.0 secs | LR: 0.000375
I0411 01:33:53.911414 139703861815168 interactiveshell.py:2882] Step 6350 | Loss: 0.5687 | Spent: 11.5 secs | LR: 0.000375
I0411 01:34:05.215144 139703861815168 interactiveshell.py:2882] Step 6400 | Loss: 0.2588 | Spent: 11.3 secs | LR: 0.000375
I0411 01:34:16.356422 139703861815168 interactiveshell.py:2882] Step 6450 | Loss: 0.4202 | Spent: 11.1 secs | LR: 0.000375
I0411 01:34:27.457028 139703861815168 interactiveshell.py:2882] Step 6500 | Loss: 0.3915 | Spent: 11.1 secs | LR: 0.000375
I0411 01:34:38.644426 139703861815168 interactiveshell.py:2882] Step 6550 | Loss: 0.7016 | Spent: 11.2 secs | LR: 0.000375
I0411 01:34:50.092377 139703861815168 interactiveshell.py:2882] Step 6600 | Loss: 0.4585 | Spent: 11.4 secs | LR: 0.000374
I0411 01:35:01.114542 139703861815168 interactiveshell.py:2882] Step 6650 | Loss: 0.5988 | Spent: 11.0 secs | LR: 0.000374
I0411 01:35:12.069133 139703861815168 interactiveshell.py:2882] Step 6700 | Loss: 0.5605 | Spent: 11.0 secs | LR: 0.000374
I0411 01:35:23.269669 139703861815168 interactiveshell.py:2882] Step 6750 | Loss: 0.5185 | Spent: 11.2 secs | LR: 0.000374
I0411 01:35:34.500288 139703861815168 interactiveshell.py:2882] Step 6800 | Loss: 0.3660 | Spent: 11.2 secs | LR: 0.000374
I0411 01:35:46.018813 139703861815168 interactiveshell.py:2882] Step 6850 | Loss: 0.8385 | Spent: 11.5 secs | LR: 0.000373
Reading ../data/test.txt
I0411 01:36:23.493912 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.806
I0411 01:36:23.495046 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.806
I0411 01:36:29.245609 139703861815168 interactiveshell.py:2882] Step 6900 | Loss: 0.5331 | Spent: 43.2 secs | LR: 0.000373
I0411 01:36:40.529041 139703861815168 interactiveshell.py:2882] Step 6950 | Loss: 0.4653 | Spent: 11.3 secs | LR: 0.000373
I0411 01:36:51.848434 139703861815168 interactiveshell.py:2882] Step 7000 | Loss: 0.4403 | Spent: 11.3 secs | LR: 0.000373
I0411 01:37:03.339343 139703861815168 interactiveshell.py:2882] Step 7050 | Loss: 0.6910 | Spent: 11.5 secs | LR: 0.000373
I0411 01:37:14.690013 139703861815168 interactiveshell.py:2882] Step 7100 | Loss: 0.4791 | Spent: 11.3 secs | LR: 0.000372
I0411 01:37:25.922064 139703861815168 interactiveshell.py:2882] Step 7150 | Loss: 0.4979 | Spent: 11.2 secs | LR: 0.000372
I0411 01:37:37.479914 139703861815168 interactiveshell.py:2882] Step 7200 | Loss: 0.7845 | Spent: 11.6 secs | LR: 0.000372
I0411 01:37:48.801599 139703861815168 interactiveshell.py:2882] Step 7250 | Loss: 0.3841 | Spent: 11.3 secs | LR: 0.000372
I0411 01:38:00.017207 139703861815168 interactiveshell.py:2882] Step 7300 | Loss: 0.5694 | Spent: 11.2 secs | LR: 0.000372
I0411 01:38:11.400275 139703861815168 interactiveshell.py:2882] Step 7350 | Loss: 0.7076 | Spent: 11.4 secs | LR: 0.000372
I0411 01:38:22.624233 139703861815168 interactiveshell.py:2882] Step 7400 | Loss: 0.4086 | Spent: 11.2 secs | LR: 0.000371
I0411 01:38:34.031169 139703861815168 interactiveshell.py:2882] Step 7450 | Loss: 0.6955 | Spent: 11.4 secs | LR: 0.000371
I0411 01:38:45.656630 139703861815168 interactiveshell.py:2882] Step 7500 | Loss: 0.4688 | Spent: 11.6 secs | LR: 0.000371
I0411 01:38:57.331400 139703861815168 interactiveshell.py:2882] Step 7550 | Loss: 0.4013 | Spent: 11.7 secs | LR: 0.000371
I0411 01:39:08.779900 139703861815168 interactiveshell.py:2882] Step 7600 | Loss: 0.5762 | Spent: 11.4 secs | LR: 0.000371
I0411 01:39:19.972636 139703861815168 interactiveshell.py:2882] Step 7650 | Loss: 0.1710 | Spent: 11.2 secs | LR: 0.000370
I0411 01:39:31.248244 139703861815168 interactiveshell.py:2882] Step 7700 | Loss: 0.6341 | Spent: 11.3 secs | LR: 0.000370
I0411 01:39:42.636183 139703861815168 interactiveshell.py:2882] Step 7750 | Loss: 0.3958 | Spent: 11.4 secs | LR: 0.000370
I0411 01:39:54.150929 139703861815168 interactiveshell.py:2882] Step 7800 | Loss: 0.4952 | Spent: 11.5 secs | LR: 0.000370
I0411 01:40:05.282309 139703861815168 interactiveshell.py:2882] Step 7850 | Loss: 0.6256 | Spent: 11.1 secs | LR: 0.000370
I0411 01:40:16.245513 139703861815168 interactiveshell.py:2882] Step 7900 | Loss: 0.5864 | Spent: 11.0 secs | LR: 0.000369
I0411 01:40:27.368108 139703861815168 interactiveshell.py:2882] Step 7950 | Loss: 0.4293 | Spent: 11.1 secs | LR: 0.000369
I0411 01:40:38.861224 139703861815168 interactiveshell.py:2882] Step 8000 | Loss: 0.3503 | Spent: 11.5 secs | LR: 0.000369
I0411 01:40:50.256987 139703861815168 interactiveshell.py:2882] Step 8050 | Loss: 0.5280 | Spent: 11.4 secs | LR: 0.000369
I0411 01:41:01.370188 139703861815168 interactiveshell.py:2882] Step 8100 | Loss: 0.4342 | Spent: 11.1 secs | LR: 0.000369
I0411 01:41:12.648823 139703861815168 interactiveshell.py:2882] Step 8150 | Loss: 0.5977 | Spent: 11.3 secs | LR: 0.000369
I0411 01:41:24.102548 139703861815168 interactiveshell.py:2882] Step 8200 | Loss: 0.6427 | Spent: 11.5 secs | LR: 0.000368
I0411 01:41:35.351512 139703861815168 interactiveshell.py:2882] Step 8250 | Loss: 0.5712 | Spent: 11.2 secs | LR: 0.000368
I0411 01:41:46.668250 139703861815168 interactiveshell.py:2882] Step 8300 | Loss: 0.3838 | Spent: 11.3 secs | LR: 0.000368
I0411 01:41:57.793910 139703861815168 interactiveshell.py:2882] Step 8350 | Loss: 0.5846 | Spent: 11.1 secs | LR: 0.000368
I0411 01:42:09.056712 139703861815168 interactiveshell.py:2882] Step 8400 | Loss: 0.3991 | Spent: 11.3 secs | LR: 0.000368
I0411 01:42:20.466350 139703861815168 interactiveshell.py:2882] Step 8450 | Loss: 0.3052 | Spent: 11.4 secs | LR: 0.000367
I0411 01:42:31.705194 139703861815168 interactiveshell.py:2882] Step 8500 | Loss: 0.5913 | Spent: 11.2 secs | LR: 0.000367
I0411 01:42:43.032670 139703861815168 interactiveshell.py:2882] Step 8550 | Loss: 0.6390 | Spent: 11.3 secs | LR: 0.000367
Reading ../data/test.txt
I0411 01:43:25.234734 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.821
I0411 01:43:25.235974 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.821
I0411 01:43:26.590615 139703861815168 interactiveshell.py:2882] Step 8600 | Loss: 0.5751 | Spent: 43.6 secs | LR: 0.000367
I0411 01:43:38.026023 139703861815168 interactiveshell.py:2882] Step 8650 | Loss: 0.4214 | Spent: 11.4 secs | LR: 0.000367
I0411 01:43:49.487479 139703861815168 interactiveshell.py:2882] Step 8700 | Loss: 0.7064 | Spent: 11.5 secs | LR: 0.000367
I0411 01:44:01.423449 139703861815168 interactiveshell.py:2882] Step 8750 | Loss: 0.4363 | Spent: 11.9 secs | LR: 0.000366
I0411 01:44:13.141546 139703861815168 interactiveshell.py:2882] Step 8800 | Loss: 0.4951 | Spent: 11.7 secs | LR: 0.000366
I0411 01:44:24.337859 139703861815168 interactiveshell.py:2882] Step 8850 | Loss: 0.5517 | Spent: 11.2 secs | LR: 0.000366
I0411 01:44:35.593431 139703861815168 interactiveshell.py:2882] Step 8900 | Loss: 0.6100 | Spent: 11.3 secs | LR: 0.000366
I0411 01:44:46.887146 139703861815168 interactiveshell.py:2882] Step 8950 | Loss: 0.3825 | Spent: 11.3 secs | LR: 0.000366
I0411 01:44:58.137356 139703861815168 interactiveshell.py:2882] Step 9000 | Loss: 0.4771 | Spent: 11.2 secs | LR: 0.000365
I0411 01:45:09.465671 139703861815168 interactiveshell.py:2882] Step 9050 | Loss: 0.3533 | Spent: 11.3 secs | LR: 0.000365
I0411 01:45:20.842282 139703861815168 interactiveshell.py:2882] Step 9100 | Loss: 0.5448 | Spent: 11.4 secs | LR: 0.000365
I0411 01:45:32.243738 139703861815168 interactiveshell.py:2882] Step 9150 | Loss: 0.4896 | Spent: 11.4 secs | LR: 0.000365
I0411 01:45:43.666254 139703861815168 interactiveshell.py:2882] Step 9200 | Loss: 0.6706 | Spent: 11.4 secs | LR: 0.000365
I0411 01:45:55.147338 139703861815168 interactiveshell.py:2882] Step 9250 | Loss: 0.4551 | Spent: 11.5 secs | LR: 0.000364
I0411 01:46:06.676227 139703861815168 interactiveshell.py:2882] Step 9300 | Loss: 0.5776 | Spent: 11.5 secs | LR: 0.000364
I0411 01:46:18.071753 139703861815168 interactiveshell.py:2882] Step 9350 | Loss: 0.5025 | Spent: 11.4 secs | LR: 0.000364
I0411 01:46:29.510272 139703861815168 interactiveshell.py:2882] Step 9400 | Loss: 0.4188 | Spent: 11.4 secs | LR: 0.000364
I0411 01:46:40.817299 139703861815168 interactiveshell.py:2882] Step 9450 | Loss: 0.5091 | Spent: 11.3 secs | LR: 0.000364
I0411 01:46:52.113548 139703861815168 interactiveshell.py:2882] Step 9500 | Loss: 0.6822 | Spent: 11.3 secs | LR: 0.000364
I0411 01:47:03.602652 139703861815168 interactiveshell.py:2882] Step 9550 | Loss: 0.4022 | Spent: 11.5 secs | LR: 0.000363
I0411 01:47:14.965613 139703861815168 interactiveshell.py:2882] Step 9600 | Loss: 0.5592 | Spent: 11.4 secs | LR: 0.000363
I0411 01:47:26.261972 139703861815168 interactiveshell.py:2882] Step 9650 | Loss: 0.7274 | Spent: 11.3 secs | LR: 0.000363
I0411 01:47:37.524814 139703861815168 interactiveshell.py:2882] Step 9700 | Loss: 0.5282 | Spent: 11.3 secs | LR: 0.000363
I0411 01:47:48.625553 139703861815168 interactiveshell.py:2882] Step 9750 | Loss: 0.5672 | Spent: 11.1 secs | LR: 0.000363
I0411 01:47:59.585706 139703861815168 interactiveshell.py:2882] Step 9800 | Loss: 0.5121 | Spent: 11.0 secs | LR: 0.000362
I0411 01:48:10.738543 139703861815168 interactiveshell.py:2882] Step 9850 | Loss: 0.3958 | Spent: 11.2 secs | LR: 0.000362
I0411 01:48:22.038989 139703861815168 interactiveshell.py:2882] Step 9900 | Loss: 0.8304 | Spent: 11.3 secs | LR: 0.000362
I0411 01:48:33.716675 139703861815168 interactiveshell.py:2882] Step 9950 | Loss: 0.3936 | Spent: 11.7 secs | LR: 0.000362
I0411 01:48:45.098134 139703861815168 interactiveshell.py:2882] Step 10000 | Loss: 0.3960 | Spent: 11.4 secs | LR: 0.000362
I0411 01:48:56.875299 139703861815168 interactiveshell.py:2882] Step 10050 | Loss: 0.4109 | Spent: 11.8 secs | LR: 0.000362
I0411 01:49:08.677011 139703861815168 interactiveshell.py:2882] Step 10100 | Loss: 0.2874 | Spent: 11.8 secs | LR: 0.000361
I0411 01:49:20.441712 139703861815168 interactiveshell.py:2882] Step 10150 | Loss: 0.3468 | Spent: 11.8 secs | LR: 0.000361
I0411 01:49:31.986105 139703861815168 interactiveshell.py:2882] Step 10200 | Loss: 0.5191 | Spent: 11.5 secs | LR: 0.000361
I0411 01:49:43.494979 139703861815168 interactiveshell.py:2882] Step 10250 | Loss: 0.4437 | Spent: 11.5 secs | LR: 0.000361
I0411 01:49:55.030237 139703861815168 interactiveshell.py:2882] Step 10300 | Loss: 0.3795 | Spent: 11.5 secs | LR: 0.000361
Reading ../data/test.txt
I0411 01:50:30.690975 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.825
I0411 01:50:30.692376 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.825
I0411 01:50:39.263881 139703861815168 interactiveshell.py:2882] Step 10350 | Loss: 0.3387 | Spent: 44.2 secs | LR: 0.000360
I0411 01:50:50.677289 139703861815168 interactiveshell.py:2882] Step 10400 | Loss: 0.6471 | Spent: 11.4 secs | LR: 0.000360
I0411 01:51:02.525235 139703861815168 interactiveshell.py:2882] Step 10450 | Loss: 0.6173 | Spent: 11.8 secs | LR: 0.000360
I0411 01:51:14.200345 139703861815168 interactiveshell.py:2882] Step 10500 | Loss: 0.7512 | Spent: 11.7 secs | LR: 0.000360
I0411 01:51:25.901668 139703861815168 interactiveshell.py:2882] Step 10550 | Loss: 0.6912 | Spent: 11.7 secs | LR: 0.000360
I0411 01:51:37.732073 139703861815168 interactiveshell.py:2882] Step 10600 | Loss: 0.6634 | Spent: 11.8 secs | LR: 0.000360
I0411 01:51:49.218319 139703861815168 interactiveshell.py:2882] Step 10650 | Loss: 0.6048 | Spent: 11.5 secs | LR: 0.000359
I0411 01:52:00.815431 139703861815168 interactiveshell.py:2882] Step 10700 | Loss: 0.2482 | Spent: 11.6 secs | LR: 0.000359
I0411 01:52:12.174318 139703861815168 interactiveshell.py:2882] Step 10750 | Loss: 0.4058 | Spent: 11.4 secs | LR: 0.000359
I0411 01:52:23.328582 139703861815168 interactiveshell.py:2882] Step 10800 | Loss: 0.6004 | Spent: 11.2 secs | LR: 0.000359
I0411 01:52:34.117266 139703861815168 interactiveshell.py:2882] Step 10850 | Loss: 0.5045 | Spent: 10.8 secs | LR: 0.000359
I0411 01:52:44.684554 139703861815168 interactiveshell.py:2882] Step 10900 | Loss: 0.5361 | Spent: 10.6 secs | LR: 0.000358
I0411 01:52:55.371726 139703861815168 interactiveshell.py:2882] Step 10950 | Loss: 0.3345 | Spent: 10.7 secs | LR: 0.000358
I0411 01:53:06.431077 139703861815168 interactiveshell.py:2882] Step 11000 | Loss: 0.5462 | Spent: 11.1 secs | LR: 0.000358
I0411 01:53:17.306557 139703861815168 interactiveshell.py:2882] Step 11050 | Loss: 0.4155 | Spent: 10.9 secs | LR: 0.000358
I0411 01:53:28.169378 139703861815168 interactiveshell.py:2882] Step 11100 | Loss: 0.5485 | Spent: 10.9 secs | LR: 0.000358
I0411 01:53:39.191478 139703861815168 interactiveshell.py:2882] Step 11150 | Loss: 0.5649 | Spent: 11.0 secs | LR: 0.000358
I0411 01:53:50.189126 139703861815168 interactiveshell.py:2882] Step 11200 | Loss: 0.3222 | Spent: 11.0 secs | LR: 0.000357
I0411 01:54:01.212901 139703861815168 interactiveshell.py:2882] Step 11250 | Loss: 0.4435 | Spent: 11.0 secs | LR: 0.000357
I0411 01:54:12.195194 139703861815168 interactiveshell.py:2882] Step 11300 | Loss: 0.5101 | Spent: 11.0 secs | LR: 0.000357
I0411 01:54:23.840480 139703861815168 interactiveshell.py:2882] Step 11350 | Loss: 0.7276 | Spent: 11.6 secs | LR: 0.000357
I0411 01:54:34.938148 139703861815168 interactiveshell.py:2882] Step 11400 | Loss: 0.3877 | Spent: 11.1 secs | LR: 0.000357
I0411 01:54:45.943112 139703861815168 interactiveshell.py:2882] Step 11450 | Loss: 0.6659 | Spent: 11.0 secs | LR: 0.000357
I0411 01:54:57.078922 139703861815168 interactiveshell.py:2882] Step 11500 | Loss: 0.6425 | Spent: 11.1 secs | LR: 0.000356
I0411 01:55:08.286028 139703861815168 interactiveshell.py:2882] Step 11550 | Loss: 0.4669 | Spent: 11.2 secs | LR: 0.000356
I0411 01:55:19.417634 139703861815168 interactiveshell.py:2882] Step 11600 | Loss: 0.6371 | Spent: 11.1 secs | LR: 0.000356
I0411 01:55:30.464698 139703861815168 interactiveshell.py:2882] Step 11650 | Loss: 0.4447 | Spent: 11.0 secs | LR: 0.000356
I0411 01:55:41.363748 139703861815168 interactiveshell.py:2882] Step 11700 | Loss: 0.4977 | Spent: 10.9 secs | LR: 0.000356
I0411 01:55:52.460937 139703861815168 interactiveshell.py:2882] Step 11750 | Loss: 0.6255 | Spent: 11.1 secs | LR: 0.000355
I0411 01:56:03.471190 139703861815168 interactiveshell.py:2882] Step 11800 | Loss: 0.5190 | Spent: 11.0 secs | LR: 0.000355
I0411 01:56:14.518075 139703861815168 interactiveshell.py:2882] Step 11850 | Loss: 0.4605 | Spent: 11.0 secs | LR: 0.000355
I0411 01:56:25.178863 139703861815168 interactiveshell.py:2882] Step 11900 | Loss: 0.7244 | Spent: 10.7 secs | LR: 0.000355
I0411 01:56:36.060932 139703861815168 interactiveshell.py:2882] Step 11950 | Loss: 0.5234 | Spent: 10.9 secs | LR: 0.000355
I0411 01:56:47.040509 139703861815168 interactiveshell.py:2882] Step 12000 | Loss: 0.6403 | Spent: 11.0 secs | LR: 0.000355
Reading ../data/test.txt
I0411 01:57:26.293910 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.836
I0411 01:57:26.295353 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.836
I0411 01:57:30.339714 139703861815168 interactiveshell.py:2882] Step 12050 | Loss: 0.5425 | Spent: 43.3 secs | LR: 0.000354
I0411 01:57:41.212415 139703861815168 interactiveshell.py:2882] Step 12100 | Loss: 0.4401 | Spent: 10.9 secs | LR: 0.000354
I0411 01:57:52.019253 139703861815168 interactiveshell.py:2882] Step 12150 | Loss: 0.6934 | Spent: 10.8 secs | LR: 0.000354
I0411 01:58:02.893081 139703861815168 interactiveshell.py:2882] Step 12200 | Loss: 0.5313 | Spent: 10.9 secs | LR: 0.000354
I0411 01:58:13.952857 139703861815168 interactiveshell.py:2882] Step 12250 | Loss: 0.2608 | Spent: 11.1 secs | LR: 0.000354
I0411 01:58:24.866451 139703861815168 interactiveshell.py:2882] Step 12300 | Loss: 0.5762 | Spent: 10.9 secs | LR: 0.000353
I0411 01:58:35.855375 139703861815168 interactiveshell.py:2882] Step 12350 | Loss: 0.3012 | Spent: 11.0 secs | LR: 0.000353
I0411 01:58:46.675009 139703861815168 interactiveshell.py:2882] Step 12400 | Loss: 0.4055 | Spent: 10.8 secs | LR: 0.000353
I0411 01:58:57.425426 139703861815168 interactiveshell.py:2882] Step 12450 | Loss: 0.3511 | Spent: 10.7 secs | LR: 0.000353
I0411 01:59:08.039219 139703861815168 interactiveshell.py:2882] Step 12500 | Loss: 0.8584 | Spent: 10.6 secs | LR: 0.000353
I0411 01:59:18.821326 139703861815168 interactiveshell.py:2882] Step 12550 | Loss: 0.6602 | Spent: 10.8 secs | LR: 0.000353
I0411 01:59:29.749823 139703861815168 interactiveshell.py:2882] Step 12600 | Loss: 0.6681 | Spent: 10.9 secs | LR: 0.000352
I0411 01:59:41.180879 139703861815168 interactiveshell.py:2882] Step 12650 | Loss: 0.6059 | Spent: 11.4 secs | LR: 0.000352
I0411 01:59:52.205085 139703861815168 interactiveshell.py:2882] Step 12700 | Loss: 0.5742 | Spent: 11.0 secs | LR: 0.000352
I0411 02:00:02.957219 139703861815168 interactiveshell.py:2882] Step 12750 | Loss: 0.5938 | Spent: 10.8 secs | LR: 0.000352
I0411 02:00:13.535849 139703861815168 interactiveshell.py:2882] Step 12800 | Loss: 0.6264 | Spent: 10.6 secs | LR: 0.000352
I0411 02:00:24.492942 139703861815168 interactiveshell.py:2882] Step 12850 | Loss: 0.4139 | Spent: 11.0 secs | LR: 0.000352
I0411 02:00:35.552336 139703861815168 interactiveshell.py:2882] Step 12900 | Loss: 0.6257 | Spent: 11.1 secs | LR: 0.000351
I0411 02:00:46.528860 139703861815168 interactiveshell.py:2882] Step 12950 | Loss: 0.3713 | Spent: 11.0 secs | LR: 0.000351
I0411 02:00:57.639977 139703861815168 interactiveshell.py:2882] Step 13000 | Loss: 0.5462 | Spent: 11.1 secs | LR: 0.000351
I0411 02:01:08.557324 139703861815168 interactiveshell.py:2882] Step 13050 | Loss: 0.5653 | Spent: 10.9 secs | LR: 0.000351
I0411 02:01:19.789538 139703861815168 interactiveshell.py:2882] Step 13100 | Loss: 0.2814 | Spent: 11.2 secs | LR: 0.000351
I0411 02:01:30.788730 139703861815168 interactiveshell.py:2882] Step 13150 | Loss: 0.3772 | Spent: 11.0 secs | LR: 0.000350
I0411 02:01:41.796597 139703861815168 interactiveshell.py:2882] Step 13200 | Loss: 0.3833 | Spent: 11.0 secs | LR: 0.000350
I0411 02:01:52.683857 139703861815168 interactiveshell.py:2882] Step 13250 | Loss: 0.7092 | Spent: 10.9 secs | LR: 0.000350
I0411 02:02:03.745036 139703861815168 interactiveshell.py:2882] Step 13300 | Loss: 0.4642 | Spent: 11.1 secs | LR: 0.000350
I0411 02:02:14.920205 139703861815168 interactiveshell.py:2882] Step 13350 | Loss: 0.3557 | Spent: 11.2 secs | LR: 0.000350
I0411 02:02:25.860447 139703861815168 interactiveshell.py:2882] Step 13400 | Loss: 0.4619 | Spent: 10.9 secs | LR: 0.000350
I0411 02:02:36.794487 139703861815168 interactiveshell.py:2882] Step 13450 | Loss: 0.5835 | Spent: 10.9 secs | LR: 0.000349
I0411 02:02:47.670688 139703861815168 interactiveshell.py:2882] Step 13500 | Loss: 0.3485 | Spent: 10.9 secs | LR: 0.000349
I0411 02:02:58.783329 139703861815168 interactiveshell.py:2882] Step 13550 | Loss: 0.3676 | Spent: 11.1 secs | LR: 0.000349
I0411 02:03:09.866310 139703861815168 interactiveshell.py:2882] Step 13600 | Loss: 0.3784 | Spent: 11.1 secs | LR: 0.000349
I0411 02:03:20.811300 139703861815168 interactiveshell.py:2882] Step 13650 | Loss: 0.6792 | Spent: 10.9 secs | LR: 0.000349
I0411 02:03:31.977509 139703861815168 interactiveshell.py:2882] Step 13700 | Loss: 0.6055 | Spent: 11.2 secs | LR: 0.000349
I0411 02:03:42.898442 139703861815168 interactiveshell.py:2882] Step 13750 | Loss: 0.4068 | Spent: 10.9 secs | LR: 0.000348
Reading ../data/test.txt
I0411 02:04:15.391099 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.839
I0411 02:04:15.392585 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.839
I0411 02:04:26.172707 139703861815168 interactiveshell.py:2882] Step 13800 | Loss: 0.8322 | Spent: 43.3 secs | LR: 0.000348
I0411 02:04:37.330867 139703861815168 interactiveshell.py:2882] Step 13850 | Loss: 0.2788 | Spent: 11.2 secs | LR: 0.000348
I0411 02:04:48.807467 139703861815168 interactiveshell.py:2882] Step 13900 | Loss: 0.4092 | Spent: 11.5 secs | LR: 0.000348
I0411 02:04:59.606052 139703861815168 interactiveshell.py:2882] Step 13950 | Loss: 0.6013 | Spent: 10.8 secs | LR: 0.000348
I0411 02:05:10.574346 139703861815168 interactiveshell.py:2882] Step 14000 | Loss: 0.5681 | Spent: 11.0 secs | LR: 0.000347
I0411 02:05:21.546020 139703861815168 interactiveshell.py:2882] Step 14050 | Loss: 0.4938 | Spent: 11.0 secs | LR: 0.000347
I0411 02:05:32.688014 139703861815168 interactiveshell.py:2882] Step 14100 | Loss: 0.6546 | Spent: 11.1 secs | LR: 0.000347
I0411 02:05:43.608943 139703861815168 interactiveshell.py:2882] Step 14150 | Loss: 0.5521 | Spent: 10.9 secs | LR: 0.000347
I0411 02:05:54.735436 139703861815168 interactiveshell.py:2882] Step 14200 | Loss: 0.4904 | Spent: 11.1 secs | LR: 0.000347
I0411 02:06:05.830248 139703861815168 interactiveshell.py:2882] Step 14250 | Loss: 0.3328 | Spent: 11.1 secs | LR: 0.000347
I0411 02:06:17.045044 139703861815168 interactiveshell.py:2882] Step 14300 | Loss: 0.3528 | Spent: 11.2 secs | LR: 0.000346
I0411 02:06:28.234114 139703861815168 interactiveshell.py:2882] Step 14350 | Loss: 0.4757 | Spent: 11.2 secs | LR: 0.000346
I0411 02:06:39.227485 139703861815168 interactiveshell.py:2882] Step 14400 | Loss: 0.3933 | Spent: 11.0 secs | LR: 0.000346
I0411 02:06:50.063592 139703861815168 interactiveshell.py:2882] Step 14450 | Loss: 0.4045 | Spent: 10.8 secs | LR: 0.000346
I0411 02:07:00.855371 139703861815168 interactiveshell.py:2882] Step 14500 | Loss: 0.4430 | Spent: 10.8 secs | LR: 0.000346
I0411 02:07:11.579465 139703861815168 interactiveshell.py:2882] Step 14550 | Loss: 0.3815 | Spent: 10.7 secs | LR: 0.000346
I0411 02:07:22.444308 139703861815168 interactiveshell.py:2882] Step 14600 | Loss: 0.6310 | Spent: 10.9 secs | LR: 0.000345
I0411 02:07:33.402475 139703861815168 interactiveshell.py:2882] Step 14650 | Loss: 0.5995 | Spent: 11.0 secs | LR: 0.000345
I0411 02:07:44.429525 139703861815168 interactiveshell.py:2882] Step 14700 | Loss: 0.3933 | Spent: 11.0 secs | LR: 0.000345
I0411 02:07:55.499464 139703861815168 interactiveshell.py:2882] Step 14750 | Loss: 0.5771 | Spent: 11.1 secs | LR: 0.000345
I0411 02:08:06.606147 139703861815168 interactiveshell.py:2882] Step 14800 | Loss: 0.5134 | Spent: 11.1 secs | LR: 0.000345
I0411 02:08:17.757536 139703861815168 interactiveshell.py:2882] Step 14850 | Loss: 0.3713 | Spent: 11.1 secs | LR: 0.000345
I0411 02:08:28.887680 139703861815168 interactiveshell.py:2882] Step 14900 | Loss: 0.5608 | Spent: 11.1 secs | LR: 0.000344
I0411 02:08:40.174206 139703861815168 interactiveshell.py:2882] Step 14950 | Loss: 0.5081 | Spent: 11.3 secs | LR: 0.000344
I0411 02:08:51.148689 139703861815168 interactiveshell.py:2882] Step 15000 | Loss: 0.3130 | Spent: 11.0 secs | LR: 0.000344
I0411 02:09:02.286358 139703861815168 interactiveshell.py:2882] Step 15050 | Loss: 0.3909 | Spent: 11.1 secs | LR: 0.000344
I0411 02:09:13.586203 139703861815168 interactiveshell.py:2882] Step 15100 | Loss: 0.4711 | Spent: 11.3 secs | LR: 0.000344
I0411 02:09:24.564198 139703861815168 interactiveshell.py:2882] Step 15150 | Loss: 0.3587 | Spent: 11.0 secs | LR: 0.000344
I0411 02:09:35.477133 139703861815168 interactiveshell.py:2882] Step 15200 | Loss: 0.6153 | Spent: 10.9 secs | LR: 0.000343
I0411 02:09:46.325459 139703861815168 interactiveshell.py:2882] Step 15250 | Loss: 0.2796 | Spent: 10.8 secs | LR: 0.000343
I0411 02:09:57.935286 139703861815168 interactiveshell.py:2882] Step 15300 | Loss: 0.4272 | Spent: 11.6 secs | LR: 0.000343
I0411 02:10:08.878860 139703861815168 interactiveshell.py:2882] Step 15350 | Loss: 0.5080 | Spent: 10.9 secs | LR: 0.000343
I0411 02:10:19.786447 139703861815168 interactiveshell.py:2882] Step 15400 | Loss: 0.5167 | Spent: 10.9 secs | LR: 0.000343
I0411 02:10:30.852138 139703861815168 interactiveshell.py:2882] Step 15450 | Loss: 0.7178 | Spent: 11.1 secs | LR: 0.000342
Reading ../data/test.txt
I0411 02:11:07.431597 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.838
I0411 02:11:07.432906 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.839
I0411 02:11:14.100409 139703861815168 interactiveshell.py:2882] Step 15500 | Loss: 0.5410 | Spent: 43.2 secs | LR: 0.000342
I0411 02:11:25.261914 139703861815168 interactiveshell.py:2882] Step 15550 | Loss: 0.9182 | Spent: 11.2 secs | LR: 0.000342
I0411 02:11:36.413654 139703861815168 interactiveshell.py:2882] Step 15600 | Loss: 0.5281 | Spent: 11.1 secs | LR: 0.000342
I0411 02:11:47.541540 139703861815168 interactiveshell.py:2882] Step 15650 | Loss: 0.3779 | Spent: 11.1 secs | LR: 0.000342
I0411 02:11:58.663274 139703861815168 interactiveshell.py:2882] Step 15700 | Loss: 0.2647 | Spent: 11.1 secs | LR: 0.000342
I0411 02:12:09.700351 139703861815168 interactiveshell.py:2882] Step 15750 | Loss: 0.3756 | Spent: 11.0 secs | LR: 0.000341
I0411 02:12:20.565675 139703861815168 interactiveshell.py:2882] Step 15800 | Loss: 0.4423 | Spent: 10.9 secs | LR: 0.000341
I0411 02:12:31.501272 139703861815168 interactiveshell.py:2882] Step 15850 | Loss: 0.5242 | Spent: 10.9 secs | LR: 0.000341
I0411 02:12:42.620640 139703861815168 interactiveshell.py:2882] Step 15900 | Loss: 0.4952 | Spent: 11.1 secs | LR: 0.000341
I0411 02:12:53.162789 139703861815168 interactiveshell.py:2882] Step 15950 | Loss: 0.4714 | Spent: 10.5 secs | LR: 0.000341
I0411 02:13:03.750148 139703861815168 interactiveshell.py:2882] Step 16000 | Loss: 0.7189 | Spent: 10.6 secs | LR: 0.000341
I0411 02:13:14.769626 139703861815168 interactiveshell.py:2882] Step 16050 | Loss: 0.3911 | Spent: 11.0 secs | LR: 0.000340
I0411 02:13:25.870896 139703861815168 interactiveshell.py:2882] Step 16100 | Loss: 0.4507 | Spent: 11.1 secs | LR: 0.000340
I0411 02:13:36.576936 139703861815168 interactiveshell.py:2882] Step 16150 | Loss: 0.6153 | Spent: 10.7 secs | LR: 0.000340
I0411 02:13:47.223119 139703861815168 interactiveshell.py:2882] Step 16200 | Loss: 0.4392 | Spent: 10.6 secs | LR: 0.000340
I0411 02:13:58.310052 139703861815168 interactiveshell.py:2882] Step 16250 | Loss: 0.4461 | Spent: 11.1 secs | LR: 0.000340
I0411 02:14:09.358625 139703861815168 interactiveshell.py:2882] Step 16300 | Loss: 0.3751 | Spent: 11.0 secs | LR: 0.000340
I0411 02:14:20.647583 139703861815168 interactiveshell.py:2882] Step 16350 | Loss: 0.5702 | Spent: 11.3 secs | LR: 0.000339
I0411 02:14:31.775584 139703861815168 interactiveshell.py:2882] Step 16400 | Loss: 0.5673 | Spent: 11.1 secs | LR: 0.000339
I0411 02:14:42.896677 139703861815168 interactiveshell.py:2882] Step 16450 | Loss: 0.4758 | Spent: 11.1 secs | LR: 0.000339
I0411 02:14:54.040496 139703861815168 interactiveshell.py:2882] Step 16500 | Loss: 0.3970 | Spent: 11.1 secs | LR: 0.000339
I0411 02:15:05.202153 139703861815168 interactiveshell.py:2882] Step 16550 | Loss: 0.5185 | Spent: 11.2 secs | LR: 0.000339
I0411 02:15:16.267413 139703861815168 interactiveshell.py:2882] Step 16600 | Loss: 0.2673 | Spent: 11.1 secs | LR: 0.000339
I0411 02:15:27.163476 139703861815168 interactiveshell.py:2882] Step 16650 | Loss: 0.6093 | Spent: 10.9 secs | LR: 0.000338
I0411 02:15:37.998646 139703861815168 interactiveshell.py:2882] Step 16700 | Loss: 0.2591 | Spent: 10.8 secs | LR: 0.000338
I0411 02:15:48.992524 139703861815168 interactiveshell.py:2882] Step 16750 | Loss: 0.3514 | Spent: 11.0 secs | LR: 0.000338
I0411 02:15:59.824509 139703861815168 interactiveshell.py:2882] Step 16800 | Loss: 0.4512 | Spent: 10.8 secs | LR: 0.000338
I0411 02:16:10.195238 139703861815168 interactiveshell.py:2882] Step 16850 | Loss: 0.4697 | Spent: 10.4 secs | LR: 0.000338
I0411 02:16:20.880630 139703861815168 interactiveshell.py:2882] Step 16900 | Loss: 0.4974 | Spent: 10.7 secs | LR: 0.000338
I0411 02:16:32.335957 139703861815168 interactiveshell.py:2882] Step 16950 | Loss: 0.7447 | Spent: 11.5 secs | LR: 0.000337
I0411 02:16:43.498258 139703861815168 interactiveshell.py:2882] Step 17000 | Loss: 0.4800 | Spent: 11.2 secs | LR: 0.000337
I0411 02:16:54.734557 139703861815168 interactiveshell.py:2882] Step 17050 | Loss: 0.3948 | Spent: 11.2 secs | LR: 0.000337
I0411 02:17:05.628794 139703861815168 interactiveshell.py:2882] Step 17100 | Loss: 0.5279 | Spent: 10.9 secs | LR: 0.000337
I0411 02:17:16.556531 139703861815168 interactiveshell.py:2882] Step 17150 | Loss: 0.6803 | Spent: 10.9 secs | LR: 0.000337
Reading ../data/train.txt
Reading ../data/test.txt
I0411 02:18:36.836738 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.847
I0411 02:18:36.837974 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.847
I0411 02:18:39.394362 139703861815168 interactiveshell.py:2882] Step 17200 | Loss: 0.7463 | Spent: 82.8 secs | LR: 0.000337
I0411 02:18:50.804763 139703861815168 interactiveshell.py:2882] Step 17250 | Loss: 0.3673 | Spent: 11.4 secs | LR: 0.000336
I0411 02:19:02.047680 139703861815168 interactiveshell.py:2882] Step 17300 | Loss: 0.2611 | Spent: 11.2 secs | LR: 0.000336
I0411 02:19:13.246373 139703861815168 interactiveshell.py:2882] Step 17350 | Loss: 0.6652 | Spent: 11.2 secs | LR: 0.000336
I0411 02:19:24.557342 139703861815168 interactiveshell.py:2882] Step 17400 | Loss: 0.4613 | Spent: 11.3 secs | LR: 0.000336
I0411 02:19:36.104862 139703861815168 interactiveshell.py:2882] Step 17450 | Loss: 0.6435 | Spent: 11.5 secs | LR: 0.000336
I0411 02:19:47.426218 139703861815168 interactiveshell.py:2882] Step 17500 | Loss: 0.5738 | Spent: 11.3 secs | LR: 0.000335
I0411 02:19:58.822362 139703861815168 interactiveshell.py:2882] Step 17550 | Loss: 0.3107 | Spent: 11.4 secs | LR: 0.000335
I0411 02:20:10.326288 139703861815168 interactiveshell.py:2882] Step 17600 | Loss: 0.5144 | Spent: 11.5 secs | LR: 0.000335
I0411 02:20:21.716400 139703861815168 interactiveshell.py:2882] Step 17650 | Loss: 0.5095 | Spent: 11.4 secs | LR: 0.000335
I0411 02:20:33.231310 139703861815168 interactiveshell.py:2882] Step 17700 | Loss: 0.9097 | Spent: 11.5 secs | LR: 0.000335
I0411 02:20:44.353958 139703861815168 interactiveshell.py:2882] Step 17750 | Loss: 0.3879 | Spent: 11.1 secs | LR: 0.000335
I0411 02:20:55.359813 139703861815168 interactiveshell.py:2882] Step 17800 | Loss: 0.3870 | Spent: 11.0 secs | LR: 0.000334
I0411 02:21:06.349855 139703861815168 interactiveshell.py:2882] Step 17850 | Loss: 0.3638 | Spent: 11.0 secs | LR: 0.000334
I0411 02:21:17.366989 139703861815168 interactiveshell.py:2882] Step 17900 | Loss: 0.3908 | Spent: 11.0 secs | LR: 0.000334
I0411 02:21:28.955375 139703861815168 interactiveshell.py:2882] Step 17950 | Loss: 0.6100 | Spent: 11.6 secs | LR: 0.000334
I0411 02:21:40.552421 139703861815168 interactiveshell.py:2882] Step 18000 | Loss: 0.4808 | Spent: 11.6 secs | LR: 0.000334
I0411 02:21:51.997257 139703861815168 interactiveshell.py:2882] Step 18050 | Loss: 0.4478 | Spent: 11.4 secs | LR: 0.000334
I0411 02:22:03.604559 139703861815168 interactiveshell.py:2882] Step 18100 | Loss: 0.3493 | Spent: 11.6 secs | LR: 0.000333
I0411 02:22:15.050213 139703861815168 interactiveshell.py:2882] Step 18150 | Loss: 0.4010 | Spent: 11.4 secs | LR: 0.000333
I0411 02:22:26.404860 139703861815168 interactiveshell.py:2882] Step 18200 | Loss: 0.5413 | Spent: 11.4 secs | LR: 0.000333
I0411 02:22:37.785966 139703861815168 interactiveshell.py:2882] Step 18250 | Loss: 0.4709 | Spent: 11.4 secs | LR: 0.000333
I0411 02:22:49.211418 139703861815168 interactiveshell.py:2882] Step 18300 | Loss: 0.5660 | Spent: 11.4 secs | LR: 0.000333
I0411 02:23:00.470513 139703861815168 interactiveshell.py:2882] Step 18350 | Loss: 0.5310 | Spent: 11.3 secs | LR: 0.000333
I0411 02:23:11.615486 139703861815168 interactiveshell.py:2882] Step 18400 | Loss: 0.4248 | Spent: 11.1 secs | LR: 0.000332
I0411 02:23:23.019170 139703861815168 interactiveshell.py:2882] Step 18450 | Loss: 0.4062 | Spent: 11.4 secs | LR: 0.000332
I0411 02:23:34.643003 139703861815168 interactiveshell.py:2882] Step 18500 | Loss: 0.4012 | Spent: 11.6 secs | LR: 0.000332
I0411 02:23:45.956799 139703861815168 interactiveshell.py:2882] Step 18550 | Loss: 0.3169 | Spent: 11.3 secs | LR: 0.000332
I0411 02:23:57.460853 139703861815168 interactiveshell.py:2882] Step 18600 | Loss: 0.2145 | Spent: 11.5 secs | LR: 0.000332
I0411 02:24:09.043250 139703861815168 interactiveshell.py:2882] Step 18650 | Loss: 0.2048 | Spent: 11.6 secs | LR: 0.000332
I0411 02:24:20.390680 139703861815168 interactiveshell.py:2882] Step 18700 | Loss: 0.1809 | Spent: 11.3 secs | LR: 0.000331
I0411 02:24:32.045676 139703861815168 interactiveshell.py:2882] Step 18750 | Loss: 0.4319 | Spent: 11.7 secs | LR: 0.000331
I0411 02:24:43.442560 139703861815168 interactiveshell.py:2882] Step 18800 | Loss: 0.4786 | Spent: 11.4 secs | LR: 0.000331
I0411 02:24:54.789745 139703861815168 interactiveshell.py:2882] Step 18850 | Loss: 0.5821 | Spent: 11.3 secs | LR: 0.000331
I0411 02:25:06.454126 139703861815168 interactiveshell.py:2882] Step 18900 | Loss: 0.3894 | Spent: 11.7 secs | LR: 0.000331
Reading ../data/test.txt
I0411 02:25:41.298131 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.850
I0411 02:25:41.299536 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.850
I0411 02:25:50.758278 139703861815168 interactiveshell.py:2882] Step 18950 | Loss: 0.6867 | Spent: 44.3 secs | LR: 0.000331
I0411 02:26:02.335613 139703861815168 interactiveshell.py:2882] Step 19000 | Loss: 0.4987 | Spent: 11.6 secs | LR: 0.000330
I0411 02:26:13.932877 139703861815168 interactiveshell.py:2882] Step 19050 | Loss: 0.4653 | Spent: 11.6 secs | LR: 0.000330
I0411 02:26:25.315020 139703861815168 interactiveshell.py:2882] Step 19100 | Loss: 0.4983 | Spent: 11.4 secs | LR: 0.000330
I0411 02:26:36.572295 139703861815168 interactiveshell.py:2882] Step 19150 | Loss: 0.5201 | Spent: 11.3 secs | LR: 0.000330
I0411 02:26:48.493619 139703861815168 interactiveshell.py:2882] Step 19200 | Loss: 0.4143 | Spent: 11.9 secs | LR: 0.000330
I0411 02:26:59.954576 139703861815168 interactiveshell.py:2882] Step 19250 | Loss: 0.3215 | Spent: 11.5 secs | LR: 0.000330
I0411 02:27:11.488615 139703861815168 interactiveshell.py:2882] Step 19300 | Loss: 0.2709 | Spent: 11.5 secs | LR: 0.000329
I0411 02:27:22.875159 139703861815168 interactiveshell.py:2882] Step 19350 | Loss: 0.3736 | Spent: 11.4 secs | LR: 0.000329
I0411 02:27:34.315181 139703861815168 interactiveshell.py:2882] Step 19400 | Loss: 0.5574 | Spent: 11.4 secs | LR: 0.000329
I0411 02:27:45.704915 139703861815168 interactiveshell.py:2882] Step 19450 | Loss: 0.7525 | Spent: 11.4 secs | LR: 0.000329
I0411 02:27:57.283474 139703861815168 interactiveshell.py:2882] Step 19500 | Loss: 0.8211 | Spent: 11.6 secs | LR: 0.000329
I0411 02:28:08.872154 139703861815168 interactiveshell.py:2882] Step 19550 | Loss: 0.4793 | Spent: 11.6 secs | LR: 0.000329
I0411 02:28:20.416692 139703861815168 interactiveshell.py:2882] Step 19600 | Loss: 0.3307 | Spent: 11.5 secs | LR: 0.000328
I0411 02:28:31.973667 139703861815168 interactiveshell.py:2882] Step 19650 | Loss: 0.3818 | Spent: 11.6 secs | LR: 0.000328
I0411 02:28:43.449475 139703861815168 interactiveshell.py:2882] Step 19700 | Loss: 0.4013 | Spent: 11.5 secs | LR: 0.000328
I0411 02:28:54.964376 139703861815168 interactiveshell.py:2882] Step 19750 | Loss: 0.4263 | Spent: 11.5 secs | LR: 0.000328
I0411 02:29:06.573988 139703861815168 interactiveshell.py:2882] Step 19800 | Loss: 0.2866 | Spent: 11.6 secs | LR: 0.000328
I0411 02:29:18.052098 139703861815168 interactiveshell.py:2882] Step 19850 | Loss: 0.3989 | Spent: 11.5 secs | LR: 0.000328
I0411 02:29:29.569855 139703861815168 interactiveshell.py:2882] Step 19900 | Loss: 0.4708 | Spent: 11.5 secs | LR: 0.000327
I0411 02:29:41.191630 139703861815168 interactiveshell.py:2882] Step 19950 | Loss: 0.4737 | Spent: 11.6 secs | LR: 0.000327
I0411 02:29:52.647648 139703861815168 interactiveshell.py:2882] Step 20000 | Loss: 0.4205 | Spent: 11.5 secs | LR: 0.000327
I0411 02:30:04.174801 139703861815168 interactiveshell.py:2882] Step 20050 | Loss: 0.6932 | Spent: 11.5 secs | LR: 0.000327
I0411 02:30:15.818264 139703861815168 interactiveshell.py:2882] Step 20100 | Loss: 0.2831 | Spent: 11.6 secs | LR: 0.000327
I0411 02:30:27.382528 139703861815168 interactiveshell.py:2882] Step 20150 | Loss: 0.4193 | Spent: 11.6 secs | LR: 0.000327
I0411 02:30:39.194329 139703861815168 interactiveshell.py:2882] Step 20200 | Loss: 0.5305 | Spent: 11.8 secs | LR: 0.000327
I0411 02:30:50.741624 139703861815168 interactiveshell.py:2882] Step 20250 | Loss: 0.4623 | Spent: 11.5 secs | LR: 0.000326
I0411 02:31:02.214447 139703861815168 interactiveshell.py:2882] Step 20300 | Loss: 0.5978 | Spent: 11.5 secs | LR: 0.000326
I0411 02:31:13.720870 139703861815168 interactiveshell.py:2882] Step 20350 | Loss: 0.1918 | Spent: 11.5 secs | LR: 0.000326
I0411 02:31:25.213442 139703861815168 interactiveshell.py:2882] Step 20400 | Loss: 0.1613 | Spent: 11.5 secs | LR: 0.000326
I0411 02:31:36.719436 139703861815168 interactiveshell.py:2882] Step 20450 | Loss: 0.4893 | Spent: 11.5 secs | LR: 0.000326
I0411 02:31:48.259515 139703861815168 interactiveshell.py:2882] Step 20500 | Loss: 0.3151 | Spent: 11.5 secs | LR: 0.000326
I0411 02:31:59.883709 139703861815168 interactiveshell.py:2882] Step 20550 | Loss: 0.2427 | Spent: 11.6 secs | LR: 0.000325
I0411 02:32:11.442810 139703861815168 interactiveshell.py:2882] Step 20600 | Loss: 0.4525 | Spent: 11.6 secs | LR: 0.000325
Reading ../data/test.txt
I0411 02:32:49.434003 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.845
I0411 02:32:49.435453 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.850
I0411 02:32:54.837115 139703861815168 interactiveshell.py:2882] Step 20650 | Loss: 0.3731 | Spent: 43.4 secs | LR: 0.000325
I0411 02:33:06.216711 139703861815168 interactiveshell.py:2882] Step 20700 | Loss: 0.4621 | Spent: 11.4 secs | LR: 0.000325
I0411 02:33:17.593342 139703861815168 interactiveshell.py:2882] Step 20750 | Loss: 0.6739 | Spent: 11.4 secs | LR: 0.000325
I0411 02:33:29.024619 139703861815168 interactiveshell.py:2882] Step 20800 | Loss: 0.4044 | Spent: 11.4 secs | LR: 0.000325
I0411 02:33:40.648076 139703861815168 interactiveshell.py:2882] Step 20850 | Loss: 0.3100 | Spent: 11.6 secs | LR: 0.000324
I0411 02:33:52.294727 139703861815168 interactiveshell.py:2882] Step 20900 | Loss: 0.3816 | Spent: 11.6 secs | LR: 0.000324
I0411 02:34:03.789316 139703861815168 interactiveshell.py:2882] Step 20950 | Loss: 0.4363 | Spent: 11.5 secs | LR: 0.000324
I0411 02:34:15.300861 139703861815168 interactiveshell.py:2882] Step 21000 | Loss: 0.4828 | Spent: 11.5 secs | LR: 0.000324
I0411 02:34:26.762815 139703861815168 interactiveshell.py:2882] Step 21050 | Loss: 0.4335 | Spent: 11.5 secs | LR: 0.000324
I0411 02:34:38.266338 139703861815168 interactiveshell.py:2882] Step 21100 | Loss: 0.4608 | Spent: 11.5 secs | LR: 0.000324
I0411 02:34:49.633515 139703861815168 interactiveshell.py:2882] Step 21150 | Loss: 0.3112 | Spent: 11.4 secs | LR: 0.000323
I0411 02:35:01.019035 139703861815168 interactiveshell.py:2882] Step 21200 | Loss: 0.3704 | Spent: 11.4 secs | LR: 0.000323
I0411 02:35:12.625720 139703861815168 interactiveshell.py:2882] Step 21250 | Loss: 0.5064 | Spent: 11.6 secs | LR: 0.000323
I0411 02:35:24.146643 139703861815168 interactiveshell.py:2882] Step 21300 | Loss: 0.3583 | Spent: 11.5 secs | LR: 0.000323
I0411 02:35:35.478673 139703861815168 interactiveshell.py:2882] Step 21350 | Loss: 0.2874 | Spent: 11.3 secs | LR: 0.000323
I0411 02:35:47.367963 139703861815168 interactiveshell.py:2882] Step 21400 | Loss: 0.4423 | Spent: 11.9 secs | LR: 0.000323
I0411 02:35:58.866698 139703861815168 interactiveshell.py:2882] Step 21450 | Loss: 0.4674 | Spent: 11.5 secs | LR: 0.000322
I0411 02:36:10.276641 139703861815168 interactiveshell.py:2882] Step 21500 | Loss: 0.2911 | Spent: 11.4 secs | LR: 0.000322
I0411 02:36:21.836098 139703861815168 interactiveshell.py:2882] Step 21550 | Loss: 0.4223 | Spent: 11.6 secs | LR: 0.000322
I0411 02:36:33.177652 139703861815168 interactiveshell.py:2882] Step 21600 | Loss: 0.3248 | Spent: 11.3 secs | LR: 0.000322
I0411 02:36:44.918572 139703861815168 interactiveshell.py:2882] Step 21650 | Loss: 0.2982 | Spent: 11.7 secs | LR: 0.000322
I0411 02:36:56.687690 139703861815168 interactiveshell.py:2882] Step 21700 | Loss: 0.5892 | Spent: 11.8 secs | LR: 0.000322
I0411 02:37:08.170013 139703861815168 interactiveshell.py:2882] Step 21750 | Loss: 0.5489 | Spent: 11.5 secs | LR: 0.000321
I0411 02:37:19.618980 139703861815168 interactiveshell.py:2882] Step 21800 | Loss: 0.6199 | Spent: 11.4 secs | LR: 0.000321
I0411 02:37:31.230364 139703861815168 interactiveshell.py:2882] Step 21850 | Loss: 0.5717 | Spent: 11.6 secs | LR: 0.000321
I0411 02:37:42.894531 139703861815168 interactiveshell.py:2882] Step 21900 | Loss: 0.2780 | Spent: 11.7 secs | LR: 0.000321
I0411 02:37:54.355825 139703861815168 interactiveshell.py:2882] Step 21950 | Loss: 0.4802 | Spent: 11.5 secs | LR: 0.000321
I0411 02:38:05.631155 139703861815168 interactiveshell.py:2882] Step 22000 | Loss: 0.3988 | Spent: 11.3 secs | LR: 0.000321
I0411 02:38:17.312104 139703861815168 interactiveshell.py:2882] Step 22050 | Loss: 0.4124 | Spent: 11.7 secs | LR: 0.000320
I0411 02:38:28.893028 139703861815168 interactiveshell.py:2882] Step 22100 | Loss: 0.3211 | Spent: 11.6 secs | LR: 0.000320
I0411 02:38:40.395406 139703861815168 interactiveshell.py:2882] Step 22150 | Loss: 0.4101 | Spent: 11.5 secs | LR: 0.000320
I0411 02:38:51.829561 139703861815168 interactiveshell.py:2882] Step 22200 | Loss: 0.7835 | Spent: 11.4 secs | LR: 0.000320
I0411 02:39:03.045145 139703861815168 interactiveshell.py:2882] Step 22250 | Loss: 0.3829 | Spent: 11.2 secs | LR: 0.000320
I0411 02:39:14.568620 139703861815168 interactiveshell.py:2882] Step 22300 | Loss: 0.3935 | Spent: 11.5 secs | LR: 0.000320
Reading ../data/test.txt
I0411 02:39:57.907141 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.850
I0411 02:39:57.908353 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.850
I0411 02:39:58.806551 139703861815168 interactiveshell.py:2882] Step 22350 | Loss: 0.5356 | Spent: 44.2 secs | LR: 0.000320
I0411 02:40:10.305217 139703861815168 interactiveshell.py:2882] Step 22400 | Loss: 0.2593 | Spent: 11.5 secs | LR: 0.000319
I0411 02:40:21.813515 139703861815168 interactiveshell.py:2882] Step 22450 | Loss: 0.4105 | Spent: 11.5 secs | LR: 0.000319
I0411 02:40:33.319188 139703861815168 interactiveshell.py:2882] Step 22500 | Loss: 0.3855 | Spent: 11.5 secs | LR: 0.000319
I0411 02:40:44.708748 139703861815168 interactiveshell.py:2882] Step 22550 | Loss: 0.5445 | Spent: 11.4 secs | LR: 0.000319
I0411 02:40:56.524477 139703861815168 interactiveshell.py:2882] Step 22600 | Loss: 0.3591 | Spent: 11.8 secs | LR: 0.000319
I0411 02:41:08.087579 139703861815168 interactiveshell.py:2882] Step 22650 | Loss: 0.6236 | Spent: 11.6 secs | LR: 0.000319
I0411 02:41:19.376412 139703861815168 interactiveshell.py:2882] Step 22700 | Loss: 0.3693 | Spent: 11.3 secs | LR: 0.000318
I0411 02:41:30.878109 139703861815168 interactiveshell.py:2882] Step 22750 | Loss: 0.4405 | Spent: 11.5 secs | LR: 0.000318
I0411 02:41:42.329634 139703861815168 interactiveshell.py:2882] Step 22800 | Loss: 0.5701 | Spent: 11.4 secs | LR: 0.000318
I0411 02:41:53.775173 139703861815168 interactiveshell.py:2882] Step 22850 | Loss: 0.6260 | Spent: 11.4 secs | LR: 0.000318
I0411 02:42:05.264591 139703861815168 interactiveshell.py:2882] Step 22900 | Loss: 0.1903 | Spent: 11.5 secs | LR: 0.000318
I0411 02:42:16.948892 139703861815168 interactiveshell.py:2882] Step 22950 | Loss: 0.5848 | Spent: 11.7 secs | LR: 0.000318
I0411 02:42:28.280595 139703861815168 interactiveshell.py:2882] Step 23000 | Loss: 0.3947 | Spent: 11.3 secs | LR: 0.000317
I0411 02:42:39.750896 139703861815168 interactiveshell.py:2882] Step 23050 | Loss: 0.3249 | Spent: 11.5 secs | LR: 0.000317
I0411 02:42:51.180725 139703861815168 interactiveshell.py:2882] Step 23100 | Loss: 0.5551 | Spent: 11.4 secs | LR: 0.000317
I0411 02:43:02.422713 139703861815168 interactiveshell.py:2882] Step 23150 | Loss: 0.3999 | Spent: 11.2 secs | LR: 0.000317
I0411 02:43:13.692111 139703861815168 interactiveshell.py:2882] Step 23200 | Loss: 0.4472 | Spent: 11.3 secs | LR: 0.000317
I0411 02:43:25.263728 139703861815168 interactiveshell.py:2882] Step 23250 | Loss: 0.4313 | Spent: 11.6 secs | LR: 0.000317
I0411 02:43:36.699789 139703861815168 interactiveshell.py:2882] Step 23300 | Loss: 0.6474 | Spent: 11.4 secs | LR: 0.000316
I0411 02:43:48.234308 139703861815168 interactiveshell.py:2882] Step 23350 | Loss: 0.4379 | Spent: 11.5 secs | LR: 0.000316
I0411 02:43:59.433089 139703861815168 interactiveshell.py:2882] Step 23400 | Loss: 0.4699 | Spent: 11.2 secs | LR: 0.000316
I0411 02:44:10.847690 139703861815168 interactiveshell.py:2882] Step 23450 | Loss: 0.3227 | Spent: 11.4 secs | LR: 0.000316
I0411 02:44:22.303971 139703861815168 interactiveshell.py:2882] Step 23500 | Loss: 0.4973 | Spent: 11.5 secs | LR: 0.000316
I0411 02:44:33.766419 139703861815168 interactiveshell.py:2882] Step 23550 | Loss: 0.4920 | Spent: 11.5 secs | LR: 0.000316
I0411 02:44:45.096871 139703861815168 interactiveshell.py:2882] Step 23600 | Loss: 0.4693 | Spent: 11.3 secs | LR: 0.000316
I0411 02:44:56.481983 139703861815168 interactiveshell.py:2882] Step 23650 | Loss: 0.3230 | Spent: 11.4 secs | LR: 0.000315
I0411 02:45:07.848977 139703861815168 interactiveshell.py:2882] Step 23700 | Loss: 0.3077 | Spent: 11.4 secs | LR: 0.000315
I0411 02:45:19.302587 139703861815168 interactiveshell.py:2882] Step 23750 | Loss: 0.4715 | Spent: 11.4 secs | LR: 0.000315
I0411 02:45:30.718263 139703861815168 interactiveshell.py:2882] Step 23800 | Loss: 0.5448 | Spent: 11.4 secs | LR: 0.000315
I0411 02:45:42.114944 139703861815168 interactiveshell.py:2882] Step 23850 | Loss: 0.4865 | Spent: 11.4 secs | LR: 0.000315
I0411 02:45:53.813303 139703861815168 interactiveshell.py:2882] Step 23900 | Loss: 0.4312 | Spent: 11.7 secs | LR: 0.000315
I0411 02:46:05.475436 139703861815168 interactiveshell.py:2882] Step 23950 | Loss: 0.5398 | Spent: 11.7 secs | LR: 0.000314
I0411 02:46:17.212943 139703861815168 interactiveshell.py:2882] Step 24000 | Loss: 0.2925 | Spent: 11.7 secs | LR: 0.000314
I0411 02:46:28.687194 139703861815168 interactiveshell.py:2882] Step 24050 | Loss: 0.4067 | Spent: 11.5 secs | LR: 0.000314
Reading ../data/test.txt
I0411 02:47:04.996512 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.852
I0411 02:47:04.998022 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.852
I0411 02:47:13.147221 139703861815168 interactiveshell.py:2882] Step 24100 | Loss: 0.6082 | Spent: 44.5 secs | LR: 0.000314
I0411 02:47:24.718883 139703861815168 interactiveshell.py:2882] Step 24150 | Loss: 0.4817 | Spent: 11.6 secs | LR: 0.000314
I0411 02:47:36.196019 139703861815168 interactiveshell.py:2882] Step 24200 | Loss: 0.3118 | Spent: 11.5 secs | LR: 0.000314
I0411 02:47:47.226129 139703861815168 interactiveshell.py:2882] Step 24250 | Loss: 0.3337 | Spent: 11.0 secs | LR: 0.000313
I0411 02:47:58.199072 139703861815168 interactiveshell.py:2882] Step 24300 | Loss: 0.3268 | Spent: 11.0 secs | LR: 0.000313
I0411 02:48:09.538460 139703861815168 interactiveshell.py:2882] Step 24350 | Loss: 0.5508 | Spent: 11.3 secs | LR: 0.000313
I0411 02:48:20.511495 139703861815168 interactiveshell.py:2882] Step 24400 | Loss: 0.5079 | Spent: 11.0 secs | LR: 0.000313
I0411 02:48:31.238319 139703861815168 interactiveshell.py:2882] Step 24450 | Loss: 0.3137 | Spent: 10.7 secs | LR: 0.000313
I0411 02:48:41.928924 139703861815168 interactiveshell.py:2882] Step 24500 | Loss: 0.5725 | Spent: 10.7 secs | LR: 0.000313
I0411 02:48:53.278048 139703861815168 interactiveshell.py:2882] Step 24550 | Loss: 0.3544 | Spent: 11.3 secs | LR: 0.000313
I0411 02:49:04.416427 139703861815168 interactiveshell.py:2882] Step 24600 | Loss: 0.3250 | Spent: 11.1 secs | LR: 0.000312
I0411 02:49:15.356622 139703861815168 interactiveshell.py:2882] Step 24650 | Loss: 0.4275 | Spent: 10.9 secs | LR: 0.000312
I0411 02:49:26.305971 139703861815168 interactiveshell.py:2882] Step 24700 | Loss: 0.6739 | Spent: 10.9 secs | LR: 0.000312
I0411 02:49:37.827365 139703861815168 interactiveshell.py:2882] Step 24750 | Loss: 0.3054 | Spent: 11.5 secs | LR: 0.000312
I0411 02:49:48.968393 139703861815168 interactiveshell.py:2882] Step 24800 | Loss: 0.5665 | Spent: 11.1 secs | LR: 0.000312
I0411 02:50:00.171834 139703861815168 interactiveshell.py:2882] Step 24850 | Loss: 0.4714 | Spent: 11.2 secs | LR: 0.000312
I0411 02:50:11.264394 139703861815168 interactiveshell.py:2882] Step 24900 | Loss: 0.4640 | Spent: 11.1 secs | LR: 0.000311
I0411 02:50:22.619641 139703861815168 interactiveshell.py:2882] Step 24950 | Loss: 0.4878 | Spent: 11.4 secs | LR: 0.000311
I0411 02:50:33.877404 139703861815168 interactiveshell.py:2882] Step 25000 | Loss: 0.3854 | Spent: 11.3 secs | LR: 0.000311
I0411 02:50:44.974575 139703861815168 interactiveshell.py:2882] Step 25050 | Loss: 0.2624 | Spent: 11.1 secs | LR: 0.000311
I0411 02:50:55.962919 139703861815168 interactiveshell.py:2882] Step 25100 | Loss: 0.5965 | Spent: 11.0 secs | LR: 0.000311
I0411 02:51:07.272810 139703861815168 interactiveshell.py:2882] Step 25150 | Loss: 0.3162 | Spent: 11.3 secs | LR: 0.000311
I0411 02:51:18.800646 139703861815168 interactiveshell.py:2882] Step 25200 | Loss: 0.3661 | Spent: 11.5 secs | LR: 0.000311
I0411 02:51:30.375984 139703861815168 interactiveshell.py:2882] Step 25250 | Loss: 0.7136 | Spent: 11.6 secs | LR: 0.000310
I0411 02:51:41.739270 139703861815168 interactiveshell.py:2882] Step 25300 | Loss: 0.3099 | Spent: 11.4 secs | LR: 0.000310
I0411 02:51:53.165648 139703861815168 interactiveshell.py:2882] Step 25350 | Loss: 0.4302 | Spent: 11.4 secs | LR: 0.000310
I0411 02:52:04.652094 139703861815168 interactiveshell.py:2882] Step 25400 | Loss: 0.2526 | Spent: 11.5 secs | LR: 0.000310
I0411 02:52:16.533977 139703861815168 interactiveshell.py:2882] Step 25450 | Loss: 0.1810 | Spent: 11.9 secs | LR: 0.000310
I0411 02:52:27.827448 139703861815168 interactiveshell.py:2882] Step 25500 | Loss: 0.7803 | Spent: 11.3 secs | LR: 0.000310
I0411 02:52:39.139854 139703861815168 interactiveshell.py:2882] Step 25550 | Loss: 0.2535 | Spent: 11.3 secs | LR: 0.000309
I0411 02:52:50.371930 139703861815168 interactiveshell.py:2882] Step 25600 | Loss: 0.3572 | Spent: 11.2 secs | LR: 0.000309
I0411 02:53:01.482333 139703861815168 interactiveshell.py:2882] Step 25650 | Loss: 0.3857 | Spent: 11.1 secs | LR: 0.000309
I0411 02:53:13.107820 139703861815168 interactiveshell.py:2882] Step 25700 | Loss: 0.2137 | Spent: 11.6 secs | LR: 0.000309
I0411 02:53:24.508086 139703861815168 interactiveshell.py:2882] Step 25750 | Loss: 0.3311 | Spent: 11.4 secs | LR: 0.000309
Reading ../data/test.txt
I0411 02:54:04.626620 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.858
I0411 02:54:04.627913 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.858
I0411 02:54:08.239851 139703861815168 interactiveshell.py:2882] Step 25800 | Loss: 0.3651 | Spent: 43.7 secs | LR: 0.000309
I0411 02:54:19.637838 139703861815168 interactiveshell.py:2882] Step 25850 | Loss: 0.4947 | Spent: 11.4 secs | LR: 0.000308
I0411 02:54:30.941348 139703861815168 interactiveshell.py:2882] Step 25900 | Loss: 0.5092 | Spent: 11.3 secs | LR: 0.000308
I0411 02:54:42.339617 139703861815168 interactiveshell.py:2882] Step 25950 | Loss: 0.8225 | Spent: 11.4 secs | LR: 0.000308
I0411 02:54:53.773586 139703861815168 interactiveshell.py:2882] Step 26000 | Loss: 0.4968 | Spent: 11.4 secs | LR: 0.000308
I0411 02:55:05.109719 139703861815168 interactiveshell.py:2882] Step 26050 | Loss: 0.3736 | Spent: 11.3 secs | LR: 0.000308
I0411 02:55:16.501187 139703861815168 interactiveshell.py:2882] Step 26100 | Loss: 0.5789 | Spent: 11.4 secs | LR: 0.000308
I0411 02:55:27.918731 139703861815168 interactiveshell.py:2882] Step 26150 | Loss: 0.3573 | Spent: 11.4 secs | LR: 0.000308
I0411 02:55:39.189043 139703861815168 interactiveshell.py:2882] Step 26200 | Loss: 0.4650 | Spent: 11.3 secs | LR: 0.000307
I0411 02:55:50.572246 139703861815168 interactiveshell.py:2882] Step 26250 | Loss: 0.4745 | Spent: 11.4 secs | LR: 0.000307
I0411 02:56:01.969868 139703861815168 interactiveshell.py:2882] Step 26300 | Loss: 0.3521 | Spent: 11.4 secs | LR: 0.000307
I0411 02:56:13.330495 139703861815168 interactiveshell.py:2882] Step 26350 | Loss: 0.2031 | Spent: 11.4 secs | LR: 0.000307
I0411 02:56:24.705681 139703861815168 interactiveshell.py:2882] Step 26400 | Loss: 0.3955 | Spent: 11.4 secs | LR: 0.000307
I0411 02:56:36.321607 139703861815168 interactiveshell.py:2882] Step 26450 | Loss: 0.4136 | Spent: 11.6 secs | LR: 0.000307
I0411 02:56:47.588505 139703861815168 interactiveshell.py:2882] Step 26500 | Loss: 0.3370 | Spent: 11.3 secs | LR: 0.000306
I0411 02:56:58.865816 139703861815168 interactiveshell.py:2882] Step 26550 | Loss: 0.4214 | Spent: 11.3 secs | LR: 0.000306
I0411 02:57:10.129297 139703861815168 interactiveshell.py:2882] Step 26600 | Loss: 0.3957 | Spent: 11.3 secs | LR: 0.000306
I0411 02:57:21.390229 139703861815168 interactiveshell.py:2882] Step 26650 | Loss: 0.3754 | Spent: 11.3 secs | LR: 0.000306
I0411 02:57:32.477117 139703861815168 interactiveshell.py:2882] Step 26700 | Loss: 0.3502 | Spent: 11.1 secs | LR: 0.000306
I0411 02:57:43.944385 139703861815168 interactiveshell.py:2882] Step 26750 | Loss: 0.2747 | Spent: 11.5 secs | LR: 0.000306
I0411 02:57:55.459167 139703861815168 interactiveshell.py:2882] Step 26800 | Loss: 0.5148 | Spent: 11.5 secs | LR: 0.000306
I0411 02:58:06.797023 139703861815168 interactiveshell.py:2882] Step 26850 | Loss: 0.4416 | Spent: 11.3 secs | LR: 0.000305
I0411 02:58:18.241285 139703861815168 interactiveshell.py:2882] Step 26900 | Loss: 0.6383 | Spent: 11.4 secs | LR: 0.000305
I0411 02:58:29.668972 139703861815168 interactiveshell.py:2882] Step 26950 | Loss: 0.6262 | Spent: 11.4 secs | LR: 0.000305
I0411 02:58:40.993883 139703861815168 interactiveshell.py:2882] Step 27000 | Loss: 0.4452 | Spent: 11.3 secs | LR: 0.000305
I0411 02:58:52.074204 139703861815168 interactiveshell.py:2882] Step 27050 | Loss: 0.4611 | Spent: 11.1 secs | LR: 0.000305
I0411 02:59:03.232300 139703861815168 interactiveshell.py:2882] Step 27100 | Loss: 0.3795 | Spent: 11.2 secs | LR: 0.000305
I0411 02:59:14.517556 139703861815168 interactiveshell.py:2882] Step 27150 | Loss: 0.3890 | Spent: 11.3 secs | LR: 0.000304
I0411 02:59:25.862221 139703861815168 interactiveshell.py:2882] Step 27200 | Loss: 0.3276 | Spent: 11.3 secs | LR: 0.000304
I0411 02:59:37.449561 139703861815168 interactiveshell.py:2882] Step 27250 | Loss: 0.5296 | Spent: 11.6 secs | LR: 0.000304
I0411 02:59:48.773671 139703861815168 interactiveshell.py:2882] Step 27300 | Loss: 0.2841 | Spent: 11.3 secs | LR: 0.000304
I0411 03:00:00.180885 139703861815168 interactiveshell.py:2882] Step 27350 | Loss: 0.4379 | Spent: 11.4 secs | LR: 0.000304
I0411 03:00:11.502532 139703861815168 interactiveshell.py:2882] Step 27400 | Loss: 0.6582 | Spent: 11.3 secs | LR: 0.000304
I0411 03:00:22.881533 139703861815168 interactiveshell.py:2882] Step 27450 | Loss: 0.3477 | Spent: 11.4 secs | LR: 0.000304
I0411 03:00:34.272263 139703861815168 interactiveshell.py:2882] Step 27500 | Loss: 0.5934 | Spent: 11.4 secs | LR: 0.000303
Reading ../data/test.txt
I0411 03:01:07.059995 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.855
I0411 03:01:07.061065 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.858
I0411 03:01:17.592437 139703861815168 interactiveshell.py:2882] Step 27550 | Loss: 0.3446 | Spent: 43.3 secs | LR: 0.000303
I0411 03:01:28.813757 139703861815168 interactiveshell.py:2882] Step 27600 | Loss: 0.5137 | Spent: 11.2 secs | LR: 0.000303
I0411 03:01:40.594744 139703861815168 interactiveshell.py:2882] Step 27650 | Loss: 0.3339 | Spent: 11.8 secs | LR: 0.000303
I0411 03:01:51.996102 139703861815168 interactiveshell.py:2882] Step 27700 | Loss: 0.3683 | Spent: 11.4 secs | LR: 0.000303
I0411 03:02:03.205288 139703861815168 interactiveshell.py:2882] Step 27750 | Loss: 0.5680 | Spent: 11.2 secs | LR: 0.000303
I0411 03:02:14.537307 139703861815168 interactiveshell.py:2882] Step 27800 | Loss: 0.4772 | Spent: 11.3 secs | LR: 0.000302
I0411 03:02:26.151936 139703861815168 interactiveshell.py:2882] Step 27850 | Loss: 0.1985 | Spent: 11.6 secs | LR: 0.000302
I0411 03:02:37.010838 139703861815168 interactiveshell.py:2882] Step 27900 | Loss: 0.2125 | Spent: 10.9 secs | LR: 0.000302
I0411 03:02:47.819015 139703861815168 interactiveshell.py:2882] Step 27950 | Loss: 0.6312 | Spent: 10.8 secs | LR: 0.000302
I0411 03:02:59.143335 139703861815168 interactiveshell.py:2882] Step 28000 | Loss: 0.4276 | Spent: 11.3 secs | LR: 0.000302
I0411 03:03:10.446189 139703861815168 interactiveshell.py:2882] Step 28050 | Loss: 0.3660 | Spent: 11.3 secs | LR: 0.000302
I0411 03:03:21.543860 139703861815168 interactiveshell.py:2882] Step 28100 | Loss: 0.3048 | Spent: 11.1 secs | LR: 0.000302
I0411 03:03:32.689713 139703861815168 interactiveshell.py:2882] Step 28150 | Loss: 0.3120 | Spent: 11.1 secs | LR: 0.000301
I0411 03:03:43.624208 139703861815168 interactiveshell.py:2882] Step 28200 | Loss: 0.2465 | Spent: 10.9 secs | LR: 0.000301
I0411 03:03:54.483811 139703861815168 interactiveshell.py:2882] Step 28250 | Loss: 0.2876 | Spent: 10.9 secs | LR: 0.000301
I0411 03:04:05.383744 139703861815168 interactiveshell.py:2882] Step 28300 | Loss: 0.3337 | Spent: 10.9 secs | LR: 0.000301
I0411 03:04:16.279536 139703861815168 interactiveshell.py:2882] Step 28350 | Loss: 0.3269 | Spent: 10.9 secs | LR: 0.000301
I0411 03:04:27.299258 139703861815168 interactiveshell.py:2882] Step 28400 | Loss: 0.2985 | Spent: 11.0 secs | LR: 0.000301
I0411 03:04:38.267370 139703861815168 interactiveshell.py:2882] Step 28450 | Loss: 0.3311 | Spent: 11.0 secs | LR: 0.000301
I0411 03:04:49.168241 139703861815168 interactiveshell.py:2882] Step 28500 | Loss: 0.5449 | Spent: 10.9 secs | LR: 0.000300
I0411 03:04:59.850129 139703861815168 interactiveshell.py:2882] Step 28550 | Loss: 0.5936 | Spent: 10.7 secs | LR: 0.000300
I0411 03:05:10.890563 139703861815168 interactiveshell.py:2882] Step 28600 | Loss: 0.3985 | Spent: 11.0 secs | LR: 0.000300
I0411 03:05:21.779659 139703861815168 interactiveshell.py:2882] Step 28650 | Loss: 0.5066 | Spent: 10.9 secs | LR: 0.000300
I0411 03:05:32.687690 139703861815168 interactiveshell.py:2882] Step 28700 | Loss: 0.6569 | Spent: 10.9 secs | LR: 0.000300
I0411 03:05:43.534736 139703861815168 interactiveshell.py:2882] Step 28750 | Loss: 0.4571 | Spent: 10.8 secs | LR: 0.000300
I0411 03:05:54.540018 139703861815168 interactiveshell.py:2882] Step 28800 | Loss: 0.2864 | Spent: 11.0 secs | LR: 0.000299
I0411 03:06:05.421406 139703861815168 interactiveshell.py:2882] Step 28850 | Loss: 0.4914 | Spent: 10.9 secs | LR: 0.000299
I0411 03:06:16.425597 139703861815168 interactiveshell.py:2882] Step 28900 | Loss: 0.3031 | Spent: 11.0 secs | LR: 0.000299
I0411 03:06:27.401601 139703861815168 interactiveshell.py:2882] Step 28950 | Loss: 0.7167 | Spent: 11.0 secs | LR: 0.000299
I0411 03:06:38.565448 139703861815168 interactiveshell.py:2882] Step 29000 | Loss: 0.5257 | Spent: 11.2 secs | LR: 0.000299
I0411 03:06:49.933928 139703861815168 interactiveshell.py:2882] Step 29050 | Loss: 0.3628 | Spent: 11.4 secs | LR: 0.000299
I0411 03:07:01.030385 139703861815168 interactiveshell.py:2882] Step 29100 | Loss: 0.4796 | Spent: 11.1 secs | LR: 0.000299
I0411 03:07:11.923237 139703861815168 interactiveshell.py:2882] Step 29150 | Loss: 0.3799 | Spent: 10.9 secs | LR: 0.000298
I0411 03:07:22.886017 139703861815168 interactiveshell.py:2882] Step 29200 | Loss: 0.2841 | Spent: 11.0 secs | LR: 0.000298
Reading ../data/test.txt
I0411 03:08:00.096953 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.858
I0411 03:08:00.098053 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.858
I0411 03:08:06.379674 139703861815168 interactiveshell.py:2882] Step 29250 | Loss: 0.1901 | Spent: 43.5 secs | LR: 0.000298
I0411 03:08:17.460353 139703861815168 interactiveshell.py:2882] Step 29300 | Loss: 0.4855 | Spent: 11.1 secs | LR: 0.000298
I0411 03:08:28.756599 139703861815168 interactiveshell.py:2882] Step 29350 | Loss: 0.4910 | Spent: 11.3 secs | LR: 0.000298
I0411 03:08:39.966830 139703861815168 interactiveshell.py:2882] Step 29400 | Loss: 0.4230 | Spent: 11.2 secs | LR: 0.000298
I0411 03:08:50.733863 139703861815168 interactiveshell.py:2882] Step 29450 | Loss: 0.3914 | Spent: 10.8 secs | LR: 0.000298
I0411 03:09:01.702258 139703861815168 interactiveshell.py:2882] Step 29500 | Loss: 0.2878 | Spent: 11.0 secs | LR: 0.000297
I0411 03:09:12.739207 139703861815168 interactiveshell.py:2882] Step 29550 | Loss: 0.3309 | Spent: 11.0 secs | LR: 0.000297
I0411 03:09:23.797696 139703861815168 interactiveshell.py:2882] Step 29600 | Loss: 0.4387 | Spent: 11.1 secs | LR: 0.000297
I0411 03:09:34.642110 139703861815168 interactiveshell.py:2882] Step 29650 | Loss: 0.4343 | Spent: 10.8 secs | LR: 0.000297
I0411 03:09:45.659507 139703861815168 interactiveshell.py:2882] Step 29700 | Loss: 0.3227 | Spent: 11.0 secs | LR: 0.000297
I0411 03:09:56.436680 139703861815168 interactiveshell.py:2882] Step 29750 | Loss: 0.2184 | Spent: 10.8 secs | LR: 0.000297
I0411 03:10:07.310845 139703861815168 interactiveshell.py:2882] Step 29800 | Loss: 0.3200 | Spent: 10.9 secs | LR: 0.000296
I0411 03:10:18.338591 139703861815168 interactiveshell.py:2882] Step 29850 | Loss: 0.3833 | Spent: 11.0 secs | LR: 0.000296
I0411 03:10:29.408925 139703861815168 interactiveshell.py:2882] Step 29900 | Loss: 0.3409 | Spent: 11.1 secs | LR: 0.000296
I0411 03:10:40.411140 139703861815168 interactiveshell.py:2882] Step 29950 | Loss: 0.5738 | Spent: 11.0 secs | LR: 0.000296
I0411 03:10:51.237970 139703861815168 interactiveshell.py:2882] Step 30000 | Loss: 0.3580 | Spent: 10.8 secs | LR: 0.000296
I0411 03:11:02.047629 139703861815168 interactiveshell.py:2882] Step 30050 | Loss: 0.3496 | Spent: 10.8 secs | LR: 0.000296
I0411 03:11:13.229414 139703861815168 interactiveshell.py:2882] Step 30100 | Loss: 0.2929 | Spent: 11.2 secs | LR: 0.000296
I0411 03:11:24.098139 139703861815168 interactiveshell.py:2882] Step 30150 | Loss: 0.2986 | Spent: 10.9 secs | LR: 0.000295
I0411 03:11:34.847313 139703861815168 interactiveshell.py:2882] Step 30200 | Loss: 0.3846 | Spent: 10.7 secs | LR: 0.000295
I0411 03:11:45.923554 139703861815168 interactiveshell.py:2882] Step 30250 | Loss: 0.4874 | Spent: 11.1 secs | LR: 0.000295
I0411 03:11:56.682231 139703861815168 interactiveshell.py:2882] Step 30300 | Loss: 0.4001 | Spent: 10.8 secs | LR: 0.000295
I0411 03:12:08.027106 139703861815168 interactiveshell.py:2882] Step 30350 | Loss: 0.2381 | Spent: 11.3 secs | LR: 0.000295
I0411 03:12:19.088160 139703861815168 interactiveshell.py:2882] Step 30400 | Loss: 0.3047 | Spent: 11.1 secs | LR: 0.000295
I0411 03:12:29.967810 139703861815168 interactiveshell.py:2882] Step 30450 | Loss: 0.5321 | Spent: 10.9 secs | LR: 0.000295
I0411 03:12:41.275896 139703861815168 interactiveshell.py:2882] Step 30500 | Loss: 0.3723 | Spent: 11.3 secs | LR: 0.000294
I0411 03:12:52.063695 139703861815168 interactiveshell.py:2882] Step 30550 | Loss: 0.3960 | Spent: 10.8 secs | LR: 0.000294
I0411 03:13:02.907889 139703861815168 interactiveshell.py:2882] Step 30600 | Loss: 0.4741 | Spent: 10.8 secs | LR: 0.000294
I0411 03:13:14.007602 139703861815168 interactiveshell.py:2882] Step 30650 | Loss: 0.5908 | Spent: 11.1 secs | LR: 0.000294
I0411 03:13:24.912818 139703861815168 interactiveshell.py:2882] Step 30700 | Loss: 0.4034 | Spent: 10.9 secs | LR: 0.000294
I0411 03:13:35.783522 139703861815168 interactiveshell.py:2882] Step 30750 | Loss: 0.5707 | Spent: 10.9 secs | LR: 0.000294
I0411 03:13:46.740562 139703861815168 interactiveshell.py:2882] Step 30800 | Loss: 0.3704 | Spent: 11.0 secs | LR: 0.000294
I0411 03:13:57.616905 139703861815168 interactiveshell.py:2882] Step 30850 | Loss: 0.8361 | Spent: 10.9 secs | LR: 0.000293
I0411 03:14:08.393276 139703861815168 interactiveshell.py:2882] Step 30900 | Loss: 0.2550 | Spent: 10.8 secs | LR: 0.000293
Reading ../data/test.txt
I0411 03:14:48.702800 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.859
I0411 03:14:48.704126 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.859
I0411 03:14:50.605470 139703861815168 interactiveshell.py:2882] Step 30950 | Loss: 0.4318 | Spent: 42.2 secs | LR: 0.000293
I0411 03:15:01.626182 139703861815168 interactiveshell.py:2882] Step 31000 | Loss: 0.2725 | Spent: 11.0 secs | LR: 0.000293
I0411 03:15:12.552125 139703861815168 interactiveshell.py:2882] Step 31050 | Loss: 0.4007 | Spent: 10.9 secs | LR: 0.000293
I0411 03:15:23.504332 139703861815168 interactiveshell.py:2882] Step 31100 | Loss: 0.4327 | Spent: 11.0 secs | LR: 0.000293
I0411 03:15:34.463295 139703861815168 interactiveshell.py:2882] Step 31150 | Loss: 0.2557 | Spent: 11.0 secs | LR: 0.000292
I0411 03:15:45.553156 139703861815168 interactiveshell.py:2882] Step 31200 | Loss: 0.3985 | Spent: 11.1 secs | LR: 0.000292
I0411 03:15:56.465260 139703861815168 interactiveshell.py:2882] Step 31250 | Loss: 0.4718 | Spent: 10.9 secs | LR: 0.000292
I0411 03:16:07.259792 139703861815168 interactiveshell.py:2882] Step 31300 | Loss: 0.2682 | Spent: 10.8 secs | LR: 0.000292
I0411 03:16:18.108559 139703861815168 interactiveshell.py:2882] Step 31350 | Loss: 0.3295 | Spent: 10.8 secs | LR: 0.000292
I0411 03:16:29.043295 139703861815168 interactiveshell.py:2882] Step 31400 | Loss: 0.3650 | Spent: 10.9 secs | LR: 0.000292
I0411 03:16:39.909413 139703861815168 interactiveshell.py:2882] Step 31450 | Loss: 0.3373 | Spent: 10.9 secs | LR: 0.000292
I0411 03:16:50.846484 139703861815168 interactiveshell.py:2882] Step 31500 | Loss: 0.3271 | Spent: 10.9 secs | LR: 0.000291
I0411 03:17:01.927786 139703861815168 interactiveshell.py:2882] Step 31550 | Loss: 0.4116 | Spent: 11.1 secs | LR: 0.000291
I0411 03:17:13.499535 139703861815168 interactiveshell.py:2882] Step 31600 | Loss: 0.5098 | Spent: 11.6 secs | LR: 0.000291
I0411 03:17:24.511487 139703861815168 interactiveshell.py:2882] Step 31650 | Loss: 0.5456 | Spent: 11.0 secs | LR: 0.000291
I0411 03:17:35.525826 139703861815168 interactiveshell.py:2882] Step 31700 | Loss: 0.5244 | Spent: 11.0 secs | LR: 0.000291
I0411 03:17:46.870903 139703861815168 interactiveshell.py:2882] Step 31750 | Loss: 0.4973 | Spent: 11.3 secs | LR: 0.000291
I0411 03:17:57.618083 139703861815168 interactiveshell.py:2882] Step 31800 | Loss: 0.4216 | Spent: 10.7 secs | LR: 0.000291
I0411 03:18:08.336355 139703861815168 interactiveshell.py:2882] Step 31850 | Loss: 0.4253 | Spent: 10.7 secs | LR: 0.000290
I0411 03:18:19.306115 139703861815168 interactiveshell.py:2882] Step 31900 | Loss: 0.2801 | Spent: 11.0 secs | LR: 0.000290
I0411 03:18:30.435946 139703861815168 interactiveshell.py:2882] Step 31950 | Loss: 0.5779 | Spent: 11.1 secs | LR: 0.000290
I0411 03:18:41.258726 139703861815168 interactiveshell.py:2882] Step 32000 | Loss: 0.4311 | Spent: 10.8 secs | LR: 0.000290
I0411 03:18:52.149425 139703861815168 interactiveshell.py:2882] Step 32050 | Loss: 0.4999 | Spent: 10.9 secs | LR: 0.000290
I0411 03:19:02.960957 139703861815168 interactiveshell.py:2882] Step 32100 | Loss: 0.4831 | Spent: 10.8 secs | LR: 0.000290
I0411 03:19:13.869388 139703861815168 interactiveshell.py:2882] Step 32150 | Loss: 0.5697 | Spent: 10.9 secs | LR: 0.000290
I0411 03:19:24.603039 139703861815168 interactiveshell.py:2882] Step 32200 | Loss: 0.3972 | Spent: 10.7 secs | LR: 0.000289
I0411 03:19:35.452898 139703861815168 interactiveshell.py:2882] Step 32250 | Loss: 0.1967 | Spent: 10.8 secs | LR: 0.000289
I0411 03:19:46.119116 139703861815168 interactiveshell.py:2882] Step 32300 | Loss: 0.5091 | Spent: 10.7 secs | LR: 0.000289
I0411 03:19:56.665269 139703861815168 interactiveshell.py:2882] Step 32350 | Loss: 0.6454 | Spent: 10.5 secs | LR: 0.000289
I0411 03:20:07.109595 139703861815168 interactiveshell.py:2882] Step 32400 | Loss: 0.6317 | Spent: 10.4 secs | LR: 0.000289
I0411 03:20:17.719909 139703861815168 interactiveshell.py:2882] Step 32450 | Loss: 0.4935 | Spent: 10.6 secs | LR: 0.000289
I0411 03:20:28.488858 139703861815168 interactiveshell.py:2882] Step 32500 | Loss: 0.3888 | Spent: 10.8 secs | LR: 0.000289
I0411 03:20:39.383492 139703861815168 interactiveshell.py:2882] Step 32550 | Loss: 0.6353 | Spent: 10.9 secs | LR: 0.000288
I0411 03:20:50.217667 139703861815168 interactiveshell.py:2882] Step 32600 | Loss: 0.4196 | Spent: 10.8 secs | LR: 0.000288
I0411 03:21:00.881688 139703861815168 interactiveshell.py:2882] Step 32650 | Loss: 0.2930 | Spent: 10.7 secs | LR: 0.000288
Reading ../data/test.txt
I0411 03:21:35.003142 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.860
I0411 03:21:35.004360 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.860
I0411 03:21:43.811707 139703861815168 interactiveshell.py:2882] Step 32700 | Loss: 0.4795 | Spent: 42.9 secs | LR: 0.000288
I0411 03:21:54.540277 139703861815168 interactiveshell.py:2882] Step 32750 | Loss: 0.5196 | Spent: 10.7 secs | LR: 0.000288
I0411 03:22:05.453613 139703861815168 interactiveshell.py:2882] Step 32800 | Loss: 0.4143 | Spent: 10.9 secs | LR: 0.000288
I0411 03:22:16.375370 139703861815168 interactiveshell.py:2882] Step 32850 | Loss: 0.2883 | Spent: 10.9 secs | LR: 0.000288
I0411 03:22:27.998847 139703861815168 interactiveshell.py:2882] Step 32900 | Loss: 0.4831 | Spent: 11.6 secs | LR: 0.000287
I0411 03:22:39.092949 139703861815168 interactiveshell.py:2882] Step 32950 | Loss: 0.5874 | Spent: 11.1 secs | LR: 0.000287
I0411 03:22:50.490805 139703861815168 interactiveshell.py:2882] Step 33000 | Loss: 0.4475 | Spent: 11.4 secs | LR: 0.000287
I0411 03:23:01.532735 139703861815168 interactiveshell.py:2882] Step 33050 | Loss: 0.2130 | Spent: 11.0 secs | LR: 0.000287
I0411 03:23:12.711266 139703861815168 interactiveshell.py:2882] Step 33100 | Loss: 0.3833 | Spent: 11.2 secs | LR: 0.000287
I0411 03:23:23.753070 139703861815168 interactiveshell.py:2882] Step 33150 | Loss: 0.5376 | Spent: 11.0 secs | LR: 0.000287
I0411 03:23:34.919986 139703861815168 interactiveshell.py:2882] Step 33200 | Loss: 0.3719 | Spent: 11.2 secs | LR: 0.000287
I0411 03:23:45.926169 139703861815168 interactiveshell.py:2882] Step 33250 | Loss: 0.3694 | Spent: 11.0 secs | LR: 0.000286
I0411 03:23:56.830434 139703861815168 interactiveshell.py:2882] Step 33300 | Loss: 0.4496 | Spent: 10.9 secs | LR: 0.000286
I0411 03:24:07.832072 139703861815168 interactiveshell.py:2882] Step 33350 | Loss: 0.4738 | Spent: 11.0 secs | LR: 0.000286
I0411 03:24:19.040273 139703861815168 interactiveshell.py:2882] Step 33400 | Loss: 0.3664 | Spent: 11.2 secs | LR: 0.000286
I0411 03:24:30.280152 139703861815168 interactiveshell.py:2882] Step 33450 | Loss: 0.6036 | Spent: 11.2 secs | LR: 0.000286
I0411 03:24:41.522520 139703861815168 interactiveshell.py:2882] Step 33500 | Loss: 0.4334 | Spent: 11.2 secs | LR: 0.000286
I0411 03:24:52.624934 139703861815168 interactiveshell.py:2882] Step 33550 | Loss: 0.4920 | Spent: 11.1 secs | LR: 0.000286
I0411 03:25:03.789196 139703861815168 interactiveshell.py:2882] Step 33600 | Loss: 0.2864 | Spent: 11.2 secs | LR: 0.000285
I0411 03:25:14.887968 139703861815168 interactiveshell.py:2882] Step 33650 | Loss: 0.4737 | Spent: 11.1 secs | LR: 0.000285
I0411 03:25:26.013988 139703861815168 interactiveshell.py:2882] Step 33700 | Loss: 0.3313 | Spent: 11.1 secs | LR: 0.000285
I0411 03:25:37.337407 139703861815168 interactiveshell.py:2882] Step 33750 | Loss: 0.3669 | Spent: 11.3 secs | LR: 0.000285
I0411 03:25:48.432716 139703861815168 interactiveshell.py:2882] Step 33800 | Loss: 0.5004 | Spent: 11.1 secs | LR: 0.000285
I0411 03:25:59.469867 139703861815168 interactiveshell.py:2882] Step 33850 | Loss: 0.3475 | Spent: 11.0 secs | LR: 0.000285
I0411 03:26:10.687721 139703861815168 interactiveshell.py:2882] Step 33900 | Loss: 0.3520 | Spent: 11.2 secs | LR: 0.000285
I0411 03:26:21.837875 139703861815168 interactiveshell.py:2882] Step 33950 | Loss: 0.5539 | Spent: 11.1 secs | LR: 0.000284
I0411 03:26:32.954075 139703861815168 interactiveshell.py:2882] Step 34000 | Loss: 0.1927 | Spent: 11.1 secs | LR: 0.000284
I0411 03:26:44.219747 139703861815168 interactiveshell.py:2882] Step 34050 | Loss: 0.3930 | Spent: 11.3 secs | LR: 0.000284
I0411 03:26:55.233616 139703861815168 interactiveshell.py:2882] Step 34100 | Loss: 0.4816 | Spent: 11.0 secs | LR: 0.000284
I0411 03:27:06.251660 139703861815168 interactiveshell.py:2882] Step 34150 | Loss: 0.3486 | Spent: 11.0 secs | LR: 0.000284
I0411 03:27:17.441785 139703861815168 interactiveshell.py:2882] Step 34200 | Loss: 0.8117 | Spent: 11.2 secs | LR: 0.000284
I0411 03:27:28.602810 139703861815168 interactiveshell.py:2882] Step 34250 | Loss: 0.3344 | Spent: 11.2 secs | LR: 0.000284
I0411 03:27:39.941969 139703861815168 interactiveshell.py:2882] Step 34300 | Loss: 0.5318 | Spent: 11.3 secs | LR: 0.000283
Reading ../data/train.txt
I0411 03:28:29.765751 139703861815168 interactiveshell.py:2882] Step 34350 | Loss: 0.2711 | Spent: 49.8 secs | LR: 0.000283
Reading ../data/test.txt
I0411 03:29:08.213939 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.861
I0411 03:29:08.215205 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.861
I0411 03:29:13.076425 139703861815168 interactiveshell.py:2882] Step 34400 | Loss: 0.5999 | Spent: 43.3 secs | LR: 0.000283
I0411 03:29:24.611439 139703861815168 interactiveshell.py:2882] Step 34450 | Loss: 0.3374 | Spent: 11.5 secs | LR: 0.000283
I0411 03:29:36.092114 139703861815168 interactiveshell.py:2882] Step 34500 | Loss: 0.4543 | Spent: 11.5 secs | LR: 0.000283
I0411 03:29:47.421510 139703861815168 interactiveshell.py:2882] Step 34550 | Loss: 0.4379 | Spent: 11.3 secs | LR: 0.000283
I0411 03:29:59.050910 139703861815168 interactiveshell.py:2882] Step 34600 | Loss: 0.3955 | Spent: 11.6 secs | LR: 0.000283
I0411 03:30:10.679643 139703861815168 interactiveshell.py:2882] Step 34650 | Loss: 0.5243 | Spent: 11.6 secs | LR: 0.000282
I0411 03:30:22.212474 139703861815168 interactiveshell.py:2882] Step 34700 | Loss: 0.4795 | Spent: 11.5 secs | LR: 0.000282
I0411 03:30:33.710640 139703861815168 interactiveshell.py:2882] Step 34750 | Loss: 0.4805 | Spent: 11.5 secs | LR: 0.000282
I0411 03:30:45.223365 139703861815168 interactiveshell.py:2882] Step 34800 | Loss: 0.3106 | Spent: 11.5 secs | LR: 0.000282
I0411 03:30:56.575957 139703861815168 interactiveshell.py:2882] Step 34850 | Loss: 0.4261 | Spent: 11.4 secs | LR: 0.000282
I0411 03:31:08.072611 139703861815168 interactiveshell.py:2882] Step 34900 | Loss: 0.4417 | Spent: 11.5 secs | LR: 0.000282
I0411 03:31:19.485254 139703861815168 interactiveshell.py:2882] Step 34950 | Loss: 0.3688 | Spent: 11.4 secs | LR: 0.000282
I0411 03:31:30.959070 139703861815168 interactiveshell.py:2882] Step 35000 | Loss: 0.6894 | Spent: 11.5 secs | LR: 0.000281
I0411 03:31:42.228161 139703861815168 interactiveshell.py:2882] Step 35050 | Loss: 0.3317 | Spent: 11.3 secs | LR: 0.000281
I0411 03:31:53.638959 139703861815168 interactiveshell.py:2882] Step 35100 | Loss: 0.4587 | Spent: 11.4 secs | LR: 0.000281
I0411 03:32:05.192718 139703861815168 interactiveshell.py:2882] Step 35150 | Loss: 0.3122 | Spent: 11.6 secs | LR: 0.000281
I0411 03:32:16.796913 139703861815168 interactiveshell.py:2882] Step 35200 | Loss: 0.2375 | Spent: 11.6 secs | LR: 0.000281
I0411 03:32:27.866749 139703861815168 interactiveshell.py:2882] Step 35250 | Loss: 0.3006 | Spent: 11.1 secs | LR: 0.000281
I0411 03:32:38.838033 139703861815168 interactiveshell.py:2882] Step 35300 | Loss: 0.3042 | Spent: 11.0 secs | LR: 0.000281
I0411 03:32:49.855794 139703861815168 interactiveshell.py:2882] Step 35350 | Loss: 0.3701 | Spent: 11.0 secs | LR: 0.000280
I0411 03:33:00.973985 139703861815168 interactiveshell.py:2882] Step 35400 | Loss: 0.5934 | Spent: 11.1 secs | LR: 0.000280
I0411 03:33:12.419858 139703861815168 interactiveshell.py:2882] Step 35450 | Loss: 0.3565 | Spent: 11.4 secs | LR: 0.000280
I0411 03:33:24.122811 139703861815168 interactiveshell.py:2882] Step 35500 | Loss: 0.8061 | Spent: 11.7 secs | LR: 0.000280
I0411 03:33:35.235205 139703861815168 interactiveshell.py:2882] Step 35550 | Loss: 0.6561 | Spent: 11.1 secs | LR: 0.000280
I0411 03:33:46.702618 139703861815168 interactiveshell.py:2882] Step 35600 | Loss: 0.6952 | Spent: 11.5 secs | LR: 0.000280
I0411 03:33:58.097551 139703861815168 interactiveshell.py:2882] Step 35650 | Loss: 0.2328 | Spent: 11.4 secs | LR: 0.000280
I0411 03:34:09.538249 139703861815168 interactiveshell.py:2882] Step 35700 | Loss: 0.3644 | Spent: 11.4 secs | LR: 0.000279
I0411 03:34:21.354714 139703861815168 interactiveshell.py:2882] Step 35750 | Loss: 0.5015 | Spent: 11.8 secs | LR: 0.000279
I0411 03:34:32.815333 139703861815168 interactiveshell.py:2882] Step 35800 | Loss: 0.1865 | Spent: 11.5 secs | LR: 0.000279
I0411 03:34:44.315810 139703861815168 interactiveshell.py:2882] Step 35850 | Loss: 0.4416 | Spent: 11.5 secs | LR: 0.000279
I0411 03:34:55.931175 139703861815168 interactiveshell.py:2882] Step 35900 | Loss: 0.3191 | Spent: 11.6 secs | LR: 0.000279
I0411 03:35:07.574295 139703861815168 interactiveshell.py:2882] Step 35950 | Loss: 0.3977 | Spent: 11.6 secs | LR: 0.000279
I0411 03:35:18.878561 139703861815168 interactiveshell.py:2882] Step 36000 | Loss: 0.4085 | Spent: 11.3 secs | LR: 0.000279
I0411 03:35:30.464237 139703861815168 interactiveshell.py:2882] Step 36050 | Loss: 0.7131 | Spent: 11.6 secs | LR: 0.000278
Reading ../data/test.txt
I0411 03:36:13.484836 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.861
I0411 03:36:13.486255 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.861
I0411 03:36:13.987093 139703861815168 interactiveshell.py:2882] Step 36100 | Loss: 0.6395 | Spent: 43.5 secs | LR: 0.000278
I0411 03:36:25.441201 139703861815168 interactiveshell.py:2882] Step 36150 | Loss: 0.2212 | Spent: 11.5 secs | LR: 0.000278
I0411 03:36:36.937408 139703861815168 interactiveshell.py:2882] Step 36200 | Loss: 0.2172 | Spent: 11.5 secs | LR: 0.000278
I0411 03:36:48.461272 139703861815168 interactiveshell.py:2882] Step 36250 | Loss: 0.3757 | Spent: 11.5 secs | LR: 0.000278
I0411 03:37:00.123600 139703861815168 interactiveshell.py:2882] Step 36300 | Loss: 0.3463 | Spent: 11.7 secs | LR: 0.000278
I0411 03:37:11.685359 139703861815168 interactiveshell.py:2882] Step 36350 | Loss: 0.5277 | Spent: 11.6 secs | LR: 0.000278
I0411 03:37:23.250292 139703861815168 interactiveshell.py:2882] Step 36400 | Loss: 0.4302 | Spent: 11.6 secs | LR: 0.000277
I0411 03:37:34.893921 139703861815168 interactiveshell.py:2882] Step 36450 | Loss: 0.4589 | Spent: 11.6 secs | LR: 0.000277
I0411 03:37:46.270456 139703861815168 interactiveshell.py:2882] Step 36500 | Loss: 0.3595 | Spent: 11.4 secs | LR: 0.000277
I0411 03:37:58.450760 139703861815168 interactiveshell.py:2882] Step 36550 | Loss: 0.2580 | Spent: 12.2 secs | LR: 0.000277
I0411 03:38:10.257556 139703861815168 interactiveshell.py:2882] Step 36600 | Loss: 0.4123 | Spent: 11.8 secs | LR: 0.000277
I0411 03:38:21.864128 139703861815168 interactiveshell.py:2882] Step 36650 | Loss: 0.2305 | Spent: 11.6 secs | LR: 0.000277
I0411 03:38:33.516176 139703861815168 interactiveshell.py:2882] Step 36700 | Loss: 0.5044 | Spent: 11.7 secs | LR: 0.000277
I0411 03:38:44.887818 139703861815168 interactiveshell.py:2882] Step 36750 | Loss: 0.4011 | Spent: 11.4 secs | LR: 0.000276
I0411 03:38:56.239532 139703861815168 interactiveshell.py:2882] Step 36800 | Loss: 0.4020 | Spent: 11.3 secs | LR: 0.000276
I0411 03:39:07.340629 139703861815168 interactiveshell.py:2882] Step 36850 | Loss: 0.4721 | Spent: 11.1 secs | LR: 0.000276
I0411 03:39:18.660698 139703861815168 interactiveshell.py:2882] Step 36900 | Loss: 0.4486 | Spent: 11.3 secs | LR: 0.000276
I0411 03:39:30.021316 139703861815168 interactiveshell.py:2882] Step 36950 | Loss: 0.4959 | Spent: 11.4 secs | LR: 0.000276
I0411 03:39:41.507823 139703861815168 interactiveshell.py:2882] Step 37000 | Loss: 0.3013 | Spent: 11.5 secs | LR: 0.000276
I0411 03:39:53.163110 139703861815168 interactiveshell.py:2882] Step 37050 | Loss: 0.3050 | Spent: 11.7 secs | LR: 0.000276
I0411 03:40:04.733853 139703861815168 interactiveshell.py:2882] Step 37100 | Loss: 0.4220 | Spent: 11.6 secs | LR: 0.000276
I0411 03:40:16.412374 139703861815168 interactiveshell.py:2882] Step 37150 | Loss: 0.2594 | Spent: 11.7 secs | LR: 0.000275
I0411 03:40:27.984199 139703861815168 interactiveshell.py:2882] Step 37200 | Loss: 0.4668 | Spent: 11.6 secs | LR: 0.000275
I0411 03:40:39.166947 139703861815168 interactiveshell.py:2882] Step 37250 | Loss: 0.6116 | Spent: 11.2 secs | LR: 0.000275
I0411 03:40:50.060486 139703861815168 interactiveshell.py:2882] Step 37300 | Loss: 0.3452 | Spent: 10.9 secs | LR: 0.000275
I0411 03:41:01.039865 139703861815168 interactiveshell.py:2882] Step 37350 | Loss: 0.6664 | Spent: 11.0 secs | LR: 0.000275
I0411 03:41:12.543325 139703861815168 interactiveshell.py:2882] Step 37400 | Loss: 0.2314 | Spent: 11.5 secs | LR: 0.000275
I0411 03:41:24.120837 139703861815168 interactiveshell.py:2882] Step 37450 | Loss: 0.2287 | Spent: 11.6 secs | LR: 0.000275
I0411 03:41:35.673639 139703861815168 interactiveshell.py:2882] Step 37500 | Loss: 0.4821 | Spent: 11.6 secs | LR: 0.000274
I0411 03:41:47.198342 139703861815168 interactiveshell.py:2882] Step 37550 | Loss: 0.4687 | Spent: 11.5 secs | LR: 0.000274
I0411 03:41:58.722617 139703861815168 interactiveshell.py:2882] Step 37600 | Loss: 0.2052 | Spent: 11.5 secs | LR: 0.000274
I0411 03:42:10.339959 139703861815168 interactiveshell.py:2882] Step 37650 | Loss: 0.2568 | Spent: 11.6 secs | LR: 0.000274
I0411 03:42:21.929226 139703861815168 interactiveshell.py:2882] Step 37700 | Loss: 0.2268 | Spent: 11.6 secs | LR: 0.000274
I0411 03:42:33.504891 139703861815168 interactiveshell.py:2882] Step 37750 | Loss: 0.3139 | Spent: 11.6 secs | LR: 0.000274
I0411 03:42:45.141638 139703861815168 interactiveshell.py:2882] Step 37800 | Loss: 0.5198 | Spent: 11.6 secs | LR: 0.000274
Reading ../data/test.txt
I0411 03:43:22.552906 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.859
I0411 03:43:22.554059 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.861
I0411 03:43:30.096231 139703861815168 interactiveshell.py:2882] Step 37850 | Loss: 0.4591 | Spent: 45.0 secs | LR: 0.000273
I0411 03:43:41.695938 139703861815168 interactiveshell.py:2882] Step 37900 | Loss: 0.3501 | Spent: 11.6 secs | LR: 0.000273
I0411 03:43:53.314232 139703861815168 interactiveshell.py:2882] Step 37950 | Loss: 0.6299 | Spent: 11.6 secs | LR: 0.000273
I0411 03:44:04.769281 139703861815168 interactiveshell.py:2882] Step 38000 | Loss: 0.2941 | Spent: 11.5 secs | LR: 0.000273
I0411 03:44:16.450360 139703861815168 interactiveshell.py:2882] Step 38050 | Loss: 0.3171 | Spent: 11.7 secs | LR: 0.000273
I0411 03:44:27.866894 139703861815168 interactiveshell.py:2882] Step 38100 | Loss: 0.6278 | Spent: 11.4 secs | LR: 0.000273
I0411 03:44:39.046493 139703861815168 interactiveshell.py:2882] Step 38150 | Loss: 0.4858 | Spent: 11.2 secs | LR: 0.000273
I0411 03:44:50.254352 139703861815168 interactiveshell.py:2882] Step 38200 | Loss: 0.2988 | Spent: 11.2 secs | LR: 0.000272
I0411 03:45:01.784281 139703861815168 interactiveshell.py:2882] Step 38250 | Loss: 0.1893 | Spent: 11.5 secs | LR: 0.000272
I0411 03:45:12.892341 139703861815168 interactiveshell.py:2882] Step 38300 | Loss: 0.2796 | Spent: 11.1 secs | LR: 0.000272
I0411 03:45:24.376507 139703861815168 interactiveshell.py:2882] Step 38350 | Loss: 0.5300 | Spent: 11.5 secs | LR: 0.000272
I0411 03:45:35.553683 139703861815168 interactiveshell.py:2882] Step 38400 | Loss: 0.2535 | Spent: 11.2 secs | LR: 0.000272
I0411 03:45:46.881217 139703861815168 interactiveshell.py:2882] Step 38450 | Loss: 0.2015 | Spent: 11.3 secs | LR: 0.000272
I0411 03:45:58.351290 139703861815168 interactiveshell.py:2882] Step 38500 | Loss: 0.3990 | Spent: 11.5 secs | LR: 0.000272
I0411 03:46:09.947576 139703861815168 interactiveshell.py:2882] Step 38550 | Loss: 0.2663 | Spent: 11.6 secs | LR: 0.000272
I0411 03:46:21.192124 139703861815168 interactiveshell.py:2882] Step 38600 | Loss: 0.6365 | Spent: 11.2 secs | LR: 0.000271
I0411 03:46:32.788115 139703861815168 interactiveshell.py:2882] Step 38650 | Loss: 0.5002 | Spent: 11.6 secs | LR: 0.000271
I0411 03:46:44.433987 139703861815168 interactiveshell.py:2882] Step 38700 | Loss: 0.3533 | Spent: 11.6 secs | LR: 0.000271
I0411 03:46:55.916845 139703861815168 interactiveshell.py:2882] Step 38750 | Loss: 0.3421 | Spent: 11.5 secs | LR: 0.000271
I0411 03:47:07.421326 139703861815168 interactiveshell.py:2882] Step 38800 | Loss: 0.4532 | Spent: 11.5 secs | LR: 0.000271
I0411 03:47:18.901160 139703861815168 interactiveshell.py:2882] Step 38850 | Loss: 0.4520 | Spent: 11.5 secs | LR: 0.000271
I0411 03:47:30.436867 139703861815168 interactiveshell.py:2882] Step 38900 | Loss: 0.4470 | Spent: 11.5 secs | LR: 0.000271
I0411 03:47:42.093966 139703861815168 interactiveshell.py:2882] Step 38950 | Loss: 0.4203 | Spent: 11.7 secs | LR: 0.000270
I0411 03:47:53.548727 139703861815168 interactiveshell.py:2882] Step 39000 | Loss: 0.6145 | Spent: 11.5 secs | LR: 0.000270
I0411 03:48:04.933367 139703861815168 interactiveshell.py:2882] Step 39050 | Loss: 0.4806 | Spent: 11.4 secs | LR: 0.000270
I0411 03:48:17.161074 139703861815168 interactiveshell.py:2882] Step 39100 | Loss: 0.3425 | Spent: 12.2 secs | LR: 0.000270
I0411 03:48:28.887578 139703861815168 interactiveshell.py:2882] Step 39150 | Loss: 0.2466 | Spent: 11.7 secs | LR: 0.000270
I0411 03:48:40.619068 139703861815168 interactiveshell.py:2882] Step 39200 | Loss: 0.3478 | Spent: 11.7 secs | LR: 0.000270
I0411 03:48:52.454067 139703861815168 interactiveshell.py:2882] Step 39250 | Loss: 0.2122 | Spent: 11.8 secs | LR: 0.000270
I0411 03:49:03.850399 139703861815168 interactiveshell.py:2882] Step 39300 | Loss: 0.7312 | Spent: 11.4 secs | LR: 0.000269
I0411 03:49:15.411022 139703861815168 interactiveshell.py:2882] Step 39350 | Loss: 0.3836 | Spent: 11.6 secs | LR: 0.000269
I0411 03:49:26.772355 139703861815168 interactiveshell.py:2882] Step 39400 | Loss: 0.4755 | Spent: 11.4 secs | LR: 0.000269
I0411 03:49:38.299294 139703861815168 interactiveshell.py:2882] Step 39450 | Loss: 0.5632 | Spent: 11.5 secs | LR: 0.000269
I0411 03:49:49.829431 139703861815168 interactiveshell.py:2882] Step 39500 | Loss: 0.3705 | Spent: 11.5 secs | LR: 0.000269
Reading ../data/test.txt
I0411 03:50:30.679629 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.862
I0411 03:50:30.680989 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.862
I0411 03:50:33.855849 139703861815168 interactiveshell.py:2882] Step 39550 | Loss: 0.5460 | Spent: 44.0 secs | LR: 0.000269
I0411 03:50:45.532412 139703861815168 interactiveshell.py:2882] Step 39600 | Loss: 0.4732 | Spent: 11.7 secs | LR: 0.000269
I0411 03:50:56.932652 139703861815168 interactiveshell.py:2882] Step 39650 | Loss: 0.3269 | Spent: 11.4 secs | LR: 0.000269
I0411 03:51:08.388480 139703861815168 interactiveshell.py:2882] Step 39700 | Loss: 0.6378 | Spent: 11.5 secs | LR: 0.000268
I0411 03:51:19.935358 139703861815168 interactiveshell.py:2882] Step 39750 | Loss: 0.3027 | Spent: 11.5 secs | LR: 0.000268
I0411 03:51:31.651100 139703861815168 interactiveshell.py:2882] Step 39800 | Loss: 0.2790 | Spent: 11.7 secs | LR: 0.000268
I0411 03:51:43.362348 139703861815168 interactiveshell.py:2882] Step 39850 | Loss: 0.3473 | Spent: 11.7 secs | LR: 0.000268
I0411 03:51:54.834665 139703861815168 interactiveshell.py:2882] Step 39900 | Loss: 0.2727 | Spent: 11.5 secs | LR: 0.000268
I0411 03:52:06.480411 139703861815168 interactiveshell.py:2882] Step 39950 | Loss: 0.1776 | Spent: 11.6 secs | LR: 0.000268
I0411 03:52:18.069704 139703861815168 interactiveshell.py:2882] Step 40000 | Loss: 0.3688 | Spent: 11.6 secs | LR: 0.000268
I0411 03:52:29.656026 139703861815168 interactiveshell.py:2882] Step 40050 | Loss: 0.3149 | Spent: 11.6 secs | LR: 0.000267
I0411 03:52:41.033555 139703861815168 interactiveshell.py:2882] Step 40100 | Loss: 0.3609 | Spent: 11.4 secs | LR: 0.000267
I0411 03:52:52.633647 139703861815168 interactiveshell.py:2882] Step 40150 | Loss: 0.4000 | Spent: 11.6 secs | LR: 0.000267
I0411 03:53:04.242897 139703861815168 interactiveshell.py:2882] Step 40200 | Loss: 0.4910 | Spent: 11.6 secs | LR: 0.000267
I0411 03:53:15.761124 139703861815168 interactiveshell.py:2882] Step 40250 | Loss: 0.3748 | Spent: 11.5 secs | LR: 0.000267
I0411 03:53:28.116556 139703861815168 interactiveshell.py:2882] Step 40300 | Loss: 0.6406 | Spent: 12.4 secs | LR: 0.000267
I0411 03:53:39.577045 139703861815168 interactiveshell.py:2882] Step 40350 | Loss: 0.5186 | Spent: 11.5 secs | LR: 0.000267
I0411 03:53:51.125003 139703861815168 interactiveshell.py:2882] Step 40400 | Loss: 0.5813 | Spent: 11.5 secs | LR: 0.000267
I0411 03:54:02.709145 139703861815168 interactiveshell.py:2882] Step 40450 | Loss: 0.3102 | Spent: 11.6 secs | LR: 0.000266
I0411 03:54:14.394436 139703861815168 interactiveshell.py:2882] Step 40500 | Loss: 0.2943 | Spent: 11.7 secs | LR: 0.000266
I0411 03:54:26.066809 139703861815168 interactiveshell.py:2882] Step 40550 | Loss: 0.3957 | Spent: 11.7 secs | LR: 0.000266
I0411 03:54:37.548865 139703861815168 interactiveshell.py:2882] Step 40600 | Loss: 0.3004 | Spent: 11.5 secs | LR: 0.000266
I0411 03:54:49.042878 139703861815168 interactiveshell.py:2882] Step 40650 | Loss: 0.3490 | Spent: 11.5 secs | LR: 0.000266
I0411 03:55:00.566189 139703861815168 interactiveshell.py:2882] Step 40700 | Loss: 0.3340 | Spent: 11.5 secs | LR: 0.000266
I0411 03:55:11.958028 139703861815168 interactiveshell.py:2882] Step 40750 | Loss: 0.3712 | Spent: 11.4 secs | LR: 0.000266
I0411 03:55:23.424492 139703861815168 interactiveshell.py:2882] Step 40800 | Loss: 0.4450 | Spent: 11.5 secs | LR: 0.000265
I0411 03:55:34.792458 139703861815168 interactiveshell.py:2882] Step 40850 | Loss: 0.5142 | Spent: 11.4 secs | LR: 0.000265
I0411 03:55:46.587474 139703861815168 interactiveshell.py:2882] Step 40900 | Loss: 0.4124 | Spent: 11.8 secs | LR: 0.000265
I0411 03:55:58.485861 139703861815168 interactiveshell.py:2882] Step 40950 | Loss: 0.1337 | Spent: 11.9 secs | LR: 0.000265
I0411 03:56:09.972646 139703861815168 interactiveshell.py:2882] Step 41000 | Loss: 0.4173 | Spent: 11.5 secs | LR: 0.000265
I0411 03:56:21.421744 139703861815168 interactiveshell.py:2882] Step 41050 | Loss: 0.3637 | Spent: 11.4 secs | LR: 0.000265
I0411 03:56:33.134360 139703861815168 interactiveshell.py:2882] Step 41100 | Loss: 0.2538 | Spent: 11.7 secs | LR: 0.000265
I0411 03:56:44.710319 139703861815168 interactiveshell.py:2882] Step 41150 | Loss: 0.2908 | Spent: 11.6 secs | LR: 0.000265
I0411 03:56:56.347548 139703861815168 interactiveshell.py:2882] Step 41200 | Loss: 0.3600 | Spent: 11.6 secs | LR: 0.000264
I0411 03:57:07.919253 139703861815168 interactiveshell.py:2882] Step 41250 | Loss: 0.4135 | Spent: 11.6 secs | LR: 0.000264
Reading ../data/test.txt
I0411 03:57:41.799633 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.860
I0411 03:57:41.800987 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.862
I0411 03:57:52.005962 139703861815168 interactiveshell.py:2882] Step 41300 | Loss: 0.2322 | Spent: 44.1 secs | LR: 0.000264
I0411 03:58:03.422389 139703861815168 interactiveshell.py:2882] Step 41350 | Loss: 0.4069 | Spent: 11.4 secs | LR: 0.000264
I0411 03:58:14.815259 139703861815168 interactiveshell.py:2882] Step 41400 | Loss: 0.5394 | Spent: 11.4 secs | LR: 0.000264
I0411 03:58:26.538944 139703861815168 interactiveshell.py:2882] Step 41450 | Loss: 0.2500 | Spent: 11.7 secs | LR: 0.000264
I0411 03:58:38.662189 139703861815168 interactiveshell.py:2882] Step 41500 | Loss: 0.4443 | Spent: 12.1 secs | LR: 0.000264
I0411 03:58:50.296221 139703861815168 interactiveshell.py:2882] Step 41550 | Loss: 0.2443 | Spent: 11.6 secs | LR: 0.000263
I0411 03:59:01.638320 139703861815168 interactiveshell.py:2882] Step 41600 | Loss: 0.2987 | Spent: 11.3 secs | LR: 0.000263
I0411 03:59:13.000495 139703861815168 interactiveshell.py:2882] Step 41650 | Loss: 0.2504 | Spent: 11.4 secs | LR: 0.000263
I0411 03:59:24.354128 139703861815168 interactiveshell.py:2882] Step 41700 | Loss: 0.4569 | Spent: 11.4 secs | LR: 0.000263
I0411 03:59:35.801158 139703861815168 interactiveshell.py:2882] Step 41750 | Loss: 0.4569 | Spent: 11.4 secs | LR: 0.000263
I0411 03:59:47.226154 139703861815168 interactiveshell.py:2882] Step 41800 | Loss: 0.6016 | Spent: 11.4 secs | LR: 0.000263
I0411 03:59:58.630597 139703861815168 interactiveshell.py:2882] Step 41850 | Loss: 0.3576 | Spent: 11.4 secs | LR: 0.000263
I0411 04:00:10.103137 139703861815168 interactiveshell.py:2882] Step 41900 | Loss: 0.5028 | Spent: 11.5 secs | LR: 0.000263
I0411 04:00:21.363037 139703861815168 interactiveshell.py:2882] Step 41950 | Loss: 0.3824 | Spent: 11.3 secs | LR: 0.000262
I0411 04:00:32.853337 139703861815168 interactiveshell.py:2882] Step 42000 | Loss: 0.4727 | Spent: 11.5 secs | LR: 0.000262
I0411 04:00:43.951929 139703861815168 interactiveshell.py:2882] Step 42050 | Loss: 0.6799 | Spent: 11.1 secs | LR: 0.000262
I0411 04:00:55.175134 139703861815168 interactiveshell.py:2882] Step 42100 | Loss: 0.2947 | Spent: 11.2 secs | LR: 0.000262
I0411 04:01:06.448619 139703861815168 interactiveshell.py:2882] Step 42150 | Loss: 0.4249 | Spent: 11.3 secs | LR: 0.000262
I0411 04:01:17.708746 139703861815168 interactiveshell.py:2882] Step 42200 | Loss: 0.2696 | Spent: 11.3 secs | LR: 0.000262
I0411 04:01:29.148845 139703861815168 interactiveshell.py:2882] Step 42250 | Loss: 0.3370 | Spent: 11.4 secs | LR: 0.000262
I0411 04:01:40.474149 139703861815168 interactiveshell.py:2882] Step 42300 | Loss: 0.3638 | Spent: 11.3 secs | LR: 0.000261
I0411 04:01:51.776046 139703861815168 interactiveshell.py:2882] Step 42350 | Loss: 0.5979 | Spent: 11.3 secs | LR: 0.000261
I0411 04:02:03.078479 139703861815168 interactiveshell.py:2882] Step 42400 | Loss: 0.4836 | Spent: 11.3 secs | LR: 0.000261
I0411 04:02:14.392333 139703861815168 interactiveshell.py:2882] Step 42450 | Loss: 0.3335 | Spent: 11.3 secs | LR: 0.000261
I0411 04:02:25.665364 139703861815168 interactiveshell.py:2882] Step 42500 | Loss: 0.1583 | Spent: 11.3 secs | LR: 0.000261
I0411 04:02:37.184596 139703861815168 interactiveshell.py:2882] Step 42550 | Loss: 0.2168 | Spent: 11.5 secs | LR: 0.000261
I0411 04:02:48.555616 139703861815168 interactiveshell.py:2882] Step 42600 | Loss: 0.2873 | Spent: 11.4 secs | LR: 0.000261
I0411 04:02:59.871750 139703861815168 interactiveshell.py:2882] Step 42650 | Loss: 0.5221 | Spent: 11.3 secs | LR: 0.000261
I0411 04:03:11.307692 139703861815168 interactiveshell.py:2882] Step 42700 | Loss: 0.6319 | Spent: 11.4 secs | LR: 0.000260
I0411 04:03:22.511033 139703861815168 interactiveshell.py:2882] Step 42750 | Loss: 0.3979 | Spent: 11.2 secs | LR: 0.000260
I0411 04:03:33.981930 139703861815168 interactiveshell.py:2882] Step 42800 | Loss: 0.4850 | Spent: 11.5 secs | LR: 0.000260
I0411 04:03:45.708960 139703861815168 interactiveshell.py:2882] Step 42850 | Loss: 0.4348 | Spent: 11.7 secs | LR: 0.000260
I0411 04:03:57.475939 139703861815168 interactiveshell.py:2882] Step 42900 | Loss: 0.5295 | Spent: 11.8 secs | LR: 0.000260
I0411 04:04:08.785752 139703861815168 interactiveshell.py:2882] Step 42950 | Loss: 0.4617 | Spent: 11.3 secs | LR: 0.000260
Reading ../data/test.txt
I0411 04:04:46.155331 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.864
I0411 04:04:46.156846 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.864
I0411 04:04:52.114874 139703861815168 interactiveshell.py:2882] Step 43000 | Loss: 0.3268 | Spent: 43.3 secs | LR: 0.000260
I0411 04:05:03.439514 139703861815168 interactiveshell.py:2882] Step 43050 | Loss: 0.3677 | Spent: 11.3 secs | LR: 0.000260
I0411 04:05:14.718482 139703861815168 interactiveshell.py:2882] Step 43100 | Loss: 0.4929 | Spent: 11.3 secs | LR: 0.000259
I0411 04:05:25.996334 139703861815168 interactiveshell.py:2882] Step 43150 | Loss: 0.3224 | Spent: 11.3 secs | LR: 0.000259
I0411 04:05:37.070629 139703861815168 interactiveshell.py:2882] Step 43200 | Loss: 0.5454 | Spent: 11.1 secs | LR: 0.000259
I0411 04:05:48.044183 139703861815168 interactiveshell.py:2882] Step 43250 | Loss: 0.3873 | Spent: 11.0 secs | LR: 0.000259
I0411 04:05:59.335097 139703861815168 interactiveshell.py:2882] Step 43300 | Loss: 0.2582 | Spent: 11.3 secs | LR: 0.000259
I0411 04:06:10.562713 139703861815168 interactiveshell.py:2882] Step 43350 | Loss: 0.4270 | Spent: 11.2 secs | LR: 0.000259
I0411 04:06:21.943220 139703861815168 interactiveshell.py:2882] Step 43400 | Loss: 0.4368 | Spent: 11.4 secs | LR: 0.000259
I0411 04:06:33.006160 139703861815168 interactiveshell.py:2882] Step 43450 | Loss: 0.3033 | Spent: 11.1 secs | LR: 0.000258
I0411 04:06:44.168967 139703861815168 interactiveshell.py:2882] Step 43500 | Loss: 0.4536 | Spent: 11.2 secs | LR: 0.000258
I0411 04:06:55.308447 139703861815168 interactiveshell.py:2882] Step 43550 | Loss: 0.3123 | Spent: 11.1 secs | LR: 0.000258
I0411 04:07:06.671210 139703861815168 interactiveshell.py:2882] Step 43600 | Loss: 0.2865 | Spent: 11.4 secs | LR: 0.000258
I0411 04:07:17.841334 139703861815168 interactiveshell.py:2882] Step 43650 | Loss: 0.3186 | Spent: 11.2 secs | LR: 0.000258
I0411 04:07:29.044428 139703861815168 interactiveshell.py:2882] Step 43700 | Loss: 0.3967 | Spent: 11.2 secs | LR: 0.000258
I0411 04:07:40.509484 139703861815168 interactiveshell.py:2882] Step 43750 | Loss: 0.5657 | Spent: 11.5 secs | LR: 0.000258
I0411 04:07:51.802183 139703861815168 interactiveshell.py:2882] Step 43800 | Loss: 0.5474 | Spent: 11.3 secs | LR: 0.000258
I0411 04:08:03.209459 139703861815168 interactiveshell.py:2882] Step 43850 | Loss: 0.3879 | Spent: 11.4 secs | LR: 0.000257
I0411 04:08:14.538544 139703861815168 interactiveshell.py:2882] Step 43900 | Loss: 0.3154 | Spent: 11.3 secs | LR: 0.000257
I0411 04:08:25.771392 139703861815168 interactiveshell.py:2882] Step 43950 | Loss: 0.4837 | Spent: 11.2 secs | LR: 0.000257
I0411 04:08:37.262875 139703861815168 interactiveshell.py:2882] Step 44000 | Loss: 0.2392 | Spent: 11.5 secs | LR: 0.000257
I0411 04:08:48.903805 139703861815168 interactiveshell.py:2882] Step 44050 | Loss: 0.4228 | Spent: 11.6 secs | LR: 0.000257
I0411 04:09:00.844026 139703861815168 interactiveshell.py:2882] Step 44100 | Loss: 0.3146 | Spent: 11.9 secs | LR: 0.000257
I0411 04:09:12.337798 139703861815168 interactiveshell.py:2882] Step 44150 | Loss: 0.4466 | Spent: 11.5 secs | LR: 0.000257
I0411 04:09:23.783672 139703861815168 interactiveshell.py:2882] Step 44200 | Loss: 0.2191 | Spent: 11.4 secs | LR: 0.000257
I0411 04:09:35.195596 139703861815168 interactiveshell.py:2882] Step 44250 | Loss: 0.3384 | Spent: 11.4 secs | LR: 0.000256
I0411 04:09:46.489269 139703861815168 interactiveshell.py:2882] Step 44300 | Loss: 0.3581 | Spent: 11.3 secs | LR: 0.000256
I0411 04:09:57.769470 139703861815168 interactiveshell.py:2882] Step 44350 | Loss: 0.3801 | Spent: 11.3 secs | LR: 0.000256
I0411 04:10:09.269759 139703861815168 interactiveshell.py:2882] Step 44400 | Loss: 0.5577 | Spent: 11.5 secs | LR: 0.000256
I0411 04:10:20.519607 139703861815168 interactiveshell.py:2882] Step 44450 | Loss: 0.2421 | Spent: 11.2 secs | LR: 0.000256
I0411 04:10:32.088861 139703861815168 interactiveshell.py:2882] Step 44500 | Loss: 0.5248 | Spent: 11.6 secs | LR: 0.000256
I0411 04:10:43.494046 139703861815168 interactiveshell.py:2882] Step 44550 | Loss: 0.2855 | Spent: 11.4 secs | LR: 0.000256
I0411 04:10:54.545253 139703861815168 interactiveshell.py:2882] Step 44600 | Loss: 0.2129 | Spent: 11.0 secs | LR: 0.000255
I0411 04:11:05.661877 139703861815168 interactiveshell.py:2882] Step 44650 | Loss: 0.5297 | Spent: 11.1 secs | LR: 0.000255
Reading ../data/test.txt
I0411 04:11:47.249109 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.863
I0411 04:11:47.250548 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.864
I0411 04:11:48.905574 139703861815168 interactiveshell.py:2882] Step 44700 | Loss: 0.4324 | Spent: 43.2 secs | LR: 0.000255
I0411 04:12:00.198477 139703861815168 interactiveshell.py:2882] Step 44750 | Loss: 0.4968 | Spent: 11.3 secs | LR: 0.000255
I0411 04:12:11.540207 139703861815168 interactiveshell.py:2882] Step 44800 | Loss: 0.3510 | Spent: 11.3 secs | LR: 0.000255
I0411 04:12:22.974005 139703861815168 interactiveshell.py:2882] Step 44850 | Loss: 0.3628 | Spent: 11.4 secs | LR: 0.000255
I0411 04:12:34.212518 139703861815168 interactiveshell.py:2882] Step 44900 | Loss: 0.1703 | Spent: 11.2 secs | LR: 0.000255
I0411 04:12:45.608490 139703861815168 interactiveshell.py:2882] Step 44950 | Loss: 0.2527 | Spent: 11.4 secs | LR: 0.000255
I0411 04:12:57.057284 139703861815168 interactiveshell.py:2882] Step 45000 | Loss: 0.6025 | Spent: 11.4 secs | LR: 0.000254
I0411 04:13:08.304132 139703861815168 interactiveshell.py:2882] Step 45050 | Loss: 0.2332 | Spent: 11.2 secs | LR: 0.000254
I0411 04:13:19.746206 139703861815168 interactiveshell.py:2882] Step 45100 | Loss: 0.2161 | Spent: 11.4 secs | LR: 0.000254
I0411 04:13:31.192508 139703861815168 interactiveshell.py:2882] Step 45150 | Loss: 0.3541 | Spent: 11.4 secs | LR: 0.000254
I0411 04:13:42.529141 139703861815168 interactiveshell.py:2882] Step 45200 | Loss: 0.3250 | Spent: 11.3 secs | LR: 0.000254
I0411 04:13:54.241453 139703861815168 interactiveshell.py:2882] Step 45250 | Loss: 0.1892 | Spent: 11.7 secs | LR: 0.000254
I0411 04:14:05.233408 139703861815168 interactiveshell.py:2882] Step 45300 | Loss: 0.4245 | Spent: 11.0 secs | LR: 0.000254
I0411 04:14:16.461400 139703861815168 interactiveshell.py:2882] Step 45350 | Loss: 0.2866 | Spent: 11.2 secs | LR: 0.000254
I0411 04:14:27.336445 139703861815168 interactiveshell.py:2882] Step 45400 | Loss: 0.1827 | Spent: 10.9 secs | LR: 0.000253
I0411 04:14:38.227537 139703861815168 interactiveshell.py:2882] Step 45450 | Loss: 0.4497 | Spent: 10.9 secs | LR: 0.000253
I0411 04:14:49.256387 139703861815168 interactiveshell.py:2882] Step 45500 | Loss: 0.3639 | Spent: 11.0 secs | LR: 0.000253
I0411 04:15:00.134655 139703861815168 interactiveshell.py:2882] Step 45550 | Loss: 0.2569 | Spent: 10.9 secs | LR: 0.000253
I0411 04:15:10.824661 139703861815168 interactiveshell.py:2882] Step 45600 | Loss: 0.3455 | Spent: 10.7 secs | LR: 0.000253
I0411 04:15:21.489277 139703861815168 interactiveshell.py:2882] Step 45650 | Loss: 0.3430 | Spent: 10.7 secs | LR: 0.000253
I0411 04:15:32.625901 139703861815168 interactiveshell.py:2882] Step 45700 | Loss: 0.3904 | Spent: 11.1 secs | LR: 0.000253
I0411 04:15:43.433176 139703861815168 interactiveshell.py:2882] Step 45750 | Loss: 0.8166 | Spent: 10.8 secs | LR: 0.000253
I0411 04:15:54.466448 139703861815168 interactiveshell.py:2882] Step 45800 | Loss: 0.3805 | Spent: 11.0 secs | LR: 0.000252
I0411 04:16:05.681130 139703861815168 interactiveshell.py:2882] Step 45850 | Loss: 0.2776 | Spent: 11.2 secs | LR: 0.000252
I0411 04:16:16.706233 139703861815168 interactiveshell.py:2882] Step 45900 | Loss: 0.2047 | Spent: 11.0 secs | LR: 0.000252
I0411 04:16:27.726849 139703861815168 interactiveshell.py:2882] Step 45950 | Loss: 0.3203 | Spent: 11.0 secs | LR: 0.000252
I0411 04:16:38.673006 139703861815168 interactiveshell.py:2882] Step 46000 | Loss: 0.3253 | Spent: 10.9 secs | LR: 0.000252
I0411 04:16:49.441336 139703861815168 interactiveshell.py:2882] Step 46050 | Loss: 0.5029 | Spent: 10.8 secs | LR: 0.000252
I0411 04:17:00.366198 139703861815168 interactiveshell.py:2882] Step 46100 | Loss: 0.1515 | Spent: 10.9 secs | LR: 0.000252
I0411 04:17:11.449312 139703861815168 interactiveshell.py:2882] Step 46150 | Loss: 0.2094 | Spent: 11.1 secs | LR: 0.000252
I0411 04:17:22.623351 139703861815168 interactiveshell.py:2882] Step 46200 | Loss: 0.4977 | Spent: 11.2 secs | LR: 0.000251
I0411 04:17:33.800876 139703861815168 interactiveshell.py:2882] Step 46250 | Loss: 0.3439 | Spent: 11.2 secs | LR: 0.000251
I0411 04:17:44.979082 139703861815168 interactiveshell.py:2882] Step 46300 | Loss: 0.2846 | Spent: 11.2 secs | LR: 0.000251
I0411 04:17:55.988915 139703861815168 interactiveshell.py:2882] Step 46350 | Loss: 0.6205 | Spent: 11.0 secs | LR: 0.000251
I0411 04:18:07.121944 139703861815168 interactiveshell.py:2882] Step 46400 | Loss: 0.2692 | Spent: 11.1 secs | LR: 0.000251
Reading ../data/test.txt
I0411 04:18:41.932037 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.863
I0411 04:18:41.933571 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.864
I0411 04:18:50.410303 139703861815168 interactiveshell.py:2882] Step 46450 | Loss: 0.5687 | Spent: 43.3 secs | LR: 0.000251
I0411 04:19:01.398804 139703861815168 interactiveshell.py:2882] Step 46500 | Loss: 0.5612 | Spent: 11.0 secs | LR: 0.000251
I0411 04:19:12.083467 139703861815168 interactiveshell.py:2882] Step 46550 | Loss: 0.2935 | Spent: 10.7 secs | LR: 0.000251
I0411 04:19:23.524600 139703861815168 interactiveshell.py:2882] Step 46600 | Loss: 0.2465 | Spent: 11.4 secs | LR: 0.000250
I0411 04:19:34.341050 139703861815168 interactiveshell.py:2882] Step 46650 | Loss: 0.4066 | Spent: 10.8 secs | LR: 0.000250
I0411 04:19:45.013743 139703861815168 interactiveshell.py:2882] Step 46700 | Loss: 0.5735 | Spent: 10.7 secs | LR: 0.000250
I0411 04:19:55.723220 139703861815168 interactiveshell.py:2882] Step 46750 | Loss: 0.4840 | Spent: 10.7 secs | LR: 0.000250
I0411 04:20:06.573783 139703861815168 interactiveshell.py:2882] Step 46800 | Loss: 0.4791 | Spent: 10.8 secs | LR: 0.000250
I0411 04:20:17.170682 139703861815168 interactiveshell.py:2882] Step 46850 | Loss: 0.3094 | Spent: 10.6 secs | LR: 0.000250
I0411 04:20:28.409678 139703861815168 interactiveshell.py:2882] Step 46900 | Loss: 0.2344 | Spent: 11.2 secs | LR: 0.000250
I0411 04:20:39.545509 139703861815168 interactiveshell.py:2882] Step 46950 | Loss: 0.3316 | Spent: 11.1 secs | LR: 0.000250
I0411 04:20:50.623457 139703861815168 interactiveshell.py:2882] Step 47000 | Loss: 0.5828 | Spent: 11.1 secs | LR: 0.000249
I0411 04:21:01.642871 139703861815168 interactiveshell.py:2882] Step 47050 | Loss: 0.3740 | Spent: 11.0 secs | LR: 0.000249
I0411 04:21:12.640352 139703861815168 interactiveshell.py:2882] Step 47100 | Loss: 0.5002 | Spent: 11.0 secs | LR: 0.000249
I0411 04:21:23.730452 139703861815168 interactiveshell.py:2882] Step 47150 | Loss: 0.3562 | Spent: 11.1 secs | LR: 0.000249
I0411 04:21:34.770967 139703861815168 interactiveshell.py:2882] Step 47200 | Loss: 0.2973 | Spent: 11.0 secs | LR: 0.000249
I0411 04:21:46.008725 139703861815168 interactiveshell.py:2882] Step 47250 | Loss: 0.3664 | Spent: 11.2 secs | LR: 0.000249
I0411 04:21:57.086262 139703861815168 interactiveshell.py:2882] Step 47300 | Loss: 0.2618 | Spent: 11.1 secs | LR: 0.000249
I0411 04:22:08.027217 139703861815168 interactiveshell.py:2882] Step 47350 | Loss: 0.7533 | Spent: 10.9 secs | LR: 0.000249
I0411 04:22:19.098097 139703861815168 interactiveshell.py:2882] Step 47400 | Loss: 0.4412 | Spent: 11.1 secs | LR: 0.000248
I0411 04:22:29.993418 139703861815168 interactiveshell.py:2882] Step 47450 | Loss: 0.4320 | Spent: 10.9 secs | LR: 0.000248
I0411 04:22:41.206947 139703861815168 interactiveshell.py:2882] Step 47500 | Loss: 0.3098 | Spent: 11.2 secs | LR: 0.000248
I0411 04:22:51.760184 139703861815168 interactiveshell.py:2882] Step 47550 | Loss: 0.6173 | Spent: 10.6 secs | LR: 0.000248
I0411 04:23:02.244576 139703861815168 interactiveshell.py:2882] Step 47600 | Loss: 0.2238 | Spent: 10.5 secs | LR: 0.000248
I0411 04:23:12.715382 139703861815168 interactiveshell.py:2882] Step 47650 | Loss: 0.5380 | Spent: 10.5 secs | LR: 0.000248
I0411 04:23:23.695056 139703861815168 interactiveshell.py:2882] Step 47700 | Loss: 0.3675 | Spent: 11.0 secs | LR: 0.000248
I0411 04:23:34.861863 139703861815168 interactiveshell.py:2882] Step 47750 | Loss: 0.2296 | Spent: 11.2 secs | LR: 0.000248
I0411 04:23:45.895787 139703861815168 interactiveshell.py:2882] Step 47800 | Loss: 0.2459 | Spent: 11.0 secs | LR: 0.000247
I0411 04:23:57.130572 139703861815168 interactiveshell.py:2882] Step 47850 | Loss: 0.4540 | Spent: 11.2 secs | LR: 0.000247
I0411 04:24:08.178437 139703861815168 interactiveshell.py:2882] Step 47900 | Loss: 0.3293 | Spent: 11.0 secs | LR: 0.000247
I0411 04:24:19.111313 139703861815168 interactiveshell.py:2882] Step 47950 | Loss: 0.1801 | Spent: 10.9 secs | LR: 0.000247
I0411 04:24:30.548512 139703861815168 interactiveshell.py:2882] Step 48000 | Loss: 0.2363 | Spent: 11.4 secs | LR: 0.000247
I0411 04:24:41.791945 139703861815168 interactiveshell.py:2882] Step 48050 | Loss: 0.7185 | Spent: 11.2 secs | LR: 0.000247
I0411 04:24:52.659664 139703861815168 interactiveshell.py:2882] Step 48100 | Loss: 0.3035 | Spent: 10.9 secs | LR: 0.000247
Reading ../data/test.txt
I0411 04:25:31.840534 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.868
I0411 04:25:31.842120 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.868
I0411 04:25:36.032282 139703861815168 interactiveshell.py:2882] Step 48150 | Loss: 0.4277 | Spent: 43.4 secs | LR: 0.000247
I0411 04:25:47.044856 139703861815168 interactiveshell.py:2882] Step 48200 | Loss: 0.2776 | Spent: 11.0 secs | LR: 0.000246
I0411 04:25:58.080304 139703861815168 interactiveshell.py:2882] Step 48250 | Loss: 0.2627 | Spent: 11.0 secs | LR: 0.000246
I0411 04:26:09.039283 139703861815168 interactiveshell.py:2882] Step 48300 | Loss: 0.3458 | Spent: 11.0 secs | LR: 0.000246
I0411 04:26:20.038251 139703861815168 interactiveshell.py:2882] Step 48350 | Loss: 0.2313 | Spent: 11.0 secs | LR: 0.000246
I0411 04:26:31.164418 139703861815168 interactiveshell.py:2882] Step 48400 | Loss: 0.4078 | Spent: 11.1 secs | LR: 0.000246
I0411 04:26:42.399579 139703861815168 interactiveshell.py:2882] Step 48450 | Loss: 0.4660 | Spent: 11.2 secs | LR: 0.000246
I0411 04:26:53.509262 139703861815168 interactiveshell.py:2882] Step 48500 | Loss: 0.4285 | Spent: 11.1 secs | LR: 0.000246
I0411 04:27:04.563862 139703861815168 interactiveshell.py:2882] Step 48550 | Loss: 0.3827 | Spent: 11.1 secs | LR: 0.000246
I0411 04:27:15.544050 139703861815168 interactiveshell.py:2882] Step 48600 | Loss: 0.5016 | Spent: 11.0 secs | LR: 0.000245
I0411 04:27:26.434258 139703861815168 interactiveshell.py:2882] Step 48650 | Loss: 0.5107 | Spent: 10.9 secs | LR: 0.000245
I0411 04:27:37.531246 139703861815168 interactiveshell.py:2882] Step 48700 | Loss: 0.3443 | Spent: 11.1 secs | LR: 0.000245
I0411 04:27:48.883588 139703861815168 interactiveshell.py:2882] Step 48750 | Loss: 0.4624 | Spent: 11.4 secs | LR: 0.000245
I0411 04:28:00.043997 139703861815168 interactiveshell.py:2882] Step 48800 | Loss: 0.4991 | Spent: 11.2 secs | LR: 0.000245
I0411 04:28:11.196443 139703861815168 interactiveshell.py:2882] Step 48850 | Loss: 0.4104 | Spent: 11.2 secs | LR: 0.000245
I0411 04:28:21.998507 139703861815168 interactiveshell.py:2882] Step 48900 | Loss: 0.5659 | Spent: 10.8 secs | LR: 0.000245
I0411 04:28:32.695027 139703861815168 interactiveshell.py:2882] Step 48950 | Loss: 0.2760 | Spent: 10.7 secs | LR: 0.000245
I0411 04:28:43.381101 139703861815168 interactiveshell.py:2882] Step 49000 | Loss: 0.2980 | Spent: 10.7 secs | LR: 0.000244
I0411 04:28:54.382357 139703861815168 interactiveshell.py:2882] Step 49050 | Loss: 0.4121 | Spent: 11.0 secs | LR: 0.000244
I0411 04:29:05.668123 139703861815168 interactiveshell.py:2882] Step 49100 | Loss: 0.6719 | Spent: 11.3 secs | LR: 0.000244
I0411 04:29:16.785250 139703861815168 interactiveshell.py:2882] Step 49150 | Loss: 0.3455 | Spent: 11.1 secs | LR: 0.000244
I0411 04:29:27.861963 139703861815168 interactiveshell.py:2882] Step 49200 | Loss: 0.2784 | Spent: 11.1 secs | LR: 0.000244
I0411 04:29:39.286942 139703861815168 interactiveshell.py:2882] Step 49250 | Loss: 0.4246 | Spent: 11.4 secs | LR: 0.000244
I0411 04:29:50.531754 139703861815168 interactiveshell.py:2882] Step 49300 | Loss: 0.3260 | Spent: 11.2 secs | LR: 0.000244
I0411 04:30:01.747697 139703861815168 interactiveshell.py:2882] Step 49350 | Loss: 0.2492 | Spent: 11.2 secs | LR: 0.000244
I0411 04:30:12.849461 139703861815168 interactiveshell.py:2882] Step 49400 | Loss: 0.3229 | Spent: 11.1 secs | LR: 0.000243
I0411 04:30:23.859089 139703861815168 interactiveshell.py:2882] Step 49450 | Loss: 0.3745 | Spent: 11.0 secs | LR: 0.000243
I0411 04:30:35.016730 139703861815168 interactiveshell.py:2882] Step 49500 | Loss: 0.5574 | Spent: 11.2 secs | LR: 0.000243
I0411 04:30:45.934579 139703861815168 interactiveshell.py:2882] Step 49550 | Loss: 0.2113 | Spent: 10.9 secs | LR: 0.000243
I0411 04:30:57.115173 139703861815168 interactiveshell.py:2882] Step 49600 | Loss: 0.3971 | Spent: 11.2 secs | LR: 0.000243
I0411 04:31:08.262495 139703861815168 interactiveshell.py:2882] Step 49650 | Loss: 0.3039 | Spent: 11.1 secs | LR: 0.000243
I0411 04:31:19.201577 139703861815168 interactiveshell.py:2882] Step 49700 | Loss: 0.3642 | Spent: 10.9 secs | LR: 0.000243
I0411 04:31:30.264005 139703861815168 interactiveshell.py:2882] Step 49750 | Loss: 0.4981 | Spent: 11.1 secs | LR: 0.000243
I0411 04:31:41.203548 139703861815168 interactiveshell.py:2882] Step 49800 | Loss: 0.3936 | Spent: 10.9 secs | LR: 0.000242
I0411 04:31:52.332975 139703861815168 interactiveshell.py:2882] Step 49850 | Loss: 0.4620 | Spent: 11.1 secs | LR: 0.000242
Reading ../data/test.txt
I0411 04:32:24.558698 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.868
I0411 04:32:24.560096 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.868
I0411 04:32:35.552684 139703861815168 interactiveshell.py:2882] Step 49900 | Loss: 0.2687 | Spent: 43.2 secs | LR: 0.000242
I0411 04:32:46.472964 139703861815168 interactiveshell.py:2882] Step 49950 | Loss: 0.2702 | Spent: 10.9 secs | LR: 0.000242
I0411 04:32:57.512355 139703861815168 interactiveshell.py:2882] Step 50000 | Loss: 0.3447 | Spent: 11.0 secs | LR: 0.000242
I0411 04:33:08.668471 139703861815168 interactiveshell.py:2882] Step 50050 | Loss: 0.5895 | Spent: 11.2 secs | LR: 0.000242
I0411 04:33:19.674739 139703861815168 interactiveshell.py:2882] Step 50100 | Loss: 0.2578 | Spent: 11.0 secs | LR: 0.000242
I0411 04:33:30.806212 139703861815168 interactiveshell.py:2882] Step 50150 | Loss: 0.2940 | Spent: 11.1 secs | LR: 0.000242
I0411 04:33:41.949190 139703861815168 interactiveshell.py:2882] Step 50200 | Loss: 0.3602 | Spent: 11.1 secs | LR: 0.000242
I0411 04:33:53.101988 139703861815168 interactiveshell.py:2882] Step 50250 | Loss: 0.5082 | Spent: 11.2 secs | LR: 0.000241
I0411 04:34:04.159436 139703861815168 interactiveshell.py:2882] Step 50300 | Loss: 0.4329 | Spent: 11.1 secs | LR: 0.000241
I0411 04:34:15.480940 139703861815168 interactiveshell.py:2882] Step 50350 | Loss: 0.2506 | Spent: 11.3 secs | LR: 0.000241
I0411 04:34:26.782537 139703861815168 interactiveshell.py:2882] Step 50400 | Loss: 0.1973 | Spent: 11.3 secs | LR: 0.000241
I0411 04:34:37.353387 139703861815168 interactiveshell.py:2882] Step 50450 | Loss: 0.4283 | Spent: 10.6 secs | LR: 0.000241
I0411 04:34:48.280801 139703861815168 interactiveshell.py:2882] Step 50500 | Loss: 0.3369 | Spent: 10.9 secs | LR: 0.000241
I0411 04:34:59.666357 139703861815168 interactiveshell.py:2882] Step 50550 | Loss: 0.4510 | Spent: 11.4 secs | LR: 0.000241
I0411 04:35:10.847635 139703861815168 interactiveshell.py:2882] Step 50600 | Loss: 0.1007 | Spent: 11.2 secs | LR: 0.000241
I0411 04:35:21.804996 139703861815168 interactiveshell.py:2882] Step 50650 | Loss: 0.3241 | Spent: 11.0 secs | LR: 0.000240
I0411 04:35:32.938584 139703861815168 interactiveshell.py:2882] Step 50700 | Loss: 0.2324 | Spent: 11.1 secs | LR: 0.000240
I0411 04:35:44.005329 139703861815168 interactiveshell.py:2882] Step 50750 | Loss: 0.2823 | Spent: 11.1 secs | LR: 0.000240
I0411 04:35:54.937719 139703861815168 interactiveshell.py:2882] Step 50800 | Loss: 0.2624 | Spent: 10.9 secs | LR: 0.000240
I0411 04:36:05.652256 139703861815168 interactiveshell.py:2882] Step 50850 | Loss: 0.5733 | Spent: 10.7 secs | LR: 0.000240
I0411 04:36:16.265999 139703861815168 interactiveshell.py:2882] Step 50900 | Loss: 0.3110 | Spent: 10.6 secs | LR: 0.000240
I0411 04:36:26.871516 139703861815168 interactiveshell.py:2882] Step 50950 | Loss: 0.3300 | Spent: 10.6 secs | LR: 0.000240
I0411 04:36:37.953473 139703861815168 interactiveshell.py:2882] Step 51000 | Loss: 0.3659 | Spent: 11.1 secs | LR: 0.000240
I0411 04:36:49.039441 139703861815168 interactiveshell.py:2882] Step 51050 | Loss: 0.2940 | Spent: 11.1 secs | LR: 0.000239
I0411 04:37:00.150124 139703861815168 interactiveshell.py:2882] Step 51100 | Loss: 0.3956 | Spent: 11.1 secs | LR: 0.000239
I0411 04:37:11.078734 139703861815168 interactiveshell.py:2882] Step 51150 | Loss: 0.2605 | Spent: 10.9 secs | LR: 0.000239
I0411 04:37:22.256122 139703861815168 interactiveshell.py:2882] Step 51200 | Loss: 0.3237 | Spent: 11.2 secs | LR: 0.000239
I0411 04:37:33.257471 139703861815168 interactiveshell.py:2882] Step 51250 | Loss: 0.3186 | Spent: 11.0 secs | LR: 0.000239
I0411 04:37:43.959886 139703861815168 interactiveshell.py:2882] Step 51300 | Loss: 0.4919 | Spent: 10.7 secs | LR: 0.000239
I0411 04:37:54.301465 139703861815168 interactiveshell.py:2882] Step 51350 | Loss: 0.3151 | Spent: 10.3 secs | LR: 0.000239
I0411 04:38:04.493687 139703861815168 interactiveshell.py:2882] Step 51400 | Loss: 0.3789 | Spent: 10.2 secs | LR: 0.000239
I0411 04:38:14.939121 139703861815168 interactiveshell.py:2882] Step 51450 | Loss: 0.6792 | Spent: 10.4 secs | LR: 0.000239
I0411 04:38:25.831862 139703861815168 interactiveshell.py:2882] Step 51500 | Loss: 0.3037 | Spent: 10.9 secs | LR: 0.000238
Reading ../data/train.txt
I0411 04:39:16.613930 139703861815168 interactiveshell.py:2882] Step 51550 | Loss: 0.6883 | Spent: 50.8 secs | LR: 0.000238
Reading ../data/test.txt
I0411 04:39:53.112690 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.865
I0411 04:39:53.114057 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.868
I0411 04:40:00.418909 139703861815168 interactiveshell.py:2882] Step 51600 | Loss: 0.3234 | Spent: 43.8 secs | LR: 0.000238
I0411 04:40:12.299605 139703861815168 interactiveshell.py:2882] Step 51650 | Loss: 0.1825 | Spent: 11.9 secs | LR: 0.000238
I0411 04:40:23.604209 139703861815168 interactiveshell.py:2882] Step 51700 | Loss: 0.2581 | Spent: 11.3 secs | LR: 0.000238
I0411 04:40:34.817136 139703861815168 interactiveshell.py:2882] Step 51750 | Loss: 0.2854 | Spent: 11.2 secs | LR: 0.000238
I0411 04:40:46.248274 139703861815168 interactiveshell.py:2882] Step 51800 | Loss: 0.2631 | Spent: 11.4 secs | LR: 0.000238
I0411 04:40:57.803595 139703861815168 interactiveshell.py:2882] Step 51850 | Loss: 0.3873 | Spent: 11.6 secs | LR: 0.000238
I0411 04:41:09.243531 139703861815168 interactiveshell.py:2882] Step 51900 | Loss: 0.4814 | Spent: 11.4 secs | LR: 0.000237
I0411 04:41:20.501512 139703861815168 interactiveshell.py:2882] Step 51950 | Loss: 0.3526 | Spent: 11.3 secs | LR: 0.000237
I0411 04:41:31.863705 139703861815168 interactiveshell.py:2882] Step 52000 | Loss: 0.5010 | Spent: 11.4 secs | LR: 0.000237
I0411 04:41:43.132153 139703861815168 interactiveshell.py:2882] Step 52050 | Loss: 0.3270 | Spent: 11.3 secs | LR: 0.000237
I0411 04:41:54.576150 139703861815168 interactiveshell.py:2882] Step 52100 | Loss: 0.7240 | Spent: 11.4 secs | LR: 0.000237
I0411 04:42:06.055310 139703861815168 interactiveshell.py:2882] Step 52150 | Loss: 0.3931 | Spent: 11.5 secs | LR: 0.000237
I0411 04:42:17.540450 139703861815168 interactiveshell.py:2882] Step 52200 | Loss: 0.5705 | Spent: 11.5 secs | LR: 0.000237
I0411 04:42:29.072245 139703861815168 interactiveshell.py:2882] Step 52250 | Loss: 0.8612 | Spent: 11.5 secs | LR: 0.000237
I0411 04:42:40.553699 139703861815168 interactiveshell.py:2882] Step 52300 | Loss: 0.3247 | Spent: 11.5 secs | LR: 0.000236
I0411 04:42:52.053816 139703861815168 interactiveshell.py:2882] Step 52350 | Loss: 0.4169 | Spent: 11.5 secs | LR: 0.000236
I0411 04:43:03.606274 139703861815168 interactiveshell.py:2882] Step 52400 | Loss: 0.4087 | Spent: 11.6 secs | LR: 0.000236
I0411 04:43:15.236858 139703861815168 interactiveshell.py:2882] Step 52450 | Loss: 0.4094 | Spent: 11.6 secs | LR: 0.000236
I0411 04:43:26.606178 139703861815168 interactiveshell.py:2882] Step 52500 | Loss: 0.2611 | Spent: 11.4 secs | LR: 0.000236
I0411 04:43:37.628712 139703861815168 interactiveshell.py:2882] Step 52550 | Loss: 0.4408 | Spent: 11.0 secs | LR: 0.000236
I0411 04:43:49.115688 139703861815168 interactiveshell.py:2882] Step 52600 | Loss: 0.3215 | Spent: 11.5 secs | LR: 0.000236
I0411 04:44:00.426338 139703861815168 interactiveshell.py:2882] Step 52650 | Loss: 0.2126 | Spent: 11.3 secs | LR: 0.000236
I0411 04:44:11.752293 139703861815168 interactiveshell.py:2882] Step 52700 | Loss: 0.2630 | Spent: 11.3 secs | LR: 0.000236
I0411 04:44:23.600818 139703861815168 interactiveshell.py:2882] Step 52750 | Loss: 0.3534 | Spent: 11.8 secs | LR: 0.000235
I0411 04:44:34.920275 139703861815168 interactiveshell.py:2882] Step 52800 | Loss: 0.2587 | Spent: 11.3 secs | LR: 0.000235
I0411 04:44:46.369898 139703861815168 interactiveshell.py:2882] Step 52850 | Loss: 0.2660 | Spent: 11.4 secs | LR: 0.000235
I0411 04:44:57.823703 139703861815168 interactiveshell.py:2882] Step 52900 | Loss: 0.3128 | Spent: 11.5 secs | LR: 0.000235
I0411 04:45:09.357536 139703861815168 interactiveshell.py:2882] Step 52950 | Loss: 0.2380 | Spent: 11.5 secs | LR: 0.000235
I0411 04:45:21.249691 139703861815168 interactiveshell.py:2882] Step 53000 | Loss: 0.3235 | Spent: 11.9 secs | LR: 0.000235
I0411 04:45:32.501570 139703861815168 interactiveshell.py:2882] Step 53050 | Loss: 0.2367 | Spent: 11.3 secs | LR: 0.000235
I0411 04:45:44.038272 139703861815168 interactiveshell.py:2882] Step 53100 | Loss: 0.1667 | Spent: 11.5 secs | LR: 0.000235
I0411 04:45:55.337607 139703861815168 interactiveshell.py:2882] Step 53150 | Loss: 0.3659 | Spent: 11.3 secs | LR: 0.000234
I0411 04:46:06.711453 139703861815168 interactiveshell.py:2882] Step 53200 | Loss: 0.3243 | Spent: 11.4 secs | LR: 0.000234
I0411 04:46:18.254567 139703861815168 interactiveshell.py:2882] Step 53250 | Loss: 0.2214 | Spent: 11.5 secs | LR: 0.000234
Reading ../data/test.txt
I0411 04:46:59.133713 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.866
I0411 04:46:59.135149 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.868
I0411 04:47:01.779580 139703861815168 interactiveshell.py:2882] Step 53300 | Loss: 0.2329 | Spent: 43.5 secs | LR: 0.000234
I0411 04:47:13.137375 139703861815168 interactiveshell.py:2882] Step 53350 | Loss: 0.2857 | Spent: 11.4 secs | LR: 0.000234
I0411 04:47:24.907325 139703861815168 interactiveshell.py:2882] Step 53400 | Loss: 0.3930 | Spent: 11.8 secs | LR: 0.000234
I0411 04:47:36.253709 139703861815168 interactiveshell.py:2882] Step 53450 | Loss: 0.5900 | Spent: 11.3 secs | LR: 0.000234
I0411 04:47:47.856596 139703861815168 interactiveshell.py:2882] Step 53500 | Loss: 0.1351 | Spent: 11.6 secs | LR: 0.000234
I0411 04:47:59.498631 139703861815168 interactiveshell.py:2882] Step 53550 | Loss: 0.4809 | Spent: 11.6 secs | LR: 0.000234
I0411 04:48:10.938711 139703861815168 interactiveshell.py:2882] Step 53600 | Loss: 0.2700 | Spent: 11.4 secs | LR: 0.000233
I0411 04:48:22.490745 139703861815168 interactiveshell.py:2882] Step 53650 | Loss: 0.1917 | Spent: 11.6 secs | LR: 0.000233
I0411 04:48:34.112223 139703861815168 interactiveshell.py:2882] Step 53700 | Loss: 0.4005 | Spent: 11.6 secs | LR: 0.000233
I0411 04:48:45.553749 139703861815168 interactiveshell.py:2882] Step 53750 | Loss: 0.2314 | Spent: 11.4 secs | LR: 0.000233
I0411 04:48:57.013793 139703861815168 interactiveshell.py:2882] Step 53800 | Loss: 0.1602 | Spent: 11.5 secs | LR: 0.000233
I0411 04:49:08.472701 139703861815168 interactiveshell.py:2882] Step 53850 | Loss: 0.4913 | Spent: 11.5 secs | LR: 0.000233
I0411 04:49:19.559496 139703861815168 interactiveshell.py:2882] Step 53900 | Loss: 0.5137 | Spent: 11.1 secs | LR: 0.000233
I0411 04:49:31.416663 139703861815168 interactiveshell.py:2882] Step 53950 | Loss: 0.3783 | Spent: 11.9 secs | LR: 0.000233
I0411 04:49:42.760120 139703861815168 interactiveshell.py:2882] Step 54000 | Loss: 0.2926 | Spent: 11.3 secs | LR: 0.000232
I0411 04:49:54.167273 139703861815168 interactiveshell.py:2882] Step 54050 | Loss: 0.2240 | Spent: 11.4 secs | LR: 0.000232
I0411 04:50:05.576255 139703861815168 interactiveshell.py:2882] Step 54100 | Loss: 0.2885 | Spent: 11.4 secs | LR: 0.000232
I0411 04:50:16.978958 139703861815168 interactiveshell.py:2882] Step 54150 | Loss: 0.5805 | Spent: 11.4 secs | LR: 0.000232
I0411 04:50:28.890152 139703861815168 interactiveshell.py:2882] Step 54200 | Loss: 0.5144 | Spent: 11.9 secs | LR: 0.000232
I0411 04:50:40.270019 139703861815168 interactiveshell.py:2882] Step 54250 | Loss: 0.3929 | Spent: 11.4 secs | LR: 0.000232
I0411 04:50:51.632382 139703861815168 interactiveshell.py:2882] Step 54300 | Loss: 0.3726 | Spent: 11.4 secs | LR: 0.000232
I0411 04:51:03.108646 139703861815168 interactiveshell.py:2882] Step 54350 | Loss: 0.3782 | Spent: 11.5 secs | LR: 0.000232
I0411 04:51:14.488355 139703861815168 interactiveshell.py:2882] Step 54400 | Loss: 0.3281 | Spent: 11.4 secs | LR: 0.000232
I0411 04:51:25.812522 139703861815168 interactiveshell.py:2882] Step 54450 | Loss: 0.1680 | Spent: 11.3 secs | LR: 0.000231
I0411 04:51:37.079340 139703861815168 interactiveshell.py:2882] Step 54500 | Loss: 0.3534 | Spent: 11.3 secs | LR: 0.000231
I0411 04:51:48.310978 139703861815168 interactiveshell.py:2882] Step 54550 | Loss: 0.3603 | Spent: 11.2 secs | LR: 0.000231
I0411 04:51:59.709123 139703861815168 interactiveshell.py:2882] Step 54600 | Loss: 0.1613 | Spent: 11.4 secs | LR: 0.000231
I0411 04:52:11.179470 139703861815168 interactiveshell.py:2882] Step 54650 | Loss: 0.2638 | Spent: 11.5 secs | LR: 0.000231
I0411 04:52:22.633806 139703861815168 interactiveshell.py:2882] Step 54700 | Loss: 0.2620 | Spent: 11.5 secs | LR: 0.000231
I0411 04:52:34.105913 139703861815168 interactiveshell.py:2882] Step 54750 | Loss: 0.3870 | Spent: 11.5 secs | LR: 0.000231
I0411 04:52:45.494880 139703861815168 interactiveshell.py:2882] Step 54800 | Loss: 0.1834 | Spent: 11.4 secs | LR: 0.000231
I0411 04:52:56.937627 139703861815168 interactiveshell.py:2882] Step 54850 | Loss: 0.5702 | Spent: 11.4 secs | LR: 0.000230
I0411 04:53:08.298576 139703861815168 interactiveshell.py:2882] Step 54900 | Loss: 0.4595 | Spent: 11.4 secs | LR: 0.000230
I0411 04:53:19.600532 139703861815168 interactiveshell.py:2882] Step 54950 | Loss: 0.4078 | Spent: 11.3 secs | LR: 0.000230
I0411 04:53:31.054633 139703861815168 interactiveshell.py:2882] Step 55000 | Loss: 0.6144 | Spent: 11.5 secs | LR: 0.000230
Reading ../data/test.txt
I0411 04:54:04.971625 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.868
I0411 04:54:04.973096 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.868
I0411 04:54:14.865387 139703861815168 interactiveshell.py:2882] Step 55050 | Loss: 0.3698 | Spent: 43.8 secs | LR: 0.000230
I0411 04:54:26.019809 139703861815168 interactiveshell.py:2882] Step 55100 | Loss: 0.3231 | Spent: 11.2 secs | LR: 0.000230
I0411 04:54:37.679521 139703861815168 interactiveshell.py:2882] Step 55150 | Loss: 0.3551 | Spent: 11.7 secs | LR: 0.000230
I0411 04:54:49.193341 139703861815168 interactiveshell.py:2882] Step 55200 | Loss: 0.2446 | Spent: 11.5 secs | LR: 0.000230
I0411 04:55:00.376012 139703861815168 interactiveshell.py:2882] Step 55250 | Loss: 0.4761 | Spent: 11.2 secs | LR: 0.000230
I0411 04:55:11.848572 139703861815168 interactiveshell.py:2882] Step 55300 | Loss: 0.2012 | Spent: 11.5 secs | LR: 0.000229
I0411 04:55:23.280460 139703861815168 interactiveshell.py:2882] Step 55350 | Loss: 0.1755 | Spent: 11.4 secs | LR: 0.000229
I0411 04:55:35.025103 139703861815168 interactiveshell.py:2882] Step 55400 | Loss: 0.2758 | Spent: 11.7 secs | LR: 0.000229
I0411 04:55:46.729761 139703861815168 interactiveshell.py:2882] Step 55450 | Loss: 0.3219 | Spent: 11.7 secs | LR: 0.000229
I0411 04:55:58.012338 139703861815168 interactiveshell.py:2882] Step 55500 | Loss: 0.4154 | Spent: 11.3 secs | LR: 0.000229
I0411 04:56:09.436606 139703861815168 interactiveshell.py:2882] Step 55550 | Loss: 0.3522 | Spent: 11.4 secs | LR: 0.000229
I0411 04:56:20.968350 139703861815168 interactiveshell.py:2882] Step 55600 | Loss: 0.2754 | Spent: 11.5 secs | LR: 0.000229
I0411 04:56:32.173089 139703861815168 interactiveshell.py:2882] Step 55650 | Loss: 0.3030 | Spent: 11.2 secs | LR: 0.000229
I0411 04:56:43.601517 139703861815168 interactiveshell.py:2882] Step 55700 | Loss: 0.4170 | Spent: 11.4 secs | LR: 0.000229
I0411 04:56:54.840514 139703861815168 interactiveshell.py:2882] Step 55750 | Loss: 0.5761 | Spent: 11.2 secs | LR: 0.000228
I0411 04:57:06.318754 139703861815168 interactiveshell.py:2882] Step 55800 | Loss: 0.3116 | Spent: 11.5 secs | LR: 0.000228
I0411 04:57:17.837843 139703861815168 interactiveshell.py:2882] Step 55850 | Loss: 0.3258 | Spent: 11.5 secs | LR: 0.000228
I0411 04:57:29.347347 139703861815168 interactiveshell.py:2882] Step 55900 | Loss: 0.4378 | Spent: 11.5 secs | LR: 0.000228
I0411 04:57:40.890371 139703861815168 interactiveshell.py:2882] Step 55950 | Loss: 0.3910 | Spent: 11.5 secs | LR: 0.000228
I0411 04:57:52.243372 139703861815168 interactiveshell.py:2882] Step 56000 | Loss: 0.2358 | Spent: 11.4 secs | LR: 0.000228
I0411 04:58:03.646863 139703861815168 interactiveshell.py:2882] Step 56050 | Loss: 0.2381 | Spent: 11.4 secs | LR: 0.000228
I0411 04:58:14.895176 139703861815168 interactiveshell.py:2882] Step 56100 | Loss: 0.4685 | Spent: 11.2 secs | LR: 0.000228
I0411 04:58:26.373313 139703861815168 interactiveshell.py:2882] Step 56150 | Loss: 0.3709 | Spent: 11.5 secs | LR: 0.000227
I0411 04:58:37.782473 139703861815168 interactiveshell.py:2882] Step 56200 | Loss: 0.1685 | Spent: 11.4 secs | LR: 0.000227
I0411 04:58:49.345494 139703861815168 interactiveshell.py:2882] Step 56250 | Loss: 0.1519 | Spent: 11.6 secs | LR: 0.000227
I0411 04:59:00.832428 139703861815168 interactiveshell.py:2882] Step 56300 | Loss: 0.5299 | Spent: 11.5 secs | LR: 0.000227
I0411 04:59:12.308296 139703861815168 interactiveshell.py:2882] Step 56350 | Loss: 0.2696 | Spent: 11.5 secs | LR: 0.000227
I0411 04:59:23.854525 139703861815168 interactiveshell.py:2882] Step 56400 | Loss: 0.4337 | Spent: 11.5 secs | LR: 0.000227
I0411 04:59:35.419456 139703861815168 interactiveshell.py:2882] Step 56450 | Loss: 0.4565 | Spent: 11.6 secs | LR: 0.000227
I0411 04:59:46.973633 139703861815168 interactiveshell.py:2882] Step 56500 | Loss: 0.3022 | Spent: 11.6 secs | LR: 0.000227
I0411 04:59:58.285000 139703861815168 interactiveshell.py:2882] Step 56550 | Loss: 0.4487 | Spent: 11.3 secs | LR: 0.000227
I0411 05:00:09.665599 139703861815168 interactiveshell.py:2882] Step 56600 | Loss: 0.3691 | Spent: 11.4 secs | LR: 0.000226
I0411 05:00:21.183604 139703861815168 interactiveshell.py:2882] Step 56650 | Loss: 0.2666 | Spent: 11.5 secs | LR: 0.000226
I0411 05:00:32.632415 139703861815168 interactiveshell.py:2882] Step 56700 | Loss: 0.1394 | Spent: 11.4 secs | LR: 0.000226
Reading ../data/test.txt
I0411 05:01:11.513030 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.866
I0411 05:01:11.514233 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.868
I0411 05:01:16.934023 139703861815168 interactiveshell.py:2882] Step 56750 | Loss: 0.5590 | Spent: 44.3 secs | LR: 0.000226
I0411 05:01:28.273105 139703861815168 interactiveshell.py:2882] Step 56800 | Loss: 0.3810 | Spent: 11.3 secs | LR: 0.000226
I0411 05:01:39.806933 139703861815168 interactiveshell.py:2882] Step 56850 | Loss: 0.3987 | Spent: 11.5 secs | LR: 0.000226
I0411 05:01:51.582665 139703861815168 interactiveshell.py:2882] Step 56900 | Loss: 0.4012 | Spent: 11.8 secs | LR: 0.000226
I0411 05:02:02.960280 139703861815168 interactiveshell.py:2882] Step 56950 | Loss: 0.3729 | Spent: 11.4 secs | LR: 0.000226
I0411 05:02:14.506447 139703861815168 interactiveshell.py:2882] Step 57000 | Loss: 0.3471 | Spent: 11.5 secs | LR: 0.000226
I0411 05:02:25.914640 139703861815168 interactiveshell.py:2882] Step 57050 | Loss: 0.2697 | Spent: 11.4 secs | LR: 0.000225
I0411 05:02:37.346084 139703861815168 interactiveshell.py:2882] Step 57100 | Loss: 0.3359 | Spent: 11.4 secs | LR: 0.000225
I0411 05:02:48.818813 139703861815168 interactiveshell.py:2882] Step 57150 | Loss: 0.4333 | Spent: 11.5 secs | LR: 0.000225
I0411 05:03:00.440861 139703861815168 interactiveshell.py:2882] Step 57200 | Loss: 0.3849 | Spent: 11.6 secs | LR: 0.000225
I0411 05:03:11.954751 139703861815168 interactiveshell.py:2882] Step 57250 | Loss: 0.4125 | Spent: 11.5 secs | LR: 0.000225
I0411 05:03:23.387625 139703861815168 interactiveshell.py:2882] Step 57300 | Loss: 0.3995 | Spent: 11.4 secs | LR: 0.000225
I0411 05:03:34.760524 139703861815168 interactiveshell.py:2882] Step 57350 | Loss: 0.2822 | Spent: 11.4 secs | LR: 0.000225
I0411 05:03:46.135289 139703861815168 interactiveshell.py:2882] Step 57400 | Loss: 0.4213 | Spent: 11.4 secs | LR: 0.000225
I0411 05:03:57.349321 139703861815168 interactiveshell.py:2882] Step 57450 | Loss: 0.3554 | Spent: 11.2 secs | LR: 0.000225
I0411 05:04:08.962052 139703861815168 interactiveshell.py:2882] Step 57500 | Loss: 0.2164 | Spent: 11.6 secs | LR: 0.000224
I0411 05:04:20.368597 139703861815168 interactiveshell.py:2882] Step 57550 | Loss: 0.2069 | Spent: 11.4 secs | LR: 0.000224
I0411 05:04:31.828206 139703861815168 interactiveshell.py:2882] Step 57600 | Loss: 0.3412 | Spent: 11.5 secs | LR: 0.000224
I0411 05:04:43.536004 139703861815168 interactiveshell.py:2882] Step 57650 | Loss: 0.2873 | Spent: 11.7 secs | LR: 0.000224
I0411 05:04:55.042806 139703861815168 interactiveshell.py:2882] Step 57700 | Loss: 0.4687 | Spent: 11.5 secs | LR: 0.000224
I0411 05:05:06.531572 139703861815168 interactiveshell.py:2882] Step 57750 | Loss: 0.2466 | Spent: 11.5 secs | LR: 0.000224
I0411 05:05:18.065394 139703861815168 interactiveshell.py:2882] Step 57800 | Loss: 0.4794 | Spent: 11.5 secs | LR: 0.000224
I0411 05:05:29.709727 139703861815168 interactiveshell.py:2882] Step 57850 | Loss: 0.3070 | Spent: 11.6 secs | LR: 0.000224
I0411 05:05:41.168925 139703861815168 interactiveshell.py:2882] Step 57900 | Loss: 0.4166 | Spent: 11.5 secs | LR: 0.000224
I0411 05:05:52.607899 139703861815168 interactiveshell.py:2882] Step 57950 | Loss: 0.2299 | Spent: 11.4 secs | LR: 0.000223
I0411 05:06:03.923613 139703861815168 interactiveshell.py:2882] Step 58000 | Loss: 0.4299 | Spent: 11.3 secs | LR: 0.000223
I0411 05:06:14.825964 139703861815168 interactiveshell.py:2882] Step 58050 | Loss: 0.2353 | Spent: 10.9 secs | LR: 0.000223
I0411 05:06:26.552480 139703861815168 interactiveshell.py:2882] Step 58100 | Loss: 0.2258 | Spent: 11.7 secs | LR: 0.000223
I0411 05:06:38.324542 139703861815168 interactiveshell.py:2882] Step 58150 | Loss: 0.2117 | Spent: 11.8 secs | LR: 0.000223
I0411 05:06:49.907703 139703861815168 interactiveshell.py:2882] Step 58200 | Loss: 0.2405 | Spent: 11.6 secs | LR: 0.000223
I0411 05:07:01.607473 139703861815168 interactiveshell.py:2882] Step 58250 | Loss: 0.7103 | Spent: 11.7 secs | LR: 0.000223
I0411 05:07:13.251611 139703861815168 interactiveshell.py:2882] Step 58300 | Loss: 0.5221 | Spent: 11.6 secs | LR: 0.000223
I0411 05:07:24.757299 139703861815168 interactiveshell.py:2882] Step 58350 | Loss: 0.3819 | Spent: 11.5 secs | LR: 0.000223
I0411 05:07:36.121498 139703861815168 interactiveshell.py:2882] Step 58400 | Loss: 0.2475 | Spent: 11.4 secs | LR: 0.000222
Reading ../data/test.txt
I0411 05:08:18.513836 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.871
I0411 05:08:18.515151 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.871
I0411 05:08:19.686661 139703861815168 interactiveshell.py:2882] Step 58450 | Loss: 0.2111 | Spent: 43.6 secs | LR: 0.000222
I0411 05:08:31.206156 139703861815168 interactiveshell.py:2882] Step 58500 | Loss: 0.3297 | Spent: 11.5 secs | LR: 0.000222
I0411 05:08:42.551715 139703861815168 interactiveshell.py:2882] Step 58550 | Loss: 0.7432 | Spent: 11.3 secs | LR: 0.000222
I0411 05:08:54.003783 139703861815168 interactiveshell.py:2882] Step 58600 | Loss: 0.5849 | Spent: 11.5 secs | LR: 0.000222
I0411 05:09:05.417598 139703861815168 interactiveshell.py:2882] Step 58650 | Loss: 0.2901 | Spent: 11.4 secs | LR: 0.000222
I0411 05:09:16.713925 139703861815168 interactiveshell.py:2882] Step 58700 | Loss: 0.2743 | Spent: 11.3 secs | LR: 0.000222
I0411 05:09:28.016988 139703861815168 interactiveshell.py:2882] Step 58750 | Loss: 0.3535 | Spent: 11.3 secs | LR: 0.000222
I0411 05:09:39.480405 139703861815168 interactiveshell.py:2882] Step 58800 | Loss: 0.7073 | Spent: 11.5 secs | LR: 0.000222
I0411 05:09:51.106234 139703861815168 interactiveshell.py:2882] Step 58850 | Loss: 0.2392 | Spent: 11.6 secs | LR: 0.000221
I0411 05:10:02.598113 139703861815168 interactiveshell.py:2882] Step 58900 | Loss: 0.2339 | Spent: 11.5 secs | LR: 0.000221
I0411 05:10:14.225020 139703861815168 interactiveshell.py:2882] Step 58950 | Loss: 0.5070 | Spent: 11.6 secs | LR: 0.000221
I0411 05:10:25.745090 139703861815168 interactiveshell.py:2882] Step 59000 | Loss: 0.4153 | Spent: 11.5 secs | LR: 0.000221
I0411 05:10:37.349076 139703861815168 interactiveshell.py:2882] Step 59050 | Loss: 0.3783 | Spent: 11.6 secs | LR: 0.000221
I0411 05:10:48.770568 139703861815168 interactiveshell.py:2882] Step 59100 | Loss: 0.4219 | Spent: 11.4 secs | LR: 0.000221
I0411 05:11:00.229649 139703861815168 interactiveshell.py:2882] Step 59150 | Loss: 0.3626 | Spent: 11.5 secs | LR: 0.000221
I0411 05:11:12.307067 139703861815168 interactiveshell.py:2882] Step 59200 | Loss: 0.3830 | Spent: 12.1 secs | LR: 0.000221
I0411 05:11:23.732925 139703861815168 interactiveshell.py:2882] Step 59250 | Loss: 0.3116 | Spent: 11.4 secs | LR: 0.000221
I0411 05:11:35.145020 139703861815168 interactiveshell.py:2882] Step 59300 | Loss: 0.3137 | Spent: 11.4 secs | LR: 0.000220
I0411 05:11:46.619887 139703861815168 interactiveshell.py:2882] Step 59350 | Loss: 0.5851 | Spent: 11.5 secs | LR: 0.000220
I0411 05:11:58.301563 139703861815168 interactiveshell.py:2882] Step 59400 | Loss: 0.4652 | Spent: 11.7 secs | LR: 0.000220
I0411 05:12:09.918359 139703861815168 interactiveshell.py:2882] Step 59450 | Loss: 0.4864 | Spent: 11.6 secs | LR: 0.000220
I0411 05:12:21.475966 139703861815168 interactiveshell.py:2882] Step 59500 | Loss: 0.3125 | Spent: 11.6 secs | LR: 0.000220
I0411 05:12:33.272011 139703861815168 interactiveshell.py:2882] Step 59550 | Loss: 0.2162 | Spent: 11.8 secs | LR: 0.000220
I0411 05:12:44.635872 139703861815168 interactiveshell.py:2882] Step 59600 | Loss: 0.3681 | Spent: 11.4 secs | LR: 0.000220
I0411 05:12:56.038337 139703861815168 interactiveshell.py:2882] Step 59650 | Loss: 0.4194 | Spent: 11.4 secs | LR: 0.000220
I0411 05:13:07.507186 139703861815168 interactiveshell.py:2882] Step 59700 | Loss: 0.2477 | Spent: 11.5 secs | LR: 0.000220
I0411 05:13:18.991369 139703861815168 interactiveshell.py:2882] Step 59750 | Loss: 0.2149 | Spent: 11.5 secs | LR: 0.000219
I0411 05:13:30.619358 139703861815168 interactiveshell.py:2882] Step 59800 | Loss: 0.2033 | Spent: 11.6 secs | LR: 0.000219
I0411 05:13:41.941964 139703861815168 interactiveshell.py:2882] Step 59850 | Loss: 0.3437 | Spent: 11.3 secs | LR: 0.000219
I0411 05:13:53.240753 139703861815168 interactiveshell.py:2882] Step 59900 | Loss: 0.3797 | Spent: 11.3 secs | LR: 0.000219
I0411 05:14:04.722079 139703861815168 interactiveshell.py:2882] Step 59950 | Loss: 0.3737 | Spent: 11.5 secs | LR: 0.000219
I0411 05:14:16.424399 139703861815168 interactiveshell.py:2882] Step 60000 | Loss: 0.1732 | Spent: 11.7 secs | LR: 0.000219
I0411 05:14:27.833128 139703861815168 interactiveshell.py:2882] Step 60050 | Loss: 0.4347 | Spent: 11.4 secs | LR: 0.000219
I0411 05:14:39.322725 139703861815168 interactiveshell.py:2882] Step 60100 | Loss: 0.4390 | Spent: 11.5 secs | LR: 0.000219
I0411 05:14:50.853348 139703861815168 interactiveshell.py:2882] Step 60150 | Loss: 0.3363 | Spent: 11.5 secs | LR: 0.000219
Reading ../data/test.txt
I0411 05:15:26.895922 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.868
I0411 05:15:26.897284 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.871
I0411 05:15:35.145941 139703861815168 interactiveshell.py:2882] Step 60200 | Loss: 0.2672 | Spent: 44.3 secs | LR: 0.000218
I0411 05:15:46.404626 139703861815168 interactiveshell.py:2882] Step 60250 | Loss: 0.3710 | Spent: 11.3 secs | LR: 0.000218
I0411 05:15:58.167580 139703861815168 interactiveshell.py:2882] Step 60300 | Loss: 0.3054 | Spent: 11.8 secs | LR: 0.000218
I0411 05:16:09.580126 139703861815168 interactiveshell.py:2882] Step 60350 | Loss: 0.5128 | Spent: 11.4 secs | LR: 0.000218
I0411 05:16:21.414959 139703861815168 interactiveshell.py:2882] Step 60400 | Loss: 0.2878 | Spent: 11.8 secs | LR: 0.000218
I0411 05:16:32.831139 139703861815168 interactiveshell.py:2882] Step 60450 | Loss: 0.3319 | Spent: 11.4 secs | LR: 0.000218
I0411 05:16:43.889328 139703861815168 interactiveshell.py:2882] Step 60500 | Loss: 0.5108 | Spent: 11.1 secs | LR: 0.000218
I0411 05:16:55.183956 139703861815168 interactiveshell.py:2882] Step 60550 | Loss: 0.4711 | Spent: 11.3 secs | LR: 0.000218
I0411 05:17:06.556853 139703861815168 interactiveshell.py:2882] Step 60600 | Loss: 0.5443 | Spent: 11.4 secs | LR: 0.000218
I0411 05:17:18.065531 139703861815168 interactiveshell.py:2882] Step 60650 | Loss: 0.3787 | Spent: 11.5 secs | LR: 0.000217
I0411 05:17:29.426923 139703861815168 interactiveshell.py:2882] Step 60700 | Loss: 0.3501 | Spent: 11.4 secs | LR: 0.000217
I0411 05:17:40.960638 139703861815168 interactiveshell.py:2882] Step 60750 | Loss: 0.4446 | Spent: 11.5 secs | LR: 0.000217
I0411 05:17:52.034810 139703861815168 interactiveshell.py:2882] Step 60800 | Loss: 0.2869 | Spent: 11.1 secs | LR: 0.000217
I0411 05:18:03.209245 139703861815168 interactiveshell.py:2882] Step 60850 | Loss: 0.2691 | Spent: 11.2 secs | LR: 0.000217
I0411 05:18:14.328835 139703861815168 interactiveshell.py:2882] Step 60900 | Loss: 0.3072 | Spent: 11.1 secs | LR: 0.000217
I0411 05:18:25.449423 139703861815168 interactiveshell.py:2882] Step 60950 | Loss: 0.2905 | Spent: 11.1 secs | LR: 0.000217
I0411 05:18:36.828531 139703861815168 interactiveshell.py:2882] Step 61000 | Loss: 0.3700 | Spent: 11.4 secs | LR: 0.000217
I0411 05:18:48.331167 139703861815168 interactiveshell.py:2882] Step 61050 | Loss: 0.4103 | Spent: 11.5 secs | LR: 0.000217
I0411 05:18:59.732022 139703861815168 interactiveshell.py:2882] Step 61100 | Loss: 0.3228 | Spent: 11.4 secs | LR: 0.000216
I0411 05:19:11.195278 139703861815168 interactiveshell.py:2882] Step 61150 | Loss: 0.3794 | Spent: 11.5 secs | LR: 0.000216
I0411 05:19:22.712148 139703861815168 interactiveshell.py:2882] Step 61200 | Loss: 0.2753 | Spent: 11.5 secs | LR: 0.000216
I0411 05:19:34.140143 139703861815168 interactiveshell.py:2882] Step 61250 | Loss: 0.1955 | Spent: 11.4 secs | LR: 0.000216
I0411 05:19:45.549691 139703861815168 interactiveshell.py:2882] Step 61300 | Loss: 0.2441 | Spent: 11.4 secs | LR: 0.000216
I0411 05:19:57.159958 139703861815168 interactiveshell.py:2882] Step 61350 | Loss: 0.3662 | Spent: 11.6 secs | LR: 0.000216
I0411 05:20:09.249298 139703861815168 interactiveshell.py:2882] Step 61400 | Loss: 0.3777 | Spent: 12.1 secs | LR: 0.000216
I0411 05:20:20.800806 139703861815168 interactiveshell.py:2882] Step 61450 | Loss: 0.4090 | Spent: 11.5 secs | LR: 0.000216
I0411 05:20:32.322608 139703861815168 interactiveshell.py:2882] Step 61500 | Loss: 0.2910 | Spent: 11.5 secs | LR: 0.000216
I0411 05:20:43.890378 139703861815168 interactiveshell.py:2882] Step 61550 | Loss: 0.2659 | Spent: 11.6 secs | LR: 0.000215
I0411 05:20:55.329563 139703861815168 interactiveshell.py:2882] Step 61600 | Loss: 0.4362 | Spent: 11.4 secs | LR: 0.000215
I0411 05:21:06.768557 139703861815168 interactiveshell.py:2882] Step 61650 | Loss: 0.5512 | Spent: 11.4 secs | LR: 0.000215
I0411 05:21:18.540733 139703861815168 interactiveshell.py:2882] Step 61700 | Loss: 0.5396 | Spent: 11.8 secs | LR: 0.000215
I0411 05:21:30.324294 139703861815168 interactiveshell.py:2882] Step 61750 | Loss: 0.3246 | Spent: 11.8 secs | LR: 0.000215
I0411 05:21:41.879360 139703861815168 interactiveshell.py:2882] Step 61800 | Loss: 0.3502 | Spent: 11.6 secs | LR: 0.000215
I0411 05:21:53.010798 139703861815168 interactiveshell.py:2882] Step 61850 | Loss: 0.4266 | Spent: 11.1 secs | LR: 0.000215
Reading ../data/test.txt
I0411 05:22:31.905094 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.868
I0411 05:22:31.906459 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.871
I0411 05:22:35.722749 139703861815168 interactiveshell.py:2882] Step 61900 | Loss: 0.4396 | Spent: 42.7 secs | LR: 0.000215
I0411 05:22:47.157175 139703861815168 interactiveshell.py:2882] Step 61950 | Loss: 0.4809 | Spent: 11.4 secs | LR: 0.000215
I0411 05:22:58.692681 139703861815168 interactiveshell.py:2882] Step 62000 | Loss: 0.5880 | Spent: 11.5 secs | LR: 0.000215
I0411 05:23:10.125059 139703861815168 interactiveshell.py:2882] Step 62050 | Loss: 0.3704 | Spent: 11.4 secs | LR: 0.000214
I0411 05:23:21.486107 139703861815168 interactiveshell.py:2882] Step 62100 | Loss: 0.4703 | Spent: 11.4 secs | LR: 0.000214
I0411 05:23:32.967562 139703861815168 interactiveshell.py:2882] Step 62150 | Loss: 0.3514 | Spent: 11.5 secs | LR: 0.000214
I0411 05:23:44.366506 139703861815168 interactiveshell.py:2882] Step 62200 | Loss: 0.2399 | Spent: 11.4 secs | LR: 0.000214
I0411 05:23:55.754495 139703861815168 interactiveshell.py:2882] Step 62250 | Loss: 0.3204 | Spent: 11.4 secs | LR: 0.000214
I0411 05:24:07.113816 139703861815168 interactiveshell.py:2882] Step 62300 | Loss: 0.4132 | Spent: 11.4 secs | LR: 0.000214
I0411 05:24:18.448267 139703861815168 interactiveshell.py:2882] Step 62350 | Loss: 0.1518 | Spent: 11.3 secs | LR: 0.000214
I0411 05:24:29.853598 139703861815168 interactiveshell.py:2882] Step 62400 | Loss: 0.5055 | Spent: 11.4 secs | LR: 0.000214
I0411 05:24:41.057135 139703861815168 interactiveshell.py:2882] Step 62450 | Loss: 0.2847 | Spent: 11.2 secs | LR: 0.000214
I0411 05:24:52.178632 139703861815168 interactiveshell.py:2882] Step 62500 | Loss: 0.3244 | Spent: 11.1 secs | LR: 0.000213
I0411 05:25:03.124963 139703861815168 interactiveshell.py:2882] Step 62550 | Loss: 0.1427 | Spent: 10.9 secs | LR: 0.000213
I0411 05:25:14.334628 139703861815168 interactiveshell.py:2882] Step 62600 | Loss: 0.2479 | Spent: 11.2 secs | LR: 0.000213
I0411 05:25:25.283498 139703861815168 interactiveshell.py:2882] Step 62650 | Loss: 0.2402 | Spent: 10.9 secs | LR: 0.000213
I0411 05:25:36.538120 139703861815168 interactiveshell.py:2882] Step 62700 | Loss: 0.1973 | Spent: 11.3 secs | LR: 0.000213
I0411 05:25:47.179529 139703861815168 interactiveshell.py:2882] Step 62750 | Loss: 0.3572 | Spent: 10.6 secs | LR: 0.000213
I0411 05:25:57.365252 139703861815168 interactiveshell.py:2882] Step 62800 | Loss: 0.1312 | Spent: 10.2 secs | LR: 0.000213
I0411 05:26:08.168644 139703861815168 interactiveshell.py:2882] Step 62850 | Loss: 0.5468 | Spent: 10.8 secs | LR: 0.000213
I0411 05:26:19.202885 139703861815168 interactiveshell.py:2882] Step 62900 | Loss: 0.3983 | Spent: 11.0 secs | LR: 0.000213
I0411 05:26:30.090941 139703861815168 interactiveshell.py:2882] Step 62950 | Loss: 0.1792 | Spent: 10.9 secs | LR: 0.000212
I0411 05:26:41.677477 139703861815168 interactiveshell.py:2882] Step 63000 | Loss: 0.5473 | Spent: 11.6 secs | LR: 0.000212
I0411 05:26:52.945236 139703861815168 interactiveshell.py:2882] Step 63050 | Loss: 0.4943 | Spent: 11.3 secs | LR: 0.000212
I0411 05:27:03.979739 139703861815168 interactiveshell.py:2882] Step 63100 | Loss: 0.2604 | Spent: 11.0 secs | LR: 0.000212
I0411 05:27:14.983297 139703861815168 interactiveshell.py:2882] Step 63150 | Loss: 0.3632 | Spent: 11.0 secs | LR: 0.000212
I0411 05:27:26.027398 139703861815168 interactiveshell.py:2882] Step 63200 | Loss: 0.2338 | Spent: 11.0 secs | LR: 0.000212
I0411 05:27:37.185442 139703861815168 interactiveshell.py:2882] Step 63250 | Loss: 0.2010 | Spent: 11.2 secs | LR: 0.000212
I0411 05:27:48.596580 139703861815168 interactiveshell.py:2882] Step 63300 | Loss: 0.2773 | Spent: 11.4 secs | LR: 0.000212
I0411 05:27:59.958442 139703861815168 interactiveshell.py:2882] Step 63350 | Loss: 0.2197 | Spent: 11.4 secs | LR: 0.000212
I0411 05:28:11.168647 139703861815168 interactiveshell.py:2882] Step 63400 | Loss: 0.2188 | Spent: 11.2 secs | LR: 0.000212
I0411 05:28:22.229912 139703861815168 interactiveshell.py:2882] Step 63450 | Loss: 0.2158 | Spent: 11.1 secs | LR: 0.000211
I0411 05:28:33.406718 139703861815168 interactiveshell.py:2882] Step 63500 | Loss: 0.1753 | Spent: 11.2 secs | LR: 0.000211
I0411 05:28:44.584672 139703861815168 interactiveshell.py:2882] Step 63550 | Loss: 0.2500 | Spent: 11.2 secs | LR: 0.000211
I0411 05:28:55.842967 139703861815168 interactiveshell.py:2882] Step 63600 | Loss: 0.2202 | Spent: 11.3 secs | LR: 0.000211
Reading ../data/test.txt
I0411 05:29:28.868338 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.867
I0411 05:29:28.869669 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.871
I0411 05:29:39.211834 139703861815168 interactiveshell.py:2882] Step 63650 | Loss: 0.2537 | Spent: 43.4 secs | LR: 0.000211
I0411 05:29:50.349746 139703861815168 interactiveshell.py:2882] Step 63700 | Loss: 0.4989 | Spent: 11.1 secs | LR: 0.000211
I0411 05:30:01.617666 139703861815168 interactiveshell.py:2882] Step 63750 | Loss: 0.5057 | Spent: 11.3 secs | LR: 0.000211
I0411 05:30:12.986583 139703861815168 interactiveshell.py:2882] Step 63800 | Loss: 0.2074 | Spent: 11.4 secs | LR: 0.000211
I0411 05:30:24.051211 139703861815168 interactiveshell.py:2882] Step 63850 | Loss: 0.3873 | Spent: 11.1 secs | LR: 0.000211
I0411 05:30:35.097367 139703861815168 interactiveshell.py:2882] Step 63900 | Loss: 0.3443 | Spent: 11.0 secs | LR: 0.000210
I0411 05:30:46.136439 139703861815168 interactiveshell.py:2882] Step 63950 | Loss: 0.4407 | Spent: 11.0 secs | LR: 0.000210
I0411 05:30:57.241695 139703861815168 interactiveshell.py:2882] Step 64000 | Loss: 0.2543 | Spent: 11.1 secs | LR: 0.000210
I0411 05:31:08.368318 139703861815168 interactiveshell.py:2882] Step 64050 | Loss: 0.4677 | Spent: 11.1 secs | LR: 0.000210
I0411 05:31:19.294314 139703861815168 interactiveshell.py:2882] Step 64100 | Loss: 0.1282 | Spent: 10.9 secs | LR: 0.000210
I0411 05:31:30.068722 139703861815168 interactiveshell.py:2882] Step 64150 | Loss: 0.3186 | Spent: 10.8 secs | LR: 0.000210
I0411 05:31:41.000213 139703861815168 interactiveshell.py:2882] Step 64200 | Loss: 0.4775 | Spent: 10.9 secs | LR: 0.000210
I0411 05:31:52.444198 139703861815168 interactiveshell.py:2882] Step 64250 | Loss: 0.3258 | Spent: 11.4 secs | LR: 0.000210
I0411 05:32:03.569660 139703861815168 interactiveshell.py:2882] Step 64300 | Loss: 0.2369 | Spent: 11.1 secs | LR: 0.000210
I0411 05:32:14.471352 139703861815168 interactiveshell.py:2882] Step 64350 | Loss: 0.5460 | Spent: 10.9 secs | LR: 0.000210
I0411 05:32:25.421692 139703861815168 interactiveshell.py:2882] Step 64400 | Loss: 0.4311 | Spent: 10.9 secs | LR: 0.000209
I0411 05:32:36.445265 139703861815168 interactiveshell.py:2882] Step 64450 | Loss: 0.4692 | Spent: 11.0 secs | LR: 0.000209
I0411 05:32:47.716614 139703861815168 interactiveshell.py:2882] Step 64500 | Loss: 0.3762 | Spent: 11.3 secs | LR: 0.000209
I0411 05:32:58.983878 139703861815168 interactiveshell.py:2882] Step 64550 | Loss: 0.7595 | Spent: 11.3 secs | LR: 0.000209
I0411 05:33:09.626380 139703861815168 interactiveshell.py:2882] Step 64600 | Loss: 0.2113 | Spent: 10.6 secs | LR: 0.000209
I0411 05:33:20.525629 139703861815168 interactiveshell.py:2882] Step 64650 | Loss: 0.4065 | Spent: 10.9 secs | LR: 0.000209
I0411 05:33:32.021810 139703861815168 interactiveshell.py:2882] Step 64700 | Loss: 0.3283 | Spent: 11.5 secs | LR: 0.000209
I0411 05:33:43.235473 139703861815168 interactiveshell.py:2882] Step 64750 | Loss: 0.3278 | Spent: 11.2 secs | LR: 0.000209
I0411 05:33:53.981109 139703861815168 interactiveshell.py:2882] Step 64800 | Loss: 0.5410 | Spent: 10.7 secs | LR: 0.000209
I0411 05:34:04.600735 139703861815168 interactiveshell.py:2882] Step 64850 | Loss: 0.3501 | Spent: 10.6 secs | LR: 0.000208
I0411 05:34:15.644511 139703861815168 interactiveshell.py:2882] Step 64900 | Loss: 0.4769 | Spent: 11.0 secs | LR: 0.000208
I0411 05:34:26.789916 139703861815168 interactiveshell.py:2882] Step 64950 | Loss: 0.2236 | Spent: 11.1 secs | LR: 0.000208
I0411 05:34:38.189410 139703861815168 interactiveshell.py:2882] Step 65000 | Loss: 0.2374 | Spent: 11.4 secs | LR: 0.000208
I0411 05:34:49.195139 139703861815168 interactiveshell.py:2882] Step 65050 | Loss: 0.5966 | Spent: 11.0 secs | LR: 0.000208
I0411 05:35:00.302644 139703861815168 interactiveshell.py:2882] Step 65100 | Loss: 0.8938 | Spent: 11.1 secs | LR: 0.000208
I0411 05:35:11.420287 139703861815168 interactiveshell.py:2882] Step 65150 | Loss: 0.3651 | Spent: 11.1 secs | LR: 0.000208
I0411 05:35:22.954442 139703861815168 interactiveshell.py:2882] Step 65200 | Loss: 0.3234 | Spent: 11.5 secs | LR: 0.000208
I0411 05:35:33.551376 139703861815168 interactiveshell.py:2882] Step 65250 | Loss: 0.4012 | Spent: 10.6 secs | LR: 0.000208
I0411 05:35:44.511863 139703861815168 interactiveshell.py:2882] Step 65300 | Loss: 0.3613 | Spent: 11.0 secs | LR: 0.000208
Reading ../data/test.txt
I0411 05:36:21.261531 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.868
I0411 05:36:21.262950 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.871
I0411 05:36:27.591257 139703861815168 interactiveshell.py:2882] Step 65350 | Loss: 0.5012 | Spent: 43.1 secs | LR: 0.000207
I0411 05:36:38.650135 139703861815168 interactiveshell.py:2882] Step 65400 | Loss: 0.2252 | Spent: 11.1 secs | LR: 0.000207
I0411 05:36:49.530952 139703861815168 interactiveshell.py:2882] Step 65450 | Loss: 0.4174 | Spent: 10.9 secs | LR: 0.000207
I0411 05:37:00.760214 139703861815168 interactiveshell.py:2882] Step 65500 | Loss: 0.2610 | Spent: 11.2 secs | LR: 0.000207
I0411 05:37:11.916979 139703861815168 interactiveshell.py:2882] Step 65550 | Loss: 0.6097 | Spent: 11.2 secs | LR: 0.000207
I0411 05:37:23.227750 139703861815168 interactiveshell.py:2882] Step 65600 | Loss: 0.3249 | Spent: 11.3 secs | LR: 0.000207
I0411 05:37:34.649118 139703861815168 interactiveshell.py:2882] Step 65650 | Loss: 0.2151 | Spent: 11.4 secs | LR: 0.000207
I0411 05:37:45.609157 139703861815168 interactiveshell.py:2882] Step 65700 | Loss: 0.4780 | Spent: 11.0 secs | LR: 0.000207
I0411 05:37:56.839640 139703861815168 interactiveshell.py:2882] Step 65750 | Loss: 0.3112 | Spent: 11.2 secs | LR: 0.000207
I0411 05:38:08.033311 139703861815168 interactiveshell.py:2882] Step 65800 | Loss: 0.4632 | Spent: 11.2 secs | LR: 0.000206
I0411 05:38:19.224436 139703861815168 interactiveshell.py:2882] Step 65850 | Loss: 0.3033 | Spent: 11.2 secs | LR: 0.000206
I0411 05:38:30.396555 139703861815168 interactiveshell.py:2882] Step 65900 | Loss: 0.1745 | Spent: 11.2 secs | LR: 0.000206
I0411 05:38:41.492521 139703861815168 interactiveshell.py:2882] Step 65950 | Loss: 0.4415 | Spent: 11.1 secs | LR: 0.000206
I0411 05:38:52.728411 139703861815168 interactiveshell.py:2882] Step 66000 | Loss: 0.5769 | Spent: 11.2 secs | LR: 0.000206
I0411 05:39:03.903512 139703861815168 interactiveshell.py:2882] Step 66050 | Loss: 0.4661 | Spent: 11.2 secs | LR: 0.000206
I0411 05:39:14.938654 139703861815168 interactiveshell.py:2882] Step 66100 | Loss: 0.2773 | Spent: 11.0 secs | LR: 0.000206
I0411 05:39:25.871996 139703861815168 interactiveshell.py:2882] Step 66150 | Loss: 0.5763 | Spent: 10.9 secs | LR: 0.000206
I0411 05:39:36.926938 139703861815168 interactiveshell.py:2882] Step 66200 | Loss: 0.5831 | Spent: 11.1 secs | LR: 0.000206
I0411 05:39:47.980343 139703861815168 interactiveshell.py:2882] Step 66250 | Loss: 0.1856 | Spent: 11.1 secs | LR: 0.000206
I0411 05:39:59.184172 139703861815168 interactiveshell.py:2882] Step 66300 | Loss: 0.5014 | Spent: 11.2 secs | LR: 0.000205
I0411 05:40:10.562740 139703861815168 interactiveshell.py:2882] Step 66350 | Loss: 0.2832 | Spent: 11.4 secs | LR: 0.000205
I0411 05:40:21.763280 139703861815168 interactiveshell.py:2882] Step 66400 | Loss: 0.2459 | Spent: 11.2 secs | LR: 0.000205
I0411 05:40:33.071112 139703861815168 interactiveshell.py:2882] Step 66450 | Loss: 0.3955 | Spent: 11.3 secs | LR: 0.000205
I0411 05:40:44.063174 139703861815168 interactiveshell.py:2882] Step 66500 | Loss: 0.4336 | Spent: 11.0 secs | LR: 0.000205
I0411 05:40:55.163193 139703861815168 interactiveshell.py:2882] Step 66550 | Loss: 0.5078 | Spent: 11.1 secs | LR: 0.000205
I0411 05:41:06.546378 139703861815168 interactiveshell.py:2882] Step 66600 | Loss: 0.3944 | Spent: 11.4 secs | LR: 0.000205
I0411 05:41:17.673646 139703861815168 interactiveshell.py:2882] Step 66650 | Loss: 0.4975 | Spent: 11.1 secs | LR: 0.000205
I0411 05:41:28.787180 139703861815168 interactiveshell.py:2882] Step 66700 | Loss: 0.3073 | Spent: 11.1 secs | LR: 0.000205
I0411 05:41:39.987905 139703861815168 interactiveshell.py:2882] Step 66750 | Loss: 0.2181 | Spent: 11.2 secs | LR: 0.000205
I0411 05:41:51.192291 139703861815168 interactiveshell.py:2882] Step 66800 | Loss: 0.2305 | Spent: 11.2 secs | LR: 0.000204
I0411 05:42:02.300184 139703861815168 interactiveshell.py:2882] Step 66850 | Loss: 0.1385 | Spent: 11.1 secs | LR: 0.000204
I0411 05:42:13.753343 139703861815168 interactiveshell.py:2882] Step 66900 | Loss: 0.2154 | Spent: 11.5 secs | LR: 0.000204
I0411 05:42:24.844208 139703861815168 interactiveshell.py:2882] Step 66950 | Loss: 0.2861 | Spent: 11.1 secs | LR: 0.000204
I0411 05:42:36.259052 139703861815168 interactiveshell.py:2882] Step 67000 | Loss: 0.6276 | Spent: 11.4 secs | LR: 0.000204
Reading ../data/test.txt
I0411 05:43:17.581727 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.868
I0411 05:43:17.583127 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.871
I0411 05:43:19.853190 139703861815168 interactiveshell.py:2882] Step 67050 | Loss: 0.2666 | Spent: 43.6 secs | LR: 0.000204
I0411 05:43:30.939950 139703861815168 interactiveshell.py:2882] Step 67100 | Loss: 0.3219 | Spent: 11.1 secs | LR: 0.000204
I0411 05:43:41.958983 139703861815168 interactiveshell.py:2882] Step 67150 | Loss: 0.4613 | Spent: 11.0 secs | LR: 0.000204
I0411 05:43:52.944658 139703861815168 interactiveshell.py:2882] Step 67200 | Loss: 0.2760 | Spent: 11.0 secs | LR: 0.000204
I0411 05:44:03.970903 139703861815168 interactiveshell.py:2882] Step 67250 | Loss: 0.3218 | Spent: 11.0 secs | LR: 0.000203
I0411 05:44:15.152280 139703861815168 interactiveshell.py:2882] Step 67300 | Loss: 0.2629 | Spent: 11.2 secs | LR: 0.000203
I0411 05:44:25.831184 139703861815168 interactiveshell.py:2882] Step 67350 | Loss: 0.2141 | Spent: 10.7 secs | LR: 0.000203
I0411 05:44:36.304356 139703861815168 interactiveshell.py:2882] Step 67400 | Loss: 0.6297 | Spent: 10.5 secs | LR: 0.000203
I0411 05:44:46.834170 139703861815168 interactiveshell.py:2882] Step 67450 | Loss: 0.1953 | Spent: 10.5 secs | LR: 0.000203
I0411 05:44:57.483970 139703861815168 interactiveshell.py:2882] Step 67500 | Loss: 0.2232 | Spent: 10.6 secs | LR: 0.000203
I0411 05:45:08.448110 139703861815168 interactiveshell.py:2882] Step 67550 | Loss: 0.2819 | Spent: 11.0 secs | LR: 0.000203
I0411 05:45:19.641895 139703861815168 interactiveshell.py:2882] Step 67600 | Loss: 0.4218 | Spent: 11.2 secs | LR: 0.000203
I0411 05:45:30.321026 139703861815168 interactiveshell.py:2882] Step 67650 | Loss: 0.2746 | Spent: 10.7 secs | LR: 0.000203
I0411 05:45:40.790889 139703861815168 interactiveshell.py:2882] Step 67700 | Loss: 0.1999 | Spent: 10.5 secs | LR: 0.000203
I0411 05:45:51.447761 139703861815168 interactiveshell.py:2882] Step 67750 | Loss: 0.3444 | Spent: 10.7 secs | LR: 0.000202
I0411 05:46:02.574884 139703861815168 interactiveshell.py:2882] Step 67800 | Loss: 0.1735 | Spent: 11.1 secs | LR: 0.000202
I0411 05:46:13.699244 139703861815168 interactiveshell.py:2882] Step 67850 | Loss: 0.5630 | Spent: 11.1 secs | LR: 0.000202
I0411 05:46:25.033756 139703861815168 interactiveshell.py:2882] Step 67900 | Loss: 0.5784 | Spent: 11.3 secs | LR: 0.000202
I0411 05:46:36.236149 139703861815168 interactiveshell.py:2882] Step 67950 | Loss: 0.2801 | Spent: 11.2 secs | LR: 0.000202
I0411 05:46:47.569052 139703861815168 interactiveshell.py:2882] Step 68000 | Loss: 0.6404 | Spent: 11.3 secs | LR: 0.000202
I0411 05:46:58.604443 139703861815168 interactiveshell.py:2882] Step 68050 | Loss: 0.2200 | Spent: 11.0 secs | LR: 0.000202
I0411 05:47:09.740615 139703861815168 interactiveshell.py:2882] Step 68100 | Loss: 0.2479 | Spent: 11.1 secs | LR: 0.000202
I0411 05:47:21.012443 139703861815168 interactiveshell.py:2882] Step 68150 | Loss: 0.4858 | Spent: 11.3 secs | LR: 0.000202
I0411 05:47:32.505961 139703861815168 interactiveshell.py:2882] Step 68200 | Loss: 0.4379 | Spent: 11.5 secs | LR: 0.000202
I0411 05:47:43.652964 139703861815168 interactiveshell.py:2882] Step 68250 | Loss: 0.2566 | Spent: 11.1 secs | LR: 0.000201
I0411 05:47:54.603238 139703861815168 interactiveshell.py:2882] Step 68300 | Loss: 0.4382 | Spent: 10.9 secs | LR: 0.000201
I0411 05:48:05.855880 139703861815168 interactiveshell.py:2882] Step 68350 | Loss: 0.2280 | Spent: 11.3 secs | LR: 0.000201
I0411 05:48:16.989591 139703861815168 interactiveshell.py:2882] Step 68400 | Loss: 0.3283 | Spent: 11.1 secs | LR: 0.000201
I0411 05:48:28.255717 139703861815168 interactiveshell.py:2882] Step 68450 | Loss: 0.4514 | Spent: 11.3 secs | LR: 0.000201
I0411 05:48:39.250703 139703861815168 interactiveshell.py:2882] Step 68500 | Loss: 0.2813 | Spent: 11.0 secs | LR: 0.000201
I0411 05:48:50.285300 139703861815168 interactiveshell.py:2882] Step 68550 | Loss: 0.1882 | Spent: 11.0 secs | LR: 0.000201
I0411 05:49:01.336707 139703861815168 interactiveshell.py:2882] Step 68600 | Loss: 0.2647 | Spent: 11.0 secs | LR: 0.000201
I0411 05:49:12.613233 139703861815168 interactiveshell.py:2882] Step 68650 | Loss: 0.3650 | Spent: 11.3 secs | LR: 0.000201
Reading ../data/train.txt
I0411 05:50:03.615258 139703861815168 interactiveshell.py:2882] Step 68700 | Loss: 0.3197 | Spent: 51.0 secs | LR: 0.000201
I0411 05:50:15.264692 139703861815168 interactiveshell.py:2882] Step 68750 | Loss: 0.4278 | Spent: 11.6 secs | LR: 0.000200
Reading ../data/test.txt
I0411 05:50:50.228232 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.870
I0411 05:50:50.229705 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.871
I0411 05:50:59.664532 139703861815168 interactiveshell.py:2882] Step 68800 | Loss: 0.4317 | Spent: 44.4 secs | LR: 0.000200
I0411 05:51:11.174362 139703861815168 interactiveshell.py:2882] Step 68850 | Loss: 0.2038 | Spent: 11.5 secs | LR: 0.000200
I0411 05:51:22.565015 139703861815168 interactiveshell.py:2882] Step 68900 | Loss: 0.3719 | Spent: 11.4 secs | LR: 0.000200
I0411 05:51:33.979190 139703861815168 interactiveshell.py:2882] Step 68950 | Loss: 0.3341 | Spent: 11.4 secs | LR: 0.000200
I0411 05:51:45.618749 139703861815168 interactiveshell.py:2882] Step 69000 | Loss: 0.3146 | Spent: 11.6 secs | LR: 0.000200
I0411 05:51:57.198708 139703861815168 interactiveshell.py:2882] Step 69050 | Loss: 0.3495 | Spent: 11.6 secs | LR: 0.000200
I0411 05:52:08.830225 139703861815168 interactiveshell.py:2882] Step 69100 | Loss: 0.5470 | Spent: 11.6 secs | LR: 0.000200
I0411 05:52:20.359633 139703861815168 interactiveshell.py:2882] Step 69150 | Loss: 0.4553 | Spent: 11.5 secs | LR: 0.000200
I0411 05:52:32.264798 139703861815168 interactiveshell.py:2882] Step 69200 | Loss: 0.1467 | Spent: 11.9 secs | LR: 0.000200
I0411 05:52:43.944907 139703861815168 interactiveshell.py:2882] Step 69250 | Loss: 0.3111 | Spent: 11.7 secs | LR: 0.000199
I0411 05:52:55.316433 139703861815168 interactiveshell.py:2882] Step 69300 | Loss: 0.2653 | Spent: 11.4 secs | LR: 0.000199
I0411 05:53:06.973286 139703861815168 interactiveshell.py:2882] Step 69350 | Loss: 0.5285 | Spent: 11.7 secs | LR: 0.000199
I0411 05:53:18.385057 139703861815168 interactiveshell.py:2882] Step 69400 | Loss: 0.3581 | Spent: 11.4 secs | LR: 0.000199
I0411 05:53:29.782793 139703861815168 interactiveshell.py:2882] Step 69450 | Loss: 0.3538 | Spent: 11.4 secs | LR: 0.000199
I0411 05:53:41.331631 139703861815168 interactiveshell.py:2882] Step 69500 | Loss: 0.1662 | Spent: 11.5 secs | LR: 0.000199
I0411 05:53:52.667957 139703861815168 interactiveshell.py:2882] Step 69550 | Loss: 0.3778 | Spent: 11.3 secs | LR: 0.000199
I0411 05:54:04.178856 139703861815168 interactiveshell.py:2882] Step 69600 | Loss: 0.3136 | Spent: 11.5 secs | LR: 0.000199
I0411 05:54:15.562837 139703861815168 interactiveshell.py:2882] Step 69650 | Loss: 0.4120 | Spent: 11.4 secs | LR: 0.000199
I0411 05:54:27.019192 139703861815168 interactiveshell.py:2882] Step 69700 | Loss: 0.3335 | Spent: 11.5 secs | LR: 0.000199
I0411 05:54:38.581891 139703861815168 interactiveshell.py:2882] Step 69750 | Loss: 0.2737 | Spent: 11.6 secs | LR: 0.000198
I0411 05:54:50.001721 139703861815168 interactiveshell.py:2882] Step 69800 | Loss: 0.3107 | Spent: 11.4 secs | LR: 0.000198
I0411 05:55:01.547820 139703861815168 interactiveshell.py:2882] Step 69850 | Loss: 0.2801 | Spent: 11.5 secs | LR: 0.000198
I0411 05:55:13.144898 139703861815168 interactiveshell.py:2882] Step 69900 | Loss: 0.3261 | Spent: 11.6 secs | LR: 0.000198
I0411 05:55:24.416232 139703861815168 interactiveshell.py:2882] Step 69950 | Loss: 0.3920 | Spent: 11.3 secs | LR: 0.000198
I0411 05:55:35.583189 139703861815168 interactiveshell.py:2882] Step 70000 | Loss: 0.3468 | Spent: 11.2 secs | LR: 0.000198
I0411 05:55:47.500689 139703861815168 interactiveshell.py:2882] Step 70050 | Loss: 0.4689 | Spent: 11.9 secs | LR: 0.000198
I0411 05:55:58.957478 139703861815168 interactiveshell.py:2882] Step 70100 | Loss: 0.2506 | Spent: 11.5 secs | LR: 0.000198
I0411 05:56:10.399224 139703861815168 interactiveshell.py:2882] Step 70150 | Loss: 0.3293 | Spent: 11.4 secs | LR: 0.000198
I0411 05:56:21.869260 139703861815168 interactiveshell.py:2882] Step 70200 | Loss: 0.2891 | Spent: 11.5 secs | LR: 0.000198
I0411 05:56:33.151255 139703861815168 interactiveshell.py:2882] Step 70250 | Loss: 0.5806 | Spent: 11.3 secs | LR: 0.000197
I0411 05:56:44.458196 139703861815168 interactiveshell.py:2882] Step 70300 | Loss: 0.2094 | Spent: 11.3 secs | LR: 0.000197
I0411 05:56:55.834146 139703861815168 interactiveshell.py:2882] Step 70350 | Loss: 0.6210 | Spent: 11.4 secs | LR: 0.000197
I0411 05:57:07.406442 139703861815168 interactiveshell.py:2882] Step 70400 | Loss: 0.1968 | Spent: 11.6 secs | LR: 0.000197
I0411 05:57:18.845535 139703861815168 interactiveshell.py:2882] Step 70450 | Loss: 0.3539 | Spent: 11.4 secs | LR: 0.000197
Reading ../data/test.txt
I0411 05:57:58.198632 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.867
I0411 05:57:58.199834 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.871
I0411 05:58:03.215213 139703861815168 interactiveshell.py:2882] Step 70500 | Loss: 0.5518 | Spent: 44.4 secs | LR: 0.000197
I0411 05:58:14.736093 139703861815168 interactiveshell.py:2882] Step 70550 | Loss: 0.5045 | Spent: 11.5 secs | LR: 0.000197
I0411 05:58:26.111465 139703861815168 interactiveshell.py:2882] Step 70600 | Loss: 0.2950 | Spent: 11.4 secs | LR: 0.000197
I0411 05:58:37.516596 139703861815168 interactiveshell.py:2882] Step 70650 | Loss: 0.4516 | Spent: 11.4 secs | LR: 0.000197
I0411 05:58:49.009469 139703861815168 interactiveshell.py:2882] Step 70700 | Loss: 0.4081 | Spent: 11.5 secs | LR: 0.000197
I0411 05:59:00.560128 139703861815168 interactiveshell.py:2882] Step 70750 | Loss: 0.4290 | Spent: 11.5 secs | LR: 0.000196
I0411 05:59:12.080871 139703861815168 interactiveshell.py:2882] Step 70800 | Loss: 0.3865 | Spent: 11.5 secs | LR: 0.000196
I0411 05:59:23.620139 139703861815168 interactiveshell.py:2882] Step 70850 | Loss: 0.2425 | Spent: 11.5 secs | LR: 0.000196
I0411 05:59:35.082257 139703861815168 interactiveshell.py:2882] Step 70900 | Loss: 0.6861 | Spent: 11.5 secs | LR: 0.000196
I0411 05:59:46.773277 139703861815168 interactiveshell.py:2882] Step 70950 | Loss: 0.2779 | Spent: 11.7 secs | LR: 0.000196
I0411 05:59:58.456226 139703861815168 interactiveshell.py:2882] Step 71000 | Loss: 0.1685 | Spent: 11.7 secs | LR: 0.000196
I0411 06:00:10.200258 139703861815168 interactiveshell.py:2882] Step 71050 | Loss: 0.5045 | Spent: 11.7 secs | LR: 0.000196
I0411 06:00:21.752996 139703861815168 interactiveshell.py:2882] Step 71100 | Loss: 0.4801 | Spent: 11.6 secs | LR: 0.000196
I0411 06:00:33.336021 139703861815168 interactiveshell.py:2882] Step 71150 | Loss: 0.3770 | Spent: 11.6 secs | LR: 0.000196
I0411 06:00:44.956916 139703861815168 interactiveshell.py:2882] Step 71200 | Loss: 0.1534 | Spent: 11.6 secs | LR: 0.000196
I0411 06:00:56.772754 139703861815168 interactiveshell.py:2882] Step 71250 | Loss: 0.2326 | Spent: 11.8 secs | LR: 0.000195
I0411 06:01:08.338629 139703861815168 interactiveshell.py:2882] Step 71300 | Loss: 0.2029 | Spent: 11.6 secs | LR: 0.000195
I0411 06:01:19.747646 139703861815168 interactiveshell.py:2882] Step 71350 | Loss: 0.2819 | Spent: 11.4 secs | LR: 0.000195
I0411 06:01:31.474726 139703861815168 interactiveshell.py:2882] Step 71400 | Loss: 0.5148 | Spent: 11.7 secs | LR: 0.000195
I0411 06:01:43.011670 139703861815168 interactiveshell.py:2882] Step 71450 | Loss: 0.2574 | Spent: 11.5 secs | LR: 0.000195
I0411 06:01:54.606592 139703861815168 interactiveshell.py:2882] Step 71500 | Loss: 0.2780 | Spent: 11.6 secs | LR: 0.000195
I0411 06:02:06.002486 139703861815168 interactiveshell.py:2882] Step 71550 | Loss: 0.4570 | Spent: 11.4 secs | LR: 0.000195
I0411 06:02:17.398904 139703861815168 interactiveshell.py:2882] Step 71600 | Loss: 0.1770 | Spent: 11.4 secs | LR: 0.000195
I0411 06:02:28.803537 139703861815168 interactiveshell.py:2882] Step 71650 | Loss: 0.3132 | Spent: 11.4 secs | LR: 0.000195
I0411 06:02:40.347297 139703861815168 interactiveshell.py:2882] Step 71700 | Loss: 0.2471 | Spent: 11.5 secs | LR: 0.000195
I0411 06:02:52.107036 139703861815168 interactiveshell.py:2882] Step 71750 | Loss: 0.4642 | Spent: 11.8 secs | LR: 0.000194
I0411 06:03:03.952744 139703861815168 interactiveshell.py:2882] Step 71800 | Loss: 0.4363 | Spent: 11.8 secs | LR: 0.000194
I0411 06:03:15.156237 139703861815168 interactiveshell.py:2882] Step 71850 | Loss: 0.2800 | Spent: 11.2 secs | LR: 0.000194
I0411 06:03:26.589450 139703861815168 interactiveshell.py:2882] Step 71900 | Loss: 0.6537 | Spent: 11.4 secs | LR: 0.000194
I0411 06:03:38.259172 139703861815168 interactiveshell.py:2882] Step 71950 | Loss: 0.3583 | Spent: 11.7 secs | LR: 0.000194
I0411 06:03:49.764553 139703861815168 interactiveshell.py:2882] Step 72000 | Loss: 0.3137 | Spent: 11.5 secs | LR: 0.000194
I0411 06:04:01.420359 139703861815168 interactiveshell.py:2882] Step 72050 | Loss: 0.2638 | Spent: 11.7 secs | LR: 0.000194
I0411 06:04:12.899267 139703861815168 interactiveshell.py:2882] Step 72100 | Loss: 0.5469 | Spent: 11.5 secs | LR: 0.000194
I0411 06:04:24.551922 139703861815168 interactiveshell.py:2882] Step 72150 | Loss: 0.3566 | Spent: 11.6 secs | LR: 0.000194
Reading ../data/test.txt
I0411 06:05:08.047589 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.871
I0411 06:05:08.048814 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.871
I0411 06:05:08.734881 139703861815168 interactiveshell.py:2882] Step 72200 | Loss: 0.3120 | Spent: 44.2 secs | LR: 0.000194
I0411 06:05:20.158646 139703861815168 interactiveshell.py:2882] Step 72250 | Loss: 0.2724 | Spent: 11.4 secs | LR: 0.000194
I0411 06:05:31.561318 139703861815168 interactiveshell.py:2882] Step 72300 | Loss: 0.2355 | Spent: 11.4 secs | LR: 0.000193
I0411 06:05:43.122897 139703861815168 interactiveshell.py:2882] Step 72350 | Loss: 0.2874 | Spent: 11.6 secs | LR: 0.000193
I0411 06:05:55.038757 139703861815168 interactiveshell.py:2882] Step 72400 | Loss: 0.1872 | Spent: 11.9 secs | LR: 0.000193
I0411 06:06:06.836745 139703861815168 interactiveshell.py:2882] Step 72450 | Loss: 0.4204 | Spent: 11.8 secs | LR: 0.000193
I0411 06:06:18.261862 139703861815168 interactiveshell.py:2882] Step 72500 | Loss: 0.2944 | Spent: 11.4 secs | LR: 0.000193
I0411 06:06:29.712957 139703861815168 interactiveshell.py:2882] Step 72550 | Loss: 0.5077 | Spent: 11.4 secs | LR: 0.000193
I0411 06:06:41.320995 139703861815168 interactiveshell.py:2882] Step 72600 | Loss: 0.5151 | Spent: 11.6 secs | LR: 0.000193
I0411 06:06:52.809789 139703861815168 interactiveshell.py:2882] Step 72650 | Loss: 0.4215 | Spent: 11.5 secs | LR: 0.000193
I0411 06:07:04.398691 139703861815168 interactiveshell.py:2882] Step 72700 | Loss: 0.3175 | Spent: 11.6 secs | LR: 0.000193
I0411 06:07:16.045059 139703861815168 interactiveshell.py:2882] Step 72750 | Loss: 0.3178 | Spent: 11.6 secs | LR: 0.000193
I0411 06:07:27.606155 139703861815168 interactiveshell.py:2882] Step 72800 | Loss: 0.4648 | Spent: 11.6 secs | LR: 0.000192
I0411 06:07:39.055348 139703861815168 interactiveshell.py:2882] Step 72850 | Loss: 0.1597 | Spent: 11.4 secs | LR: 0.000192
I0411 06:07:50.549894 139703861815168 interactiveshell.py:2882] Step 72900 | Loss: 0.5057 | Spent: 11.5 secs | LR: 0.000192
I0411 06:08:02.218510 139703861815168 interactiveshell.py:2882] Step 72950 | Loss: 0.2825 | Spent: 11.7 secs | LR: 0.000192
I0411 06:08:13.926241 139703861815168 interactiveshell.py:2882] Step 73000 | Loss: 0.1743 | Spent: 11.7 secs | LR: 0.000192
I0411 06:08:25.595512 139703861815168 interactiveshell.py:2882] Step 73050 | Loss: 0.4124 | Spent: 11.7 secs | LR: 0.000192
I0411 06:08:37.194347 139703861815168 interactiveshell.py:2882] Step 73100 | Loss: 0.6091 | Spent: 11.6 secs | LR: 0.000192
I0411 06:08:48.077515 139703861815168 interactiveshell.py:2882] Step 73150 | Loss: 0.5376 | Spent: 10.9 secs | LR: 0.000192
I0411 06:08:59.060584 139703861815168 interactiveshell.py:2882] Step 73200 | Loss: 0.3401 | Spent: 11.0 secs | LR: 0.000192
I0411 06:09:10.536401 139703861815168 interactiveshell.py:2882] Step 73250 | Loss: 0.3360 | Spent: 11.5 secs | LR: 0.000192
I0411 06:09:22.133011 139703861815168 interactiveshell.py:2882] Step 73300 | Loss: 0.2298 | Spent: 11.6 secs | LR: 0.000191
I0411 06:09:33.791824 139703861815168 interactiveshell.py:2882] Step 73350 | Loss: 0.3782 | Spent: 11.7 secs | LR: 0.000191
I0411 06:09:45.424880 139703861815168 interactiveshell.py:2882] Step 73400 | Loss: 0.2901 | Spent: 11.6 secs | LR: 0.000191
I0411 06:09:57.013247 139703861815168 interactiveshell.py:2882] Step 73450 | Loss: 0.1434 | Spent: 11.6 secs | LR: 0.000191
I0411 06:10:08.633758 139703861815168 interactiveshell.py:2882] Step 73500 | Loss: 0.1864 | Spent: 11.6 secs | LR: 0.000191
I0411 06:10:20.209253 139703861815168 interactiveshell.py:2882] Step 73550 | Loss: 0.2738 | Spent: 11.6 secs | LR: 0.000191
I0411 06:10:31.521850 139703861815168 interactiveshell.py:2882] Step 73600 | Loss: 0.1657 | Spent: 11.3 secs | LR: 0.000191
I0411 06:10:42.689953 139703861815168 interactiveshell.py:2882] Step 73650 | Loss: 0.3683 | Spent: 11.2 secs | LR: 0.000191
I0411 06:10:53.907312 139703861815168 interactiveshell.py:2882] Step 73700 | Loss: 0.2889 | Spent: 11.2 secs | LR: 0.000191
I0411 06:11:05.502341 139703861815168 interactiveshell.py:2882] Step 73750 | Loss: 0.4615 | Spent: 11.6 secs | LR: 0.000191
I0411 06:11:17.061265 139703861815168 interactiveshell.py:2882] Step 73800 | Loss: 0.6574 | Spent: 11.6 secs | LR: 0.000191
I0411 06:11:28.759534 139703861815168 interactiveshell.py:2882] Step 73850 | Loss: 0.3397 | Spent: 11.7 secs | LR: 0.000190
I0411 06:11:40.534262 139703861815168 interactiveshell.py:2882] Step 73900 | Loss: 0.4137 | Spent: 11.8 secs | LR: 0.000190
Reading ../data/test.txt
I0411 06:12:16.879653 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0411 06:12:16.881083 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 06:12:24.787242 139703861815168 interactiveshell.py:2882] Step 73950 | Loss: 0.3960 | Spent: 44.3 secs | LR: 0.000190
I0411 06:12:36.286234 139703861815168 interactiveshell.py:2882] Step 74000 | Loss: 0.2204 | Spent: 11.5 secs | LR: 0.000190
I0411 06:12:47.682698 139703861815168 interactiveshell.py:2882] Step 74050 | Loss: 0.2989 | Spent: 11.4 secs | LR: 0.000190
I0411 06:12:59.342969 139703861815168 interactiveshell.py:2882] Step 74100 | Loss: 0.2171 | Spent: 11.7 secs | LR: 0.000190
I0411 06:13:10.990707 139703861815168 interactiveshell.py:2882] Step 74150 | Loss: 0.4284 | Spent: 11.6 secs | LR: 0.000190
I0411 06:13:22.886087 139703861815168 interactiveshell.py:2882] Step 74200 | Loss: 0.4646 | Spent: 11.9 secs | LR: 0.000190
I0411 06:13:34.471616 139703861815168 interactiveshell.py:2882] Step 74250 | Loss: 0.3380 | Spent: 11.6 secs | LR: 0.000190
I0411 06:13:45.858301 139703861815168 interactiveshell.py:2882] Step 74300 | Loss: 0.5150 | Spent: 11.4 secs | LR: 0.000190
I0411 06:13:57.467946 139703861815168 interactiveshell.py:2882] Step 74350 | Loss: 0.6425 | Spent: 11.6 secs | LR: 0.000189
I0411 06:14:08.945047 139703861815168 interactiveshell.py:2882] Step 74400 | Loss: 0.4907 | Spent: 11.5 secs | LR: 0.000189
I0411 06:14:20.792114 139703861815168 interactiveshell.py:2882] Step 74450 | Loss: 0.3010 | Spent: 11.8 secs | LR: 0.000189
I0411 06:14:32.399256 139703861815168 interactiveshell.py:2882] Step 74500 | Loss: 0.4104 | Spent: 11.6 secs | LR: 0.000189
I0411 06:14:43.981117 139703861815168 interactiveshell.py:2882] Step 74550 | Loss: 0.2664 | Spent: 11.6 secs | LR: 0.000189
I0411 06:14:55.552607 139703861815168 interactiveshell.py:2882] Step 74600 | Loss: 0.4249 | Spent: 11.6 secs | LR: 0.000189
I0411 06:15:07.133468 139703861815168 interactiveshell.py:2882] Step 74650 | Loss: 0.3758 | Spent: 11.6 secs | LR: 0.000189
I0411 06:15:18.664273 139703861815168 interactiveshell.py:2882] Step 74700 | Loss: 0.5575 | Spent: 11.5 secs | LR: 0.000189
I0411 06:15:30.163724 139703861815168 interactiveshell.py:2882] Step 74750 | Loss: 0.1730 | Spent: 11.5 secs | LR: 0.000189
I0411 06:15:42.006310 139703861815168 interactiveshell.py:2882] Step 74800 | Loss: 0.3086 | Spent: 11.8 secs | LR: 0.000189
I0411 06:15:53.502279 139703861815168 interactiveshell.py:2882] Step 74850 | Loss: 0.1351 | Spent: 11.5 secs | LR: 0.000189
I0411 06:16:05.263068 139703861815168 interactiveshell.py:2882] Step 74900 | Loss: 0.3577 | Spent: 11.8 secs | LR: 0.000188
I0411 06:16:16.862043 139703861815168 interactiveshell.py:2882] Step 74950 | Loss: 0.3879 | Spent: 11.6 secs | LR: 0.000188
I0411 06:16:28.432128 139703861815168 interactiveshell.py:2882] Step 75000 | Loss: 0.2075 | Spent: 11.6 secs | LR: 0.000188
I0411 06:16:39.594715 139703861815168 interactiveshell.py:2882] Step 75050 | Loss: 0.3964 | Spent: 11.2 secs | LR: 0.000188
I0411 06:16:50.976925 139703861815168 interactiveshell.py:2882] Step 75100 | Loss: 0.2813 | Spent: 11.4 secs | LR: 0.000188
I0411 06:17:02.655926 139703861815168 interactiveshell.py:2882] Step 75150 | Loss: 0.2165 | Spent: 11.7 secs | LR: 0.000188
I0411 06:17:14.267275 139703861815168 interactiveshell.py:2882] Step 75200 | Loss: 0.2612 | Spent: 11.6 secs | LR: 0.000188
I0411 06:17:25.822614 139703861815168 interactiveshell.py:2882] Step 75250 | Loss: 0.1476 | Spent: 11.6 secs | LR: 0.000188
I0411 06:17:37.473652 139703861815168 interactiveshell.py:2882] Step 75300 | Loss: 0.3959 | Spent: 11.6 secs | LR: 0.000188
I0411 06:17:49.186441 139703861815168 interactiveshell.py:2882] Step 75350 | Loss: 0.4483 | Spent: 11.7 secs | LR: 0.000188
I0411 06:18:00.832627 139703861815168 interactiveshell.py:2882] Step 75400 | Loss: 0.2571 | Spent: 11.6 secs | LR: 0.000187
I0411 06:18:12.479282 139703861815168 interactiveshell.py:2882] Step 75450 | Loss: 0.3536 | Spent: 11.6 secs | LR: 0.000187
I0411 06:18:24.413422 139703861815168 interactiveshell.py:2882] Step 75500 | Loss: 0.8068 | Spent: 11.9 secs | LR: 0.000187
I0411 06:18:36.165349 139703861815168 interactiveshell.py:2882] Step 75550 | Loss: 0.3781 | Spent: 11.8 secs | LR: 0.000187
I0411 06:18:48.076522 139703861815168 interactiveshell.py:2882] Step 75600 | Loss: 0.4416 | Spent: 11.9 secs | LR: 0.000187
Reading ../data/test.txt
I0411 06:19:28.790149 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.870
I0411 06:19:28.791347 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 06:19:32.256693 139703861815168 interactiveshell.py:2882] Step 75650 | Loss: 0.2293 | Spent: 44.2 secs | LR: 0.000187
I0411 06:19:43.909312 139703861815168 interactiveshell.py:2882] Step 75700 | Loss: 0.4811 | Spent: 11.7 secs | LR: 0.000187
I0411 06:19:55.305072 139703861815168 interactiveshell.py:2882] Step 75750 | Loss: 0.3753 | Spent: 11.4 secs | LR: 0.000187
I0411 06:20:06.897071 139703861815168 interactiveshell.py:2882] Step 75800 | Loss: 0.3500 | Spent: 11.6 secs | LR: 0.000187
I0411 06:20:18.514756 139703861815168 interactiveshell.py:2882] Step 75850 | Loss: 0.3409 | Spent: 11.6 secs | LR: 0.000187
I0411 06:20:30.124788 139703861815168 interactiveshell.py:2882] Step 75900 | Loss: 0.3118 | Spent: 11.6 secs | LR: 0.000187
I0411 06:20:41.662747 139703861815168 interactiveshell.py:2882] Step 75950 | Loss: 0.2989 | Spent: 11.5 secs | LR: 0.000186
I0411 06:20:53.256868 139703861815168 interactiveshell.py:2882] Step 76000 | Loss: 0.3113 | Spent: 11.6 secs | LR: 0.000186
I0411 06:21:04.922320 139703861815168 interactiveshell.py:2882] Step 76050 | Loss: 0.3874 | Spent: 11.7 secs | LR: 0.000186
I0411 06:21:16.685330 139703861815168 interactiveshell.py:2882] Step 76100 | Loss: 0.1550 | Spent: 11.8 secs | LR: 0.000186
I0411 06:21:27.961524 139703861815168 interactiveshell.py:2882] Step 76150 | Loss: 0.4733 | Spent: 11.3 secs | LR: 0.000186
I0411 06:21:39.752582 139703861815168 interactiveshell.py:2882] Step 76200 | Loss: 0.3412 | Spent: 11.8 secs | LR: 0.000186
I0411 06:21:51.318590 139703861815168 interactiveshell.py:2882] Step 76250 | Loss: 0.4981 | Spent: 11.6 secs | LR: 0.000186
I0411 06:22:02.566800 139703861815168 interactiveshell.py:2882] Step 76300 | Loss: 0.5880 | Spent: 11.2 secs | LR: 0.000186
I0411 06:22:14.223188 139703861815168 interactiveshell.py:2882] Step 76350 | Loss: 0.3951 | Spent: 11.7 secs | LR: 0.000186
I0411 06:22:25.772202 139703861815168 interactiveshell.py:2882] Step 76400 | Loss: 0.2058 | Spent: 11.5 secs | LR: 0.000186
I0411 06:22:37.196624 139703861815168 interactiveshell.py:2882] Step 76450 | Loss: 0.2541 | Spent: 11.4 secs | LR: 0.000186
I0411 06:22:48.576724 139703861815168 interactiveshell.py:2882] Step 76500 | Loss: 0.5579 | Spent: 11.4 secs | LR: 0.000185
I0411 06:23:00.277872 139703861815168 interactiveshell.py:2882] Step 76550 | Loss: 0.5341 | Spent: 11.7 secs | LR: 0.000185
I0411 06:23:11.925588 139703861815168 interactiveshell.py:2882] Step 76600 | Loss: 0.1287 | Spent: 11.6 secs | LR: 0.000185
I0411 06:23:23.439893 139703861815168 interactiveshell.py:2882] Step 76650 | Loss: 0.3902 | Spent: 11.5 secs | LR: 0.000185
I0411 06:23:35.143431 139703861815168 interactiveshell.py:2882] Step 76700 | Loss: 0.2371 | Spent: 11.7 secs | LR: 0.000185
I0411 06:23:46.926880 139703861815168 interactiveshell.py:2882] Step 76750 | Loss: 0.3844 | Spent: 11.8 secs | LR: 0.000185
I0411 06:23:58.458094 139703861815168 interactiveshell.py:2882] Step 76800 | Loss: 0.2322 | Spent: 11.5 secs | LR: 0.000185
I0411 06:24:10.206575 139703861815168 interactiveshell.py:2882] Step 76850 | Loss: 0.1557 | Spent: 11.7 secs | LR: 0.000185
I0411 06:24:21.902292 139703861815168 interactiveshell.py:2882] Step 76900 | Loss: 0.2609 | Spent: 11.7 secs | LR: 0.000185
I0411 06:24:33.557270 139703861815168 interactiveshell.py:2882] Step 76950 | Loss: 0.1522 | Spent: 11.7 secs | LR: 0.000185
I0411 06:24:44.905301 139703861815168 interactiveshell.py:2882] Step 77000 | Loss: 0.3243 | Spent: 11.3 secs | LR: 0.000184
I0411 06:24:56.026962 139703861815168 interactiveshell.py:2882] Step 77050 | Loss: 0.4167 | Spent: 11.1 secs | LR: 0.000184
I0411 06:25:07.426239 139703861815168 interactiveshell.py:2882] Step 77100 | Loss: 0.2146 | Spent: 11.4 secs | LR: 0.000184
I0411 06:25:18.917281 139703861815168 interactiveshell.py:2882] Step 77150 | Loss: 0.1988 | Spent: 11.5 secs | LR: 0.000184
I0411 06:25:30.554440 139703861815168 interactiveshell.py:2882] Step 77200 | Loss: 0.2457 | Spent: 11.6 secs | LR: 0.000184
I0411 06:25:42.381672 139703861815168 interactiveshell.py:2882] Step 77250 | Loss: 0.3057 | Spent: 11.8 secs | LR: 0.000184
I0411 06:25:54.197051 139703861815168 interactiveshell.py:2882] Step 77300 | Loss: 0.2460 | Spent: 11.8 secs | LR: 0.000184
I0411 06:26:05.637755 139703861815168 interactiveshell.py:2882] Step 77350 | Loss: 0.5153 | Spent: 11.4 secs | LR: 0.000184
Reading ../data/test.txt
I0411 06:26:39.632474 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.869
I0411 06:26:39.633865 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 06:26:50.237523 139703861815168 interactiveshell.py:2882] Step 77400 | Loss: 0.3669 | Spent: 44.6 secs | LR: 0.000184
I0411 06:27:01.933138 139703861815168 interactiveshell.py:2882] Step 77450 | Loss: 0.3452 | Spent: 11.7 secs | LR: 0.000184
I0411 06:27:13.534393 139703861815168 interactiveshell.py:2882] Step 77500 | Loss: 0.6701 | Spent: 11.6 secs | LR: 0.000184
I0411 06:27:24.948656 139703861815168 interactiveshell.py:2882] Step 77550 | Loss: 0.1933 | Spent: 11.4 secs | LR: 0.000183
I0411 06:27:36.518594 139703861815168 interactiveshell.py:2882] Step 77600 | Loss: 0.2899 | Spent: 11.6 secs | LR: 0.000183
I0411 06:27:48.068008 139703861815168 interactiveshell.py:2882] Step 77650 | Loss: 0.1273 | Spent: 11.5 secs | LR: 0.000183
I0411 06:27:59.673699 139703861815168 interactiveshell.py:2882] Step 77700 | Loss: 0.3115 | Spent: 11.6 secs | LR: 0.000183
I0411 06:28:11.436156 139703861815168 interactiveshell.py:2882] Step 77750 | Loss: 0.3995 | Spent: 11.8 secs | LR: 0.000183
I0411 06:28:23.097713 139703861815168 interactiveshell.py:2882] Step 77800 | Loss: 0.2384 | Spent: 11.7 secs | LR: 0.000183
I0411 06:28:34.580966 139703861815168 interactiveshell.py:2882] Step 77850 | Loss: 0.4258 | Spent: 11.5 secs | LR: 0.000183
I0411 06:28:46.287232 139703861815168 interactiveshell.py:2882] Step 77900 | Loss: 0.2770 | Spent: 11.7 secs | LR: 0.000183
I0411 06:28:58.233319 139703861815168 interactiveshell.py:2882] Step 77950 | Loss: 0.3227 | Spent: 11.9 secs | LR: 0.000183
I0411 06:29:09.646128 139703861815168 interactiveshell.py:2882] Step 78000 | Loss: 0.1469 | Spent: 11.4 secs | LR: 0.000183
I0411 06:29:21.386705 139703861815168 interactiveshell.py:2882] Step 78050 | Loss: 0.2883 | Spent: 11.7 secs | LR: 0.000183
I0411 06:29:32.929579 139703861815168 interactiveshell.py:2882] Step 78100 | Loss: 0.1075 | Spent: 11.5 secs | LR: 0.000182
I0411 06:29:44.422989 139703861815168 interactiveshell.py:2882] Step 78150 | Loss: 0.3882 | Spent: 11.5 secs | LR: 0.000182
I0411 06:29:55.796783 139703861815168 interactiveshell.py:2882] Step 78200 | Loss: 0.3948 | Spent: 11.4 secs | LR: 0.000182
I0411 06:30:07.385076 139703861815168 interactiveshell.py:2882] Step 78250 | Loss: 0.7576 | Spent: 11.6 secs | LR: 0.000182
I0411 06:30:18.932980 139703861815168 interactiveshell.py:2882] Step 78300 | Loss: 0.1304 | Spent: 11.5 secs | LR: 0.000182
I0411 06:30:29.954234 139703861815168 interactiveshell.py:2882] Step 78350 | Loss: 0.4491 | Spent: 11.0 secs | LR: 0.000182
I0411 06:30:41.039575 139703861815168 interactiveshell.py:2882] Step 78400 | Loss: 0.3136 | Spent: 11.1 secs | LR: 0.000182
I0411 06:30:52.126968 139703861815168 interactiveshell.py:2882] Step 78450 | Loss: 0.4209 | Spent: 11.1 secs | LR: 0.000182
I0411 06:31:03.512703 139703861815168 interactiveshell.py:2882] Step 78500 | Loss: 0.3909 | Spent: 11.4 secs | LR: 0.000182
I0411 06:31:14.741078 139703861815168 interactiveshell.py:2882] Step 78550 | Loss: 0.3203 | Spent: 11.2 secs | LR: 0.000182
I0411 06:31:26.465301 139703861815168 interactiveshell.py:2882] Step 78600 | Loss: 0.1061 | Spent: 11.7 secs | LR: 0.000182
I0411 06:31:38.097634 139703861815168 interactiveshell.py:2882] Step 78650 | Loss: 0.3007 | Spent: 11.6 secs | LR: 0.000181
I0411 06:31:49.546797 139703861815168 interactiveshell.py:2882] Step 78700 | Loss: 0.2133 | Spent: 11.4 secs | LR: 0.000181
I0411 06:32:00.752055 139703861815168 interactiveshell.py:2882] Step 78750 | Loss: 0.4696 | Spent: 11.2 secs | LR: 0.000181
I0411 06:32:11.872533 139703861815168 interactiveshell.py:2882] Step 78800 | Loss: 0.3051 | Spent: 11.1 secs | LR: 0.000181
I0411 06:32:22.970990 139703861815168 interactiveshell.py:2882] Step 78850 | Loss: 0.1731 | Spent: 11.1 secs | LR: 0.000181
I0411 06:32:34.442640 139703861815168 interactiveshell.py:2882] Step 78900 | Loss: 0.4039 | Spent: 11.5 secs | LR: 0.000181
I0411 06:32:46.144685 139703861815168 interactiveshell.py:2882] Step 78950 | Loss: 0.2308 | Spent: 11.7 secs | LR: 0.000181
I0411 06:32:57.775798 139703861815168 interactiveshell.py:2882] Step 79000 | Loss: 0.2428 | Spent: 11.6 secs | LR: 0.000181
I0411 06:33:09.233953 139703861815168 interactiveshell.py:2882] Step 79050 | Loss: 0.4593 | Spent: 11.5 secs | LR: 0.000181
Reading ../data/test.txt
I0411 06:33:46.834308 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.870
I0411 06:33:46.835798 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 06:33:52.964680 139703861815168 interactiveshell.py:2882] Step 79100 | Loss: 0.1794 | Spent: 43.7 secs | LR: 0.000181
I0411 06:34:04.850970 139703861815168 interactiveshell.py:2882] Step 79150 | Loss: 0.7480 | Spent: 11.9 secs | LR: 0.000181
I0411 06:34:16.321367 139703861815168 interactiveshell.py:2882] Step 79200 | Loss: 0.3101 | Spent: 11.5 secs | LR: 0.000180
I0411 06:34:27.762038 139703861815168 interactiveshell.py:2882] Step 79250 | Loss: 0.1841 | Spent: 11.4 secs | LR: 0.000180
I0411 06:34:39.162590 139703861815168 interactiveshell.py:2882] Step 79300 | Loss: 0.3426 | Spent: 11.4 secs | LR: 0.000180
I0411 06:34:50.683845 139703861815168 interactiveshell.py:2882] Step 79350 | Loss: 0.4441 | Spent: 11.5 secs | LR: 0.000180
I0411 06:35:02.103578 139703861815168 interactiveshell.py:2882] Step 79400 | Loss: 0.2054 | Spent: 11.4 secs | LR: 0.000180
I0411 06:35:13.341824 139703861815168 interactiveshell.py:2882] Step 79450 | Loss: 0.5428 | Spent: 11.2 secs | LR: 0.000180
I0411 06:35:24.618879 139703861815168 interactiveshell.py:2882] Step 79500 | Loss: 0.3539 | Spent: 11.3 secs | LR: 0.000180
I0411 06:35:36.004151 139703861815168 interactiveshell.py:2882] Step 79550 | Loss: 0.1402 | Spent: 11.4 secs | LR: 0.000180
I0411 06:35:47.265596 139703861815168 interactiveshell.py:2882] Step 79600 | Loss: 0.5532 | Spent: 11.3 secs | LR: 0.000180
I0411 06:35:58.435859 139703861815168 interactiveshell.py:2882] Step 79650 | Loss: 0.3783 | Spent: 11.2 secs | LR: 0.000180
I0411 06:36:09.785653 139703861815168 interactiveshell.py:2882] Step 79700 | Loss: 0.2611 | Spent: 11.3 secs | LR: 0.000180
I0411 06:36:20.910500 139703861815168 interactiveshell.py:2882] Step 79750 | Loss: 0.2804 | Spent: 11.1 secs | LR: 0.000179
I0411 06:36:32.263529 139703861815168 interactiveshell.py:2882] Step 79800 | Loss: 0.4326 | Spent: 11.4 secs | LR: 0.000179
I0411 06:36:43.529235 139703861815168 interactiveshell.py:2882] Step 79850 | Loss: 0.1872 | Spent: 11.3 secs | LR: 0.000179
I0411 06:36:54.641522 139703861815168 interactiveshell.py:2882] Step 79900 | Loss: 0.1891 | Spent: 11.1 secs | LR: 0.000179
I0411 06:37:05.917933 139703861815168 interactiveshell.py:2882] Step 79950 | Loss: 0.3507 | Spent: 11.3 secs | LR: 0.000179
I0411 06:37:17.111712 139703861815168 interactiveshell.py:2882] Step 80000 | Loss: 0.3464 | Spent: 11.2 secs | LR: 0.000179
I0411 06:37:28.370186 139703861815168 interactiveshell.py:2882] Step 80050 | Loss: 0.1216 | Spent: 11.3 secs | LR: 0.000179
I0411 06:37:39.521351 139703861815168 interactiveshell.py:2882] Step 80100 | Loss: 0.3050 | Spent: 11.1 secs | LR: 0.000179
I0411 06:37:50.721115 139703861815168 interactiveshell.py:2882] Step 80150 | Loss: 0.2733 | Spent: 11.2 secs | LR: 0.000179
I0411 06:38:01.929893 139703861815168 interactiveshell.py:2882] Step 80200 | Loss: 0.4695 | Spent: 11.2 secs | LR: 0.000179
I0411 06:38:12.947394 139703861815168 interactiveshell.py:2882] Step 80250 | Loss: 0.4150 | Spent: 11.0 secs | LR: 0.000179
I0411 06:38:24.017802 139703861815168 interactiveshell.py:2882] Step 80300 | Loss: 0.5024 | Spent: 11.1 secs | LR: 0.000178
I0411 06:38:35.265188 139703861815168 interactiveshell.py:2882] Step 80350 | Loss: 0.1778 | Spent: 11.2 secs | LR: 0.000178
I0411 06:38:46.463502 139703861815168 interactiveshell.py:2882] Step 80400 | Loss: 0.3058 | Spent: 11.2 secs | LR: 0.000178
I0411 06:38:57.716553 139703861815168 interactiveshell.py:2882] Step 80450 | Loss: 0.4689 | Spent: 11.3 secs | LR: 0.000178
I0411 06:39:09.202433 139703861815168 interactiveshell.py:2882] Step 80500 | Loss: 0.3727 | Spent: 11.5 secs | LR: 0.000178
I0411 06:39:20.489819 139703861815168 interactiveshell.py:2882] Step 80550 | Loss: 0.2442 | Spent: 11.3 secs | LR: 0.000178
I0411 06:39:31.540135 139703861815168 interactiveshell.py:2882] Step 80600 | Loss: 0.3330 | Spent: 11.0 secs | LR: 0.000178
I0411 06:39:42.845189 139703861815168 interactiveshell.py:2882] Step 80650 | Loss: 0.1434 | Spent: 11.3 secs | LR: 0.000178
I0411 06:39:54.042475 139703861815168 interactiveshell.py:2882] Step 80700 | Loss: 0.1262 | Spent: 11.2 secs | LR: 0.000178
I0411 06:40:05.295838 139703861815168 interactiveshell.py:2882] Step 80750 | Loss: 0.2606 | Spent: 11.3 secs | LR: 0.000178
Reading ../data/test.txt
I0411 06:40:46.170218 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.867
I0411 06:40:46.171521 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 06:40:48.009745 139703861815168 interactiveshell.py:2882] Step 80800 | Loss: 0.6257 | Spent: 42.7 secs | LR: 0.000178
I0411 06:40:59.284385 139703861815168 interactiveshell.py:2882] Step 80850 | Loss: 0.1029 | Spent: 11.3 secs | LR: 0.000177
I0411 06:41:10.261396 139703861815168 interactiveshell.py:2882] Step 80900 | Loss: 0.2389 | Spent: 11.0 secs | LR: 0.000177
I0411 06:41:20.957362 139703861815168 interactiveshell.py:2882] Step 80950 | Loss: 0.1208 | Spent: 10.7 secs | LR: 0.000177
I0411 06:41:31.868358 139703861815168 interactiveshell.py:2882] Step 81000 | Loss: 0.2626 | Spent: 10.9 secs | LR: 0.000177
I0411 06:41:43.409715 139703861815168 interactiveshell.py:2882] Step 81050 | Loss: 0.4913 | Spent: 11.5 secs | LR: 0.000177
I0411 06:41:54.577549 139703861815168 interactiveshell.py:2882] Step 81100 | Loss: 0.3289 | Spent: 11.2 secs | LR: 0.000177
I0411 06:42:05.929548 139703861815168 interactiveshell.py:2882] Step 81150 | Loss: 0.5714 | Spent: 11.4 secs | LR: 0.000177
I0411 06:42:16.944545 139703861815168 interactiveshell.py:2882] Step 81200 | Loss: 0.1647 | Spent: 11.0 secs | LR: 0.000177
I0411 06:42:28.085046 139703861815168 interactiveshell.py:2882] Step 81250 | Loss: 0.4659 | Spent: 11.1 secs | LR: 0.000177
I0411 06:42:39.159343 139703861815168 interactiveshell.py:2882] Step 81300 | Loss: 0.5018 | Spent: 11.1 secs | LR: 0.000177
I0411 06:42:50.286646 139703861815168 interactiveshell.py:2882] Step 81350 | Loss: 0.3715 | Spent: 11.1 secs | LR: 0.000177
I0411 06:43:01.410752 139703861815168 interactiveshell.py:2882] Step 81400 | Loss: 0.3963 | Spent: 11.1 secs | LR: 0.000177
I0411 06:43:12.838801 139703861815168 interactiveshell.py:2882] Step 81450 | Loss: 0.1770 | Spent: 11.4 secs | LR: 0.000176
I0411 06:43:23.976541 139703861815168 interactiveshell.py:2882] Step 81500 | Loss: 0.1965 | Spent: 11.1 secs | LR: 0.000176
I0411 06:43:35.132297 139703861815168 interactiveshell.py:2882] Step 81550 | Loss: 0.3954 | Spent: 11.2 secs | LR: 0.000176
I0411 06:43:46.259028 139703861815168 interactiveshell.py:2882] Step 81600 | Loss: 0.3708 | Spent: 11.1 secs | LR: 0.000176
I0411 06:43:57.388705 139703861815168 interactiveshell.py:2882] Step 81650 | Loss: 0.3374 | Spent: 11.1 secs | LR: 0.000176
I0411 06:44:08.327043 139703861815168 interactiveshell.py:2882] Step 81700 | Loss: 0.1376 | Spent: 10.9 secs | LR: 0.000176
I0411 06:44:19.744467 139703861815168 interactiveshell.py:2882] Step 81750 | Loss: 0.0830 | Spent: 11.4 secs | LR: 0.000176
I0411 06:44:31.283719 139703861815168 interactiveshell.py:2882] Step 81800 | Loss: 0.3241 | Spent: 11.5 secs | LR: 0.000176
I0411 06:44:42.605577 139703861815168 interactiveshell.py:2882] Step 81850 | Loss: 0.2376 | Spent: 11.3 secs | LR: 0.000176
I0411 06:44:53.690929 139703861815168 interactiveshell.py:2882] Step 81900 | Loss: 0.3040 | Spent: 11.1 secs | LR: 0.000176
I0411 06:45:04.764641 139703861815168 interactiveshell.py:2882] Step 81950 | Loss: 0.3423 | Spent: 11.1 secs | LR: 0.000176
I0411 06:45:15.873124 139703861815168 interactiveshell.py:2882] Step 82000 | Loss: 0.2643 | Spent: 11.1 secs | LR: 0.000175
I0411 06:45:26.856648 139703861815168 interactiveshell.py:2882] Step 82050 | Loss: 0.2687 | Spent: 11.0 secs | LR: 0.000175
I0411 06:45:37.885021 139703861815168 interactiveshell.py:2882] Step 82100 | Loss: 0.4365 | Spent: 11.0 secs | LR: 0.000175
I0411 06:45:48.745670 139703861815168 interactiveshell.py:2882] Step 82150 | Loss: 0.4131 | Spent: 10.9 secs | LR: 0.000175
I0411 06:45:59.732824 139703861815168 interactiveshell.py:2882] Step 82200 | Loss: 0.2627 | Spent: 11.0 secs | LR: 0.000175
I0411 06:46:10.615305 139703861815168 interactiveshell.py:2882] Step 82250 | Loss: 0.2410 | Spent: 10.9 secs | LR: 0.000175
I0411 06:46:21.643939 139703861815168 interactiveshell.py:2882] Step 82300 | Loss: 0.5220 | Spent: 11.0 secs | LR: 0.000175
I0411 06:46:32.244580 139703861815168 interactiveshell.py:2882] Step 82350 | Loss: 0.1300 | Spent: 10.6 secs | LR: 0.000175
I0411 06:46:43.737921 139703861815168 interactiveshell.py:2882] Step 82400 | Loss: 0.3156 | Spent: 11.5 secs | LR: 0.000175
I0411 06:46:54.240605 139703861815168 interactiveshell.py:2882] Step 82450 | Loss: 0.3591 | Spent: 10.5 secs | LR: 0.000175
I0411 06:47:04.937362 139703861815168 interactiveshell.py:2882] Step 82500 | Loss: 0.4458 | Spent: 10.7 secs | LR: 0.000175
Reading ../data/test.txt
I0411 06:47:39.368960 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.870
I0411 06:47:39.370235 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 06:47:47.948041 139703861815168 interactiveshell.py:2882] Step 82550 | Loss: 0.2570 | Spent: 43.0 secs | LR: 0.000174
I0411 06:47:59.249577 139703861815168 interactiveshell.py:2882] Step 82600 | Loss: 0.4606 | Spent: 11.3 secs | LR: 0.000174
I0411 06:48:10.149582 139703861815168 interactiveshell.py:2882] Step 82650 | Loss: 0.3768 | Spent: 10.9 secs | LR: 0.000174
I0411 06:48:21.241669 139703861815168 interactiveshell.py:2882] Step 82700 | Loss: 0.6588 | Spent: 11.1 secs | LR: 0.000174
I0411 06:48:32.427503 139703861815168 interactiveshell.py:2882] Step 82750 | Loss: 0.3274 | Spent: 11.2 secs | LR: 0.000174
I0411 06:48:43.523814 139703861815168 interactiveshell.py:2882] Step 82800 | Loss: 0.2160 | Spent: 11.1 secs | LR: 0.000174
I0411 06:48:54.384727 139703861815168 interactiveshell.py:2882] Step 82850 | Loss: 0.3518 | Spent: 10.9 secs | LR: 0.000174
I0411 06:49:05.435301 139703861815168 interactiveshell.py:2882] Step 82900 | Loss: 0.4044 | Spent: 11.0 secs | LR: 0.000174
I0411 06:49:16.636756 139703861815168 interactiveshell.py:2882] Step 82950 | Loss: 0.2826 | Spent: 11.2 secs | LR: 0.000174
I0411 06:49:27.939121 139703861815168 interactiveshell.py:2882] Step 83000 | Loss: 0.2531 | Spent: 11.3 secs | LR: 0.000174
I0411 06:49:39.289327 139703861815168 interactiveshell.py:2882] Step 83050 | Loss: 0.2325 | Spent: 11.3 secs | LR: 0.000174
I0411 06:49:50.481126 139703861815168 interactiveshell.py:2882] Step 83100 | Loss: 0.6090 | Spent: 11.2 secs | LR: 0.000174
I0411 06:50:01.618527 139703861815168 interactiveshell.py:2882] Step 83150 | Loss: 0.1978 | Spent: 11.1 secs | LR: 0.000173
I0411 06:50:12.607936 139703861815168 interactiveshell.py:2882] Step 83200 | Loss: 0.4857 | Spent: 11.0 secs | LR: 0.000173
I0411 06:50:23.466553 139703861815168 interactiveshell.py:2882] Step 83250 | Loss: 0.2600 | Spent: 10.9 secs | LR: 0.000173
I0411 06:50:34.363364 139703861815168 interactiveshell.py:2882] Step 83300 | Loss: 0.4566 | Spent: 10.9 secs | LR: 0.000173
I0411 06:50:45.419722 139703861815168 interactiveshell.py:2882] Step 83350 | Loss: 0.4099 | Spent: 11.1 secs | LR: 0.000173
I0411 06:50:56.652619 139703861815168 interactiveshell.py:2882] Step 83400 | Loss: 0.3517 | Spent: 11.2 secs | LR: 0.000173
I0411 06:51:07.594130 139703861815168 interactiveshell.py:2882] Step 83450 | Loss: 0.2086 | Spent: 10.9 secs | LR: 0.000173
I0411 06:51:18.463690 139703861815168 interactiveshell.py:2882] Step 83500 | Loss: 0.2288 | Spent: 10.9 secs | LR: 0.000173
I0411 06:51:29.615716 139703861815168 interactiveshell.py:2882] Step 83550 | Loss: 0.2138 | Spent: 11.2 secs | LR: 0.000173
I0411 06:51:40.805957 139703861815168 interactiveshell.py:2882] Step 83600 | Loss: 0.6404 | Spent: 11.2 secs | LR: 0.000173
I0411 06:51:52.387448 139703861815168 interactiveshell.py:2882] Step 83650 | Loss: 0.3036 | Spent: 11.6 secs | LR: 0.000173
I0411 06:52:03.405982 139703861815168 interactiveshell.py:2882] Step 83700 | Loss: 0.3978 | Spent: 11.0 secs | LR: 0.000172
I0411 06:52:14.476941 139703861815168 interactiveshell.py:2882] Step 83750 | Loss: 0.3896 | Spent: 11.1 secs | LR: 0.000172
I0411 06:52:25.731178 139703861815168 interactiveshell.py:2882] Step 83800 | Loss: 0.5345 | Spent: 11.3 secs | LR: 0.000172
I0411 06:52:36.875799 139703861815168 interactiveshell.py:2882] Step 83850 | Loss: 0.3410 | Spent: 11.1 secs | LR: 0.000172
I0411 06:52:47.848104 139703861815168 interactiveshell.py:2882] Step 83900 | Loss: 0.3846 | Spent: 11.0 secs | LR: 0.000172
I0411 06:52:59.039163 139703861815168 interactiveshell.py:2882] Step 83950 | Loss: 0.1528 | Spent: 11.2 secs | LR: 0.000172
I0411 06:53:10.004062 139703861815168 interactiveshell.py:2882] Step 84000 | Loss: 0.4432 | Spent: 11.0 secs | LR: 0.000172
I0411 06:53:20.990092 139703861815168 interactiveshell.py:2882] Step 84050 | Loss: 0.3817 | Spent: 11.0 secs | LR: 0.000172
I0411 06:53:32.104845 139703861815168 interactiveshell.py:2882] Step 84100 | Loss: 0.4685 | Spent: 11.1 secs | LR: 0.000172
I0411 06:53:43.267030 139703861815168 interactiveshell.py:2882] Step 84150 | Loss: 0.1958 | Spent: 11.2 secs | LR: 0.000172
I0411 06:53:54.363879 139703861815168 interactiveshell.py:2882] Step 84200 | Loss: 0.3586 | Spent: 11.1 secs | LR: 0.000172
Reading ../data/test.txt
I0411 06:54:33.500968 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.871
I0411 06:54:33.502288 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 06:54:38.092829 139703861815168 interactiveshell.py:2882] Step 84250 | Loss: 0.3746 | Spent: 43.7 secs | LR: 0.000172
I0411 06:54:49.690748 139703861815168 interactiveshell.py:2882] Step 84300 | Loss: 0.3527 | Spent: 11.6 secs | LR: 0.000171
I0411 06:55:00.993679 139703861815168 interactiveshell.py:2882] Step 84350 | Loss: 0.3653 | Spent: 11.3 secs | LR: 0.000171
I0411 06:55:12.246327 139703861815168 interactiveshell.py:2882] Step 84400 | Loss: 0.1372 | Spent: 11.3 secs | LR: 0.000171
I0411 06:55:23.354209 139703861815168 interactiveshell.py:2882] Step 84450 | Loss: 0.2631 | Spent: 11.1 secs | LR: 0.000171
I0411 06:55:34.514361 139703861815168 interactiveshell.py:2882] Step 84500 | Loss: 0.2966 | Spent: 11.2 secs | LR: 0.000171
I0411 06:55:45.523097 139703861815168 interactiveshell.py:2882] Step 84550 | Loss: 0.2826 | Spent: 11.0 secs | LR: 0.000171
I0411 06:55:56.653425 139703861815168 interactiveshell.py:2882] Step 84600 | Loss: 0.2709 | Spent: 11.1 secs | LR: 0.000171
I0411 06:56:07.986972 139703861815168 interactiveshell.py:2882] Step 84650 | Loss: 0.7135 | Spent: 11.3 secs | LR: 0.000171
I0411 06:56:19.182160 139703861815168 interactiveshell.py:2882] Step 84700 | Loss: 0.3570 | Spent: 11.2 secs | LR: 0.000171
I0411 06:56:29.865155 139703861815168 interactiveshell.py:2882] Step 84750 | Loss: 0.2665 | Spent: 10.7 secs | LR: 0.000171
I0411 06:56:41.093605 139703861815168 interactiveshell.py:2882] Step 84800 | Loss: 0.2962 | Spent: 11.2 secs | LR: 0.000171
I0411 06:56:52.427344 139703861815168 interactiveshell.py:2882] Step 84850 | Loss: 0.2465 | Spent: 11.3 secs | LR: 0.000170
I0411 06:57:03.686754 139703861815168 interactiveshell.py:2882] Step 84900 | Loss: 0.3168 | Spent: 11.3 secs | LR: 0.000170
I0411 06:57:14.706865 139703861815168 interactiveshell.py:2882] Step 84950 | Loss: 0.3078 | Spent: 11.0 secs | LR: 0.000170
I0411 06:57:26.283876 139703861815168 interactiveshell.py:2882] Step 85000 | Loss: 0.3230 | Spent: 11.6 secs | LR: 0.000170
I0411 06:57:37.285029 139703861815168 interactiveshell.py:2882] Step 85050 | Loss: 0.2186 | Spent: 11.0 secs | LR: 0.000170
I0411 06:57:48.457920 139703861815168 interactiveshell.py:2882] Step 85100 | Loss: 0.2891 | Spent: 11.2 secs | LR: 0.000170
I0411 06:57:59.478383 139703861815168 interactiveshell.py:2882] Step 85150 | Loss: 0.2312 | Spent: 11.0 secs | LR: 0.000170
I0411 06:58:10.887435 139703861815168 interactiveshell.py:2882] Step 85200 | Loss: 0.3007 | Spent: 11.4 secs | LR: 0.000170
I0411 06:58:22.058555 139703861815168 interactiveshell.py:2882] Step 85250 | Loss: 0.2965 | Spent: 11.2 secs | LR: 0.000170
I0411 06:58:33.209234 139703861815168 interactiveshell.py:2882] Step 85300 | Loss: 0.1758 | Spent: 11.1 secs | LR: 0.000170
I0411 06:58:44.459711 139703861815168 interactiveshell.py:2882] Step 85350 | Loss: 0.5070 | Spent: 11.2 secs | LR: 0.000170
I0411 06:58:55.597716 139703861815168 interactiveshell.py:2882] Step 85400 | Loss: 0.1458 | Spent: 11.1 secs | LR: 0.000170
I0411 06:59:06.695822 139703861815168 interactiveshell.py:2882] Step 85450 | Loss: 0.5377 | Spent: 11.1 secs | LR: 0.000169
I0411 06:59:17.790045 139703861815168 interactiveshell.py:2882] Step 85500 | Loss: 0.2803 | Spent: 11.1 secs | LR: 0.000169
I0411 06:59:28.816051 139703861815168 interactiveshell.py:2882] Step 85550 | Loss: 0.4018 | Spent: 11.0 secs | LR: 0.000169
I0411 06:59:40.050858 139703861815168 interactiveshell.py:2882] Step 85600 | Loss: 0.1512 | Spent: 11.2 secs | LR: 0.000169
I0411 06:59:51.565181 139703861815168 interactiveshell.py:2882] Step 85650 | Loss: 0.2552 | Spent: 11.5 secs | LR: 0.000169
I0411 07:00:03.007745 139703861815168 interactiveshell.py:2882] Step 85700 | Loss: 0.1889 | Spent: 11.4 secs | LR: 0.000169
I0411 07:00:14.344559 139703861815168 interactiveshell.py:2882] Step 85750 | Loss: 0.2744 | Spent: 11.3 secs | LR: 0.000169
I0411 07:00:25.599235 139703861815168 interactiveshell.py:2882] Step 85800 | Loss: 0.4027 | Spent: 11.3 secs | LR: 0.000169
Reading ../data/train.txt
I0411 07:01:16.920217 139703861815168 interactiveshell.py:2882] Step 85850 | Loss: 0.3028 | Spent: 51.3 secs | LR: 0.000169
I0411 07:01:28.358062 139703861815168 interactiveshell.py:2882] Step 85900 | Loss: 0.2327 | Spent: 11.4 secs | LR: 0.000169
Reading ../data/test.txt
I0411 07:02:12.231685 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.871
I0411 07:02:12.232971 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 07:02:12.483491 139703861815168 interactiveshell.py:2882] Step 85950 | Loss: 0.3837 | Spent: 44.1 secs | LR: 0.000169
I0411 07:02:23.895377 139703861815168 interactiveshell.py:2882] Step 86000 | Loss: 0.2926 | Spent: 11.4 secs | LR: 0.000169
I0411 07:02:35.379404 139703861815168 interactiveshell.py:2882] Step 86050 | Loss: 0.2997 | Spent: 11.5 secs | LR: 0.000168
I0411 07:02:46.891825 139703861815168 interactiveshell.py:2882] Step 86100 | Loss: 0.5721 | Spent: 11.5 secs | LR: 0.000168
I0411 07:02:58.313065 139703861815168 interactiveshell.py:2882] Step 86150 | Loss: 0.4932 | Spent: 11.4 secs | LR: 0.000168
I0411 07:03:09.554460 139703861815168 interactiveshell.py:2882] Step 86200 | Loss: 0.2290 | Spent: 11.2 secs | LR: 0.000168
I0411 07:03:20.978583 139703861815168 interactiveshell.py:2882] Step 86250 | Loss: 0.1834 | Spent: 11.4 secs | LR: 0.000168
I0411 07:03:32.359297 139703861815168 interactiveshell.py:2882] Step 86300 | Loss: 0.3373 | Spent: 11.4 secs | LR: 0.000168
I0411 07:03:43.907339 139703861815168 interactiveshell.py:2882] Step 86350 | Loss: 0.3008 | Spent: 11.5 secs | LR: 0.000168
I0411 07:03:55.396719 139703861815168 interactiveshell.py:2882] Step 86400 | Loss: 0.1596 | Spent: 11.5 secs | LR: 0.000168
I0411 07:04:07.005053 139703861815168 interactiveshell.py:2882] Step 86450 | Loss: 0.1884 | Spent: 11.6 secs | LR: 0.000168
I0411 07:04:18.518455 139703861815168 interactiveshell.py:2882] Step 86500 | Loss: 0.1612 | Spent: 11.5 secs | LR: 0.000168
I0411 07:04:30.154497 139703861815168 interactiveshell.py:2882] Step 86550 | Loss: 0.4173 | Spent: 11.6 secs | LR: 0.000168
I0411 07:04:41.593534 139703861815168 interactiveshell.py:2882] Step 86600 | Loss: 0.2995 | Spent: 11.4 secs | LR: 0.000168
I0411 07:04:53.111514 139703861815168 interactiveshell.py:2882] Step 86650 | Loss: 0.3219 | Spent: 11.5 secs | LR: 0.000167
I0411 07:05:05.109847 139703861815168 interactiveshell.py:2882] Step 86700 | Loss: 0.4399 | Spent: 12.0 secs | LR: 0.000167
I0411 07:05:16.663481 139703861815168 interactiveshell.py:2882] Step 86750 | Loss: 0.2124 | Spent: 11.6 secs | LR: 0.000167
I0411 07:05:28.276666 139703861815168 interactiveshell.py:2882] Step 86800 | Loss: 0.3820 | Spent: 11.6 secs | LR: 0.000167
I0411 07:05:39.755295 139703861815168 interactiveshell.py:2882] Step 86850 | Loss: 0.2442 | Spent: 11.5 secs | LR: 0.000167
I0411 07:05:51.285199 139703861815168 interactiveshell.py:2882] Step 86900 | Loss: 0.4115 | Spent: 11.5 secs | LR: 0.000167
I0411 07:06:02.989166 139703861815168 interactiveshell.py:2882] Step 86950 | Loss: 0.1922 | Spent: 11.7 secs | LR: 0.000167
I0411 07:06:14.499130 139703861815168 interactiveshell.py:2882] Step 87000 | Loss: 0.2766 | Spent: 11.5 secs | LR: 0.000167
I0411 07:06:25.889122 139703861815168 interactiveshell.py:2882] Step 87050 | Loss: 0.2511 | Spent: 11.4 secs | LR: 0.000167
I0411 07:06:37.343497 139703861815168 interactiveshell.py:2882] Step 87100 | Loss: 0.2186 | Spent: 11.5 secs | LR: 0.000167
I0411 07:06:48.756571 139703861815168 interactiveshell.py:2882] Step 87150 | Loss: 0.5380 | Spent: 11.4 secs | LR: 0.000167
I0411 07:07:00.495642 139703861815168 interactiveshell.py:2882] Step 87200 | Loss: 0.2127 | Spent: 11.7 secs | LR: 0.000167
I0411 07:07:12.277291 139703861815168 interactiveshell.py:2882] Step 87250 | Loss: 0.4350 | Spent: 11.8 secs | LR: 0.000166
I0411 07:07:24.117537 139703861815168 interactiveshell.py:2882] Step 87300 | Loss: 0.3499 | Spent: 11.8 secs | LR: 0.000166
I0411 07:07:35.758884 139703861815168 interactiveshell.py:2882] Step 87350 | Loss: 0.3633 | Spent: 11.6 secs | LR: 0.000166
I0411 07:07:47.168367 139703861815168 interactiveshell.py:2882] Step 87400 | Loss: 0.2105 | Spent: 11.4 secs | LR: 0.000166
I0411 07:07:58.703665 139703861815168 interactiveshell.py:2882] Step 87450 | Loss: 0.2209 | Spent: 11.5 secs | LR: 0.000166
I0411 07:08:10.315168 139703861815168 interactiveshell.py:2882] Step 87500 | Loss: 0.1896 | Spent: 11.6 secs | LR: 0.000166
I0411 07:08:22.055391 139703861815168 interactiveshell.py:2882] Step 87550 | Loss: 0.2332 | Spent: 11.7 secs | LR: 0.000166
I0411 07:08:33.309273 139703861815168 interactiveshell.py:2882] Step 87600 | Loss: 0.2256 | Spent: 11.3 secs | LR: 0.000166
I0411 07:08:44.790314 139703861815168 interactiveshell.py:2882] Step 87650 | Loss: 0.2848 | Spent: 11.5 secs | LR: 0.000166
Reading ../data/test.txt
I0411 07:09:21.184813 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0411 07:09:21.185839 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 07:09:28.643804 139703861815168 interactiveshell.py:2882] Step 87700 | Loss: 0.3992 | Spent: 43.9 secs | LR: 0.000166
I0411 07:09:40.042508 139703861815168 interactiveshell.py:2882] Step 87750 | Loss: 0.5488 | Spent: 11.4 secs | LR: 0.000166
I0411 07:09:51.422516 139703861815168 interactiveshell.py:2882] Step 87800 | Loss: 0.3818 | Spent: 11.4 secs | LR: 0.000166
I0411 07:10:03.084105 139703861815168 interactiveshell.py:2882] Step 87850 | Loss: 0.2456 | Spent: 11.7 secs | LR: 0.000165
I0411 07:10:15.085910 139703861815168 interactiveshell.py:2882] Step 87900 | Loss: 0.0947 | Spent: 12.0 secs | LR: 0.000165
I0411 07:10:26.704113 139703861815168 interactiveshell.py:2882] Step 87950 | Loss: 0.3306 | Spent: 11.6 secs | LR: 0.000165
I0411 07:10:38.279266 139703861815168 interactiveshell.py:2882] Step 88000 | Loss: 0.4005 | Spent: 11.6 secs | LR: 0.000165
I0411 07:10:49.829679 139703861815168 interactiveshell.py:2882] Step 88050 | Loss: 0.1132 | Spent: 11.5 secs | LR: 0.000165
I0411 07:11:01.307094 139703861815168 interactiveshell.py:2882] Step 88100 | Loss: 0.3629 | Spent: 11.5 secs | LR: 0.000165
I0411 07:11:12.602612 139703861815168 interactiveshell.py:2882] Step 88150 | Loss: 0.1818 | Spent: 11.3 secs | LR: 0.000165
I0411 07:11:24.045882 139703861815168 interactiveshell.py:2882] Step 88200 | Loss: 0.4140 | Spent: 11.4 secs | LR: 0.000165
I0411 07:11:35.256725 139703861815168 interactiveshell.py:2882] Step 88250 | Loss: 0.3127 | Spent: 11.2 secs | LR: 0.000165
I0411 07:11:46.985208 139703861815168 interactiveshell.py:2882] Step 88300 | Loss: 0.1548 | Spent: 11.7 secs | LR: 0.000165
I0411 07:11:58.575943 139703861815168 interactiveshell.py:2882] Step 88350 | Loss: 0.2012 | Spent: 11.6 secs | LR: 0.000165
I0411 07:12:09.835015 139703861815168 interactiveshell.py:2882] Step 88400 | Loss: 0.3417 | Spent: 11.3 secs | LR: 0.000165
I0411 07:12:21.012904 139703861815168 interactiveshell.py:2882] Step 88450 | Loss: 0.4402 | Spent: 11.2 secs | LR: 0.000164
I0411 07:12:32.303584 139703861815168 interactiveshell.py:2882] Step 88500 | Loss: 0.2874 | Spent: 11.3 secs | LR: 0.000164
I0411 07:12:43.885437 139703861815168 interactiveshell.py:2882] Step 88550 | Loss: 0.3304 | Spent: 11.6 secs | LR: 0.000164
I0411 07:12:55.569348 139703861815168 interactiveshell.py:2882] Step 88600 | Loss: 0.5156 | Spent: 11.7 secs | LR: 0.000164
I0411 07:13:07.169198 139703861815168 interactiveshell.py:2882] Step 88650 | Loss: 0.1934 | Spent: 11.6 secs | LR: 0.000164
I0411 07:13:18.743726 139703861815168 interactiveshell.py:2882] Step 88700 | Loss: 0.2299 | Spent: 11.6 secs | LR: 0.000164
I0411 07:13:30.164375 139703861815168 interactiveshell.py:2882] Step 88750 | Loss: 0.2676 | Spent: 11.4 secs | LR: 0.000164
I0411 07:13:41.867337 139703861815168 interactiveshell.py:2882] Step 88800 | Loss: 0.2208 | Spent: 11.7 secs | LR: 0.000164
I0411 07:13:53.277013 139703861815168 interactiveshell.py:2882] Step 88850 | Loss: 0.2648 | Spent: 11.4 secs | LR: 0.000164
I0411 07:14:04.732868 139703861815168 interactiveshell.py:2882] Step 88900 | Loss: 0.3552 | Spent: 11.5 secs | LR: 0.000164
I0411 07:14:16.149343 139703861815168 interactiveshell.py:2882] Step 88950 | Loss: 0.3820 | Spent: 11.4 secs | LR: 0.000164
I0411 07:14:27.818647 139703861815168 interactiveshell.py:2882] Step 89000 | Loss: 0.2016 | Spent: 11.7 secs | LR: 0.000164
I0411 07:14:39.310511 139703861815168 interactiveshell.py:2882] Step 89050 | Loss: 0.1822 | Spent: 11.5 secs | LR: 0.000163
I0411 07:14:50.858025 139703861815168 interactiveshell.py:2882] Step 89100 | Loss: 0.1717 | Spent: 11.5 secs | LR: 0.000163
I0411 07:15:02.367159 139703861815168 interactiveshell.py:2882] Step 89150 | Loss: 0.3799 | Spent: 11.5 secs | LR: 0.000163
I0411 07:15:14.027492 139703861815168 interactiveshell.py:2882] Step 89200 | Loss: 0.2517 | Spent: 11.7 secs | LR: 0.000163
I0411 07:15:25.999129 139703861815168 interactiveshell.py:2882] Step 89250 | Loss: 0.3832 | Spent: 12.0 secs | LR: 0.000163
I0411 07:15:37.571314 139703861815168 interactiveshell.py:2882] Step 89300 | Loss: 0.2479 | Spent: 11.6 secs | LR: 0.000163
I0411 07:15:49.063515 139703861815168 interactiveshell.py:2882] Step 89350 | Loss: 0.1450 | Spent: 11.5 secs | LR: 0.000163
Reading ../data/test.txt
I0411 07:16:30.396691 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.871
I0411 07:16:30.398317 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 07:16:33.406443 139703861815168 interactiveshell.py:2882] Step 89400 | Loss: 0.1240 | Spent: 44.3 secs | LR: 0.000163
I0411 07:16:44.777023 139703861815168 interactiveshell.py:2882] Step 89450 | Loss: 0.5218 | Spent: 11.4 secs | LR: 0.000163
I0411 07:16:56.322701 139703861815168 interactiveshell.py:2882] Step 89500 | Loss: 0.4111 | Spent: 11.5 secs | LR: 0.000163
I0411 07:17:07.725118 139703861815168 interactiveshell.py:2882] Step 89550 | Loss: 0.1486 | Spent: 11.4 secs | LR: 0.000163
I0411 07:17:19.703255 139703861815168 interactiveshell.py:2882] Step 89600 | Loss: 0.3341 | Spent: 12.0 secs | LR: 0.000163
I0411 07:17:31.084005 139703861815168 interactiveshell.py:2882] Step 89650 | Loss: 0.3385 | Spent: 11.4 secs | LR: 0.000162
I0411 07:17:42.429799 139703861815168 interactiveshell.py:2882] Step 89700 | Loss: 0.5768 | Spent: 11.3 secs | LR: 0.000162
I0411 07:17:53.984968 139703861815168 interactiveshell.py:2882] Step 89750 | Loss: 0.3413 | Spent: 11.6 secs | LR: 0.000162
I0411 07:18:05.441758 139703861815168 interactiveshell.py:2882] Step 89800 | Loss: 0.2952 | Spent: 11.5 secs | LR: 0.000162
I0411 07:18:16.311553 139703861815168 interactiveshell.py:2882] Step 89850 | Loss: 0.4349 | Spent: 10.9 secs | LR: 0.000162
I0411 07:18:27.227983 139703861815168 interactiveshell.py:2882] Step 89900 | Loss: 0.2142 | Spent: 10.9 secs | LR: 0.000162
I0411 07:18:38.636048 139703861815168 interactiveshell.py:2882] Step 89950 | Loss: 0.2634 | Spent: 11.4 secs | LR: 0.000162
I0411 07:18:49.927474 139703861815168 interactiveshell.py:2882] Step 90000 | Loss: 0.2583 | Spent: 11.3 secs | LR: 0.000162
I0411 07:19:00.888155 139703861815168 interactiveshell.py:2882] Step 90050 | Loss: 0.0893 | Spent: 11.0 secs | LR: 0.000162
I0411 07:19:12.024265 139703861815168 interactiveshell.py:2882] Step 90100 | Loss: 0.4762 | Spent: 11.1 secs | LR: 0.000162
I0411 07:19:23.489917 139703861815168 interactiveshell.py:2882] Step 90150 | Loss: 0.3927 | Spent: 11.5 secs | LR: 0.000162
I0411 07:19:34.986038 139703861815168 interactiveshell.py:2882] Step 90200 | Loss: 0.3271 | Spent: 11.5 secs | LR: 0.000162
I0411 07:19:46.654151 139703861815168 interactiveshell.py:2882] Step 90250 | Loss: 0.3878 | Spent: 11.7 secs | LR: 0.000161
I0411 07:19:58.100592 139703861815168 interactiveshell.py:2882] Step 90300 | Loss: 0.6343 | Spent: 11.4 secs | LR: 0.000161
I0411 07:20:09.420666 139703861815168 interactiveshell.py:2882] Step 90350 | Loss: 0.2642 | Spent: 11.3 secs | LR: 0.000161
I0411 07:20:20.894959 139703861815168 interactiveshell.py:2882] Step 90400 | Loss: 0.4978 | Spent: 11.5 secs | LR: 0.000161
I0411 07:20:32.408047 139703861815168 interactiveshell.py:2882] Step 90450 | Loss: 0.3614 | Spent: 11.5 secs | LR: 0.000161
I0411 07:20:44.447038 139703861815168 interactiveshell.py:2882] Step 90500 | Loss: 0.2194 | Spent: 12.0 secs | LR: 0.000161
I0411 07:20:55.893624 139703861815168 interactiveshell.py:2882] Step 90550 | Loss: 0.3029 | Spent: 11.4 secs | LR: 0.000161
I0411 07:21:07.286562 139703861815168 interactiveshell.py:2882] Step 90600 | Loss: 0.5771 | Spent: 11.4 secs | LR: 0.000161
I0411 07:21:18.799169 139703861815168 interactiveshell.py:2882] Step 90650 | Loss: 0.3703 | Spent: 11.5 secs | LR: 0.000161
I0411 07:21:30.485838 139703861815168 interactiveshell.py:2882] Step 90700 | Loss: 0.2237 | Spent: 11.7 secs | LR: 0.000161
I0411 07:21:41.922670 139703861815168 interactiveshell.py:2882] Step 90750 | Loss: 0.5087 | Spent: 11.4 secs | LR: 0.000161
I0411 07:21:53.237653 139703861815168 interactiveshell.py:2882] Step 90800 | Loss: 0.4613 | Spent: 11.3 secs | LR: 0.000161
I0411 07:22:04.755588 139703861815168 interactiveshell.py:2882] Step 90850 | Loss: 0.2965 | Spent: 11.5 secs | LR: 0.000161
I0411 07:22:16.090680 139703861815168 interactiveshell.py:2882] Step 90900 | Loss: 0.2125 | Spent: 11.3 secs | LR: 0.000160
I0411 07:22:27.917306 139703861815168 interactiveshell.py:2882] Step 90950 | Loss: 0.2738 | Spent: 11.8 secs | LR: 0.000160
I0411 07:22:39.301183 139703861815168 interactiveshell.py:2882] Step 91000 | Loss: 0.3569 | Spent: 11.4 secs | LR: 0.000160
I0411 07:22:50.739333 139703861815168 interactiveshell.py:2882] Step 91050 | Loss: 0.2072 | Spent: 11.4 secs | LR: 0.000160
I0411 07:23:01.845373 139703861815168 interactiveshell.py:2882] Step 91100 | Loss: 0.4830 | Spent: 11.1 secs | LR: 0.000160
Reading ../data/test.txt
I0411 07:23:35.385286 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.872
I0411 07:23:35.387010 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 07:23:45.458526 139703861815168 interactiveshell.py:2882] Step 91150 | Loss: 0.1412 | Spent: 43.6 secs | LR: 0.000160
I0411 07:23:57.151288 139703861815168 interactiveshell.py:2882] Step 91200 | Loss: 0.2337 | Spent: 11.7 secs | LR: 0.000160
I0411 07:24:08.664482 139703861815168 interactiveshell.py:2882] Step 91250 | Loss: 0.2763 | Spent: 11.5 secs | LR: 0.000160
I0411 07:24:20.333502 139703861815168 interactiveshell.py:2882] Step 91300 | Loss: 0.4863 | Spent: 11.7 secs | LR: 0.000160
I0411 07:24:31.963005 139703861815168 interactiveshell.py:2882] Step 91350 | Loss: 0.3414 | Spent: 11.6 secs | LR: 0.000160
I0411 07:24:43.501176 139703861815168 interactiveshell.py:2882] Step 91400 | Loss: 0.3257 | Spent: 11.5 secs | LR: 0.000160
I0411 07:24:54.861039 139703861815168 interactiveshell.py:2882] Step 91450 | Loss: 0.2551 | Spent: 11.4 secs | LR: 0.000160
I0411 07:25:06.291821 139703861815168 interactiveshell.py:2882] Step 91500 | Loss: 0.5188 | Spent: 11.4 secs | LR: 0.000159
I0411 07:25:17.826620 139703861815168 interactiveshell.py:2882] Step 91550 | Loss: 0.3565 | Spent: 11.5 secs | LR: 0.000159
I0411 07:25:29.350599 139703861815168 interactiveshell.py:2882] Step 91600 | Loss: 0.3611 | Spent: 11.5 secs | LR: 0.000159
I0411 07:25:40.926547 139703861815168 interactiveshell.py:2882] Step 91650 | Loss: 0.4245 | Spent: 11.6 secs | LR: 0.000159
I0411 07:25:52.761360 139703861815168 interactiveshell.py:2882] Step 91700 | Loss: 0.2067 | Spent: 11.8 secs | LR: 0.000159
I0411 07:26:04.283621 139703861815168 interactiveshell.py:2882] Step 91750 | Loss: 0.4338 | Spent: 11.5 secs | LR: 0.000159
I0411 07:26:15.613761 139703861815168 interactiveshell.py:2882] Step 91800 | Loss: 0.3271 | Spent: 11.3 secs | LR: 0.000159
I0411 07:26:27.127467 139703861815168 interactiveshell.py:2882] Step 91850 | Loss: 0.1531 | Spent: 11.5 secs | LR: 0.000159
I0411 07:26:38.818535 139703861815168 interactiveshell.py:2882] Step 91900 | Loss: 0.4341 | Spent: 11.7 secs | LR: 0.000159
I0411 07:26:50.290925 139703861815168 interactiveshell.py:2882] Step 91950 | Loss: 0.3115 | Spent: 11.5 secs | LR: 0.000159
I0411 07:27:01.984801 139703861815168 interactiveshell.py:2882] Step 92000 | Loss: 0.4639 | Spent: 11.7 secs | LR: 0.000159
I0411 07:27:13.615248 139703861815168 interactiveshell.py:2882] Step 92050 | Loss: 0.2770 | Spent: 11.6 secs | LR: 0.000159
I0411 07:27:25.186836 139703861815168 interactiveshell.py:2882] Step 92100 | Loss: 0.3250 | Spent: 11.6 secs | LR: 0.000159
I0411 07:27:37.077731 139703861815168 interactiveshell.py:2882] Step 92150 | Loss: 0.2604 | Spent: 11.9 secs | LR: 0.000158
I0411 07:27:48.682729 139703861815168 interactiveshell.py:2882] Step 92200 | Loss: 0.1890 | Spent: 11.6 secs | LR: 0.000158
I0411 07:28:00.071895 139703861815168 interactiveshell.py:2882] Step 92250 | Loss: 0.2663 | Spent: 11.4 secs | LR: 0.000158
I0411 07:28:11.578162 139703861815168 interactiveshell.py:2882] Step 92300 | Loss: 0.2145 | Spent: 11.5 secs | LR: 0.000158
I0411 07:28:23.228076 139703861815168 interactiveshell.py:2882] Step 92350 | Loss: 0.1805 | Spent: 11.6 secs | LR: 0.000158
I0411 07:28:34.608229 139703861815168 interactiveshell.py:2882] Step 92400 | Loss: 0.6447 | Spent: 11.4 secs | LR: 0.000158
I0411 07:28:45.944611 139703861815168 interactiveshell.py:2882] Step 92450 | Loss: 0.2034 | Spent: 11.3 secs | LR: 0.000158
I0411 07:28:57.508164 139703861815168 interactiveshell.py:2882] Step 92500 | Loss: 0.3013 | Spent: 11.6 secs | LR: 0.000158
I0411 07:29:08.828663 139703861815168 interactiveshell.py:2882] Step 92550 | Loss: 0.6165 | Spent: 11.3 secs | LR: 0.000158
I0411 07:29:20.098789 139703861815168 interactiveshell.py:2882] Step 92600 | Loss: 0.6123 | Spent: 11.3 secs | LR: 0.000158
I0411 07:29:31.409817 139703861815168 interactiveshell.py:2882] Step 92650 | Loss: 0.1966 | Spent: 11.3 secs | LR: 0.000158
I0411 07:29:43.083969 139703861815168 interactiveshell.py:2882] Step 92700 | Loss: 0.2743 | Spent: 11.7 secs | LR: 0.000158
I0411 07:29:54.513521 139703861815168 interactiveshell.py:2882] Step 92750 | Loss: 0.2372 | Spent: 11.4 secs | LR: 0.000157
I0411 07:30:06.063602 139703861815168 interactiveshell.py:2882] Step 92800 | Loss: 0.3745 | Spent: 11.5 secs | LR: 0.000157
Reading ../data/test.txt
I0411 07:30:44.460335 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.871
I0411 07:30:44.461927 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 07:30:50.158788 139703861815168 interactiveshell.py:2882] Step 92850 | Loss: 0.5355 | Spent: 44.1 secs | LR: 0.000157
I0411 07:31:02.013987 139703861815168 interactiveshell.py:2882] Step 92900 | Loss: 0.2553 | Spent: 11.9 secs | LR: 0.000157
I0411 07:31:13.637743 139703861815168 interactiveshell.py:2882] Step 92950 | Loss: 0.2886 | Spent: 11.6 secs | LR: 0.000157
I0411 07:31:25.133186 139703861815168 interactiveshell.py:2882] Step 93000 | Loss: 0.2291 | Spent: 11.5 secs | LR: 0.000157
I0411 07:31:36.620099 139703861815168 interactiveshell.py:2882] Step 93050 | Loss: 0.2892 | Spent: 11.5 secs | LR: 0.000157
I0411 07:31:48.138072 139703861815168 interactiveshell.py:2882] Step 93100 | Loss: 0.4576 | Spent: 11.5 secs | LR: 0.000157
I0411 07:31:59.760578 139703861815168 interactiveshell.py:2882] Step 93150 | Loss: 0.1291 | Spent: 11.6 secs | LR: 0.000157
I0411 07:32:11.213944 139703861815168 interactiveshell.py:2882] Step 93200 | Loss: 0.2548 | Spent: 11.5 secs | LR: 0.000157
I0411 07:32:22.765103 139703861815168 interactiveshell.py:2882] Step 93250 | Loss: 0.1988 | Spent: 11.5 secs | LR: 0.000157
I0411 07:32:34.067399 139703861815168 interactiveshell.py:2882] Step 93300 | Loss: 0.3512 | Spent: 11.3 secs | LR: 0.000157
I0411 07:32:45.325973 139703861815168 interactiveshell.py:2882] Step 93350 | Loss: 0.2354 | Spent: 11.3 secs | LR: 0.000157
I0411 07:32:56.341369 139703861815168 interactiveshell.py:2882] Step 93400 | Loss: 0.3668 | Spent: 11.0 secs | LR: 0.000156
I0411 07:33:07.812565 139703861815168 interactiveshell.py:2882] Step 93450 | Loss: 0.2327 | Spent: 11.5 secs | LR: 0.000156
I0411 07:33:18.855291 139703861815168 interactiveshell.py:2882] Step 93500 | Loss: 0.3065 | Spent: 11.0 secs | LR: 0.000156
I0411 07:33:29.898931 139703861815168 interactiveshell.py:2882] Step 93550 | Loss: 0.0828 | Spent: 11.0 secs | LR: 0.000156
I0411 07:33:40.848572 139703861815168 interactiveshell.py:2882] Step 93600 | Loss: 0.4716 | Spent: 10.9 secs | LR: 0.000156
I0411 07:33:52.079291 139703861815168 interactiveshell.py:2882] Step 93650 | Loss: 0.1612 | Spent: 11.2 secs | LR: 0.000156
I0411 07:34:03.546340 139703861815168 interactiveshell.py:2882] Step 93700 | Loss: 0.2662 | Spent: 11.5 secs | LR: 0.000156
I0411 07:34:14.992284 139703861815168 interactiveshell.py:2882] Step 93750 | Loss: 0.1625 | Spent: 11.4 secs | LR: 0.000156
I0411 07:34:26.623955 139703861815168 interactiveshell.py:2882] Step 93800 | Loss: 0.3019 | Spent: 11.6 secs | LR: 0.000156
I0411 07:34:38.207554 139703861815168 interactiveshell.py:2882] Step 93850 | Loss: 0.2779 | Spent: 11.6 secs | LR: 0.000156
I0411 07:34:49.796455 139703861815168 interactiveshell.py:2882] Step 93900 | Loss: 0.3062 | Spent: 11.6 secs | LR: 0.000156
I0411 07:35:01.261611 139703861815168 interactiveshell.py:2882] Step 93950 | Loss: 0.3622 | Spent: 11.5 secs | LR: 0.000156
I0411 07:35:12.606374 139703861815168 interactiveshell.py:2882] Step 94000 | Loss: 0.2813 | Spent: 11.3 secs | LR: 0.000156
I0411 07:35:23.658567 139703861815168 interactiveshell.py:2882] Step 94050 | Loss: 0.2893 | Spent: 11.1 secs | LR: 0.000155
I0411 07:35:34.494851 139703861815168 interactiveshell.py:2882] Step 94100 | Loss: 0.5369 | Spent: 10.8 secs | LR: 0.000155
I0411 07:35:45.780662 139703861815168 interactiveshell.py:2882] Step 94150 | Loss: 0.6401 | Spent: 11.3 secs | LR: 0.000155
I0411 07:35:57.486988 139703861815168 interactiveshell.py:2882] Step 94200 | Loss: 0.4038 | Spent: 11.7 secs | LR: 0.000155
I0411 07:36:09.109000 139703861815168 interactiveshell.py:2882] Step 94250 | Loss: 0.3072 | Spent: 11.6 secs | LR: 0.000155
I0411 07:36:20.377274 139703861815168 interactiveshell.py:2882] Step 94300 | Loss: 0.3302 | Spent: 11.3 secs | LR: 0.000155
I0411 07:36:31.577632 139703861815168 interactiveshell.py:2882] Step 94350 | Loss: 0.3888 | Spent: 11.2 secs | LR: 0.000155
I0411 07:36:43.176598 139703861815168 interactiveshell.py:2882] Step 94400 | Loss: 0.4816 | Spent: 11.6 secs | LR: 0.000155
I0411 07:36:54.509335 139703861815168 interactiveshell.py:2882] Step 94450 | Loss: 0.4405 | Spent: 11.3 secs | LR: 0.000155
I0411 07:37:05.856788 139703861815168 interactiveshell.py:2882] Step 94500 | Loss: 0.3039 | Spent: 11.3 secs | LR: 0.000155
Reading ../data/test.txt
I0411 07:37:48.979249 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.869
I0411 07:37:48.980702 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 07:37:50.367657 139703861815168 interactiveshell.py:2882] Step 94550 | Loss: 0.3959 | Spent: 44.5 secs | LR: 0.000155
I0411 07:38:01.972755 139703861815168 interactiveshell.py:2882] Step 94600 | Loss: 0.2642 | Spent: 11.6 secs | LR: 0.000155
I0411 07:38:13.485175 139703861815168 interactiveshell.py:2882] Step 94650 | Loss: 0.4419 | Spent: 11.5 secs | LR: 0.000155
I0411 07:38:24.839199 139703861815168 interactiveshell.py:2882] Step 94700 | Loss: 0.3462 | Spent: 11.4 secs | LR: 0.000154
I0411 07:38:36.209159 139703861815168 interactiveshell.py:2882] Step 94750 | Loss: 0.1254 | Spent: 11.4 secs | LR: 0.000154
I0411 07:38:47.559067 139703861815168 interactiveshell.py:2882] Step 94800 | Loss: 0.1884 | Spent: 11.3 secs | LR: 0.000154
I0411 07:38:58.821510 139703861815168 interactiveshell.py:2882] Step 94850 | Loss: 0.1327 | Spent: 11.3 secs | LR: 0.000154
I0411 07:39:10.105336 139703861815168 interactiveshell.py:2882] Step 94900 | Loss: 0.2661 | Spent: 11.3 secs | LR: 0.000154
I0411 07:39:21.717174 139703861815168 interactiveshell.py:2882] Step 94950 | Loss: 0.1598 | Spent: 11.6 secs | LR: 0.000154
I0411 07:39:33.019555 139703861815168 interactiveshell.py:2882] Step 95000 | Loss: 0.1933 | Spent: 11.3 secs | LR: 0.000154
I0411 07:39:44.667827 139703861815168 interactiveshell.py:2882] Step 95050 | Loss: 0.3672 | Spent: 11.6 secs | LR: 0.000154
I0411 07:39:56.264608 139703861815168 interactiveshell.py:2882] Step 95100 | Loss: 0.3997 | Spent: 11.6 secs | LR: 0.000154
I0411 07:40:07.591435 139703861815168 interactiveshell.py:2882] Step 95150 | Loss: 0.2416 | Spent: 11.3 secs | LR: 0.000154
I0411 07:40:19.089185 139703861815168 interactiveshell.py:2882] Step 95200 | Loss: 0.1462 | Spent: 11.5 secs | LR: 0.000154
I0411 07:40:30.457134 139703861815168 interactiveshell.py:2882] Step 95250 | Loss: 0.2375 | Spent: 11.4 secs | LR: 0.000154
I0411 07:40:42.092303 139703861815168 interactiveshell.py:2882] Step 95300 | Loss: 0.1417 | Spent: 11.6 secs | LR: 0.000153
I0411 07:40:53.358463 139703861815168 interactiveshell.py:2882] Step 95350 | Loss: 0.3280 | Spent: 11.3 secs | LR: 0.000153
I0411 07:41:05.071418 139703861815168 interactiveshell.py:2882] Step 95400 | Loss: 0.4448 | Spent: 11.7 secs | LR: 0.000153
I0411 07:41:16.748340 139703861815168 interactiveshell.py:2882] Step 95450 | Loss: 0.3633 | Spent: 11.7 secs | LR: 0.000153
I0411 07:41:28.216888 139703861815168 interactiveshell.py:2882] Step 95500 | Loss: 0.1731 | Spent: 11.5 secs | LR: 0.000153
I0411 07:41:39.422711 139703861815168 interactiveshell.py:2882] Step 95550 | Loss: 0.2952 | Spent: 11.2 secs | LR: 0.000153
I0411 07:41:50.811170 139703861815168 interactiveshell.py:2882] Step 95600 | Loss: 0.2528 | Spent: 11.4 secs | LR: 0.000153
I0411 07:42:02.159621 139703861815168 interactiveshell.py:2882] Step 95650 | Loss: 0.0863 | Spent: 11.3 secs | LR: 0.000153
I0411 07:42:13.691409 139703861815168 interactiveshell.py:2882] Step 95700 | Loss: 0.3211 | Spent: 11.5 secs | LR: 0.000153
I0411 07:42:24.931798 139703861815168 interactiveshell.py:2882] Step 95750 | Loss: 0.3903 | Spent: 11.2 secs | LR: 0.000153
I0411 07:42:36.548280 139703861815168 interactiveshell.py:2882] Step 95800 | Loss: 0.3492 | Spent: 11.6 secs | LR: 0.000153
I0411 07:42:48.211627 139703861815168 interactiveshell.py:2882] Step 95850 | Loss: 0.5087 | Spent: 11.7 secs | LR: 0.000153
I0411 07:42:59.593881 139703861815168 interactiveshell.py:2882] Step 95900 | Loss: 0.3068 | Spent: 11.4 secs | LR: 0.000153
I0411 07:43:10.860174 139703861815168 interactiveshell.py:2882] Step 95950 | Loss: 0.2520 | Spent: 11.3 secs | LR: 0.000152
I0411 07:43:22.197396 139703861815168 interactiveshell.py:2882] Step 96000 | Loss: 0.1037 | Spent: 11.3 secs | LR: 0.000152
I0411 07:43:33.893168 139703861815168 interactiveshell.py:2882] Step 96050 | Loss: 0.2531 | Spent: 11.7 secs | LR: 0.000152
I0411 07:43:45.637519 139703861815168 interactiveshell.py:2882] Step 96100 | Loss: 0.5205 | Spent: 11.7 secs | LR: 0.000152
I0411 07:43:56.811952 139703861815168 interactiveshell.py:2882] Step 96150 | Loss: 0.3498 | Spent: 11.2 secs | LR: 0.000152
I0411 07:44:08.197847 139703861815168 interactiveshell.py:2882] Step 96200 | Loss: 0.1364 | Spent: 11.4 secs | LR: 0.000152
I0411 07:44:19.417111 139703861815168 interactiveshell.py:2882] Step 96250 | Loss: 0.4781 | Spent: 11.2 secs | LR: 0.000152
Reading ../data/test.txt
I0411 07:44:54.758114 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.872
I0411 07:44:54.759826 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 07:45:03.248757 139703861815168 interactiveshell.py:2882] Step 96300 | Loss: 0.5054 | Spent: 43.8 secs | LR: 0.000152
I0411 07:45:14.639637 139703861815168 interactiveshell.py:2882] Step 96350 | Loss: 0.4946 | Spent: 11.4 secs | LR: 0.000152
I0411 07:45:25.924670 139703861815168 interactiveshell.py:2882] Step 96400 | Loss: 0.3842 | Spent: 11.3 secs | LR: 0.000152
I0411 07:45:37.308615 139703861815168 interactiveshell.py:2882] Step 96450 | Loss: 0.3206 | Spent: 11.4 secs | LR: 0.000152
I0411 07:45:48.768288 139703861815168 interactiveshell.py:2882] Step 96500 | Loss: 0.2188 | Spent: 11.5 secs | LR: 0.000152
I0411 07:46:00.318270 139703861815168 interactiveshell.py:2882] Step 96550 | Loss: 0.3150 | Spent: 11.5 secs | LR: 0.000152
I0411 07:46:11.854671 139703861815168 interactiveshell.py:2882] Step 96600 | Loss: 0.4472 | Spent: 11.5 secs | LR: 0.000152
I0411 07:46:23.564866 139703861815168 interactiveshell.py:2882] Step 96650 | Loss: 0.1682 | Spent: 11.7 secs | LR: 0.000151
I0411 07:46:35.539621 139703861815168 interactiveshell.py:2882] Step 96700 | Loss: 0.2960 | Spent: 12.0 secs | LR: 0.000151
I0411 07:46:46.966673 139703861815168 interactiveshell.py:2882] Step 96750 | Loss: 0.5593 | Spent: 11.4 secs | LR: 0.000151
I0411 07:46:58.259600 139703861815168 interactiveshell.py:2882] Step 96800 | Loss: 0.4325 | Spent: 11.3 secs | LR: 0.000151
I0411 07:47:09.435290 139703861815168 interactiveshell.py:2882] Step 96850 | Loss: 0.2309 | Spent: 11.2 secs | LR: 0.000151
I0411 07:47:20.734209 139703861815168 interactiveshell.py:2882] Step 96900 | Loss: 0.1233 | Spent: 11.3 secs | LR: 0.000151
I0411 07:47:31.743032 139703861815168 interactiveshell.py:2882] Step 96950 | Loss: 0.1738 | Spent: 11.0 secs | LR: 0.000151
I0411 07:47:42.767296 139703861815168 interactiveshell.py:2882] Step 97000 | Loss: 0.2059 | Spent: 11.0 secs | LR: 0.000151
I0411 07:47:54.027299 139703861815168 interactiveshell.py:2882] Step 97050 | Loss: 0.3612 | Spent: 11.3 secs | LR: 0.000151
I0411 07:48:05.357980 139703861815168 interactiveshell.py:2882] Step 97100 | Loss: 0.4461 | Spent: 11.3 secs | LR: 0.000151
I0411 07:48:16.370964 139703861815168 interactiveshell.py:2882] Step 97150 | Loss: 0.1579 | Spent: 11.0 secs | LR: 0.000151
I0411 07:48:27.606913 139703861815168 interactiveshell.py:2882] Step 97200 | Loss: 0.3422 | Spent: 11.2 secs | LR: 0.000151
I0411 07:48:38.620888 139703861815168 interactiveshell.py:2882] Step 97250 | Loss: 0.2985 | Spent: 11.0 secs | LR: 0.000151
I0411 07:48:49.645657 139703861815168 interactiveshell.py:2882] Step 97300 | Loss: 0.5363 | Spent: 11.0 secs | LR: 0.000150
I0411 07:49:00.826706 139703861815168 interactiveshell.py:2882] Step 97350 | Loss: 0.2583 | Spent: 11.2 secs | LR: 0.000150
I0411 07:49:12.110869 139703861815168 interactiveshell.py:2882] Step 97400 | Loss: 0.2124 | Spent: 11.3 secs | LR: 0.000150
I0411 07:49:23.292170 139703861815168 interactiveshell.py:2882] Step 97450 | Loss: 0.5069 | Spent: 11.2 secs | LR: 0.000150
I0411 07:49:34.297936 139703861815168 interactiveshell.py:2882] Step 97500 | Loss: 0.6237 | Spent: 11.0 secs | LR: 0.000150
I0411 07:49:45.043561 139703861815168 interactiveshell.py:2882] Step 97550 | Loss: 0.3129 | Spent: 10.7 secs | LR: 0.000150
I0411 07:49:55.893661 139703861815168 interactiveshell.py:2882] Step 97600 | Loss: 0.6420 | Spent: 10.8 secs | LR: 0.000150
I0411 07:50:06.645438 139703861815168 interactiveshell.py:2882] Step 97650 | Loss: 0.1089 | Spent: 10.7 secs | LR: 0.000150
I0411 07:50:17.317739 139703861815168 interactiveshell.py:2882] Step 97700 | Loss: 0.2031 | Spent: 10.7 secs | LR: 0.000150
I0411 07:50:28.234081 139703861815168 interactiveshell.py:2882] Step 97750 | Loss: 0.1957 | Spent: 10.9 secs | LR: 0.000150
I0411 07:50:39.237649 139703861815168 interactiveshell.py:2882] Step 97800 | Loss: 0.1237 | Spent: 11.0 secs | LR: 0.000150
I0411 07:50:49.900151 139703861815168 interactiveshell.py:2882] Step 97850 | Loss: 0.4334 | Spent: 10.7 secs | LR: 0.000150
I0411 07:51:00.643411 139703861815168 interactiveshell.py:2882] Step 97900 | Loss: 0.6733 | Spent: 10.7 secs | LR: 0.000150
I0411 07:51:11.745546 139703861815168 interactiveshell.py:2882] Step 97950 | Loss: 0.2082 | Spent: 11.1 secs | LR: 0.000149
Reading ../data/test.txt
I0411 07:51:52.222617 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0411 07:51:52.223843 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 07:51:56.335297 139703861815168 interactiveshell.py:2882] Step 98000 | Loss: 0.1543 | Spent: 44.6 secs | LR: 0.000149
I0411 07:52:07.464619 139703861815168 interactiveshell.py:2882] Step 98050 | Loss: 0.6116 | Spent: 11.1 secs | LR: 0.000149
I0411 07:52:18.539812 139703861815168 interactiveshell.py:2882] Step 98100 | Loss: 0.2913 | Spent: 11.1 secs | LR: 0.000149
I0411 07:52:29.523976 139703861815168 interactiveshell.py:2882] Step 98150 | Loss: 0.1073 | Spent: 11.0 secs | LR: 0.000149
I0411 07:52:40.586118 139703861815168 interactiveshell.py:2882] Step 98200 | Loss: 0.3115 | Spent: 11.1 secs | LR: 0.000149
I0411 07:52:51.684043 139703861815168 interactiveshell.py:2882] Step 98250 | Loss: 0.2138 | Spent: 11.1 secs | LR: 0.000149
I0411 07:53:03.183285 139703861815168 interactiveshell.py:2882] Step 98300 | Loss: 0.3346 | Spent: 11.5 secs | LR: 0.000149
I0411 07:53:14.665698 139703861815168 interactiveshell.py:2882] Step 98350 | Loss: 0.2271 | Spent: 11.5 secs | LR: 0.000149
I0411 07:53:25.665125 139703861815168 interactiveshell.py:2882] Step 98400 | Loss: 0.1826 | Spent: 11.0 secs | LR: 0.000149
I0411 07:53:36.659184 139703861815168 interactiveshell.py:2882] Step 98450 | Loss: 0.3449 | Spent: 11.0 secs | LR: 0.000149
I0411 07:53:47.817257 139703861815168 interactiveshell.py:2882] Step 98500 | Loss: 0.3227 | Spent: 11.2 secs | LR: 0.000149
I0411 07:53:59.008865 139703861815168 interactiveshell.py:2882] Step 98550 | Loss: 0.1571 | Spent: 11.2 secs | LR: 0.000149
I0411 07:54:10.166423 139703861815168 interactiveshell.py:2882] Step 98600 | Loss: 0.3131 | Spent: 11.2 secs | LR: 0.000148
I0411 07:54:21.220819 139703861815168 interactiveshell.py:2882] Step 98650 | Loss: 0.2101 | Spent: 11.1 secs | LR: 0.000148
I0411 07:54:32.507280 139703861815168 interactiveshell.py:2882] Step 98700 | Loss: 0.4665 | Spent: 11.3 secs | LR: 0.000148
I0411 07:54:43.533677 139703861815168 interactiveshell.py:2882] Step 98750 | Loss: 0.2442 | Spent: 11.0 secs | LR: 0.000148
I0411 07:54:54.564617 139703861815168 interactiveshell.py:2882] Step 98800 | Loss: 0.2634 | Spent: 11.0 secs | LR: 0.000148
I0411 07:55:05.521699 139703861815168 interactiveshell.py:2882] Step 98850 | Loss: 0.3693 | Spent: 11.0 secs | LR: 0.000148
I0411 07:55:16.692536 139703861815168 interactiveshell.py:2882] Step 98900 | Loss: 0.6251 | Spent: 11.2 secs | LR: 0.000148
I0411 07:55:27.751153 139703861815168 interactiveshell.py:2882] Step 98950 | Loss: 0.5167 | Spent: 11.1 secs | LR: 0.000148
I0411 07:55:38.885800 139703861815168 interactiveshell.py:2882] Step 99000 | Loss: 0.3617 | Spent: 11.1 secs | LR: 0.000148
I0411 07:55:50.033034 139703861815168 interactiveshell.py:2882] Step 99050 | Loss: 0.3815 | Spent: 11.1 secs | LR: 0.000148
I0411 07:56:01.218920 139703861815168 interactiveshell.py:2882] Step 99100 | Loss: 0.1857 | Spent: 11.2 secs | LR: 0.000148
I0411 07:56:12.365849 139703861815168 interactiveshell.py:2882] Step 99150 | Loss: 0.3287 | Spent: 11.1 secs | LR: 0.000148
I0411 07:56:23.498076 139703861815168 interactiveshell.py:2882] Step 99200 | Loss: 0.2440 | Spent: 11.1 secs | LR: 0.000148
I0411 07:56:34.716221 139703861815168 interactiveshell.py:2882] Step 99250 | Loss: 0.2518 | Spent: 11.2 secs | LR: 0.000148
I0411 07:56:45.721055 139703861815168 interactiveshell.py:2882] Step 99300 | Loss: 0.4073 | Spent: 11.0 secs | LR: 0.000147
I0411 07:56:57.072142 139703861815168 interactiveshell.py:2882] Step 99350 | Loss: 0.0976 | Spent: 11.3 secs | LR: 0.000147
I0411 07:57:08.011811 139703861815168 interactiveshell.py:2882] Step 99400 | Loss: 0.5107 | Spent: 10.9 secs | LR: 0.000147
I0411 07:57:19.093977 139703861815168 interactiveshell.py:2882] Step 99450 | Loss: 0.2672 | Spent: 11.1 secs | LR: 0.000147
I0411 07:57:30.397426 139703861815168 interactiveshell.py:2882] Step 99500 | Loss: 0.5909 | Spent: 11.3 secs | LR: 0.000147
I0411 07:57:41.392621 139703861815168 interactiveshell.py:2882] Step 99550 | Loss: 0.2913 | Spent: 11.0 secs | LR: 0.000147
I0411 07:57:52.438875 139703861815168 interactiveshell.py:2882] Step 99600 | Loss: 0.3167 | Spent: 11.0 secs | LR: 0.000147
I0411 07:58:03.772230 139703861815168 interactiveshell.py:2882] Step 99650 | Loss: 0.4921 | Spent: 11.3 secs | LR: 0.000147
I0411 07:58:14.908591 139703861815168 interactiveshell.py:2882] Step 99700 | Loss: 0.2894 | Spent: 11.1 secs | LR: 0.000147
Reading ../data/test.txt
I0411 07:58:47.415964 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.870
I0411 07:58:47.417634 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.873
I0411 07:58:58.074131 139703861815168 interactiveshell.py:2882] Step 99750 | Loss: 0.1432 | Spent: 43.2 secs | LR: 0.000147
I0411 07:59:09.195740 139703861815168 interactiveshell.py:2882] Step 99800 | Loss: 0.2505 | Spent: 11.1 secs | LR: 0.000147
I0411 07:59:20.267196 139703861815168 interactiveshell.py:2882] Step 99850 | Loss: 0.4422 | Spent: 11.1 secs | LR: 0.000147
I0411 07:59:31.360257 139703861815168 interactiveshell.py:2882] Step 99900 | Loss: 0.4236 | Spent: 11.1 secs | LR: 0.000147
I0411 07:59:42.367236 139703861815168 interactiveshell.py:2882] Step 99950 | Loss: 0.3245 | Spent: 11.0 secs | LR: 0.000146
I0411 07:59:53.320251 139703861815168 interactiveshell.py:2882] Step 100000 | Loss: 0.0910 | Spent: 11.0 secs | LR: 0.000146
I0411 08:00:03.914231 139703861815168 interactiveshell.py:2882] Step 100050 | Loss: 0.3278 | Spent: 10.6 secs | LR: 0.000146
I0411 08:00:14.632854 139703861815168 interactiveshell.py:2882] Step 100100 | Loss: 0.1700 | Spent: 10.7 secs | LR: 0.000146
I0411 08:00:25.729652 139703861815168 interactiveshell.py:2882] Step 100150 | Loss: 0.4229 | Spent: 11.1 secs | LR: 0.000146
I0411 08:00:36.876263 139703861815168 interactiveshell.py:2882] Step 100200 | Loss: 0.4355 | Spent: 11.1 secs | LR: 0.000146
I0411 08:00:48.220459 139703861815168 interactiveshell.py:2882] Step 100250 | Loss: 0.2755 | Spent: 11.3 secs | LR: 0.000146
I0411 08:00:59.363227 139703861815168 interactiveshell.py:2882] Step 100300 | Loss: 0.3108 | Spent: 11.1 secs | LR: 0.000146
I0411 08:01:10.446267 139703861815168 interactiveshell.py:2882] Step 100350 | Loss: 0.2665 | Spent: 11.1 secs | LR: 0.000146
I0411 08:01:21.694389 139703861815168 interactiveshell.py:2882] Step 100400 | Loss: 0.3056 | Spent: 11.2 secs | LR: 0.000146
I0411 08:01:32.695159 139703861815168 interactiveshell.py:2882] Step 100450 | Loss: 0.1738 | Spent: 11.0 secs | LR: 0.000146
I0411 08:01:43.628894 139703861815168 interactiveshell.py:2882] Step 100500 | Loss: 0.2983 | Spent: 10.9 secs | LR: 0.000146
I0411 08:01:54.874947 139703861815168 interactiveshell.py:2882] Step 100550 | Loss: 0.6867 | Spent: 11.2 secs | LR: 0.000146
I0411 08:02:06.422468 139703861815168 interactiveshell.py:2882] Step 100600 | Loss: 0.3205 | Spent: 11.5 secs | LR: 0.000146
I0411 08:02:17.567931 139703861815168 interactiveshell.py:2882] Step 100650 | Loss: 0.2602 | Spent: 11.1 secs | LR: 0.000145
I0411 08:02:28.661827 139703861815168 interactiveshell.py:2882] Step 100700 | Loss: 0.4507 | Spent: 11.1 secs | LR: 0.000145
I0411 08:02:39.780972 139703861815168 interactiveshell.py:2882] Step 100750 | Loss: 0.5521 | Spent: 11.1 secs | LR: 0.000145
I0411 08:02:50.704889 139703861815168 interactiveshell.py:2882] Step 100800 | Loss: 0.3111 | Spent: 10.9 secs | LR: 0.000145
I0411 08:03:01.915415 139703861815168 interactiveshell.py:2882] Step 100850 | Loss: 0.4430 | Spent: 11.2 secs | LR: 0.000145
I0411 08:03:13.212544 139703861815168 interactiveshell.py:2882] Step 100900 | Loss: 0.3416 | Spent: 11.3 secs | LR: 0.000145
I0411 08:03:24.178512 139703861815168 interactiveshell.py:2882] Step 100950 | Loss: 0.3151 | Spent: 11.0 secs | LR: 0.000145
I0411 08:03:35.417147 139703861815168 interactiveshell.py:2882] Step 101000 | Loss: 0.2790 | Spent: 11.2 secs | LR: 0.000145
I0411 08:03:46.581574 139703861815168 interactiveshell.py:2882] Step 101050 | Loss: 0.3361 | Spent: 11.2 secs | LR: 0.000145
I0411 08:03:57.837286 139703861815168 interactiveshell.py:2882] Step 101100 | Loss: 0.1924 | Spent: 11.3 secs | LR: 0.000145
I0411 08:04:08.931980 139703861815168 interactiveshell.py:2882] Step 101150 | Loss: 0.3225 | Spent: 11.1 secs | LR: 0.000145
I0411 08:04:20.056740 139703861815168 interactiveshell.py:2882] Step 101200 | Loss: 0.1792 | Spent: 11.1 secs | LR: 0.000145
I0411 08:04:31.265553 139703861815168 interactiveshell.py:2882] Step 101250 | Loss: 0.2211 | Spent: 11.2 secs | LR: 0.000145
I0411 08:04:42.525156 139703861815168 interactiveshell.py:2882] Step 101300 | Loss: 0.3165 | Spent: 11.3 secs | LR: 0.000145
I0411 08:04:53.705796 139703861815168 interactiveshell.py:2882] Step 101350 | Loss: 0.1792 | Spent: 11.2 secs | LR: 0.000144
I0411 08:05:04.999502 139703861815168 interactiveshell.py:2882] Step 101400 | Loss: 0.2564 | Spent: 11.3 secs | LR: 0.000144
Reading ../data/test.txt
I0411 08:05:41.814205 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.874
I0411 08:05:41.815387 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.874
I0411 08:05:48.559890 139703861815168 interactiveshell.py:2882] Step 101450 | Loss: 0.4622 | Spent: 43.6 secs | LR: 0.000144
I0411 08:05:59.709825 139703861815168 interactiveshell.py:2882] Step 101500 | Loss: 0.3638 | Spent: 11.1 secs | LR: 0.000144
I0411 08:06:10.964018 139703861815168 interactiveshell.py:2882] Step 101550 | Loss: 0.2050 | Spent: 11.3 secs | LR: 0.000144
I0411 08:06:22.119990 139703861815168 interactiveshell.py:2882] Step 101600 | Loss: 0.2962 | Spent: 11.2 secs | LR: 0.000144
I0411 08:06:33.332006 139703861815168 interactiveshell.py:2882] Step 101650 | Loss: 0.2565 | Spent: 11.2 secs | LR: 0.000144
I0411 08:06:44.418566 139703861815168 interactiveshell.py:2882] Step 101700 | Loss: 0.4896 | Spent: 11.1 secs | LR: 0.000144
I0411 08:06:55.522710 139703861815168 interactiveshell.py:2882] Step 101750 | Loss: 0.3424 | Spent: 11.1 secs | LR: 0.000144
I0411 08:07:06.829514 139703861815168 interactiveshell.py:2882] Step 101800 | Loss: 0.3598 | Spent: 11.3 secs | LR: 0.000144
I0411 08:07:18.298039 139703861815168 interactiveshell.py:2882] Step 101850 | Loss: 0.1380 | Spent: 11.5 secs | LR: 0.000144
I0411 08:07:29.521087 139703861815168 interactiveshell.py:2882] Step 101900 | Loss: 0.2673 | Spent: 11.2 secs | LR: 0.000144
I0411 08:07:40.711294 139703861815168 interactiveshell.py:2882] Step 101950 | Loss: 0.1634 | Spent: 11.2 secs | LR: 0.000144
I0411 08:07:51.903015 139703861815168 interactiveshell.py:2882] Step 102000 | Loss: 0.2949 | Spent: 11.2 secs | LR: 0.000143
I0411 08:08:02.928852 139703861815168 interactiveshell.py:2882] Step 102050 | Loss: 0.3520 | Spent: 11.0 secs | LR: 0.000143
I0411 08:08:14.271914 139703861815168 interactiveshell.py:2882] Step 102100 | Loss: 0.6621 | Spent: 11.3 secs | LR: 0.000143
I0411 08:08:25.778885 139703861815168 interactiveshell.py:2882] Step 102150 | Loss: 0.1998 | Spent: 11.5 secs | LR: 0.000143
I0411 08:08:36.806083 139703861815168 interactiveshell.py:2882] Step 102200 | Loss: 0.3143 | Spent: 11.0 secs | LR: 0.000143
I0411 08:08:47.885444 139703861815168 interactiveshell.py:2882] Step 102250 | Loss: 0.1612 | Spent: 11.1 secs | LR: 0.000143
I0411 08:08:58.954249 139703861815168 interactiveshell.py:2882] Step 102300 | Loss: 0.3541 | Spent: 11.1 secs | LR: 0.000143
I0411 08:09:10.045194 139703861815168 interactiveshell.py:2882] Step 102350 | Loss: 0.2962 | Spent: 11.1 secs | LR: 0.000143
I0411 08:09:21.317967 139703861815168 interactiveshell.py:2882] Step 102400 | Loss: 0.2807 | Spent: 11.3 secs | LR: 0.000143
I0411 08:09:32.635471 139703861815168 interactiveshell.py:2882] Step 102450 | Loss: 0.2797 | Spent: 11.3 secs | LR: 0.000143
I0411 08:09:43.665398 139703861815168 interactiveshell.py:2882] Step 102500 | Loss: 0.2845 | Spent: 11.0 secs | LR: 0.000143
I0411 08:09:54.996100 139703861815168 interactiveshell.py:2882] Step 102550 | Loss: 0.3483 | Spent: 11.3 secs | LR: 0.000143
I0411 08:10:05.937632 139703861815168 interactiveshell.py:2882] Step 102600 | Loss: 0.2110 | Spent: 10.9 secs | LR: 0.000143
I0411 08:10:17.056228 139703861815168 interactiveshell.py:2882] Step 102650 | Loss: 0.1776 | Spent: 11.1 secs | LR: 0.000143
I0411 08:10:28.421885 139703861815168 interactiveshell.py:2882] Step 102700 | Loss: 0.4830 | Spent: 11.4 secs | LR: 0.000142
I0411 08:10:39.504372 139703861815168 interactiveshell.py:2882] Step 102750 | Loss: 0.3094 | Spent: 11.1 secs | LR: 0.000142
I0411 08:10:50.432453 139703861815168 interactiveshell.py:2882] Step 102800 | Loss: 0.2859 | Spent: 10.9 secs | LR: 0.000142
I0411 08:11:01.487603 139703861815168 interactiveshell.py:2882] Step 102850 | Loss: 0.6043 | Spent: 11.1 secs | LR: 0.000142
I0411 08:11:12.390551 139703861815168 interactiveshell.py:2882] Step 102900 | Loss: 0.2024 | Spent: 10.9 secs | LR: 0.000142
I0411 08:11:23.495701 139703861815168 interactiveshell.py:2882] Step 102950 | Loss: 0.2191 | Spent: 11.1 secs | LR: 0.000142
I0411 08:11:34.305272 139703861815168 interactiveshell.py:2882] Step 103000 | Loss: 0.1846 | Spent: 10.8 secs | LR: 0.000142
Reading ../data/train.txt
I0411 08:12:25.682383 139703861815168 interactiveshell.py:2882] Step 103050 | Loss: 0.3951 | Spent: 51.4 secs | LR: 0.000142
I0411 08:12:37.172182 139703861815168 interactiveshell.py:2882] Step 103100 | Loss: 0.4185 | Spent: 11.5 secs | LR: 0.000142
Reading ../data/test.txt
I0411 08:13:17.539860 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0411 08:13:17.541407 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.874
I0411 08:13:20.081492 139703861815168 interactiveshell.py:2882] Step 103150 | Loss: 0.2593 | Spent: 42.9 secs | LR: 0.000142
I0411 08:13:31.424367 139703861815168 interactiveshell.py:2882] Step 103200 | Loss: 0.2042 | Spent: 11.3 secs | LR: 0.000142
I0411 08:13:42.954850 139703861815168 interactiveshell.py:2882] Step 103250 | Loss: 0.3398 | Spent: 11.5 secs | LR: 0.000142
I0411 08:13:54.367264 139703861815168 interactiveshell.py:2882] Step 103300 | Loss: 0.2128 | Spent: 11.4 secs | LR: 0.000142
I0411 08:14:05.624939 139703861815168 interactiveshell.py:2882] Step 103350 | Loss: 0.4651 | Spent: 11.3 secs | LR: 0.000142
I0411 08:14:17.295365 139703861815168 interactiveshell.py:2882] Step 103400 | Loss: 0.2450 | Spent: 11.7 secs | LR: 0.000141
I0411 08:14:28.749981 139703861815168 interactiveshell.py:2882] Step 103450 | Loss: 0.2144 | Spent: 11.5 secs | LR: 0.000141
I0411 08:14:40.178870 139703861815168 interactiveshell.py:2882] Step 103500 | Loss: 0.5137 | Spent: 11.4 secs | LR: 0.000141
I0411 08:14:51.506966 139703861815168 interactiveshell.py:2882] Step 103550 | Loss: 0.2899 | Spent: 11.3 secs | LR: 0.000141
I0411 08:15:02.775916 139703861815168 interactiveshell.py:2882] Step 103600 | Loss: 0.4064 | Spent: 11.3 secs | LR: 0.000141
I0411 08:15:14.058834 139703861815168 interactiveshell.py:2882] Step 103650 | Loss: 0.2482 | Spent: 11.3 secs | LR: 0.000141
I0411 08:15:25.655097 139703861815168 interactiveshell.py:2882] Step 103700 | Loss: 0.2783 | Spent: 11.6 secs | LR: 0.000141
I0411 08:15:37.114583 139703861815168 interactiveshell.py:2882] Step 103750 | Loss: 0.3359 | Spent: 11.5 secs | LR: 0.000141
I0411 08:15:48.629625 139703861815168 interactiveshell.py:2882] Step 103800 | Loss: 0.1921 | Spent: 11.5 secs | LR: 0.000141
I0411 08:16:00.030536 139703861815168 interactiveshell.py:2882] Step 103850 | Loss: 0.1872 | Spent: 11.4 secs | LR: 0.000141
I0411 08:16:11.690870 139703861815168 interactiveshell.py:2882] Step 103900 | Loss: 0.2226 | Spent: 11.7 secs | LR: 0.000141
I0411 08:16:22.885168 139703861815168 interactiveshell.py:2882] Step 103950 | Loss: 0.2411 | Spent: 11.2 secs | LR: 0.000141
I0411 08:16:34.144125 139703861815168 interactiveshell.py:2882] Step 104000 | Loss: 0.1836 | Spent: 11.3 secs | LR: 0.000141
I0411 08:16:45.190436 139703861815168 interactiveshell.py:2882] Step 104050 | Loss: 0.3356 | Spent: 11.0 secs | LR: 0.000141
I0411 08:16:56.931724 139703861815168 interactiveshell.py:2882] Step 104100 | Loss: 0.1492 | Spent: 11.7 secs | LR: 0.000141
I0411 08:17:08.537226 139703861815168 interactiveshell.py:2882] Step 104150 | Loss: 0.1216 | Spent: 11.6 secs | LR: 0.000140
I0411 08:17:19.961421 139703861815168 interactiveshell.py:2882] Step 104200 | Loss: 0.3630 | Spent: 11.4 secs | LR: 0.000140
I0411 08:17:31.595448 139703861815168 interactiveshell.py:2882] Step 104250 | Loss: 0.3173 | Spent: 11.6 secs | LR: 0.000140
I0411 08:17:43.388904 139703861815168 interactiveshell.py:2882] Step 104300 | Loss: 0.4294 | Spent: 11.8 secs | LR: 0.000140
I0411 08:17:54.664083 139703861815168 interactiveshell.py:2882] Step 104350 | Loss: 0.1817 | Spent: 11.3 secs | LR: 0.000140
I0411 08:18:06.385864 139703861815168 interactiveshell.py:2882] Step 104400 | Loss: 0.5336 | Spent: 11.7 secs | LR: 0.000140
I0411 08:18:17.787369 139703861815168 interactiveshell.py:2882] Step 104450 | Loss: 0.2041 | Spent: 11.4 secs | LR: 0.000140
I0411 08:18:29.892382 139703861815168 interactiveshell.py:2882] Step 104500 | Loss: 0.3301 | Spent: 12.1 secs | LR: 0.000140
I0411 08:18:41.496283 139703861815168 interactiveshell.py:2882] Step 104550 | Loss: 0.2866 | Spent: 11.6 secs | LR: 0.000140
I0411 08:18:52.940586 139703861815168 interactiveshell.py:2882] Step 104600 | Loss: 0.2998 | Spent: 11.4 secs | LR: 0.000140
I0411 08:19:04.050295 139703861815168 interactiveshell.py:2882] Step 104650 | Loss: 0.2157 | Spent: 11.1 secs | LR: 0.000140
I0411 08:19:14.961506 139703861815168 interactiveshell.py:2882] Step 104700 | Loss: 0.3341 | Spent: 10.9 secs | LR: 0.000140
I0411 08:19:25.935408 139703861815168 interactiveshell.py:2882] Step 104750 | Loss: 0.2793 | Spent: 11.0 secs | LR: 0.000140
I0411 08:19:37.269742 139703861815168 interactiveshell.py:2882] Step 104800 | Loss: 0.3307 | Spent: 11.3 secs | LR: 0.000140
I0411 08:19:48.982557 139703861815168 interactiveshell.py:2882] Step 104850 | Loss: 0.2690 | Spent: 11.7 secs | LR: 0.000139
Reading ../data/test.txt
I0411 08:20:23.280226 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.871
I0411 08:20:23.281818 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.874
I0411 08:20:32.995932 139703861815168 interactiveshell.py:2882] Step 104900 | Loss: 0.1917 | Spent: 44.0 secs | LR: 0.000139
I0411 08:20:44.562611 139703861815168 interactiveshell.py:2882] Step 104950 | Loss: 0.3637 | Spent: 11.6 secs | LR: 0.000139
I0411 08:20:56.019761 139703861815168 interactiveshell.py:2882] Step 105000 | Loss: 0.4076 | Spent: 11.5 secs | LR: 0.000139
I0411 08:21:07.496142 139703861815168 interactiveshell.py:2882] Step 105050 | Loss: 0.2579 | Spent: 11.5 secs | LR: 0.000139
I0411 08:21:19.066376 139703861815168 interactiveshell.py:2882] Step 105100 | Loss: 0.5382 | Spent: 11.6 secs | LR: 0.000139
I0411 08:21:30.708394 139703861815168 interactiveshell.py:2882] Step 105150 | Loss: 0.4451 | Spent: 11.6 secs | LR: 0.000139
I0411 08:21:42.015739 139703861815168 interactiveshell.py:2882] Step 105200 | Loss: 0.4930 | Spent: 11.3 secs | LR: 0.000139
I0411 08:21:53.541662 139703861815168 interactiveshell.py:2882] Step 105250 | Loss: 0.3595 | Spent: 11.5 secs | LR: 0.000139
I0411 08:22:05.016419 139703861815168 interactiveshell.py:2882] Step 105300 | Loss: 0.2488 | Spent: 11.5 secs | LR: 0.000139
I0411 08:22:16.438643 139703861815168 interactiveshell.py:2882] Step 105350 | Loss: 0.2741 | Spent: 11.4 secs | LR: 0.000139
I0411 08:22:27.912062 139703861815168 interactiveshell.py:2882] Step 105400 | Loss: 0.3546 | Spent: 11.5 secs | LR: 0.000139
I0411 08:22:39.316701 139703861815168 interactiveshell.py:2882] Step 105450 | Loss: 0.1058 | Spent: 11.4 secs | LR: 0.000139
I0411 08:22:51.259952 139703861815168 interactiveshell.py:2882] Step 105500 | Loss: 0.1518 | Spent: 11.9 secs | LR: 0.000139
I0411 08:23:02.817673 139703861815168 interactiveshell.py:2882] Step 105550 | Loss: 0.5065 | Spent: 11.6 secs | LR: 0.000138
I0411 08:23:14.230332 139703861815168 interactiveshell.py:2882] Step 105600 | Loss: 0.2375 | Spent: 11.4 secs | LR: 0.000138
I0411 08:23:25.781967 139703861815168 interactiveshell.py:2882] Step 105650 | Loss: 0.4966 | Spent: 11.5 secs | LR: 0.000138
I0411 08:23:37.534147 139703861815168 interactiveshell.py:2882] Step 105700 | Loss: 0.2001 | Spent: 11.8 secs | LR: 0.000138
I0411 08:23:49.044960 139703861815168 interactiveshell.py:2882] Step 105750 | Loss: 0.2888 | Spent: 11.5 secs | LR: 0.000138
I0411 08:24:00.481018 139703861815168 interactiveshell.py:2882] Step 105800 | Loss: 0.1270 | Spent: 11.4 secs | LR: 0.000138
I0411 08:24:12.033111 139703861815168 interactiveshell.py:2882] Step 105850 | Loss: 0.1713 | Spent: 11.6 secs | LR: 0.000138
I0411 08:24:23.497222 139703861815168 interactiveshell.py:2882] Step 105900 | Loss: 0.1862 | Spent: 11.5 secs | LR: 0.000138
I0411 08:24:34.908506 139703861815168 interactiveshell.py:2882] Step 105950 | Loss: 0.2235 | Spent: 11.4 secs | LR: 0.000138
I0411 08:24:46.366620 139703861815168 interactiveshell.py:2882] Step 106000 | Loss: 0.4419 | Spent: 11.5 secs | LR: 0.000138
I0411 08:24:57.896140 139703861815168 interactiveshell.py:2882] Step 106050 | Loss: 0.1799 | Spent: 11.5 secs | LR: 0.000138
I0411 08:25:09.538534 139703861815168 interactiveshell.py:2882] Step 106100 | Loss: 0.3130 | Spent: 11.6 secs | LR: 0.000138
I0411 08:25:21.047176 139703861815168 interactiveshell.py:2882] Step 106150 | Loss: 0.4418 | Spent: 11.5 secs | LR: 0.000138
I0411 08:25:32.592264 139703861815168 interactiveshell.py:2882] Step 106200 | Loss: 0.3151 | Spent: 11.5 secs | LR: 0.000138
I0411 08:25:44.122954 139703861815168 interactiveshell.py:2882] Step 106250 | Loss: 0.3454 | Spent: 11.5 secs | LR: 0.000137
I0411 08:25:55.676314 139703861815168 interactiveshell.py:2882] Step 106300 | Loss: 0.3196 | Spent: 11.6 secs | LR: 0.000137
I0411 08:26:07.294169 139703861815168 interactiveshell.py:2882] Step 106350 | Loss: 0.2400 | Spent: 11.6 secs | LR: 0.000137
I0411 08:26:18.757712 139703861815168 interactiveshell.py:2882] Step 106400 | Loss: 0.4639 | Spent: 11.5 secs | LR: 0.000137
I0411 08:26:30.433275 139703861815168 interactiveshell.py:2882] Step 106450 | Loss: 0.5636 | Spent: 11.7 secs | LR: 0.000137
I0411 08:26:41.873631 139703861815168 interactiveshell.py:2882] Step 106500 | Loss: 0.1736 | Spent: 11.4 secs | LR: 0.000137
I0411 08:26:53.224357 139703861815168 interactiveshell.py:2882] Step 106550 | Loss: 0.4415 | Spent: 11.3 secs | LR: 0.000137
Reading ../data/test.txt
I0411 08:27:31.855731 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0411 08:27:31.856895 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.874
I0411 08:27:37.138991 139703861815168 interactiveshell.py:2882] Step 106600 | Loss: 0.4486 | Spent: 43.9 secs | LR: 0.000137
I0411 08:27:48.751105 139703861815168 interactiveshell.py:2882] Step 106650 | Loss: 0.2136 | Spent: 11.6 secs | LR: 0.000137
I0411 08:28:00.655245 139703861815168 interactiveshell.py:2882] Step 106700 | Loss: 0.2218 | Spent: 11.9 secs | LR: 0.000137
I0411 08:28:12.115031 139703861815168 interactiveshell.py:2882] Step 106750 | Loss: 0.1309 | Spent: 11.5 secs | LR: 0.000137
I0411 08:28:23.808714 139703861815168 interactiveshell.py:2882] Step 106800 | Loss: 0.2779 | Spent: 11.7 secs | LR: 0.000137
I0411 08:28:35.309577 139703861815168 interactiveshell.py:2882] Step 106850 | Loss: 0.3533 | Spent: 11.5 secs | LR: 0.000137
I0411 08:28:46.982718 139703861815168 interactiveshell.py:2882] Step 106900 | Loss: 0.2297 | Spent: 11.7 secs | LR: 0.000137
I0411 08:28:58.643524 139703861815168 interactiveshell.py:2882] Step 106950 | Loss: 0.5721 | Spent: 11.7 secs | LR: 0.000137
I0411 08:29:10.143166 139703861815168 interactiveshell.py:2882] Step 107000 | Loss: 0.4012 | Spent: 11.5 secs | LR: 0.000136
I0411 08:29:21.565962 139703861815168 interactiveshell.py:2882] Step 107050 | Loss: 0.3999 | Spent: 11.4 secs | LR: 0.000136
I0411 08:29:33.152522 139703861815168 interactiveshell.py:2882] Step 107100 | Loss: 0.6095 | Spent: 11.6 secs | LR: 0.000136
I0411 08:29:44.412234 139703861815168 interactiveshell.py:2882] Step 107150 | Loss: 0.4661 | Spent: 11.3 secs | LR: 0.000136
I0411 08:29:56.278937 139703861815168 interactiveshell.py:2882] Step 107200 | Loss: 0.3406 | Spent: 11.9 secs | LR: 0.000136
I0411 08:30:07.738173 139703861815168 interactiveshell.py:2882] Step 107250 | Loss: 0.2544 | Spent: 11.5 secs | LR: 0.000136
I0411 08:30:19.304946 139703861815168 interactiveshell.py:2882] Step 107300 | Loss: 0.3766 | Spent: 11.6 secs | LR: 0.000136
I0411 08:30:30.769232 139703861815168 interactiveshell.py:2882] Step 107350 | Loss: 0.1947 | Spent: 11.5 secs | LR: 0.000136
I0411 08:30:42.340574 139703861815168 interactiveshell.py:2882] Step 107400 | Loss: 0.3916 | Spent: 11.6 secs | LR: 0.000136
I0411 08:30:53.946298 139703861815168 interactiveshell.py:2882] Step 107450 | Loss: 0.3789 | Spent: 11.6 secs | LR: 0.000136
I0411 08:31:05.589489 139703861815168 interactiveshell.py:2882] Step 107500 | Loss: 0.2245 | Spent: 11.6 secs | LR: 0.000136
I0411 08:31:16.880167 139703861815168 interactiveshell.py:2882] Step 107550 | Loss: 0.1701 | Spent: 11.3 secs | LR: 0.000136
I0411 08:31:28.376407 139703861815168 interactiveshell.py:2882] Step 107600 | Loss: 0.3855 | Spent: 11.5 secs | LR: 0.000136
I0411 08:31:39.920284 139703861815168 interactiveshell.py:2882] Step 107650 | Loss: 0.4953 | Spent: 11.5 secs | LR: 0.000136
I0411 08:31:51.410511 139703861815168 interactiveshell.py:2882] Step 107700 | Loss: 0.4373 | Spent: 11.5 secs | LR: 0.000136
I0411 08:32:02.885179 139703861815168 interactiveshell.py:2882] Step 107750 | Loss: 0.2500 | Spent: 11.5 secs | LR: 0.000135
I0411 08:32:14.280847 139703861815168 interactiveshell.py:2882] Step 107800 | Loss: 0.1135 | Spent: 11.4 secs | LR: 0.000135
I0411 08:32:25.858631 139703861815168 interactiveshell.py:2882] Step 107850 | Loss: 0.0935 | Spent: 11.6 secs | LR: 0.000135
I0411 08:32:37.457885 139703861815168 interactiveshell.py:2882] Step 107900 | Loss: 0.4041 | Spent: 11.6 secs | LR: 0.000135
I0411 08:32:48.973499 139703861815168 interactiveshell.py:2882] Step 107950 | Loss: 0.4157 | Spent: 11.5 secs | LR: 0.000135
I0411 08:33:00.706998 139703861815168 interactiveshell.py:2882] Step 108000 | Loss: 0.4772 | Spent: 11.7 secs | LR: 0.000135
I0411 08:33:12.498247 139703861815168 interactiveshell.py:2882] Step 108050 | Loss: 0.2284 | Spent: 11.8 secs | LR: 0.000135
I0411 08:33:23.942270 139703861815168 interactiveshell.py:2882] Step 108100 | Loss: 0.2479 | Spent: 11.4 secs | LR: 0.000135
I0411 08:33:35.412106 139703861815168 interactiveshell.py:2882] Step 108150 | Loss: 0.1211 | Spent: 11.5 secs | LR: 0.000135
I0411 08:33:46.901399 139703861815168 interactiveshell.py:2882] Step 108200 | Loss: 0.1605 | Spent: 11.5 secs | LR: 0.000135
I0411 08:33:58.237316 139703861815168 interactiveshell.py:2882] Step 108250 | Loss: 0.3035 | Spent: 11.3 secs | LR: 0.000135
Reading ../data/test.txt
I0411 08:34:41.184597 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.872
I0411 08:34:41.185858 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.874
I0411 08:34:42.111799 139703861815168 interactiveshell.py:2882] Step 108300 | Loss: 0.2586 | Spent: 43.9 secs | LR: 0.000135
I0411 08:34:53.600719 139703861815168 interactiveshell.py:2882] Step 108350 | Loss: 0.1885 | Spent: 11.5 secs | LR: 0.000135
I0411 08:35:05.105824 139703861815168 interactiveshell.py:2882] Step 108400 | Loss: 0.2832 | Spent: 11.5 secs | LR: 0.000135
I0411 08:35:16.479194 139703861815168 interactiveshell.py:2882] Step 108450 | Loss: 0.6365 | Spent: 11.4 secs | LR: 0.000134
I0411 08:35:28.067630 139703861815168 interactiveshell.py:2882] Step 108500 | Loss: 0.4520 | Spent: 11.6 secs | LR: 0.000134
I0411 08:35:39.467005 139703861815168 interactiveshell.py:2882] Step 108550 | Loss: 0.3384 | Spent: 11.4 secs | LR: 0.000134
I0411 08:35:50.773230 139703861815168 interactiveshell.py:2882] Step 108600 | Loss: 0.1479 | Spent: 11.3 secs | LR: 0.000134
I0411 08:36:02.382837 139703861815168 interactiveshell.py:2882] Step 108650 | Loss: 0.3480 | Spent: 11.6 secs | LR: 0.000134
I0411 08:36:13.838312 139703861815168 interactiveshell.py:2882] Step 108700 | Loss: 0.2689 | Spent: 11.5 secs | LR: 0.000134
I0411 08:36:25.382843 139703861815168 interactiveshell.py:2882] Step 108750 | Loss: 0.2299 | Spent: 11.5 secs | LR: 0.000134
I0411 08:36:37.139599 139703861815168 interactiveshell.py:2882] Step 108800 | Loss: 0.1449 | Spent: 11.8 secs | LR: 0.000134
I0411 08:36:48.627382 139703861815168 interactiveshell.py:2882] Step 108850 | Loss: 0.2688 | Spent: 11.5 secs | LR: 0.000134
I0411 08:37:00.337153 139703861815168 interactiveshell.py:2882] Step 108900 | Loss: 0.0988 | Spent: 11.7 secs | LR: 0.000134
I0411 08:37:11.192225 139703861815168 interactiveshell.py:2882] Step 108950 | Loss: 0.2571 | Spent: 10.9 secs | LR: 0.000134
I0411 08:37:22.565359 139703861815168 interactiveshell.py:2882] Step 109000 | Loss: 0.3194 | Spent: 11.4 secs | LR: 0.000134
I0411 08:37:34.175127 139703861815168 interactiveshell.py:2882] Step 109050 | Loss: 0.4026 | Spent: 11.6 secs | LR: 0.000134
I0411 08:37:45.734581 139703861815168 interactiveshell.py:2882] Step 109100 | Loss: 0.3743 | Spent: 11.6 secs | LR: 0.000134
I0411 08:37:57.268592 139703861815168 interactiveshell.py:2882] Step 109150 | Loss: 0.3854 | Spent: 11.5 secs | LR: 0.000134
I0411 08:38:08.877584 139703861815168 interactiveshell.py:2882] Step 109200 | Loss: 0.5575 | Spent: 11.6 secs | LR: 0.000133
I0411 08:38:20.773320 139703861815168 interactiveshell.py:2882] Step 109250 | Loss: 0.3613 | Spent: 11.9 secs | LR: 0.000133
I0411 08:38:32.385250 139703861815168 interactiveshell.py:2882] Step 109300 | Loss: 0.4790 | Spent: 11.6 secs | LR: 0.000133
I0411 08:38:43.556790 139703861815168 interactiveshell.py:2882] Step 109350 | Loss: 0.4054 | Spent: 11.2 secs | LR: 0.000133
I0411 08:38:55.081801 139703861815168 interactiveshell.py:2882] Step 109400 | Loss: 0.4283 | Spent: 11.5 secs | LR: 0.000133
I0411 08:39:06.138933 139703861815168 interactiveshell.py:2882] Step 109450 | Loss: 0.3363 | Spent: 11.1 secs | LR: 0.000133
I0411 08:39:17.265845 139703861815168 interactiveshell.py:2882] Step 109500 | Loss: 0.1143 | Spent: 11.1 secs | LR: 0.000133
I0411 08:39:28.651997 139703861815168 interactiveshell.py:2882] Step 109550 | Loss: 0.1961 | Spent: 11.4 secs | LR: 0.000133
I0411 08:39:40.239027 139703861815168 interactiveshell.py:2882] Step 109600 | Loss: 0.2724 | Spent: 11.6 secs | LR: 0.000133
I0411 08:39:51.672176 139703861815168 interactiveshell.py:2882] Step 109650 | Loss: 0.3914 | Spent: 11.4 secs | LR: 0.000133
I0411 08:40:03.336813 139703861815168 interactiveshell.py:2882] Step 109700 | Loss: 0.4276 | Spent: 11.7 secs | LR: 0.000133
I0411 08:40:15.095859 139703861815168 interactiveshell.py:2882] Step 109750 | Loss: 0.4176 | Spent: 11.8 secs | LR: 0.000133
I0411 08:40:26.657175 139703861815168 interactiveshell.py:2882] Step 109800 | Loss: 0.2141 | Spent: 11.6 secs | LR: 0.000133
I0411 08:40:38.401403 139703861815168 interactiveshell.py:2882] Step 109850 | Loss: 0.5755 | Spent: 11.7 secs | LR: 0.000133
I0411 08:40:49.860794 139703861815168 interactiveshell.py:2882] Step 109900 | Loss: 0.2795 | Spent: 11.5 secs | LR: 0.000133
I0411 08:41:01.332316 139703861815168 interactiveshell.py:2882] Step 109950 | Loss: 0.2888 | Spent: 11.5 secs | LR: 0.000132
I0411 08:41:12.928565 139703861815168 interactiveshell.py:2882] Step 110000 | Loss: 0.2124 | Spent: 11.6 secs | LR: 0.000132
Reading ../data/test.txt
I0411 08:41:48.867289 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.870
I0411 08:41:48.868817 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.874
I0411 08:41:56.817950 139703861815168 interactiveshell.py:2882] Step 110050 | Loss: 0.2806 | Spent: 43.9 secs | LR: 0.000132
I0411 08:42:08.296825 139703861815168 interactiveshell.py:2882] Step 110100 | Loss: 0.2783 | Spent: 11.5 secs | LR: 0.000132
I0411 08:42:19.732739 139703861815168 interactiveshell.py:2882] Step 110150 | Loss: 0.2041 | Spent: 11.4 secs | LR: 0.000132
I0411 08:42:31.240849 139703861815168 interactiveshell.py:2882] Step 110200 | Loss: 0.4279 | Spent: 11.5 secs | LR: 0.000132
I0411 08:42:42.737163 139703861815168 interactiveshell.py:2882] Step 110250 | Loss: 0.4939 | Spent: 11.5 secs | LR: 0.000132
I0411 08:42:54.176800 139703861815168 interactiveshell.py:2882] Step 110300 | Loss: 0.2196 | Spent: 11.4 secs | LR: 0.000132
I0411 08:43:05.819637 139703861815168 interactiveshell.py:2882] Step 110350 | Loss: 0.1685 | Spent: 11.6 secs | LR: 0.000132
I0411 08:43:17.296862 139703861815168 interactiveshell.py:2882] Step 110400 | Loss: 0.3899 | Spent: 11.5 secs | LR: 0.000132
I0411 08:43:29.268015 139703861815168 interactiveshell.py:2882] Step 110450 | Loss: 0.4239 | Spent: 12.0 secs | LR: 0.000132
I0411 08:43:40.922248 139703861815168 interactiveshell.py:2882] Step 110500 | Loss: 0.2631 | Spent: 11.6 secs | LR: 0.000132
I0411 08:43:52.379865 139703861815168 interactiveshell.py:2882] Step 110550 | Loss: 0.3486 | Spent: 11.5 secs | LR: 0.000132
I0411 08:44:04.087936 139703861815168 interactiveshell.py:2882] Step 110600 | Loss: 0.2575 | Spent: 11.7 secs | LR: 0.000132
I0411 08:44:15.555336 139703861815168 interactiveshell.py:2882] Step 110650 | Loss: 0.2173 | Spent: 11.5 secs | LR: 0.000132
I0411 08:44:26.677022 139703861815168 interactiveshell.py:2882] Step 110700 | Loss: 0.1913 | Spent: 11.1 secs | LR: 0.000131
I0411 08:44:37.816190 139703861815168 interactiveshell.py:2882] Step 110750 | Loss: 0.3298 | Spent: 11.1 secs | LR: 0.000131
I0411 08:44:48.707599 139703861815168 interactiveshell.py:2882] Step 110800 | Loss: 0.3956 | Spent: 10.9 secs | LR: 0.000131
I0411 08:44:59.403441 139703861815168 interactiveshell.py:2882] Step 110850 | Loss: 0.1422 | Spent: 10.7 secs | LR: 0.000131
I0411 08:45:10.271627 139703861815168 interactiveshell.py:2882] Step 110900 | Loss: 0.2761 | Spent: 10.9 secs | LR: 0.000131
I0411 08:45:21.381866 139703861815168 interactiveshell.py:2882] Step 110950 | Loss: 0.3352 | Spent: 11.1 secs | LR: 0.000131
I0411 08:45:32.601017 139703861815168 interactiveshell.py:2882] Step 111000 | Loss: 0.2379 | Spent: 11.2 secs | LR: 0.000131
I0411 08:45:43.787742 139703861815168 interactiveshell.py:2882] Step 111050 | Loss: 0.2179 | Spent: 11.2 secs | LR: 0.000131
I0411 08:45:54.925732 139703861815168 interactiveshell.py:2882] Step 111100 | Loss: 0.2713 | Spent: 11.1 secs | LR: 0.000131
I0411 08:46:06.362336 139703861815168 interactiveshell.py:2882] Step 111150 | Loss: 0.4611 | Spent: 11.4 secs | LR: 0.000131
I0411 08:46:17.889798 139703861815168 interactiveshell.py:2882] Step 111200 | Loss: 0.1854 | Spent: 11.5 secs | LR: 0.000131
I0411 08:46:29.072165 139703861815168 interactiveshell.py:2882] Step 111250 | Loss: 0.1905 | Spent: 11.2 secs | LR: 0.000131
I0411 08:46:40.287455 139703861815168 interactiveshell.py:2882] Step 111300 | Loss: 0.3606 | Spent: 11.2 secs | LR: 0.000131
I0411 08:46:51.864017 139703861815168 interactiveshell.py:2882] Step 111350 | Loss: 0.1942 | Spent: 11.6 secs | LR: 0.000131
I0411 08:47:03.349375 139703861815168 interactiveshell.py:2882] Step 111400 | Loss: 0.1596 | Spent: 11.5 secs | LR: 0.000131
I0411 08:47:14.747131 139703861815168 interactiveshell.py:2882] Step 111450 | Loss: 0.2351 | Spent: 11.4 secs | LR: 0.000130
I0411 08:47:26.331934 139703861815168 interactiveshell.py:2882] Step 111500 | Loss: 0.4569 | Spent: 11.6 secs | LR: 0.000130
I0411 08:47:37.738365 139703861815168 interactiveshell.py:2882] Step 111550 | Loss: 0.4187 | Spent: 11.4 secs | LR: 0.000130
I0411 08:47:49.348350 139703861815168 interactiveshell.py:2882] Step 111600 | Loss: 0.3532 | Spent: 11.6 secs | LR: 0.000130
I0411 08:48:00.801370 139703861815168 interactiveshell.py:2882] Step 111650 | Loss: 0.4762 | Spent: 11.5 secs | LR: 0.000130
I0411 08:48:12.465440 139703861815168 interactiveshell.py:2882] Step 111700 | Loss: 0.2882 | Spent: 11.7 secs | LR: 0.000130
Reading ../data/test.txt
I0411 08:48:53.572563 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.872
I0411 08:48:53.573885 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.874
I0411 08:48:57.238662 139703861815168 interactiveshell.py:2882] Step 111750 | Loss: 0.2486 | Spent: 44.8 secs | LR: 0.000130
I0411 08:49:09.292522 139703861815168 interactiveshell.py:2882] Step 111800 | Loss: 0.2852 | Spent: 12.1 secs | LR: 0.000130
I0411 08:49:20.782337 139703861815168 interactiveshell.py:2882] Step 111850 | Loss: 0.3397 | Spent: 11.5 secs | LR: 0.000130
I0411 08:49:32.313851 139703861815168 interactiveshell.py:2882] Step 111900 | Loss: 0.2710 | Spent: 11.5 secs | LR: 0.000130
I0411 08:49:44.116846 139703861815168 interactiveshell.py:2882] Step 111950 | Loss: 0.4429 | Spent: 11.8 secs | LR: 0.000130
I0411 08:49:55.618824 139703861815168 interactiveshell.py:2882] Step 112000 | Loss: 0.3461 | Spent: 11.5 secs | LR: 0.000130
I0411 08:50:07.177581 139703861815168 interactiveshell.py:2882] Step 112050 | Loss: 0.1968 | Spent: 11.6 secs | LR: 0.000130
I0411 08:50:18.739809 139703861815168 interactiveshell.py:2882] Step 112100 | Loss: 0.3093 | Spent: 11.6 secs | LR: 0.000130
I0411 08:50:30.285408 139703861815168 interactiveshell.py:2882] Step 112150 | Loss: 0.2695 | Spent: 11.5 secs | LR: 0.000130
I0411 08:50:41.694042 139703861815168 interactiveshell.py:2882] Step 112200 | Loss: 0.4243 | Spent: 11.4 secs | LR: 0.000130
I0411 08:50:53.124447 139703861815168 interactiveshell.py:2882] Step 112250 | Loss: 0.3204 | Spent: 11.4 secs | LR: 0.000129
I0411 08:51:04.294017 139703861815168 interactiveshell.py:2882] Step 112300 | Loss: 0.3301 | Spent: 11.2 secs | LR: 0.000129
I0411 08:51:15.351151 139703861815168 interactiveshell.py:2882] Step 112350 | Loss: 0.2212 | Spent: 11.1 secs | LR: 0.000129
I0411 08:51:26.344006 139703861815168 interactiveshell.py:2882] Step 112400 | Loss: 0.3981 | Spent: 11.0 secs | LR: 0.000129
I0411 08:51:37.782789 139703861815168 interactiveshell.py:2882] Step 112450 | Loss: 0.3767 | Spent: 11.4 secs | LR: 0.000129
I0411 08:51:49.087610 139703861815168 interactiveshell.py:2882] Step 112500 | Loss: 0.1303 | Spent: 11.3 secs | LR: 0.000129
I0411 08:52:00.445589 139703861815168 interactiveshell.py:2882] Step 112550 | Loss: 0.3087 | Spent: 11.4 secs | LR: 0.000129
I0411 08:52:12.185597 139703861815168 interactiveshell.py:2882] Step 112600 | Loss: 0.2460 | Spent: 11.7 secs | LR: 0.000129
I0411 08:52:23.484498 139703861815168 interactiveshell.py:2882] Step 112650 | Loss: 0.3023 | Spent: 11.3 secs | LR: 0.000129
I0411 08:52:34.981243 139703861815168 interactiveshell.py:2882] Step 112700 | Loss: 0.4618 | Spent: 11.5 secs | LR: 0.000129
I0411 08:52:46.405400 139703861815168 interactiveshell.py:2882] Step 112750 | Loss: 0.1293 | Spent: 11.4 secs | LR: 0.000129
I0411 08:52:57.992563 139703861815168 interactiveshell.py:2882] Step 112800 | Loss: 0.3189 | Spent: 11.6 secs | LR: 0.000129
I0411 08:53:09.507547 139703861815168 interactiveshell.py:2882] Step 112850 | Loss: 0.4892 | Spent: 11.5 secs | LR: 0.000129
I0411 08:53:20.981033 139703861815168 interactiveshell.py:2882] Step 112900 | Loss: 0.2021 | Spent: 11.5 secs | LR: 0.000129
I0411 08:53:32.171006 139703861815168 interactiveshell.py:2882] Step 112950 | Loss: 0.2904 | Spent: 11.2 secs | LR: 0.000129
I0411 08:53:43.496095 139703861815168 interactiveshell.py:2882] Step 113000 | Loss: 0.1486 | Spent: 11.3 secs | LR: 0.000128
I0411 08:53:55.112151 139703861815168 interactiveshell.py:2882] Step 113050 | Loss: 0.1472 | Spent: 11.6 secs | LR: 0.000128
I0411 08:54:06.244282 139703861815168 interactiveshell.py:2882] Step 113100 | Loss: 0.2217 | Spent: 11.1 secs | LR: 0.000128
I0411 08:54:17.872101 139703861815168 interactiveshell.py:2882] Step 113150 | Loss: 0.1484 | Spent: 11.6 secs | LR: 0.000128
I0411 08:54:29.688620 139703861815168 interactiveshell.py:2882] Step 113200 | Loss: 0.3900 | Spent: 11.8 secs | LR: 0.000128
I0411 08:54:41.215949 139703861815168 interactiveshell.py:2882] Step 113250 | Loss: 0.2868 | Spent: 11.5 secs | LR: 0.000128
I0411 08:54:52.609155 139703861815168 interactiveshell.py:2882] Step 113300 | Loss: 0.1283 | Spent: 11.4 secs | LR: 0.000128
I0411 08:55:04.092413 139703861815168 interactiveshell.py:2882] Step 113350 | Loss: 0.4335 | Spent: 11.5 secs | LR: 0.000128
I0411 08:55:15.685721 139703861815168 interactiveshell.py:2882] Step 113400 | Loss: 0.1620 | Spent: 11.6 secs | LR: 0.000128
I0411 08:55:27.148381 139703861815168 interactiveshell.py:2882] Step 113450 | Loss: 0.2535 | Spent: 11.5 secs | LR: 0.000128
Reading ../data/test.txt
I0411 08:56:00.277046 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.871
I0411 08:56:00.278368 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.874
I0411 08:56:11.087249 139703861815168 interactiveshell.py:2882] Step 113500 | Loss: 0.2792 | Spent: 43.9 secs | LR: 0.000128
I0411 08:56:22.638275 139703861815168 interactiveshell.py:2882] Step 113550 | Loss: 0.2196 | Spent: 11.5 secs | LR: 0.000128
I0411 08:56:34.121404 139703861815168 interactiveshell.py:2882] Step 113600 | Loss: 0.1933 | Spent: 11.5 secs | LR: 0.000128
I0411 08:56:45.743220 139703861815168 interactiveshell.py:2882] Step 113650 | Loss: 0.1692 | Spent: 11.6 secs | LR: 0.000128
I0411 08:56:57.005811 139703861815168 interactiveshell.py:2882] Step 113700 | Loss: 0.2405 | Spent: 11.3 secs | LR: 0.000128
I0411 08:57:08.440877 139703861815168 interactiveshell.py:2882] Step 113750 | Loss: 0.1897 | Spent: 11.4 secs | LR: 0.000128
I0411 08:57:19.827093 139703861815168 interactiveshell.py:2882] Step 113800 | Loss: 0.3260 | Spent: 11.4 secs | LR: 0.000127
I0411 08:57:31.369846 139703861815168 interactiveshell.py:2882] Step 113850 | Loss: 0.5322 | Spent: 11.5 secs | LR: 0.000127
I0411 08:57:42.641077 139703861815168 interactiveshell.py:2882] Step 113900 | Loss: 0.2460 | Spent: 11.3 secs | LR: 0.000127
I0411 08:57:53.845534 139703861815168 interactiveshell.py:2882] Step 113950 | Loss: 0.1923 | Spent: 11.2 secs | LR: 0.000127
I0411 08:58:05.205145 139703861815168 interactiveshell.py:2882] Step 114000 | Loss: 0.2983 | Spent: 11.4 secs | LR: 0.000127
I0411 08:58:16.576602 139703861815168 interactiveshell.py:2882] Step 114050 | Loss: 0.1932 | Spent: 11.4 secs | LR: 0.000127
I0411 08:58:27.606912 139703861815168 interactiveshell.py:2882] Step 114100 | Loss: 0.7829 | Spent: 11.0 secs | LR: 0.000127
I0411 08:58:38.680150 139703861815168 interactiveshell.py:2882] Step 114150 | Loss: 0.2576 | Spent: 11.1 secs | LR: 0.000127
I0411 08:58:49.844649 139703861815168 interactiveshell.py:2882] Step 114200 | Loss: 0.2252 | Spent: 11.2 secs | LR: 0.000127
I0411 08:59:01.276896 139703861815168 interactiveshell.py:2882] Step 114250 | Loss: 0.2116 | Spent: 11.4 secs | LR: 0.000127
I0411 08:59:12.570327 139703861815168 interactiveshell.py:2882] Step 114300 | Loss: 0.4721 | Spent: 11.3 secs | LR: 0.000127
I0411 08:59:23.889843 139703861815168 interactiveshell.py:2882] Step 114350 | Loss: 0.2497 | Spent: 11.3 secs | LR: 0.000127
I0411 08:59:34.982446 139703861815168 interactiveshell.py:2882] Step 114400 | Loss: 0.3074 | Spent: 11.1 secs | LR: 0.000127
I0411 08:59:46.106247 139703861815168 interactiveshell.py:2882] Step 114450 | Loss: 0.4650 | Spent: 11.1 secs | LR: 0.000127
I0411 08:59:57.170899 139703861815168 interactiveshell.py:2882] Step 114500 | Loss: 0.4121 | Spent: 11.1 secs | LR: 0.000127
I0411 09:00:08.337095 139703861815168 interactiveshell.py:2882] Step 114550 | Loss: 0.3217 | Spent: 11.2 secs | LR: 0.000126
I0411 09:00:19.395929 139703861815168 interactiveshell.py:2882] Step 114600 | Loss: 0.3801 | Spent: 11.1 secs | LR: 0.000126
I0411 09:00:30.516853 139703861815168 interactiveshell.py:2882] Step 114650 | Loss: 0.1989 | Spent: 11.1 secs | LR: 0.000126
I0411 09:00:41.448580 139703861815168 interactiveshell.py:2882] Step 114700 | Loss: 0.5696 | Spent: 10.9 secs | LR: 0.000126
I0411 09:00:52.478001 139703861815168 interactiveshell.py:2882] Step 114750 | Loss: 0.2609 | Spent: 11.0 secs | LR: 0.000126
I0411 09:01:03.755680 139703861815168 interactiveshell.py:2882] Step 114800 | Loss: 0.2348 | Spent: 11.3 secs | LR: 0.000126
I0411 09:01:15.122557 139703861815168 interactiveshell.py:2882] Step 114850 | Loss: 0.2090 | Spent: 11.4 secs | LR: 0.000126
I0411 09:01:26.119330 139703861815168 interactiveshell.py:2882] Step 114900 | Loss: 0.4060 | Spent: 11.0 secs | LR: 0.000126
I0411 09:01:37.212107 139703861815168 interactiveshell.py:2882] Step 114950 | Loss: 0.3493 | Spent: 11.1 secs | LR: 0.000126
I0411 09:01:48.128949 139703861815168 interactiveshell.py:2882] Step 115000 | Loss: 0.3046 | Spent: 10.9 secs | LR: 0.000126
I0411 09:01:59.209392 139703861815168 interactiveshell.py:2882] Step 115050 | Loss: 0.2716 | Spent: 11.1 secs | LR: 0.000126
I0411 09:02:10.348973 139703861815168 interactiveshell.py:2882] Step 115100 | Loss: 0.1807 | Spent: 11.1 secs | LR: 0.000126
I0411 09:02:21.530135 139703861815168 interactiveshell.py:2882] Step 115150 | Loss: 0.1625 | Spent: 11.2 secs | LR: 0.000126
Reading ../data/test.txt
I0411 09:02:59.041755 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0411 09:02:59.042971 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.874
I0411 09:03:05.357044 139703861815168 interactiveshell.py:2882] Step 115200 | Loss: 0.2911 | Spent: 43.8 secs | LR: 0.000126
I0411 09:03:16.339867 139703861815168 interactiveshell.py:2882] Step 115250 | Loss: 0.3029 | Spent: 11.0 secs | LR: 0.000126
I0411 09:03:27.579362 139703861815168 interactiveshell.py:2882] Step 115300 | Loss: 0.3732 | Spent: 11.2 secs | LR: 0.000126
I0411 09:03:38.704532 139703861815168 interactiveshell.py:2882] Step 115350 | Loss: 0.5584 | Spent: 11.1 secs | LR: 0.000125
I0411 09:03:49.739296 139703861815168 interactiveshell.py:2882] Step 115400 | Loss: 0.3493 | Spent: 11.0 secs | LR: 0.000125
I0411 09:04:00.830431 139703861815168 interactiveshell.py:2882] Step 115450 | Loss: 0.2836 | Spent: 11.1 secs | LR: 0.000125
I0411 09:04:12.639321 139703861815168 interactiveshell.py:2882] Step 115500 | Loss: 0.3902 | Spent: 11.8 secs | LR: 0.000125
I0411 09:04:23.903906 139703861815168 interactiveshell.py:2882] Step 115550 | Loss: 0.2893 | Spent: 11.3 secs | LR: 0.000125
I0411 09:04:35.244880 139703861815168 interactiveshell.py:2882] Step 115600 | Loss: 0.4228 | Spent: 11.3 secs | LR: 0.000125
I0411 09:04:46.399598 139703861815168 interactiveshell.py:2882] Step 115650 | Loss: 0.2223 | Spent: 11.2 secs | LR: 0.000125
I0411 09:04:57.119622 139703861815168 interactiveshell.py:2882] Step 115700 | Loss: 0.1723 | Spent: 10.7 secs | LR: 0.000125
I0411 09:05:07.973417 139703861815168 interactiveshell.py:2882] Step 115750 | Loss: 0.4810 | Spent: 10.9 secs | LR: 0.000125
I0411 09:05:18.621068 139703861815168 interactiveshell.py:2882] Step 115800 | Loss: 0.2593 | Spent: 10.6 secs | LR: 0.000125
I0411 09:05:29.639472 139703861815168 interactiveshell.py:2882] Step 115850 | Loss: 0.4686 | Spent: 11.0 secs | LR: 0.000125
I0411 09:05:40.608545 139703861815168 interactiveshell.py:2882] Step 115900 | Loss: 0.2980 | Spent: 11.0 secs | LR: 0.000125
I0411 09:05:51.663184 139703861815168 interactiveshell.py:2882] Step 115950 | Loss: 0.7641 | Spent: 11.1 secs | LR: 0.000125
I0411 09:06:02.841858 139703861815168 interactiveshell.py:2882] Step 116000 | Loss: 0.3913 | Spent: 11.2 secs | LR: 0.000125
I0411 09:06:13.844138 139703861815168 interactiveshell.py:2882] Step 116050 | Loss: 0.3494 | Spent: 11.0 secs | LR: 0.000125
I0411 09:06:24.868714 139703861815168 interactiveshell.py:2882] Step 116100 | Loss: 0.3062 | Spent: 11.0 secs | LR: 0.000125
I0411 09:06:36.025751 139703861815168 interactiveshell.py:2882] Step 116150 | Loss: 0.3796 | Spent: 11.2 secs | LR: 0.000124
I0411 09:06:47.289096 139703861815168 interactiveshell.py:2882] Step 116200 | Loss: 0.1523 | Spent: 11.3 secs | LR: 0.000124
I0411 09:06:58.280892 139703861815168 interactiveshell.py:2882] Step 116250 | Loss: 0.4778 | Spent: 11.0 secs | LR: 0.000124
I0411 09:07:09.286365 139703861815168 interactiveshell.py:2882] Step 116300 | Loss: 0.2200 | Spent: 11.0 secs | LR: 0.000124
I0411 09:07:20.370160 139703861815168 interactiveshell.py:2882] Step 116350 | Loss: 0.3446 | Spent: 11.1 secs | LR: 0.000124
I0411 09:07:31.794718 139703861815168 interactiveshell.py:2882] Step 116400 | Loss: 0.4519 | Spent: 11.4 secs | LR: 0.000124
I0411 09:07:42.794938 139703861815168 interactiveshell.py:2882] Step 116450 | Loss: 0.2482 | Spent: 11.0 secs | LR: 0.000124
I0411 09:07:53.964952 139703861815168 interactiveshell.py:2882] Step 116500 | Loss: 0.1188 | Spent: 11.2 secs | LR: 0.000124
I0411 09:08:05.044965 139703861815168 interactiveshell.py:2882] Step 116550 | Loss: 0.3351 | Spent: 11.1 secs | LR: 0.000124
I0411 09:08:16.059552 139703861815168 interactiveshell.py:2882] Step 116600 | Loss: 0.4217 | Spent: 11.0 secs | LR: 0.000124
I0411 09:08:27.208342 139703861815168 interactiveshell.py:2882] Step 116650 | Loss: 0.5380 | Spent: 11.1 secs | LR: 0.000124
I0411 09:08:38.233651 139703861815168 interactiveshell.py:2882] Step 116700 | Loss: 0.1481 | Spent: 11.0 secs | LR: 0.000124
I0411 09:08:49.378624 139703861815168 interactiveshell.py:2882] Step 116750 | Loss: 0.2286 | Spent: 11.1 secs | LR: 0.000124
I0411 09:09:00.778135 139703861815168 interactiveshell.py:2882] Step 116800 | Loss: 0.2768 | Spent: 11.4 secs | LR: 0.000124
I0411 09:09:11.770110 139703861815168 interactiveshell.py:2882] Step 116850 | Loss: 0.2092 | Spent: 11.0 secs | LR: 0.000124
Reading ../data/test.txt
I0411 09:09:54.297519 139703861815168 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.871
I0411 09:09:54.298831 139703861815168 interactiveshell.py:2882] Best Accuracy: 0.874
I0411 09:09:56.345757 139703861815168 interactiveshell.py:2882] Step 116900 | Loss: 0.4605 | Spent: 44.6 secs | LR: 0.000124
I0411 09:10:07.499701 139703861815168 interactiveshell.py:2882] Step 116950 | Loss: 0.2140 | Spent: 11.2 secs | LR: 0.000123
I0411 09:10:18.804139 139703861815168 interactiveshell.py:2882] Step 117000 | Loss: 0.3312 | Spent: 11.3 secs | LR: 0.000123
I0411 09:10:29.878822 139703861815168 interactiveshell.py:2882] Step 117050 | Loss: 0.3115 | Spent: 11.1 secs | LR: 0.000123
---------------------------------------------------------------------------
KeyboardInterrupt                         Traceback (most recent call last)
<ipython-input-11-fd2c97d8a353> in <module>()
     21   for ((text1, text2), label) in dataset(is_training=True, params=params):
     22     with tf.GradientTape() as tape:
---> 23       logits = model((text1, text2), training=True)
     24       loss = tf.nn.sparse_softmax_cross_entropy_with_logits(labels=label, logits=logits)
     25       loss = tf.reduce_mean(loss)

/usr/local/lib/python3.6/dist-packages/tensorflow/python/keras/engine/base_layer.py in __call__(self, inputs, *args, **kwargs)
    658           with base_layer_utils.autocast_context_manager(
    659               input_list, self._mixed_precision_policy.should_cast_variables):
--> 660             outputs = self.call(inputs, *args, **kwargs)
    661           self._handle_activity_regularization(inputs, outputs)
    662           self._set_mask_metadata(inputs, outputs, previous_mask)

<ipython-input-8-63f140f4ab82> in call(self, inputs, training)
     38     mask2 = tf.sign(x2)
     39 
---> 40     x1 = tf.nn.embedding_lookup(self.embedding, x1)
     41     x2 = tf.nn.embedding_lookup(self.embedding, x2)
     42 

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/embedding_ops.py in embedding_lookup_v2(params, ids, max_norm, name)
    365   """
    366   return embedding_lookup(params, ids, "div", name,
--> 367                           max_norm=max_norm)
    368 
    369 

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/embedding_ops.py in embedding_lookup(params, ids, partition_strategy, name, validate_indices, max_norm)
    314       name=name,
    315       max_norm=max_norm,
--> 316       transform_fn=None)
    317 
    318 

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/embedding_ops.py in _embedding_lookup_and_transform(params, ids, partition_strategy, name, max_norm, transform_fn)
    138       # params. Similar to the case np > 1 where parallel_dynamic_stitch is
    139       # outside the scioe of all with ops.colocate_with(params[p]).
--> 140       return array_ops.identity(result)
    141     else:
    142       # Flatten the ids. There are two cases where we need to do this.

/usr/local/lib/python3.6/dist-packages/tensorflow/python/util/dispatch.py in wrapper(*args, **kwargs)
    178     """Call target, and fall back on dispatchers if there is a TypeError."""
    179     try:
--> 180       return target(*args, **kwargs)
    181     except (TypeError, ValueError):
    182       # Note: convert_to_eager_tensor currently raises a ValueError, not a

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/array_ops.py in identity(input, name)
     78       return input
     79     else:
---> 80       copied = input._copy()  # pylint: disable=protected-access
     81       if hasattr(copied, "_handle_data"):
     82         copied._handle_data = input._handle_data  # pylint: disable=protected-access

/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/ops.py in _copy(self, ctx, device_name)
    852   def _copy(self, ctx=None, device_name=None):
    853     """Copies tensor to dest device."""
--> 854     new_tensor = self._copy_nograd(ctx, device_name)
    855     # Record the copy on tape and define backprop copy as well.
    856     if context.executing_eagerly():

/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/ops.py in _copy_nograd(self, ctx, device_name)
    845     # pylint: disable=protected-access
    846     try:
--> 847       new_tensor = self._copy_to_device(context=ctx._handle, device=device_name)
    848     except core._NotOkStatusException as e:
    849       six.raise_from(core._status_to_exception(e.code, e.message), None)

KeyboardInterrupt: