In [0]:
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow2/text_matching/chinese/main')
In [2]:
%tensorflow_version 2.x
!pip install tensorflow-addons
Requirement already satisfied: tensorflow-addons in /usr/local/lib/python3.6/dist-packages (0.8.3)
Requirement already satisfied: typeguard in /usr/local/lib/python3.6/dist-packages (from tensorflow-addons) (2.7.1)
In [3]:
import csv
import tensorflow as tf
import numpy as np
import pprint
import logging
import time
import math

from tensorflow_addons.optimizers.cyclical_learning_rate import Triangular2CyclicalLearningRate

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 2.2.0
WARNING:tensorflow:From <ipython-input-3-894cb78b85fa>:12: is_gpu_available (from tensorflow.python.framework.test_util) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.config.list_physical_devices('GPU')` instead.
GPU Enabled: True
In [0]:
def get_vocab(f_path):
  k2v = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      k2v[line] = i
  return k2v
In [0]:
# stream data from text files
def data_generator(f_path, char2idx):
  with open(f_path) as f:
    print('Reading', f_path)
    for i, line in enumerate(csv.reader(f, delimiter=',')):
      if i == 0:
        continue
      text1, text2, label = line
      text1 = [char2idx.get(c, len(char2idx)) for c in list(text1)]
      text2 = [char2idx.get(c, len(char2idx)) for c in list(text2)]
      yield ((text1, text2), int(label))


def dataset(is_training, params):
  _shapes = (([None], [None]), ())
  _types = ((tf.int32, tf.int32), tf.int32)
  _pads = ((0, 0), -1)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_path'], params['char2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_path'], params['char2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  return ds
In [0]:
class RE2(tf.keras.Model):
  def __init__(self, params: dict):
    super().__init__()
    
    self.pretrained_embedding = tf.Variable(np.load(params['embedding_path']), name='pretrained_embedding', dtype=tf.float32)
    self.embed_dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    
    self.birnn = [tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(
        params['hidden_size'], return_sequences=True), name='birnn_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.enc_dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    
    self.align_t = self.add_weight(name='temperature',
                                   shape=(),
                                   trainable=True,
                                   initializer=tf.initializers.constant(math.sqrt(1/params['hidden_size'])))
    self.align_dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    self.align_fc1 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='align_fc1_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.align_fc2 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='align_fc2_%d'%(i+1)) for i in range(params['num_blocks'])]
      
    self.fusion_fc1 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='fusion_fc1_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.fusion_fc2 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='fusion_fc2_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.fusion_fc3 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='fusion_fc3_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.fusion_fc4 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='fusion_fc4_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.fusion_dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    
    self.out_drop1 = tf.keras.layers.Dropout(params['dropout_rate'])
    self.out_fc = tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='out_fc')
    self.out_drop2 = tf.keras.layers.Dropout(params['dropout_rate'])
    self.out_linear = tf.keras.layers.Dense(1, name='out_linear')
    
  
  
  def call(self, inputs, training=False):
    x1, x2 = inputs
    
    if x1.dtype != tf.int32:
      x1 = tf.cast(x1, tf.int32)
    if x2.dtype != tf.int32:
      x2 = tf.cast(x2, tf.int32)
    
    batch_sz = tf.shape(x1)[0]
    
    mask1 = tf.sign(x1)
    mask2 = tf.sign(x2)
    
    x1 = self.embedding(x1, training=training)
    x2 = self.embedding(x2, training=training)
    
    res_x1, res_x2 = x1, x2
    
    for i in range(params['num_blocks']):
      
      if i > 0:
        x1 = self.connection(x1, res_x1, i)
        x2 = self.connection(x2, res_x2, i)
        res_x1, res_x2 = x1, x2
    
      x1_enc = self.encoding(x1, mask1, i, training=training)
      x2_enc = self.encoding(x2, mask2, i, training=training)
    
      x1 = tf.concat((x1, x1_enc), -1)
      x2 = tf.concat((x2, x2_enc), -1)
      
      align_1, align_2 = self.alignment(x1, x2, mask1, mask2, i, training=training)
      
      x1 = self.fusion(x1, align_1, i, training=training)
      x2 = self.fusion(x2, align_2, i, training=training)
    
    x1 = self.pooling(x1, mask1)
    x2 = self.pooling(x2, mask2)
    
    x = self.prediction(x1, x2, training=training)
    
    return x
  
  
  def embedding(self, x, training):
    x = tf.nn.embedding_lookup(self.pretrained_embedding, x)
    x = self.embed_dropout(x, training=training)
    return x
  
  
  def connection(self, x, res, i):
    if i == 1:
      x = tf.concat((res, x), -1)
    elif i > 1:
      hidden_size = x.shape[-1]
      x = (res[:, :, -hidden_size:] + x) * tf.math.sqrt(0.5)
      x = tf.concat((res[:, :, :-hidden_size], x), -1)
    return x
    
    
  def encoding(self, x, mask, i, training):
    mask = tf.cast(tf.expand_dims(mask, -1), tf.float32)
    x *= mask
    x = self.birnn[i](x)
    x = self.enc_dropout(x, training=training)
    return x
  
  
  def alignment(self, x1, x2, mask1, mask2, i, training):
    mask1 = tf.cast(tf.expand_dims(mask1, -1), tf.float32)
    mask2 = tf.cast(tf.expand_dims(mask2, -1), tf.float32)
    
    x1_ = self.align_fc1[i](self.align_dropout(x1, training=training))
    x2_ = self.align_fc2[i](self.align_dropout(x2, training=training))
    align = tf.matmul(x1_, x2_, transpose_b=True) * self.align_t
    mask = tf.matmul(mask1, mask2, transpose_b=True)
    align = mask * align + (1 - mask) * tf.float32.min
    align_1 = tf.nn.softmax(align, 1)
    align_2 = tf.nn.softmax(align, 2)
    
    x2 = tf.matmul(align_1, x1, transpose_a=True)
    x1 = tf.matmul(align_2, x2)
    return x1, x2
  
  
  def fusion(self, x, align, i, training):
    x = tf.concat([self.fusion_fc1[i](tf.concat((x, align), -1)),
                   self.fusion_fc2[i](tf.concat((x, x - align), -1)),
                   self.fusion_fc3[i](tf.concat((x, x * align), -1))], -1)
    x = self.fusion_dropout(x, training=training)
    x = self.fusion_fc4[i](x)
    return x
  
  
  def pooling(self, x, mask):
    mask = tf.cast(tf.expand_dims(mask, -1), tf.float32)
    return tf.reduce_max(x * mask, 1)
  
  
  def prediction(self, x1, x2, training):
    x = tf.concat((x1, x2, x1 * x2, x1 - x2), -1)
    x = self.out_drop1(x, training=training)
    x = self.out_fc(x)
    x = self.out_drop2(x, training=training)
    x = self.out_linear(x)
    x = tf.squeeze(x, 1)
    return x
In [0]:
params = {
  'train_path': '../data/train.csv',
  'test_path': '../data/test.csv',
  'vocab_path': '../vocab/char.txt',
  'embedding_path': '../vocab/char.npy',
  'batch_size': 32,
  'buffer_size': 100000,
  'num_blocks': 2,
  'dropout_rate': 0.2,
  'hidden_size': 300,
  'activation': tf.nn.relu,
  'init_lr': 1e-4,
  'max_lr': 8e-4,
  'label_smooth': .2,
  'clip_norm': 5.,
  'num_patience': 10,
}
In [0]:
def label_smoothing(inputs, epsilon):
  V = inputs.get_shape().as_list()[-1]
  return ((1-epsilon) * inputs) + (epsilon / V)
In [9]:
params['char2idx'] = get_vocab(params['vocab_path'])
params['vocab_size'] = len(params['char2idx']) + 1

model = RE2(params)
model.build([[None, None], [None, None]])
pprint.pprint([(v.name, v.shape) for v in model.trainable_variables])

decay_lr = Triangular2CyclicalLearningRate(
  initial_learning_rate = params['init_lr'],
  maximal_learning_rate = params['max_lr'],
  step_size = 4 * params['buffer_size'] // params['batch_size'],)
optim = tf.optimizers.Adam(params['init_lr'])
global_step = 0

best_acc = .0
count = 0

t0 = time.time()
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)

while True:
  # TRAINING
  for ((text1, text2), labels) in dataset(is_training=True, params=params):
    with tf.GradientTape() as tape:
      logits = model((text1, text2), training=True)
      loss = tf.nn.sigmoid_cross_entropy_with_logits(
        labels=label_smoothing(tf.cast(labels, tf.float32), params['label_smooth']),
        logits=logits)
      loss = tf.reduce_mean(loss)
      
    optim.lr.assign(decay_lr(global_step))
    grads = tape.gradient(loss, model.trainable_variables)
    grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
    optim.apply_gradients(zip(grads, model.trainable_variables))
    
    if global_step % 100 == 0:
      logger.info("Step {} | Loss: {:.4f} | Spent: {:.1f} secs | LR: {:.6f}".format(
          global_step, loss.numpy().item(), time.time()-t0, optim.lr.numpy().item()))
      t0 = time.time()
    global_step += 1
  
  # EVALUATION
  m = tf.keras.metrics.Accuracy()

  for ((text1, text2), labels) in dataset(is_training=False, params=params):
    logits = tf.sigmoid(model((text1, text2), training=False))
    y_pred = tf.cast(tf.math.greater_equal(logits, .5), tf.int32)
    m.update_state(y_true=labels, y_pred=y_pred)

  acc = m.result().numpy()
  logger.info("Evaluation: Testing Accuracy: {:.3f}".format(acc))

  if acc > best_acc:
    best_acc = acc
    # you can save model here
    count = 0
  else:
    count += 1
  logger.info("Best Accuracy: {:.3f}".format(best_acc))

  if count == params['num_patience']:
    print(params['num_patience'], "times not improve the best result, therefore stop training")
    break
[('birnn_1/forward_lstm/lstm_cell_1/kernel:0', TensorShape([300, 1200])),
 ('birnn_1/forward_lstm/lstm_cell_1/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('birnn_1/forward_lstm/lstm_cell_1/bias:0', TensorShape([1200])),
 ('birnn_1/backward_lstm/lstm_cell_2/kernel:0', TensorShape([300, 1200])),
 ('birnn_1/backward_lstm/lstm_cell_2/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('birnn_1/backward_lstm/lstm_cell_2/bias:0', TensorShape([1200])),
 ('birnn_2/forward_lstm_1/lstm_cell_4/kernel:0', TensorShape([600, 1200])),
 ('birnn_2/forward_lstm_1/lstm_cell_4/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('birnn_2/forward_lstm_1/lstm_cell_4/bias:0', TensorShape([1200])),
 ('birnn_2/backward_lstm_1/lstm_cell_5/kernel:0', TensorShape([600, 1200])),
 ('birnn_2/backward_lstm_1/lstm_cell_5/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('birnn_2/backward_lstm_1/lstm_cell_5/bias:0', TensorShape([1200])),
 ('align_fc1_1/kernel:0', TensorShape([900, 300])),
 ('align_fc1_1/bias:0', TensorShape([300])),
 ('align_fc1_2/kernel:0', TensorShape([1200, 300])),
 ('align_fc1_2/bias:0', TensorShape([300])),
 ('align_fc2_1/kernel:0', TensorShape([900, 300])),
 ('align_fc2_1/bias:0', TensorShape([300])),
 ('align_fc2_2/kernel:0', TensorShape([1200, 300])),
 ('align_fc2_2/bias:0', TensorShape([300])),
 ('fusion_fc1_1/kernel:0', TensorShape([1800, 300])),
 ('fusion_fc1_1/bias:0', TensorShape([300])),
 ('fusion_fc1_2/kernel:0', TensorShape([2400, 300])),
 ('fusion_fc1_2/bias:0', TensorShape([300])),
 ('fusion_fc2_1/kernel:0', TensorShape([1800, 300])),
 ('fusion_fc2_1/bias:0', TensorShape([300])),
 ('fusion_fc2_2/kernel:0', TensorShape([2400, 300])),
 ('fusion_fc2_2/bias:0', TensorShape([300])),
 ('fusion_fc3_1/kernel:0', TensorShape([1800, 300])),
 ('fusion_fc3_1/bias:0', TensorShape([300])),
 ('fusion_fc3_2/kernel:0', TensorShape([2400, 300])),
 ('fusion_fc3_2/bias:0', TensorShape([300])),
 ('fusion_fc4_1/kernel:0', TensorShape([900, 300])),
 ('fusion_fc4_1/bias:0', TensorShape([300])),
 ('fusion_fc4_2/kernel:0', TensorShape([900, 300])),
 ('fusion_fc4_2/bias:0', TensorShape([300])),
 ('out_fc/kernel:0', TensorShape([1200, 300])),
 ('out_fc/bias:0', TensorShape([300])),
 ('out_linear/kernel:0', TensorShape([300, 1])),
 ('out_linear/bias:0', TensorShape([1])),
 ('pretrained_embedding:0', TensorShape([1507, 300])),
 ('temperature:0', TensorShape([]))]
Reading ../data/train.csv
INFO:tensorflow:Step 0 | Loss: 0.7002 | Spent: 23.6 secs | LR: 0.000100
INFO:tensorflow:Step 100 | Loss: 0.6505 | Spent: 10.9 secs | LR: 0.000106
INFO:tensorflow:Step 200 | Loss: 0.6448 | Spent: 10.6 secs | LR: 0.000111
INFO:tensorflow:Step 300 | Loss: 0.7073 | Spent: 11.0 secs | LR: 0.000117
INFO:tensorflow:Step 400 | Loss: 0.5947 | Spent: 10.9 secs | LR: 0.000122
INFO:tensorflow:Step 500 | Loss: 0.6872 | Spent: 11.0 secs | LR: 0.000128
INFO:tensorflow:Step 600 | Loss: 0.6071 | Spent: 11.1 secs | LR: 0.000134
INFO:tensorflow:Step 700 | Loss: 0.6134 | Spent: 10.9 secs | LR: 0.000139
INFO:tensorflow:Step 800 | Loss: 0.6199 | Spent: 10.9 secs | LR: 0.000145
INFO:tensorflow:Step 900 | Loss: 0.6022 | Spent: 10.8 secs | LR: 0.000150
INFO:tensorflow:Step 1000 | Loss: 0.5365 | Spent: 10.9 secs | LR: 0.000156
INFO:tensorflow:Step 1100 | Loss: 0.5337 | Spent: 10.7 secs | LR: 0.000162
INFO:tensorflow:Step 1200 | Loss: 0.6021 | Spent: 10.8 secs | LR: 0.000167
INFO:tensorflow:Step 1300 | Loss: 0.7197 | Spent: 10.9 secs | LR: 0.000173
INFO:tensorflow:Step 1400 | Loss: 0.5750 | Spent: 10.7 secs | LR: 0.000178
INFO:tensorflow:Step 1500 | Loss: 0.6738 | Spent: 10.9 secs | LR: 0.000184
INFO:tensorflow:Step 1600 | Loss: 0.4518 | Spent: 10.7 secs | LR: 0.000190
INFO:tensorflow:Step 1700 | Loss: 0.5501 | Spent: 10.9 secs | LR: 0.000195
INFO:tensorflow:Step 1800 | Loss: 0.6018 | Spent: 10.7 secs | LR: 0.000201
INFO:tensorflow:Step 1900 | Loss: 0.4683 | Spent: 11.0 secs | LR: 0.000206
INFO:tensorflow:Step 2000 | Loss: 0.4597 | Spent: 10.7 secs | LR: 0.000212
INFO:tensorflow:Step 2100 | Loss: 0.5434 | Spent: 10.9 secs | LR: 0.000218
INFO:tensorflow:Step 2200 | Loss: 0.4806 | Spent: 10.8 secs | LR: 0.000223
INFO:tensorflow:Step 2300 | Loss: 0.4930 | Spent: 11.0 secs | LR: 0.000229
INFO:tensorflow:Step 2400 | Loss: 0.6387 | Spent: 10.9 secs | LR: 0.000234
INFO:tensorflow:Step 2500 | Loss: 0.4862 | Spent: 10.8 secs | LR: 0.000240
INFO:tensorflow:Step 2600 | Loss: 0.6269 | Spent: 11.1 secs | LR: 0.000246
INFO:tensorflow:Step 2700 | Loss: 0.5911 | Spent: 11.0 secs | LR: 0.000251
INFO:tensorflow:Step 2800 | Loss: 0.4406 | Spent: 11.0 secs | LR: 0.000257
INFO:tensorflow:Step 2900 | Loss: 0.5184 | Spent: 10.8 secs | LR: 0.000262
INFO:tensorflow:Step 3000 | Loss: 0.6865 | Spent: 10.8 secs | LR: 0.000268
INFO:tensorflow:Step 3100 | Loss: 0.4642 | Spent: 10.9 secs | LR: 0.000274
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.773
INFO:tensorflow:Best Accuracy: 0.773
Reading ../data/train.csv
INFO:tensorflow:Step 3200 | Loss: 0.4608 | Spent: 44.3 secs | LR: 0.000279
INFO:tensorflow:Step 3300 | Loss: 0.5613 | Spent: 10.9 secs | LR: 0.000285
INFO:tensorflow:Step 3400 | Loss: 0.5496 | Spent: 10.8 secs | LR: 0.000290
INFO:tensorflow:Step 3500 | Loss: 0.4828 | Spent: 10.8 secs | LR: 0.000296
INFO:tensorflow:Step 3600 | Loss: 0.6484 | Spent: 10.8 secs | LR: 0.000302
INFO:tensorflow:Step 3700 | Loss: 0.5890 | Spent: 10.8 secs | LR: 0.000307
INFO:tensorflow:Step 3800 | Loss: 0.5533 | Spent: 11.0 secs | LR: 0.000313
INFO:tensorflow:Step 3900 | Loss: 0.4670 | Spent: 10.7 secs | LR: 0.000318
INFO:tensorflow:Step 4000 | Loss: 0.5588 | Spent: 10.8 secs | LR: 0.000324
INFO:tensorflow:Step 4100 | Loss: 0.4627 | Spent: 10.9 secs | LR: 0.000330
INFO:tensorflow:Step 4200 | Loss: 0.4125 | Spent: 10.8 secs | LR: 0.000335
INFO:tensorflow:Step 4300 | Loss: 0.5046 | Spent: 10.8 secs | LR: 0.000341
INFO:tensorflow:Step 4400 | Loss: 0.6642 | Spent: 10.7 secs | LR: 0.000346
INFO:tensorflow:Step 4500 | Loss: 0.4071 | Spent: 10.9 secs | LR: 0.000352
INFO:tensorflow:Step 4600 | Loss: 0.4553 | Spent: 10.9 secs | LR: 0.000358
INFO:tensorflow:Step 4700 | Loss: 0.5641 | Spent: 10.7 secs | LR: 0.000363
INFO:tensorflow:Step 4800 | Loss: 0.5078 | Spent: 10.9 secs | LR: 0.000369
INFO:tensorflow:Step 4900 | Loss: 0.4916 | Spent: 10.6 secs | LR: 0.000374
INFO:tensorflow:Step 5000 | Loss: 0.4110 | Spent: 10.8 secs | LR: 0.000380
INFO:tensorflow:Step 5100 | Loss: 0.6230 | Spent: 10.9 secs | LR: 0.000386
INFO:tensorflow:Step 5200 | Loss: 0.4274 | Spent: 11.2 secs | LR: 0.000391
INFO:tensorflow:Step 5300 | Loss: 0.5605 | Spent: 11.0 secs | LR: 0.000397
INFO:tensorflow:Step 5400 | Loss: 0.4298 | Spent: 10.6 secs | LR: 0.000402
INFO:tensorflow:Step 5500 | Loss: 0.4792 | Spent: 10.8 secs | LR: 0.000408
INFO:tensorflow:Step 5600 | Loss: 0.5294 | Spent: 10.7 secs | LR: 0.000414
INFO:tensorflow:Step 5700 | Loss: 0.4573 | Spent: 10.9 secs | LR: 0.000419
INFO:tensorflow:Step 5800 | Loss: 0.5334 | Spent: 10.7 secs | LR: 0.000425
INFO:tensorflow:Step 5900 | Loss: 0.5263 | Spent: 10.7 secs | LR: 0.000430
INFO:tensorflow:Step 6000 | Loss: 0.4677 | Spent: 10.8 secs | LR: 0.000436
INFO:tensorflow:Step 6100 | Loss: 0.5174 | Spent: 10.9 secs | LR: 0.000442
INFO:tensorflow:Step 6200 | Loss: 0.4709 | Spent: 10.8 secs | LR: 0.000447
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.801
INFO:tensorflow:Best Accuracy: 0.801
Reading ../data/train.csv
INFO:tensorflow:Step 6300 | Loss: 0.4097 | Spent: 43.7 secs | LR: 0.000453
INFO:tensorflow:Step 6400 | Loss: 0.5794 | Spent: 10.7 secs | LR: 0.000458
INFO:tensorflow:Step 6500 | Loss: 0.3737 | Spent: 10.8 secs | LR: 0.000464
INFO:tensorflow:Step 6600 | Loss: 0.4043 | Spent: 11.0 secs | LR: 0.000470
INFO:tensorflow:Step 6700 | Loss: 0.4503 | Spent: 10.7 secs | LR: 0.000475
INFO:tensorflow:Step 6800 | Loss: 0.4235 | Spent: 10.8 secs | LR: 0.000481
INFO:tensorflow:Step 6900 | Loss: 0.4112 | Spent: 10.7 secs | LR: 0.000486
INFO:tensorflow:Step 7000 | Loss: 0.5354 | Spent: 10.8 secs | LR: 0.000492
INFO:tensorflow:Step 7100 | Loss: 0.4798 | Spent: 10.8 secs | LR: 0.000498
INFO:tensorflow:Step 7200 | Loss: 0.5411 | Spent: 10.9 secs | LR: 0.000503
INFO:tensorflow:Step 7300 | Loss: 0.3511 | Spent: 11.0 secs | LR: 0.000509
INFO:tensorflow:Step 7400 | Loss: 0.5842 | Spent: 10.7 secs | LR: 0.000514
INFO:tensorflow:Step 7500 | Loss: 0.5157 | Spent: 10.8 secs | LR: 0.000520
INFO:tensorflow:Step 7600 | Loss: 0.5516 | Spent: 10.7 secs | LR: 0.000526
INFO:tensorflow:Step 7700 | Loss: 0.4193 | Spent: 11.0 secs | LR: 0.000531
INFO:tensorflow:Step 7800 | Loss: 0.3879 | Spent: 11.1 secs | LR: 0.000537
INFO:tensorflow:Step 7900 | Loss: 0.4249 | Spent: 10.8 secs | LR: 0.000542
INFO:tensorflow:Step 8000 | Loss: 0.4497 | Spent: 10.9 secs | LR: 0.000548
INFO:tensorflow:Step 8100 | Loss: 0.3783 | Spent: 10.9 secs | LR: 0.000554
INFO:tensorflow:Step 8200 | Loss: 0.4827 | Spent: 10.7 secs | LR: 0.000559
INFO:tensorflow:Step 8300 | Loss: 0.5678 | Spent: 10.6 secs | LR: 0.000565
INFO:tensorflow:Step 8400 | Loss: 0.4174 | Spent: 10.6 secs | LR: 0.000570
INFO:tensorflow:Step 8500 | Loss: 0.5275 | Spent: 10.7 secs | LR: 0.000576
INFO:tensorflow:Step 8600 | Loss: 0.4248 | Spent: 10.7 secs | LR: 0.000582
INFO:tensorflow:Step 8700 | Loss: 0.4187 | Spent: 10.9 secs | LR: 0.000587
INFO:tensorflow:Step 8800 | Loss: 0.3470 | Spent: 10.8 secs | LR: 0.000593
INFO:tensorflow:Step 8900 | Loss: 0.4564 | Spent: 10.8 secs | LR: 0.000598
INFO:tensorflow:Step 9000 | Loss: 0.2919 | Spent: 11.0 secs | LR: 0.000604
INFO:tensorflow:Step 9100 | Loss: 0.4541 | Spent: 10.7 secs | LR: 0.000610
INFO:tensorflow:Step 9200 | Loss: 0.4464 | Spent: 10.5 secs | LR: 0.000615
INFO:tensorflow:Step 9300 | Loss: 0.3954 | Spent: 10.8 secs | LR: 0.000621
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.809
INFO:tensorflow:Best Accuracy: 0.809
Reading ../data/train.csv
INFO:tensorflow:Step 9400 | Loss: 0.5157 | Spent: 43.3 secs | LR: 0.000626
INFO:tensorflow:Step 9500 | Loss: 0.4778 | Spent: 10.8 secs | LR: 0.000632
INFO:tensorflow:Step 9600 | Loss: 0.5007 | Spent: 10.8 secs | LR: 0.000638
INFO:tensorflow:Step 9700 | Loss: 0.4138 | Spent: 10.7 secs | LR: 0.000643
INFO:tensorflow:Step 9800 | Loss: 0.5042 | Spent: 10.9 secs | LR: 0.000649
INFO:tensorflow:Step 9900 | Loss: 0.3715 | Spent: 11.0 secs | LR: 0.000654
INFO:tensorflow:Step 10000 | Loss: 0.5196 | Spent: 10.5 secs | LR: 0.000660
INFO:tensorflow:Step 10100 | Loss: 0.5870 | Spent: 10.8 secs | LR: 0.000666
INFO:tensorflow:Step 10200 | Loss: 0.3652 | Spent: 10.9 secs | LR: 0.000671
INFO:tensorflow:Step 10300 | Loss: 0.5171 | Spent: 10.8 secs | LR: 0.000677
INFO:tensorflow:Step 10400 | Loss: 0.4307 | Spent: 10.9 secs | LR: 0.000682
INFO:tensorflow:Step 10500 | Loss: 0.4130 | Spent: 10.6 secs | LR: 0.000688
INFO:tensorflow:Step 10600 | Loss: 0.5545 | Spent: 10.5 secs | LR: 0.000694
INFO:tensorflow:Step 10700 | Loss: 0.3969 | Spent: 10.8 secs | LR: 0.000699
INFO:tensorflow:Step 10800 | Loss: 0.3871 | Spent: 10.7 secs | LR: 0.000705
INFO:tensorflow:Step 10900 | Loss: 0.3109 | Spent: 10.7 secs | LR: 0.000710
INFO:tensorflow:Step 11000 | Loss: 0.3981 | Spent: 10.8 secs | LR: 0.000716
INFO:tensorflow:Step 11100 | Loss: 0.4460 | Spent: 10.8 secs | LR: 0.000722
INFO:tensorflow:Step 11200 | Loss: 0.4597 | Spent: 10.7 secs | LR: 0.000727
INFO:tensorflow:Step 11300 | Loss: 0.5298 | Spent: 10.7 secs | LR: 0.000733
INFO:tensorflow:Step 11400 | Loss: 0.5704 | Spent: 10.8 secs | LR: 0.000738
INFO:tensorflow:Step 11500 | Loss: 0.5086 | Spent: 10.7 secs | LR: 0.000744
INFO:tensorflow:Step 11600 | Loss: 0.3776 | Spent: 10.7 secs | LR: 0.000750
INFO:tensorflow:Step 11700 | Loss: 0.4089 | Spent: 10.6 secs | LR: 0.000755
INFO:tensorflow:Step 11800 | Loss: 0.5136 | Spent: 10.7 secs | LR: 0.000761
INFO:tensorflow:Step 11900 | Loss: 0.4605 | Spent: 10.6 secs | LR: 0.000766
INFO:tensorflow:Step 12000 | Loss: 0.4941 | Spent: 10.5 secs | LR: 0.000772
INFO:tensorflow:Step 12100 | Loss: 0.4114 | Spent: 10.5 secs | LR: 0.000778
INFO:tensorflow:Step 12200 | Loss: 0.3843 | Spent: 10.6 secs | LR: 0.000783
INFO:tensorflow:Step 12300 | Loss: 0.4067 | Spent: 10.6 secs | LR: 0.000789
INFO:tensorflow:Step 12400 | Loss: 0.5751 | Spent: 10.6 secs | LR: 0.000794
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.814
INFO:tensorflow:Best Accuracy: 0.814
Reading ../data/train.csv
INFO:tensorflow:Step 12500 | Loss: 0.4648 | Spent: 42.7 secs | LR: 0.000800
INFO:tensorflow:Step 12600 | Loss: 0.3096 | Spent: 10.7 secs | LR: 0.000794
INFO:tensorflow:Step 12700 | Loss: 0.4062 | Spent: 10.9 secs | LR: 0.000789
INFO:tensorflow:Step 12800 | Loss: 0.3769 | Spent: 11.0 secs | LR: 0.000783
INFO:tensorflow:Step 12900 | Loss: 0.3472 | Spent: 10.7 secs | LR: 0.000778
INFO:tensorflow:Step 13000 | Loss: 0.3899 | Spent: 11.0 secs | LR: 0.000772
INFO:tensorflow:Step 13100 | Loss: 0.4153 | Spent: 11.0 secs | LR: 0.000766
INFO:tensorflow:Step 13200 | Loss: 0.4821 | Spent: 10.7 secs | LR: 0.000761
INFO:tensorflow:Step 13300 | Loss: 0.3075 | Spent: 10.7 secs | LR: 0.000755
INFO:tensorflow:Step 13400 | Loss: 0.4829 | Spent: 10.6 secs | LR: 0.000750
INFO:tensorflow:Step 13500 | Loss: 0.4579 | Spent: 11.1 secs | LR: 0.000744
INFO:tensorflow:Step 13600 | Loss: 0.3886 | Spent: 10.6 secs | LR: 0.000738
INFO:tensorflow:Step 13700 | Loss: 0.5237 | Spent: 10.8 secs | LR: 0.000733
INFO:tensorflow:Step 13800 | Loss: 0.4905 | Spent: 10.6 secs | LR: 0.000727
INFO:tensorflow:Step 13900 | Loss: 0.4145 | Spent: 10.8 secs | LR: 0.000722
INFO:tensorflow:Step 14000 | Loss: 0.4377 | Spent: 10.7 secs | LR: 0.000716
INFO:tensorflow:Step 14100 | Loss: 0.5269 | Spent: 10.6 secs | LR: 0.000710
INFO:tensorflow:Step 14200 | Loss: 0.3989 | Spent: 10.7 secs | LR: 0.000705
INFO:tensorflow:Step 14300 | Loss: 0.2834 | Spent: 10.6 secs | LR: 0.000699
INFO:tensorflow:Step 14400 | Loss: 0.5012 | Spent: 10.6 secs | LR: 0.000694
INFO:tensorflow:Step 14500 | Loss: 0.4410 | Spent: 10.6 secs | LR: 0.000688
INFO:tensorflow:Step 14600 | Loss: 0.4692 | Spent: 10.8 secs | LR: 0.000682
INFO:tensorflow:Step 14700 | Loss: 0.3538 | Spent: 10.6 secs | LR: 0.000677
INFO:tensorflow:Step 14800 | Loss: 0.5281 | Spent: 10.8 secs | LR: 0.000671
INFO:tensorflow:Step 14900 | Loss: 0.5121 | Spent: 10.6 secs | LR: 0.000666
INFO:tensorflow:Step 15000 | Loss: 0.4250 | Spent: 10.9 secs | LR: 0.000660
INFO:tensorflow:Step 15100 | Loss: 0.2536 | Spent: 10.8 secs | LR: 0.000654
INFO:tensorflow:Step 15200 | Loss: 0.5220 | Spent: 10.6 secs | LR: 0.000649
INFO:tensorflow:Step 15300 | Loss: 0.5492 | Spent: 10.5 secs | LR: 0.000643
INFO:tensorflow:Step 15400 | Loss: 0.3935 | Spent: 10.5 secs | LR: 0.000638
INFO:tensorflow:Step 15500 | Loss: 0.3446 | Spent: 10.5 secs | LR: 0.000632
INFO:tensorflow:Step 15600 | Loss: 0.3308 | Spent: 10.7 secs | LR: 0.000626
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.828
INFO:tensorflow:Best Accuracy: 0.828
Reading ../data/train.csv
INFO:tensorflow:Step 15700 | Loss: 0.3163 | Spent: 44.1 secs | LR: 0.000621
INFO:tensorflow:Step 15800 | Loss: 0.4231 | Spent: 11.0 secs | LR: 0.000615
INFO:tensorflow:Step 15900 | Loss: 0.3289 | Spent: 10.7 secs | LR: 0.000610
INFO:tensorflow:Step 16000 | Loss: 0.3162 | Spent: 10.7 secs | LR: 0.000604
INFO:tensorflow:Step 16100 | Loss: 0.3722 | Spent: 10.8 secs | LR: 0.000598
INFO:tensorflow:Step 16200 | Loss: 0.3765 | Spent: 10.7 secs | LR: 0.000593
INFO:tensorflow:Step 16300 | Loss: 0.3004 | Spent: 10.8 secs | LR: 0.000587
INFO:tensorflow:Step 16400 | Loss: 0.5032 | Spent: 10.8 secs | LR: 0.000582
INFO:tensorflow:Step 16500 | Loss: 0.3955 | Spent: 11.0 secs | LR: 0.000576
INFO:tensorflow:Step 16600 | Loss: 0.3602 | Spent: 10.7 secs | LR: 0.000570
INFO:tensorflow:Step 16700 | Loss: 0.3263 | Spent: 10.6 secs | LR: 0.000565
INFO:tensorflow:Step 16800 | Loss: 0.4558 | Spent: 10.7 secs | LR: 0.000559
INFO:tensorflow:Step 16900 | Loss: 0.4399 | Spent: 10.7 secs | LR: 0.000554
INFO:tensorflow:Step 17000 | Loss: 0.4422 | Spent: 10.6 secs | LR: 0.000548
INFO:tensorflow:Step 17100 | Loss: 0.4096 | Spent: 10.6 secs | LR: 0.000542
INFO:tensorflow:Step 17200 | Loss: 0.3782 | Spent: 10.6 secs | LR: 0.000537
INFO:tensorflow:Step 17300 | Loss: 0.4591 | Spent: 10.5 secs | LR: 0.000531
INFO:tensorflow:Step 17400 | Loss: 0.3772 | Spent: 10.6 secs | LR: 0.000526
INFO:tensorflow:Step 17500 | Loss: 0.3438 | Spent: 10.8 secs | LR: 0.000520
INFO:tensorflow:Step 17600 | Loss: 0.3410 | Spent: 10.6 secs | LR: 0.000514
INFO:tensorflow:Step 17700 | Loss: 0.2942 | Spent: 10.6 secs | LR: 0.000509
INFO:tensorflow:Step 17800 | Loss: 0.4840 | Spent: 10.7 secs | LR: 0.000503
INFO:tensorflow:Step 17900 | Loss: 0.2894 | Spent: 10.7 secs | LR: 0.000498
INFO:tensorflow:Step 18000 | Loss: 0.4488 | Spent: 10.6 secs | LR: 0.000492
INFO:tensorflow:Step 18100 | Loss: 0.3641 | Spent: 10.6 secs | LR: 0.000486
INFO:tensorflow:Step 18200 | Loss: 0.4331 | Spent: 11.0 secs | LR: 0.000481
INFO:tensorflow:Step 18300 | Loss: 0.3873 | Spent: 10.7 secs | LR: 0.000475
INFO:tensorflow:Step 18400 | Loss: 0.4201 | Spent: 10.7 secs | LR: 0.000470
INFO:tensorflow:Step 18500 | Loss: 0.3045 | Spent: 11.2 secs | LR: 0.000464
INFO:tensorflow:Step 18600 | Loss: 0.3550 | Spent: 10.7 secs | LR: 0.000458
INFO:tensorflow:Step 18700 | Loss: 0.3679 | Spent: 10.9 secs | LR: 0.000453
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.828
INFO:tensorflow:Best Accuracy: 0.828
Reading ../data/train.csv
INFO:tensorflow:Step 18800 | Loss: 0.4704 | Spent: 43.2 secs | LR: 0.000447
INFO:tensorflow:Step 18900 | Loss: 0.3236 | Spent: 10.6 secs | LR: 0.000442
INFO:tensorflow:Step 19000 | Loss: 0.2627 | Spent: 10.6 secs | LR: 0.000436
INFO:tensorflow:Step 19100 | Loss: 0.3125 | Spent: 10.7 secs | LR: 0.000430
INFO:tensorflow:Step 19200 | Loss: 0.3528 | Spent: 10.7 secs | LR: 0.000425
INFO:tensorflow:Step 19300 | Loss: 0.4000 | Spent: 10.9 secs | LR: 0.000419
INFO:tensorflow:Step 19400 | Loss: 0.3926 | Spent: 10.9 secs | LR: 0.000414
INFO:tensorflow:Step 19500 | Loss: 0.4679 | Spent: 11.0 secs | LR: 0.000408
INFO:tensorflow:Step 19600 | Loss: 0.3242 | Spent: 10.8 secs | LR: 0.000402
INFO:tensorflow:Step 19700 | Loss: 0.3896 | Spent: 10.8 secs | LR: 0.000397
INFO:tensorflow:Step 19800 | Loss: 0.3216 | Spent: 10.7 secs | LR: 0.000391
INFO:tensorflow:Step 19900 | Loss: 0.3632 | Spent: 10.8 secs | LR: 0.000386
INFO:tensorflow:Step 20000 | Loss: 0.2606 | Spent: 10.9 secs | LR: 0.000380
INFO:tensorflow:Step 20100 | Loss: 0.4308 | Spent: 10.7 secs | LR: 0.000374
INFO:tensorflow:Step 20200 | Loss: 0.2583 | Spent: 10.8 secs | LR: 0.000369
INFO:tensorflow:Step 20300 | Loss: 0.3916 | Spent: 10.9 secs | LR: 0.000363
INFO:tensorflow:Step 20400 | Loss: 0.3844 | Spent: 10.8 secs | LR: 0.000358
INFO:tensorflow:Step 20500 | Loss: 0.3213 | Spent: 11.0 secs | LR: 0.000352
INFO:tensorflow:Step 20600 | Loss: 0.4504 | Spent: 10.7 secs | LR: 0.000346
INFO:tensorflow:Step 20700 | Loss: 0.4405 | Spent: 10.9 secs | LR: 0.000341
INFO:tensorflow:Step 20800 | Loss: 0.4400 | Spent: 10.7 secs | LR: 0.000335
INFO:tensorflow:Step 20900 | Loss: 0.3608 | Spent: 10.8 secs | LR: 0.000330
INFO:tensorflow:Step 21000 | Loss: 0.4203 | Spent: 11.1 secs | LR: 0.000324
INFO:tensorflow:Step 21100 | Loss: 0.3658 | Spent: 10.9 secs | LR: 0.000318
INFO:tensorflow:Step 21200 | Loss: 0.3838 | Spent: 10.7 secs | LR: 0.000313
INFO:tensorflow:Step 21300 | Loss: 0.2882 | Spent: 10.7 secs | LR: 0.000307
INFO:tensorflow:Step 21400 | Loss: 0.3937 | Spent: 10.9 secs | LR: 0.000302
INFO:tensorflow:Step 21500 | Loss: 0.3587 | Spent: 10.8 secs | LR: 0.000296
INFO:tensorflow:Step 21600 | Loss: 0.3909 | Spent: 10.8 secs | LR: 0.000290
INFO:tensorflow:Step 21700 | Loss: 0.2697 | Spent: 11.0 secs | LR: 0.000285
INFO:tensorflow:Step 21800 | Loss: 0.3056 | Spent: 10.9 secs | LR: 0.000279
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.833
INFO:tensorflow:Best Accuracy: 0.833
Reading ../data/train.csv
INFO:tensorflow:Step 21900 | Loss: 0.3154 | Spent: 43.2 secs | LR: 0.000274
INFO:tensorflow:Step 22000 | Loss: 0.3479 | Spent: 10.7 secs | LR: 0.000268
INFO:tensorflow:Step 22100 | Loss: 0.2927 | Spent: 10.9 secs | LR: 0.000262
INFO:tensorflow:Step 22200 | Loss: 0.2605 | Spent: 10.9 secs | LR: 0.000257
INFO:tensorflow:Step 22300 | Loss: 0.3613 | Spent: 10.8 secs | LR: 0.000251
INFO:tensorflow:Step 22400 | Loss: 0.2474 | Spent: 10.9 secs | LR: 0.000246
INFO:tensorflow:Step 22500 | Loss: 0.3478 | Spent: 10.8 secs | LR: 0.000240
INFO:tensorflow:Step 22600 | Loss: 0.3032 | Spent: 10.9 secs | LR: 0.000234
INFO:tensorflow:Step 22700 | Loss: 0.3106 | Spent: 10.8 secs | LR: 0.000229
INFO:tensorflow:Step 22800 | Loss: 0.3886 | Spent: 11.0 secs | LR: 0.000223
INFO:tensorflow:Step 22900 | Loss: 0.3188 | Spent: 10.9 secs | LR: 0.000218
INFO:tensorflow:Step 23000 | Loss: 0.2940 | Spent: 10.9 secs | LR: 0.000212
INFO:tensorflow:Step 23100 | Loss: 0.3131 | Spent: 10.8 secs | LR: 0.000206
INFO:tensorflow:Step 23200 | Loss: 0.2750 | Spent: 11.1 secs | LR: 0.000201
INFO:tensorflow:Step 23300 | Loss: 0.3107 | Spent: 11.6 secs | LR: 0.000195
INFO:tensorflow:Step 23400 | Loss: 0.2652 | Spent: 11.4 secs | LR: 0.000190
INFO:tensorflow:Step 23500 | Loss: 0.2846 | Spent: 10.9 secs | LR: 0.000184
INFO:tensorflow:Step 23600 | Loss: 0.2229 | Spent: 11.2 secs | LR: 0.000178
INFO:tensorflow:Step 23700 | Loss: 0.3798 | Spent: 10.9 secs | LR: 0.000173
INFO:tensorflow:Step 23800 | Loss: 0.3763 | Spent: 10.7 secs | LR: 0.000167
INFO:tensorflow:Step 23900 | Loss: 0.3174 | Spent: 10.9 secs | LR: 0.000162
INFO:tensorflow:Step 24000 | Loss: 0.3165 | Spent: 10.8 secs | LR: 0.000156
INFO:tensorflow:Step 24100 | Loss: 0.3540 | Spent: 10.8 secs | LR: 0.000150
INFO:tensorflow:Step 24200 | Loss: 0.3906 | Spent: 10.9 secs | LR: 0.000145
INFO:tensorflow:Step 24300 | Loss: 0.2747 | Spent: 10.8 secs | LR: 0.000139
INFO:tensorflow:Step 24400 | Loss: 0.3030 | Spent: 10.9 secs | LR: 0.000134
INFO:tensorflow:Step 24500 | Loss: 0.3307 | Spent: 10.8 secs | LR: 0.000128
INFO:tensorflow:Step 24600 | Loss: 0.3404 | Spent: 10.7 secs | LR: 0.000122
INFO:tensorflow:Step 24700 | Loss: 0.2621 | Spent: 10.6 secs | LR: 0.000117
INFO:tensorflow:Step 24800 | Loss: 0.3082 | Spent: 10.8 secs | LR: 0.000111
INFO:tensorflow:Step 24900 | Loss: 0.3085 | Spent: 10.6 secs | LR: 0.000106
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.834
INFO:tensorflow:Best Accuracy: 0.834
Reading ../data/train.csv
INFO:tensorflow:Step 25000 | Loss: 0.3558 | Spent: 44.9 secs | LR: 0.000100
INFO:tensorflow:Step 25100 | Loss: 0.2234 | Spent: 11.2 secs | LR: 0.000103
INFO:tensorflow:Step 25200 | Loss: 0.2935 | Spent: 11.5 secs | LR: 0.000106
INFO:tensorflow:Step 25300 | Loss: 0.2449 | Spent: 11.0 secs | LR: 0.000108
INFO:tensorflow:Step 25400 | Loss: 0.2451 | Spent: 10.8 secs | LR: 0.000111
INFO:tensorflow:Step 25500 | Loss: 0.2394 | Spent: 11.0 secs | LR: 0.000114
INFO:tensorflow:Step 25600 | Loss: 0.3363 | Spent: 11.0 secs | LR: 0.000117
INFO:tensorflow:Step 25700 | Loss: 0.2904 | Spent: 11.2 secs | LR: 0.000120
INFO:tensorflow:Step 25800 | Loss: 0.3282 | Spent: 10.9 secs | LR: 0.000122
INFO:tensorflow:Step 25900 | Loss: 0.2661 | Spent: 11.0 secs | LR: 0.000125
INFO:tensorflow:Step 26000 | Loss: 0.3664 | Spent: 10.8 secs | LR: 0.000128
INFO:tensorflow:Step 26100 | Loss: 0.2880 | Spent: 11.1 secs | LR: 0.000131
INFO:tensorflow:Step 26200 | Loss: 0.3119 | Spent: 10.9 secs | LR: 0.000134
INFO:tensorflow:Step 26300 | Loss: 0.3267 | Spent: 10.9 secs | LR: 0.000136
INFO:tensorflow:Step 26400 | Loss: 0.2845 | Spent: 10.8 secs | LR: 0.000139
INFO:tensorflow:Step 26500 | Loss: 0.3283 | Spent: 10.9 secs | LR: 0.000142
INFO:tensorflow:Step 26600 | Loss: 0.3409 | Spent: 10.9 secs | LR: 0.000145
INFO:tensorflow:Step 26700 | Loss: 0.3157 | Spent: 11.0 secs | LR: 0.000148
INFO:tensorflow:Step 26800 | Loss: 0.2953 | Spent: 10.9 secs | LR: 0.000150
INFO:tensorflow:Step 26900 | Loss: 0.2522 | Spent: 11.1 secs | LR: 0.000153
INFO:tensorflow:Step 27000 | Loss: 0.2632 | Spent: 11.4 secs | LR: 0.000156
INFO:tensorflow:Step 27100 | Loss: 0.3522 | Spent: 11.4 secs | LR: 0.000159
INFO:tensorflow:Step 27200 | Loss: 0.4087 | Spent: 11.4 secs | LR: 0.000162
INFO:tensorflow:Step 27300 | Loss: 0.4051 | Spent: 11.7 secs | LR: 0.000164
INFO:tensorflow:Step 27400 | Loss: 0.2976 | Spent: 11.3 secs | LR: 0.000167
INFO:tensorflow:Step 27500 | Loss: 0.3255 | Spent: 11.1 secs | LR: 0.000170
INFO:tensorflow:Step 27600 | Loss: 0.2650 | Spent: 11.1 secs | LR: 0.000173
INFO:tensorflow:Step 27700 | Loss: 0.3573 | Spent: 11.0 secs | LR: 0.000176
INFO:tensorflow:Step 27800 | Loss: 0.2827 | Spent: 11.2 secs | LR: 0.000178
INFO:tensorflow:Step 27900 | Loss: 0.3505 | Spent: 11.0 secs | LR: 0.000181
INFO:tensorflow:Step 28000 | Loss: 0.3063 | Spent: 10.8 secs | LR: 0.000184
INFO:tensorflow:Step 28100 | Loss: 0.2340 | Spent: 11.0 secs | LR: 0.000187
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.835
INFO:tensorflow:Best Accuracy: 0.835
Reading ../data/train.csv
INFO:tensorflow:Step 28200 | Loss: 0.2316 | Spent: 44.4 secs | LR: 0.000190
INFO:tensorflow:Step 28300 | Loss: 0.2473 | Spent: 10.8 secs | LR: 0.000192
INFO:tensorflow:Step 28400 | Loss: 0.2670 | Spent: 10.7 secs | LR: 0.000195
INFO:tensorflow:Step 28500 | Loss: 0.2657 | Spent: 11.0 secs | LR: 0.000198
INFO:tensorflow:Step 28600 | Loss: 0.2861 | Spent: 11.1 secs | LR: 0.000201
INFO:tensorflow:Step 28700 | Loss: 0.3120 | Spent: 11.1 secs | LR: 0.000204
INFO:tensorflow:Step 28800 | Loss: 0.2571 | Spent: 10.8 secs | LR: 0.000206
INFO:tensorflow:Step 28900 | Loss: 0.3098 | Spent: 10.8 secs | LR: 0.000209
INFO:tensorflow:Step 29000 | Loss: 0.3043 | Spent: 10.9 secs | LR: 0.000212
INFO:tensorflow:Step 29100 | Loss: 0.4322 | Spent: 11.1 secs | LR: 0.000215
INFO:tensorflow:Step 29200 | Loss: 0.1872 | Spent: 10.9 secs | LR: 0.000218
INFO:tensorflow:Step 29300 | Loss: 0.3199 | Spent: 10.9 secs | LR: 0.000220
INFO:tensorflow:Step 29400 | Loss: 0.3249 | Spent: 10.8 secs | LR: 0.000223
INFO:tensorflow:Step 29500 | Loss: 0.3193 | Spent: 10.9 secs | LR: 0.000226
INFO:tensorflow:Step 29600 | Loss: 0.3690 | Spent: 11.0 secs | LR: 0.000229
INFO:tensorflow:Step 29700 | Loss: 0.2524 | Spent: 10.7 secs | LR: 0.000232
INFO:tensorflow:Step 29800 | Loss: 0.2937 | Spent: 10.9 secs | LR: 0.000234
INFO:tensorflow:Step 29900 | Loss: 0.2725 | Spent: 11.2 secs | LR: 0.000237
INFO:tensorflow:Step 30000 | Loss: 0.2894 | Spent: 10.9 secs | LR: 0.000240
INFO:tensorflow:Step 30100 | Loss: 0.2849 | Spent: 10.8 secs | LR: 0.000243
INFO:tensorflow:Step 30200 | Loss: 0.3140 | Spent: 10.8 secs | LR: 0.000246
INFO:tensorflow:Step 30300 | Loss: 0.3277 | Spent: 11.0 secs | LR: 0.000248
INFO:tensorflow:Step 30400 | Loss: 0.4189 | Spent: 11.0 secs | LR: 0.000251
INFO:tensorflow:Step 30500 | Loss: 0.2927 | Spent: 11.4 secs | LR: 0.000254
INFO:tensorflow:Step 30600 | Loss: 0.3162 | Spent: 11.3 secs | LR: 0.000257
INFO:tensorflow:Step 30700 | Loss: 0.2398 | Spent: 11.2 secs | LR: 0.000260
INFO:tensorflow:Step 30800 | Loss: 0.3057 | Spent: 11.1 secs | LR: 0.000262
INFO:tensorflow:Step 30900 | Loss: 0.2904 | Spent: 11.1 secs | LR: 0.000265
INFO:tensorflow:Step 31000 | Loss: 0.2817 | Spent: 11.2 secs | LR: 0.000268
INFO:tensorflow:Step 31100 | Loss: 0.2741 | Spent: 11.2 secs | LR: 0.000271
INFO:tensorflow:Step 31200 | Loss: 0.2441 | Spent: 10.9 secs | LR: 0.000274
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.834
INFO:tensorflow:Best Accuracy: 0.835
Reading ../data/train.csv
INFO:tensorflow:Step 31300 | Loss: 0.2351 | Spent: 45.2 secs | LR: 0.000276
INFO:tensorflow:Step 31400 | Loss: 0.3399 | Spent: 11.1 secs | LR: 0.000279
INFO:tensorflow:Step 31500 | Loss: 0.2204 | Spent: 11.1 secs | LR: 0.000282
INFO:tensorflow:Step 31600 | Loss: 0.2621 | Spent: 11.0 secs | LR: 0.000285
INFO:tensorflow:Step 31700 | Loss: 0.2790 | Spent: 11.0 secs | LR: 0.000288
INFO:tensorflow:Step 31800 | Loss: 0.4172 | Spent: 10.9 secs | LR: 0.000290
INFO:tensorflow:Step 31900 | Loss: 0.2669 | Spent: 11.0 secs | LR: 0.000293
INFO:tensorflow:Step 32000 | Loss: 0.3054 | Spent: 11.0 secs | LR: 0.000296
INFO:tensorflow:Step 32100 | Loss: 0.3751 | Spent: 11.0 secs | LR: 0.000299
INFO:tensorflow:Step 32200 | Loss: 0.2828 | Spent: 11.1 secs | LR: 0.000302
INFO:tensorflow:Step 32300 | Loss: 0.2842 | Spent: 11.0 secs | LR: 0.000304
INFO:tensorflow:Step 32400 | Loss: 0.3119 | Spent: 11.0 secs | LR: 0.000307
INFO:tensorflow:Step 32500 | Loss: 0.3265 | Spent: 11.0 secs | LR: 0.000310
INFO:tensorflow:Step 32600 | Loss: 0.3810 | Spent: 11.0 secs | LR: 0.000313
INFO:tensorflow:Step 32700 | Loss: 0.3083 | Spent: 11.0 secs | LR: 0.000316
INFO:tensorflow:Step 32800 | Loss: 0.2274 | Spent: 11.1 secs | LR: 0.000318
INFO:tensorflow:Step 32900 | Loss: 0.2695 | Spent: 11.0 secs | LR: 0.000321
INFO:tensorflow:Step 33000 | Loss: 0.3609 | Spent: 11.1 secs | LR: 0.000324
INFO:tensorflow:Step 33100 | Loss: 0.3375 | Spent: 10.7 secs | LR: 0.000327
INFO:tensorflow:Step 33200 | Loss: 0.2475 | Spent: 11.0 secs | LR: 0.000330
INFO:tensorflow:Step 33300 | Loss: 0.3211 | Spent: 10.8 secs | LR: 0.000332
INFO:tensorflow:Step 33400 | Loss: 0.2976 | Spent: 11.1 secs | LR: 0.000335
INFO:tensorflow:Step 33500 | Loss: 0.3362 | Spent: 10.9 secs | LR: 0.000338
INFO:tensorflow:Step 33600 | Loss: 0.3100 | Spent: 11.0 secs | LR: 0.000341
INFO:tensorflow:Step 33700 | Loss: 0.3857 | Spent: 11.1 secs | LR: 0.000344
INFO:tensorflow:Step 33800 | Loss: 0.3357 | Spent: 10.8 secs | LR: 0.000346
INFO:tensorflow:Step 33900 | Loss: 0.2880 | Spent: 10.9 secs | LR: 0.000349
INFO:tensorflow:Step 34000 | Loss: 0.4086 | Spent: 11.1 secs | LR: 0.000352
INFO:tensorflow:Step 34100 | Loss: 0.3228 | Spent: 11.0 secs | LR: 0.000355
INFO:tensorflow:Step 34200 | Loss: 0.4225 | Spent: 10.8 secs | LR: 0.000358
INFO:tensorflow:Step 34300 | Loss: 0.2436 | Spent: 10.8 secs | LR: 0.000360
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.832
INFO:tensorflow:Best Accuracy: 0.835
Reading ../data/train.csv
INFO:tensorflow:Step 34400 | Loss: 0.2441 | Spent: 44.0 secs | LR: 0.000363
INFO:tensorflow:Step 34500 | Loss: 0.2927 | Spent: 10.8 secs | LR: 0.000366
INFO:tensorflow:Step 34600 | Loss: 0.2696 | Spent: 10.9 secs | LR: 0.000369
INFO:tensorflow:Step 34700 | Loss: 0.2408 | Spent: 11.0 secs | LR: 0.000372
INFO:tensorflow:Step 34800 | Loss: 0.2412 | Spent: 11.0 secs | LR: 0.000374
INFO:tensorflow:Step 34900 | Loss: 0.2602 | Spent: 10.8 secs | LR: 0.000377
INFO:tensorflow:Step 35000 | Loss: 0.2470 | Spent: 10.8 secs | LR: 0.000380
INFO:tensorflow:Step 35100 | Loss: 0.3010 | Spent: 10.9 secs | LR: 0.000383
INFO:tensorflow:Step 35200 | Loss: 0.2727 | Spent: 11.1 secs | LR: 0.000386
INFO:tensorflow:Step 35300 | Loss: 0.2848 | Spent: 11.0 secs | LR: 0.000388
INFO:tensorflow:Step 35400 | Loss: 0.3292 | Spent: 10.9 secs | LR: 0.000391
INFO:tensorflow:Step 35500 | Loss: 0.3026 | Spent: 11.1 secs | LR: 0.000394
INFO:tensorflow:Step 35600 | Loss: 0.2877 | Spent: 11.0 secs | LR: 0.000397
INFO:tensorflow:Step 35700 | Loss: 0.3236 | Spent: 11.0 secs | LR: 0.000400
INFO:tensorflow:Step 35800 | Loss: 0.3104 | Spent: 10.9 secs | LR: 0.000402
INFO:tensorflow:Step 35900 | Loss: 0.3305 | Spent: 10.9 secs | LR: 0.000405
INFO:tensorflow:Step 36000 | Loss: 0.3505 | Spent: 10.7 secs | LR: 0.000408
INFO:tensorflow:Step 36100 | Loss: 0.2899 | Spent: 10.8 secs | LR: 0.000411
INFO:tensorflow:Step 36200 | Loss: 0.2719 | Spent: 11.1 secs | LR: 0.000414
INFO:tensorflow:Step 36300 | Loss: 0.3078 | Spent: 11.1 secs | LR: 0.000416
INFO:tensorflow:Step 36400 | Loss: 0.2719 | Spent: 10.9 secs | LR: 0.000419
INFO:tensorflow:Step 36500 | Loss: 0.2777 | Spent: 11.1 secs | LR: 0.000422
INFO:tensorflow:Step 36600 | Loss: 0.3789 | Spent: 10.8 secs | LR: 0.000425
INFO:tensorflow:Step 36700 | Loss: 0.3550 | Spent: 10.8 secs | LR: 0.000428
INFO:tensorflow:Step 36800 | Loss: 0.2471 | Spent: 10.8 secs | LR: 0.000430
INFO:tensorflow:Step 36900 | Loss: 0.4267 | Spent: 11.0 secs | LR: 0.000433
INFO:tensorflow:Step 37000 | Loss: 0.3496 | Spent: 11.0 secs | LR: 0.000436
INFO:tensorflow:Step 37100 | Loss: 0.3018 | Spent: 10.9 secs | LR: 0.000439
INFO:tensorflow:Step 37200 | Loss: 0.2962 | Spent: 10.8 secs | LR: 0.000442
INFO:tensorflow:Step 37300 | Loss: 0.2310 | Spent: 10.8 secs | LR: 0.000444
INFO:tensorflow:Step 37400 | Loss: 0.2132 | Spent: 10.7 secs | LR: 0.000447
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.831
INFO:tensorflow:Best Accuracy: 0.835
Reading ../data/train.csv
INFO:tensorflow:Step 37500 | Loss: 0.2438 | Spent: 44.0 secs | LR: 0.000450
INFO:tensorflow:Step 37600 | Loss: 0.3300 | Spent: 11.1 secs | LR: 0.000447
INFO:tensorflow:Step 37700 | Loss: 0.3520 | Spent: 10.9 secs | LR: 0.000444
INFO:tensorflow:Step 37800 | Loss: 0.3135 | Spent: 10.8 secs | LR: 0.000442
INFO:tensorflow:Step 37900 | Loss: 0.2630 | Spent: 10.8 secs | LR: 0.000439
INFO:tensorflow:Step 38000 | Loss: 0.2545 | Spent: 10.8 secs | LR: 0.000436
INFO:tensorflow:Step 38100 | Loss: 0.2310 | Spent: 10.8 secs | LR: 0.000433
INFO:tensorflow:Step 38200 | Loss: 0.3813 | Spent: 11.0 secs | LR: 0.000430
INFO:tensorflow:Step 38300 | Loss: 0.2686 | Spent: 10.8 secs | LR: 0.000428
INFO:tensorflow:Step 38400 | Loss: 0.4357 | Spent: 11.1 secs | LR: 0.000425
INFO:tensorflow:Step 38500 | Loss: 0.2700 | Spent: 10.9 secs | LR: 0.000422
INFO:tensorflow:Step 38600 | Loss: 0.2850 | Spent: 10.8 secs | LR: 0.000419
INFO:tensorflow:Step 38700 | Loss: 0.2711 | Spent: 10.8 secs | LR: 0.000416
INFO:tensorflow:Step 38800 | Loss: 0.2961 | Spent: 10.8 secs | LR: 0.000414
INFO:tensorflow:Step 38900 | Loss: 0.3128 | Spent: 11.0 secs | LR: 0.000411
INFO:tensorflow:Step 39000 | Loss: 0.3400 | Spent: 11.2 secs | LR: 0.000408
INFO:tensorflow:Step 39100 | Loss: 0.3012 | Spent: 11.3 secs | LR: 0.000405
INFO:tensorflow:Step 39200 | Loss: 0.2519 | Spent: 10.8 secs | LR: 0.000402
INFO:tensorflow:Step 39300 | Loss: 0.2961 | Spent: 11.0 secs | LR: 0.000400
INFO:tensorflow:Step 39400 | Loss: 0.2893 | Spent: 11.0 secs | LR: 0.000397
INFO:tensorflow:Step 39500 | Loss: 0.3068 | Spent: 11.0 secs | LR: 0.000394
INFO:tensorflow:Step 39600 | Loss: 0.2415 | Spent: 10.9 secs | LR: 0.000391
INFO:tensorflow:Step 39700 | Loss: 0.2675 | Spent: 11.0 secs | LR: 0.000388
INFO:tensorflow:Step 39800 | Loss: 0.2420 | Spent: 11.0 secs | LR: 0.000386
INFO:tensorflow:Step 39900 | Loss: 0.3428 | Spent: 10.8 secs | LR: 0.000383
INFO:tensorflow:Step 40000 | Loss: 0.3639 | Spent: 11.0 secs | LR: 0.000380
INFO:tensorflow:Step 40100 | Loss: 0.2954 | Spent: 10.8 secs | LR: 0.000377
INFO:tensorflow:Step 40200 | Loss: 0.3443 | Spent: 10.9 secs | LR: 0.000374
INFO:tensorflow:Step 40300 | Loss: 0.2852 | Spent: 10.9 secs | LR: 0.000372
INFO:tensorflow:Step 40400 | Loss: 0.3259 | Spent: 11.0 secs | LR: 0.000369
INFO:tensorflow:Step 40500 | Loss: 0.2569 | Spent: 11.3 secs | LR: 0.000366
INFO:tensorflow:Step 40600 | Loss: 0.2458 | Spent: 11.0 secs | LR: 0.000363
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.833
INFO:tensorflow:Best Accuracy: 0.835
Reading ../data/train.csv
INFO:tensorflow:Step 40700 | Loss: 0.3222 | Spent: 44.7 secs | LR: 0.000360
INFO:tensorflow:Step 40800 | Loss: 0.2304 | Spent: 10.9 secs | LR: 0.000358
INFO:tensorflow:Step 40900 | Loss: 0.2810 | Spent: 11.0 secs | LR: 0.000355
INFO:tensorflow:Step 41000 | Loss: 0.3650 | Spent: 11.1 secs | LR: 0.000352
INFO:tensorflow:Step 41100 | Loss: 0.2146 | Spent: 10.8 secs | LR: 0.000349
INFO:tensorflow:Step 41200 | Loss: 0.2707 | Spent: 11.1 secs | LR: 0.000346
INFO:tensorflow:Step 41300 | Loss: 0.2635 | Spent: 11.1 secs | LR: 0.000344
INFO:tensorflow:Step 41400 | Loss: 0.3018 | Spent: 10.8 secs | LR: 0.000341
INFO:tensorflow:Step 41500 | Loss: 0.3309 | Spent: 11.1 secs | LR: 0.000338
INFO:tensorflow:Step 41600 | Loss: 0.2838 | Spent: 11.6 secs | LR: 0.000335
INFO:tensorflow:Step 41700 | Loss: 0.3635 | Spent: 11.1 secs | LR: 0.000332
INFO:tensorflow:Step 41800 | Loss: 0.2035 | Spent: 11.1 secs | LR: 0.000330
INFO:tensorflow:Step 41900 | Loss: 0.3123 | Spent: 11.2 secs | LR: 0.000327
INFO:tensorflow:Step 42000 | Loss: 0.1843 | Spent: 10.9 secs | LR: 0.000324
INFO:tensorflow:Step 42100 | Loss: 0.2787 | Spent: 10.9 secs | LR: 0.000321
INFO:tensorflow:Step 42200 | Loss: 0.2856 | Spent: 11.1 secs | LR: 0.000318
INFO:tensorflow:Step 42300 | Loss: 0.2599 | Spent: 11.0 secs | LR: 0.000316
INFO:tensorflow:Step 42400 | Loss: 0.2736 | Spent: 11.0 secs | LR: 0.000313
INFO:tensorflow:Step 42500 | Loss: 0.2127 | Spent: 10.8 secs | LR: 0.000310
INFO:tensorflow:Step 42600 | Loss: 0.2780 | Spent: 11.2 secs | LR: 0.000307
INFO:tensorflow:Step 42700 | Loss: 0.3136 | Spent: 10.9 secs | LR: 0.000304
INFO:tensorflow:Step 42800 | Loss: 0.3874 | Spent: 11.1 secs | LR: 0.000302
INFO:tensorflow:Step 42900 | Loss: 0.2267 | Spent: 11.0 secs | LR: 0.000299
INFO:tensorflow:Step 43000 | Loss: 0.3269 | Spent: 11.2 secs | LR: 0.000296
INFO:tensorflow:Step 43100 | Loss: 0.2425 | Spent: 11.0 secs | LR: 0.000293
INFO:tensorflow:Step 43200 | Loss: 0.2590 | Spent: 11.0 secs | LR: 0.000290
INFO:tensorflow:Step 43300 | Loss: 0.2414 | Spent: 11.2 secs | LR: 0.000288
INFO:tensorflow:Step 43400 | Loss: 0.2842 | Spent: 10.8 secs | LR: 0.000285
INFO:tensorflow:Step 43500 | Loss: 0.3253 | Spent: 10.9 secs | LR: 0.000282
INFO:tensorflow:Step 43600 | Loss: 0.2844 | Spent: 11.1 secs | LR: 0.000279
INFO:tensorflow:Step 43700 | Loss: 0.3097 | Spent: 11.2 secs | LR: 0.000276
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.828
INFO:tensorflow:Best Accuracy: 0.835
Reading ../data/train.csv
INFO:tensorflow:Step 43800 | Loss: 0.3258 | Spent: 44.6 secs | LR: 0.000274
INFO:tensorflow:Step 43900 | Loss: 0.3563 | Spent: 11.0 secs | LR: 0.000271
INFO:tensorflow:Step 44000 | Loss: 0.3027 | Spent: 11.0 secs | LR: 0.000268
INFO:tensorflow:Step 44100 | Loss: 0.2805 | Spent: 11.4 secs | LR: 0.000265
INFO:tensorflow:Step 44200 | Loss: 0.2351 | Spent: 11.2 secs | LR: 0.000262
INFO:tensorflow:Step 44300 | Loss: 0.2927 | Spent: 11.0 secs | LR: 0.000260
INFO:tensorflow:Step 44400 | Loss: 0.2684 | Spent: 10.8 secs | LR: 0.000257
INFO:tensorflow:Step 44500 | Loss: 0.2888 | Spent: 11.0 secs | LR: 0.000254
INFO:tensorflow:Step 44600 | Loss: 0.3412 | Spent: 10.9 secs | LR: 0.000251
INFO:tensorflow:Step 44700 | Loss: 0.2849 | Spent: 11.2 secs | LR: 0.000248
INFO:tensorflow:Step 44800 | Loss: 0.3054 | Spent: 10.9 secs | LR: 0.000246
INFO:tensorflow:Step 44900 | Loss: 0.2413 | Spent: 11.0 secs | LR: 0.000243
INFO:tensorflow:Step 45000 | Loss: 0.2727 | Spent: 10.9 secs | LR: 0.000240
INFO:tensorflow:Step 45100 | Loss: 0.2559 | Spent: 10.8 secs | LR: 0.000237
INFO:tensorflow:Step 45200 | Loss: 0.3076 | Spent: 10.9 secs | LR: 0.000234
INFO:tensorflow:Step 45300 | Loss: 0.2823 | Spent: 11.0 secs | LR: 0.000232
INFO:tensorflow:Step 45400 | Loss: 0.2638 | Spent: 11.1 secs | LR: 0.000229
INFO:tensorflow:Step 45500 | Loss: 0.3536 | Spent: 11.0 secs | LR: 0.000226
INFO:tensorflow:Step 45600 | Loss: 0.3023 | Spent: 11.0 secs | LR: 0.000223
INFO:tensorflow:Step 45700 | Loss: 0.3133 | Spent: 11.2 secs | LR: 0.000220
INFO:tensorflow:Step 45800 | Loss: 0.3526 | Spent: 10.9 secs | LR: 0.000218
INFO:tensorflow:Step 45900 | Loss: 0.3390 | Spent: 10.8 secs | LR: 0.000215
INFO:tensorflow:Step 46000 | Loss: 0.2426 | Spent: 10.9 secs | LR: 0.000212
INFO:tensorflow:Step 46100 | Loss: 0.2881 | Spent: 11.1 secs | LR: 0.000209
INFO:tensorflow:Step 46200 | Loss: 0.2388 | Spent: 10.8 secs | LR: 0.000206
INFO:tensorflow:Step 46300 | Loss: 0.2146 | Spent: 10.9 secs | LR: 0.000204
INFO:tensorflow:Step 46400 | Loss: 0.3579 | Spent: 11.0 secs | LR: 0.000201
INFO:tensorflow:Step 46500 | Loss: 0.2394 | Spent: 10.7 secs | LR: 0.000198
INFO:tensorflow:Step 46600 | Loss: 0.3322 | Spent: 10.9 secs | LR: 0.000195
INFO:tensorflow:Step 46700 | Loss: 0.2944 | Spent: 11.0 secs | LR: 0.000192
INFO:tensorflow:Step 46800 | Loss: 0.2591 | Spent: 11.0 secs | LR: 0.000190
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.834
INFO:tensorflow:Best Accuracy: 0.835
Reading ../data/train.csv
INFO:tensorflow:Step 46900 | Loss: 0.3156 | Spent: 44.8 secs | LR: 0.000187
INFO:tensorflow:Step 47000 | Loss: 0.2976 | Spent: 11.0 secs | LR: 0.000184
INFO:tensorflow:Step 47100 | Loss: 0.3576 | Spent: 10.8 secs | LR: 0.000181
INFO:tensorflow:Step 47200 | Loss: 0.2442 | Spent: 11.0 secs | LR: 0.000178
INFO:tensorflow:Step 47300 | Loss: 0.2611 | Spent: 11.0 secs | LR: 0.000176
INFO:tensorflow:Step 47400 | Loss: 0.3390 | Spent: 11.1 secs | LR: 0.000173
INFO:tensorflow:Step 47500 | Loss: 0.3659 | Spent: 11.0 secs | LR: 0.000170
INFO:tensorflow:Step 47600 | Loss: 0.2456 | Spent: 11.1 secs | LR: 0.000167
INFO:tensorflow:Step 47700 | Loss: 0.2546 | Spent: 11.0 secs | LR: 0.000164
INFO:tensorflow:Step 47800 | Loss: 0.2839 | Spent: 11.0 secs | LR: 0.000162
INFO:tensorflow:Step 47900 | Loss: 0.3614 | Spent: 11.0 secs | LR: 0.000159
INFO:tensorflow:Step 48000 | Loss: 0.3498 | Spent: 10.8 secs | LR: 0.000156
INFO:tensorflow:Step 48100 | Loss: 0.2820 | Spent: 10.9 secs | LR: 0.000153
INFO:tensorflow:Step 48200 | Loss: 0.2470 | Spent: 11.1 secs | LR: 0.000150
INFO:tensorflow:Step 48300 | Loss: 0.2178 | Spent: 11.2 secs | LR: 0.000148
INFO:tensorflow:Step 48400 | Loss: 0.3152 | Spent: 10.8 secs | LR: 0.000145
INFO:tensorflow:Step 48500 | Loss: 0.2853 | Spent: 10.9 secs | LR: 0.000142
INFO:tensorflow:Step 48600 | Loss: 0.2766 | Spent: 11.1 secs | LR: 0.000139
INFO:tensorflow:Step 48700 | Loss: 0.2443 | Spent: 10.9 secs | LR: 0.000136
INFO:tensorflow:Step 48800 | Loss: 0.3105 | Spent: 10.8 secs | LR: 0.000134
INFO:tensorflow:Step 48900 | Loss: 0.2915 | Spent: 10.9 secs | LR: 0.000131
INFO:tensorflow:Step 49000 | Loss: 0.2536 | Spent: 11.0 secs | LR: 0.000128
INFO:tensorflow:Step 49100 | Loss: 0.3435 | Spent: 10.8 secs | LR: 0.000125
INFO:tensorflow:Step 49200 | Loss: 0.2847 | Spent: 10.9 secs | LR: 0.000122
INFO:tensorflow:Step 49300 | Loss: 0.2703 | Spent: 10.9 secs | LR: 0.000120
INFO:tensorflow:Step 49400 | Loss: 0.2323 | Spent: 11.2 secs | LR: 0.000117
INFO:tensorflow:Step 49500 | Loss: 0.3515 | Spent: 11.2 secs | LR: 0.000114
INFO:tensorflow:Step 49600 | Loss: 0.3380 | Spent: 11.0 secs | LR: 0.000111
INFO:tensorflow:Step 49700 | Loss: 0.2528 | Spent: 11.2 secs | LR: 0.000108
INFO:tensorflow:Step 49800 | Loss: 0.3100 | Spent: 10.8 secs | LR: 0.000106
INFO:tensorflow:Step 49900 | Loss: 0.3698 | Spent: 10.9 secs | LR: 0.000103
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.831
INFO:tensorflow:Best Accuracy: 0.835
Reading ../data/train.csv
INFO:tensorflow:Step 50000 | Loss: 0.3375 | Spent: 43.9 secs | LR: 0.000100
INFO:tensorflow:Step 50100 | Loss: 0.2852 | Spent: 10.9 secs | LR: 0.000101
INFO:tensorflow:Step 50200 | Loss: 0.2320 | Spent: 11.3 secs | LR: 0.000103
INFO:tensorflow:Step 50300 | Loss: 0.2476 | Spent: 11.0 secs | LR: 0.000104
INFO:tensorflow:Step 50400 | Loss: 0.2538 | Spent: 11.1 secs | LR: 0.000106
INFO:tensorflow:Step 50500 | Loss: 0.3703 | Spent: 11.1 secs | LR: 0.000107
INFO:tensorflow:Step 50600 | Loss: 0.2814 | Spent: 11.0 secs | LR: 0.000108
INFO:tensorflow:Step 50700 | Loss: 0.3098 | Spent: 11.1 secs | LR: 0.000110
INFO:tensorflow:Step 50800 | Loss: 0.2674 | Spent: 11.1 secs | LR: 0.000111
INFO:tensorflow:Step 50900 | Loss: 0.2683 | Spent: 11.0 secs | LR: 0.000113
INFO:tensorflow:Step 51000 | Loss: 0.2114 | Spent: 11.1 secs | LR: 0.000114
INFO:tensorflow:Step 51100 | Loss: 0.2572 | Spent: 11.2 secs | LR: 0.000115
INFO:tensorflow:Step 51200 | Loss: 0.2556 | Spent: 10.9 secs | LR: 0.000117
INFO:tensorflow:Step 51300 | Loss: 0.2675 | Spent: 11.1 secs | LR: 0.000118
INFO:tensorflow:Step 51400 | Loss: 0.2704 | Spent: 11.3 secs | LR: 0.000120
INFO:tensorflow:Step 51500 | Loss: 0.3200 | Spent: 10.8 secs | LR: 0.000121
INFO:tensorflow:Step 51600 | Loss: 0.2435 | Spent: 11.0 secs | LR: 0.000122
INFO:tensorflow:Step 51700 | Loss: 0.2961 | Spent: 11.1 secs | LR: 0.000124
INFO:tensorflow:Step 51800 | Loss: 0.2997 | Spent: 11.0 secs | LR: 0.000125
INFO:tensorflow:Step 51900 | Loss: 0.3150 | Spent: 11.0 secs | LR: 0.000127
INFO:tensorflow:Step 52000 | Loss: 0.2386 | Spent: 11.2 secs | LR: 0.000128
INFO:tensorflow:Step 52100 | Loss: 0.2820 | Spent: 11.0 secs | LR: 0.000129
INFO:tensorflow:Step 52200 | Loss: 0.2686 | Spent: 10.8 secs | LR: 0.000131
INFO:tensorflow:Step 52300 | Loss: 0.2711 | Spent: 11.0 secs | LR: 0.000132
INFO:tensorflow:Step 52400 | Loss: 0.2312 | Spent: 10.9 secs | LR: 0.000134
INFO:tensorflow:Step 52500 | Loss: 0.2557 | Spent: 11.0 secs | LR: 0.000135
INFO:tensorflow:Step 52600 | Loss: 0.2525 | Spent: 10.9 secs | LR: 0.000136
INFO:tensorflow:Step 52700 | Loss: 0.2670 | Spent: 10.8 secs | LR: 0.000138
INFO:tensorflow:Step 52800 | Loss: 0.2787 | Spent: 11.0 secs | LR: 0.000139
INFO:tensorflow:Step 52900 | Loss: 0.2626 | Spent: 10.9 secs | LR: 0.000141
INFO:tensorflow:Step 53000 | Loss: 0.2545 | Spent: 10.9 secs | LR: 0.000142
INFO:tensorflow:Step 53100 | Loss: 0.3467 | Spent: 10.9 secs | LR: 0.000143
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.833
INFO:tensorflow:Best Accuracy: 0.835
Reading ../data/train.csv
INFO:tensorflow:Step 53200 | Loss: 0.2274 | Spent: 44.2 secs | LR: 0.000145
INFO:tensorflow:Step 53300 | Loss: 0.2544 | Spent: 11.2 secs | LR: 0.000146
INFO:tensorflow:Step 53400 | Loss: 0.2565 | Spent: 11.0 secs | LR: 0.000148
INFO:tensorflow:Step 53500 | Loss: 0.2973 | Spent: 11.2 secs | LR: 0.000149
INFO:tensorflow:Step 53600 | Loss: 0.2267 | Spent: 11.0 secs | LR: 0.000150
INFO:tensorflow:Step 53700 | Loss: 0.1967 | Spent: 10.9 secs | LR: 0.000152
INFO:tensorflow:Step 53800 | Loss: 0.3378 | Spent: 10.8 secs | LR: 0.000153
INFO:tensorflow:Step 53900 | Loss: 0.2703 | Spent: 11.0 secs | LR: 0.000155
INFO:tensorflow:Step 54000 | Loss: 0.2842 | Spent: 10.9 secs | LR: 0.000156
INFO:tensorflow:Step 54100 | Loss: 0.3379 | Spent: 11.0 secs | LR: 0.000157
INFO:tensorflow:Step 54200 | Loss: 0.3630 | Spent: 11.0 secs | LR: 0.000159
INFO:tensorflow:Step 54300 | Loss: 0.2673 | Spent: 11.2 secs | LR: 0.000160
INFO:tensorflow:Step 54400 | Loss: 0.2018 | Spent: 10.9 secs | LR: 0.000162
INFO:tensorflow:Step 54500 | Loss: 0.2852 | Spent: 11.3 secs | LR: 0.000163
INFO:tensorflow:Step 54600 | Loss: 0.2253 | Spent: 11.0 secs | LR: 0.000164
INFO:tensorflow:Step 54700 | Loss: 0.2383 | Spent: 11.0 secs | LR: 0.000166
INFO:tensorflow:Step 54800 | Loss: 0.2530 | Spent: 11.2 secs | LR: 0.000167
INFO:tensorflow:Step 54900 | Loss: 0.2857 | Spent: 11.1 secs | LR: 0.000169
INFO:tensorflow:Step 55000 | Loss: 0.2965 | Spent: 11.2 secs | LR: 0.000170
INFO:tensorflow:Step 55100 | Loss: 0.2104 | Spent: 11.2 secs | LR: 0.000171
INFO:tensorflow:Step 55200 | Loss: 0.3296 | Spent: 11.2 secs | LR: 0.000173
INFO:tensorflow:Step 55300 | Loss: 0.3085 | Spent: 11.2 secs | LR: 0.000174
INFO:tensorflow:Step 55400 | Loss: 0.3528 | Spent: 11.2 secs | LR: 0.000176
INFO:tensorflow:Step 55500 | Loss: 0.2687 | Spent: 10.9 secs | LR: 0.000177
INFO:tensorflow:Step 55600 | Loss: 0.3004 | Spent: 10.9 secs | LR: 0.000178
INFO:tensorflow:Step 55700 | Loss: 0.2534 | Spent: 10.9 secs | LR: 0.000180
INFO:tensorflow:Step 55800 | Loss: 0.2809 | Spent: 10.8 secs | LR: 0.000181
INFO:tensorflow:Step 55900 | Loss: 0.2712 | Spent: 10.9 secs | LR: 0.000183
INFO:tensorflow:Step 56000 | Loss: 0.3106 | Spent: 11.1 secs | LR: 0.000184
INFO:tensorflow:Step 56100 | Loss: 0.2534 | Spent: 11.1 secs | LR: 0.000185
INFO:tensorflow:Step 56200 | Loss: 0.3017 | Spent: 10.9 secs | LR: 0.000187
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.835
INFO:tensorflow:Best Accuracy: 0.835
Reading ../data/train.csv
INFO:tensorflow:Step 56300 | Loss: 0.2393 | Spent: 44.1 secs | LR: 0.000188
INFO:tensorflow:Step 56400 | Loss: 0.2571 | Spent: 10.9 secs | LR: 0.000190
INFO:tensorflow:Step 56500 | Loss: 0.2706 | Spent: 11.1 secs | LR: 0.000191
INFO:tensorflow:Step 56600 | Loss: 0.3360 | Spent: 10.8 secs | LR: 0.000192
INFO:tensorflow:Step 56700 | Loss: 0.2391 | Spent: 11.0 secs | LR: 0.000194
INFO:tensorflow:Step 56800 | Loss: 0.2295 | Spent: 10.9 secs | LR: 0.000195
INFO:tensorflow:Step 56900 | Loss: 0.3506 | Spent: 11.1 secs | LR: 0.000197
INFO:tensorflow:Step 57000 | Loss: 0.2250 | Spent: 11.1 secs | LR: 0.000198
INFO:tensorflow:Step 57100 | Loss: 0.2906 | Spent: 10.8 secs | LR: 0.000199
INFO:tensorflow:Step 57200 | Loss: 0.3331 | Spent: 10.8 secs | LR: 0.000201
INFO:tensorflow:Step 57300 | Loss: 0.3573 | Spent: 11.0 secs | LR: 0.000202
INFO:tensorflow:Step 57400 | Loss: 0.2964 | Spent: 10.9 secs | LR: 0.000204
INFO:tensorflow:Step 57500 | Loss: 0.2952 | Spent: 10.9 secs | LR: 0.000205
INFO:tensorflow:Step 57600 | Loss: 0.2827 | Spent: 10.8 secs | LR: 0.000206
INFO:tensorflow:Step 57700 | Loss: 0.2554 | Spent: 10.9 secs | LR: 0.000208
INFO:tensorflow:Step 57800 | Loss: 0.2762 | Spent: 11.0 secs | LR: 0.000209
INFO:tensorflow:Step 57900 | Loss: 0.3022 | Spent: 10.8 secs | LR: 0.000211
INFO:tensorflow:Step 58000 | Loss: 0.3246 | Spent: 11.0 secs | LR: 0.000212
INFO:tensorflow:Step 58100 | Loss: 0.3409 | Spent: 11.0 secs | LR: 0.000213
INFO:tensorflow:Step 58200 | Loss: 0.2387 | Spent: 10.9 secs | LR: 0.000215
INFO:tensorflow:Step 58300 | Loss: 0.2259 | Spent: 10.9 secs | LR: 0.000216
INFO:tensorflow:Step 58400 | Loss: 0.2413 | Spent: 11.0 secs | LR: 0.000218
INFO:tensorflow:Step 58500 | Loss: 0.2989 | Spent: 10.8 secs | LR: 0.000219
INFO:tensorflow:Step 58600 | Loss: 0.1821 | Spent: 10.9 secs | LR: 0.000220
INFO:tensorflow:Step 58700 | Loss: 0.4091 | Spent: 10.9 secs | LR: 0.000222
INFO:tensorflow:Step 58800 | Loss: 0.3350 | Spent: 11.1 secs | LR: 0.000223
INFO:tensorflow:Step 58900 | Loss: 0.3452 | Spent: 11.1 secs | LR: 0.000225
INFO:tensorflow:Step 59000 | Loss: 0.2566 | Spent: 10.9 secs | LR: 0.000226
INFO:tensorflow:Step 59100 | Loss: 0.2958 | Spent: 10.9 secs | LR: 0.000227
INFO:tensorflow:Step 59200 | Loss: 0.2493 | Spent: 10.9 secs | LR: 0.000229
INFO:tensorflow:Step 59300 | Loss: 0.3643 | Spent: 11.0 secs | LR: 0.000230
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.834
INFO:tensorflow:Best Accuracy: 0.835
Reading ../data/train.csv
INFO:tensorflow:Step 59400 | Loss: 0.2662 | Spent: 43.8 secs | LR: 0.000232
INFO:tensorflow:Step 59500 | Loss: 0.2704 | Spent: 11.2 secs | LR: 0.000233
INFO:tensorflow:Step 59600 | Loss: 0.2991 | Spent: 11.1 secs | LR: 0.000234
INFO:tensorflow:Step 59700 | Loss: 0.2995 | Spent: 10.9 secs | LR: 0.000236
INFO:tensorflow:Step 59800 | Loss: 0.2533 | Spent: 10.8 secs | LR: 0.000237
INFO:tensorflow:Step 59900 | Loss: 0.2808 | Spent: 11.0 secs | LR: 0.000239
INFO:tensorflow:Step 60000 | Loss: 0.2575 | Spent: 10.9 secs | LR: 0.000240
INFO:tensorflow:Step 60100 | Loss: 0.2668 | Spent: 10.9 secs | LR: 0.000241
INFO:tensorflow:Step 60200 | Loss: 0.2689 | Spent: 11.0 secs | LR: 0.000243
INFO:tensorflow:Step 60300 | Loss: 0.2820 | Spent: 10.7 secs | LR: 0.000244
INFO:tensorflow:Step 60400 | Loss: 0.3024 | Spent: 10.8 secs | LR: 0.000246
INFO:tensorflow:Step 60500 | Loss: 0.3331 | Spent: 10.8 secs | LR: 0.000247
INFO:tensorflow:Step 60600 | Loss: 0.2701 | Spent: 11.0 secs | LR: 0.000248
INFO:tensorflow:Step 60700 | Loss: 0.3063 | Spent: 10.9 secs | LR: 0.000250
INFO:tensorflow:Step 60800 | Loss: 0.2862 | Spent: 10.8 secs | LR: 0.000251
INFO:tensorflow:Step 60900 | Loss: 0.2819 | Spent: 10.9 secs | LR: 0.000253
INFO:tensorflow:Step 61000 | Loss: 0.2246 | Spent: 10.9 secs | LR: 0.000254
INFO:tensorflow:Step 61100 | Loss: 0.2226 | Spent: 11.1 secs | LR: 0.000255
INFO:tensorflow:Step 61200 | Loss: 0.3132 | Spent: 11.0 secs | LR: 0.000257
INFO:tensorflow:Step 61300 | Loss: 0.3444 | Spent: 10.9 secs | LR: 0.000258
INFO:tensorflow:Step 61400 | Loss: 0.2869 | Spent: 10.9 secs | LR: 0.000260
INFO:tensorflow:Step 61500 | Loss: 0.3423 | Spent: 11.0 secs | LR: 0.000261
INFO:tensorflow:Step 61600 | Loss: 0.2106 | Spent: 10.8 secs | LR: 0.000262
INFO:tensorflow:Step 61700 | Loss: 0.3271 | Spent: 11.2 secs | LR: 0.000264
INFO:tensorflow:Step 61800 | Loss: 0.2834 | Spent: 10.8 secs | LR: 0.000265
INFO:tensorflow:Step 61900 | Loss: 0.3443 | Spent: 10.8 secs | LR: 0.000267
INFO:tensorflow:Step 62000 | Loss: 0.3095 | Spent: 10.8 secs | LR: 0.000268
INFO:tensorflow:Step 62100 | Loss: 0.2472 | Spent: 10.9 secs | LR: 0.000269
INFO:tensorflow:Step 62200 | Loss: 0.3233 | Spent: 10.9 secs | LR: 0.000271
INFO:tensorflow:Step 62300 | Loss: 0.2703 | Spent: 10.9 secs | LR: 0.000272
INFO:tensorflow:Step 62400 | Loss: 0.2142 | Spent: 11.2 secs | LR: 0.000274
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.831
INFO:tensorflow:Best Accuracy: 0.835
Reading ../data/train.csv
INFO:tensorflow:Step 62500 | Loss: 0.3058 | Spent: 44.0 secs | LR: 0.000275
INFO:tensorflow:Step 62600 | Loss: 0.2287 | Spent: 10.9 secs | LR: 0.000274
INFO:tensorflow:Step 62700 | Loss: 0.2627 | Spent: 10.9 secs | LR: 0.000272
INFO:tensorflow:Step 62800 | Loss: 0.3247 | Spent: 10.8 secs | LR: 0.000271
INFO:tensorflow:Step 62900 | Loss: 0.2278 | Spent: 11.0 secs | LR: 0.000269
INFO:tensorflow:Step 63000 | Loss: 0.2419 | Spent: 10.8 secs | LR: 0.000268
INFO:tensorflow:Step 63100 | Loss: 0.2544 | Spent: 11.0 secs | LR: 0.000267
INFO:tensorflow:Step 63200 | Loss: 0.2013 | Spent: 10.9 secs | LR: 0.000265
INFO:tensorflow:Step 63300 | Loss: 0.3608 | Spent: 10.9 secs | LR: 0.000264
INFO:tensorflow:Step 63400 | Loss: 0.2814 | Spent: 10.9 secs | LR: 0.000262
INFO:tensorflow:Step 63500 | Loss: 0.3655 | Spent: 10.9 secs | LR: 0.000261
INFO:tensorflow:Step 63600 | Loss: 0.2719 | Spent: 11.4 secs | LR: 0.000260
INFO:tensorflow:Step 63700 | Loss: 0.2682 | Spent: 10.9 secs | LR: 0.000258
INFO:tensorflow:Step 63800 | Loss: 0.2597 | Spent: 11.0 secs | LR: 0.000257
INFO:tensorflow:Step 63900 | Loss: 0.2959 | Spent: 11.1 secs | LR: 0.000255
INFO:tensorflow:Step 64000 | Loss: 0.2534 | Spent: 11.0 secs | LR: 0.000254
INFO:tensorflow:Step 64100 | Loss: 0.2390 | Spent: 10.8 secs | LR: 0.000253
INFO:tensorflow:Step 64200 | Loss: 0.2610 | Spent: 11.0 secs | LR: 0.000251
INFO:tensorflow:Step 64300 | Loss: 0.2253 | Spent: 11.0 secs | LR: 0.000250
INFO:tensorflow:Step 64400 | Loss: 0.3414 | Spent: 11.0 secs | LR: 0.000248
INFO:tensorflow:Step 64500 | Loss: 0.2697 | Spent: 11.0 secs | LR: 0.000247
INFO:tensorflow:Step 64600 | Loss: 0.3399 | Spent: 11.1 secs | LR: 0.000246
INFO:tensorflow:Step 64700 | Loss: 0.2434 | Spent: 10.8 secs | LR: 0.000244
INFO:tensorflow:Step 64800 | Loss: 0.2980 | Spent: 10.8 secs | LR: 0.000243
INFO:tensorflow:Step 64900 | Loss: 0.3227 | Spent: 11.1 secs | LR: 0.000241
INFO:tensorflow:Step 65000 | Loss: 0.2833 | Spent: 11.2 secs | LR: 0.000240
INFO:tensorflow:Step 65100 | Loss: 0.2466 | Spent: 11.1 secs | LR: 0.000239
INFO:tensorflow:Step 65200 | Loss: 0.2993 | Spent: 11.1 secs | LR: 0.000237
INFO:tensorflow:Step 65300 | Loss: 0.2386 | Spent: 10.9 secs | LR: 0.000236
INFO:tensorflow:Step 65400 | Loss: 0.2803 | Spent: 10.8 secs | LR: 0.000234
INFO:tensorflow:Step 65500 | Loss: 0.3025 | Spent: 11.0 secs | LR: 0.000233
INFO:tensorflow:Step 65600 | Loss: 0.2576 | Spent: 10.8 secs | LR: 0.000232
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.830
INFO:tensorflow:Best Accuracy: 0.835
Reading ../data/train.csv
INFO:tensorflow:Step 65700 | Loss: 0.3367 | Spent: 44.5 secs | LR: 0.000230
INFO:tensorflow:Step 65800 | Loss: 0.2118 | Spent: 10.8 secs | LR: 0.000229
INFO:tensorflow:Step 65900 | Loss: 0.2677 | Spent: 11.2 secs | LR: 0.000227
INFO:tensorflow:Step 66000 | Loss: 0.3194 | Spent: 11.0 secs | LR: 0.000226
INFO:tensorflow:Step 66100 | Loss: 0.2701 | Spent: 11.0 secs | LR: 0.000225
INFO:tensorflow:Step 66200 | Loss: 0.3282 | Spent: 11.1 secs | LR: 0.000223
INFO:tensorflow:Step 66300 | Loss: 0.3665 | Spent: 10.9 secs | LR: 0.000222
INFO:tensorflow:Step 66400 | Loss: 0.3036 | Spent: 10.9 secs | LR: 0.000220
INFO:tensorflow:Step 66500 | Loss: 0.2672 | Spent: 10.9 secs | LR: 0.000219
INFO:tensorflow:Step 66600 | Loss: 0.2248 | Spent: 10.9 secs | LR: 0.000218
INFO:tensorflow:Step 66700 | Loss: 0.2250 | Spent: 10.8 secs | LR: 0.000216
INFO:tensorflow:Step 66800 | Loss: 0.1968 | Spent: 10.8 secs | LR: 0.000215
INFO:tensorflow:Step 66900 | Loss: 0.2972 | Spent: 10.9 secs | LR: 0.000213
INFO:tensorflow:Step 67000 | Loss: 0.3163 | Spent: 11.3 secs | LR: 0.000212
INFO:tensorflow:Step 67100 | Loss: 0.2389 | Spent: 10.9 secs | LR: 0.000211
INFO:tensorflow:Step 67200 | Loss: 0.1975 | Spent: 11.1 secs | LR: 0.000209
INFO:tensorflow:Step 67300 | Loss: 0.2701 | Spent: 11.0 secs | LR: 0.000208
INFO:tensorflow:Step 67400 | Loss: 0.2424 | Spent: 11.0 secs | LR: 0.000206
INFO:tensorflow:Step 67500 | Loss: 0.2998 | Spent: 11.0 secs | LR: 0.000205
INFO:tensorflow:Step 67600 | Loss: 0.2791 | Spent: 10.8 secs | LR: 0.000204
INFO:tensorflow:Step 67700 | Loss: 0.3255 | Spent: 11.0 secs | LR: 0.000202
INFO:tensorflow:Step 67800 | Loss: 0.2942 | Spent: 10.8 secs | LR: 0.000201
INFO:tensorflow:Step 67900 | Loss: 0.3268 | Spent: 11.0 secs | LR: 0.000199
INFO:tensorflow:Step 68000 | Loss: 0.3278 | Spent: 11.0 secs | LR: 0.000198
INFO:tensorflow:Step 68100 | Loss: 0.2409 | Spent: 10.8 secs | LR: 0.000197
INFO:tensorflow:Step 68200 | Loss: 0.2668 | Spent: 10.8 secs | LR: 0.000195
INFO:tensorflow:Step 68300 | Loss: 0.2183 | Spent: 10.9 secs | LR: 0.000194
INFO:tensorflow:Step 68400 | Loss: 0.2534 | Spent: 10.8 secs | LR: 0.000192
INFO:tensorflow:Step 68500 | Loss: 0.2667 | Spent: 11.0 secs | LR: 0.000191
INFO:tensorflow:Step 68600 | Loss: 0.2897 | Spent: 10.9 secs | LR: 0.000190
INFO:tensorflow:Step 68700 | Loss: 0.1900 | Spent: 10.9 secs | LR: 0.000188
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.830
INFO:tensorflow:Best Accuracy: 0.835
Reading ../data/train.csv
INFO:tensorflow:Step 68800 | Loss: 0.2598 | Spent: 44.4 secs | LR: 0.000187
INFO:tensorflow:Step 68900 | Loss: 0.2928 | Spent: 11.1 secs | LR: 0.000185
INFO:tensorflow:Step 69000 | Loss: 0.3228 | Spent: 10.9 secs | LR: 0.000184
INFO:tensorflow:Step 69100 | Loss: 0.2536 | Spent: 10.9 secs | LR: 0.000183
INFO:tensorflow:Step 69200 | Loss: 0.2710 | Spent: 10.8 secs | LR: 0.000181
INFO:tensorflow:Step 69300 | Loss: 0.2523 | Spent: 10.9 secs | LR: 0.000180
INFO:tensorflow:Step 69400 | Loss: 0.2388 | Spent: 11.1 secs | LR: 0.000178
INFO:tensorflow:Step 69500 | Loss: 0.3242 | Spent: 10.9 secs | LR: 0.000177
INFO:tensorflow:Step 69600 | Loss: 0.2890 | Spent: 11.0 secs | LR: 0.000176
INFO:tensorflow:Step 69700 | Loss: 0.2959 | Spent: 10.9 secs | LR: 0.000174
INFO:tensorflow:Step 69800 | Loss: 0.2246 | Spent: 10.7 secs | LR: 0.000173
INFO:tensorflow:Step 69900 | Loss: 0.2669 | Spent: 10.9 secs | LR: 0.000171
INFO:tensorflow:Step 70000 | Loss: 0.2874 | Spent: 11.1 secs | LR: 0.000170
INFO:tensorflow:Step 70100 | Loss: 0.3836 | Spent: 10.8 secs | LR: 0.000169
INFO:tensorflow:Step 70200 | Loss: 0.2974 | Spent: 11.1 secs | LR: 0.000167
INFO:tensorflow:Step 70300 | Loss: 0.2682 | Spent: 10.7 secs | LR: 0.000166
INFO:tensorflow:Step 70400 | Loss: 0.3357 | Spent: 10.9 secs | LR: 0.000164
INFO:tensorflow:Step 70500 | Loss: 0.2285 | Spent: 10.9 secs | LR: 0.000163
INFO:tensorflow:Step 70600 | Loss: 0.2542 | Spent: 11.1 secs | LR: 0.000162
INFO:tensorflow:Step 70700 | Loss: 0.3260 | Spent: 10.9 secs | LR: 0.000160
INFO:tensorflow:Step 70800 | Loss: 0.2790 | Spent: 10.9 secs | LR: 0.000159
INFO:tensorflow:Step 70900 | Loss: 0.2121 | Spent: 10.9 secs | LR: 0.000157
INFO:tensorflow:Step 71000 | Loss: 0.2517 | Spent: 11.0 secs | LR: 0.000156
INFO:tensorflow:Step 71100 | Loss: 0.3332 | Spent: 11.1 secs | LR: 0.000155
INFO:tensorflow:Step 71200 | Loss: 0.2252 | Spent: 11.0 secs | LR: 0.000153
INFO:tensorflow:Step 71300 | Loss: 0.1958 | Spent: 10.7 secs | LR: 0.000152
INFO:tensorflow:Step 71400 | Loss: 0.2803 | Spent: 10.7 secs | LR: 0.000150
INFO:tensorflow:Step 71500 | Loss: 0.2113 | Spent: 11.0 secs | LR: 0.000149
INFO:tensorflow:Step 71600 | Loss: 0.2557 | Spent: 10.8 secs | LR: 0.000148
INFO:tensorflow:Step 71700 | Loss: 0.2550 | Spent: 10.7 secs | LR: 0.000146
INFO:tensorflow:Step 71800 | Loss: 0.2949 | Spent: 10.8 secs | LR: 0.000145
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.836
INFO:tensorflow:Best Accuracy: 0.836
Reading ../data/train.csv
INFO:tensorflow:Step 71900 | Loss: 0.3051 | Spent: 43.7 secs | LR: 0.000143
INFO:tensorflow:Step 72000 | Loss: 0.2464 | Spent: 10.8 secs | LR: 0.000142
INFO:tensorflow:Step 72100 | Loss: 0.1824 | Spent: 10.7 secs | LR: 0.000141
INFO:tensorflow:Step 72200 | Loss: 0.2531 | Spent: 10.7 secs | LR: 0.000139
INFO:tensorflow:Step 72300 | Loss: 0.2249 | Spent: 11.0 secs | LR: 0.000138
INFO:tensorflow:Step 72400 | Loss: 0.2982 | Spent: 10.8 secs | LR: 0.000136
INFO:tensorflow:Step 72500 | Loss: 0.3100 | Spent: 11.2 secs | LR: 0.000135
INFO:tensorflow:Step 72600 | Loss: 0.2539 | Spent: 10.8 secs | LR: 0.000134
INFO:tensorflow:Step 72700 | Loss: 0.3018 | Spent: 10.9 secs | LR: 0.000132
INFO:tensorflow:Step 72800 | Loss: 0.2832 | Spent: 10.9 secs | LR: 0.000131
INFO:tensorflow:Step 72900 | Loss: 0.2418 | Spent: 11.0 secs | LR: 0.000129
INFO:tensorflow:Step 73000 | Loss: 0.2409 | Spent: 11.0 secs | LR: 0.000128
INFO:tensorflow:Step 73100 | Loss: 0.3114 | Spent: 10.8 secs | LR: 0.000127
INFO:tensorflow:Step 73200 | Loss: 0.1815 | Spent: 10.7 secs | LR: 0.000125
INFO:tensorflow:Step 73300 | Loss: 0.2374 | Spent: 10.9 secs | LR: 0.000124
INFO:tensorflow:Step 73400 | Loss: 0.1975 | Spent: 10.8 secs | LR: 0.000122
INFO:tensorflow:Step 73500 | Loss: 0.2955 | Spent: 10.9 secs | LR: 0.000121
INFO:tensorflow:Step 73600 | Loss: 0.3158 | Spent: 10.9 secs | LR: 0.000120
INFO:tensorflow:Step 73700 | Loss: 0.3068 | Spent: 11.0 secs | LR: 0.000118
INFO:tensorflow:Step 73800 | Loss: 0.1997 | Spent: 10.9 secs | LR: 0.000117
INFO:tensorflow:Step 73900 | Loss: 0.2203 | Spent: 10.8 secs | LR: 0.000115
INFO:tensorflow:Step 74000 | Loss: 0.2940 | Spent: 10.9 secs | LR: 0.000114
INFO:tensorflow:Step 74100 | Loss: 0.2666 | Spent: 10.8 secs | LR: 0.000113
INFO:tensorflow:Step 74200 | Loss: 0.2664 | Spent: 11.0 secs | LR: 0.000111
INFO:tensorflow:Step 74300 | Loss: 0.3522 | Spent: 11.0 secs | LR: 0.000110
INFO:tensorflow:Step 74400 | Loss: 0.3141 | Spent: 11.0 secs | LR: 0.000108
INFO:tensorflow:Step 74500 | Loss: 0.2259 | Spent: 11.0 secs | LR: 0.000107
INFO:tensorflow:Step 74600 | Loss: 0.2551 | Spent: 10.8 secs | LR: 0.000106
INFO:tensorflow:Step 74700 | Loss: 0.2660 | Spent: 10.5 secs | LR: 0.000104
INFO:tensorflow:Step 74800 | Loss: 0.2886 | Spent: 10.8 secs | LR: 0.000103
INFO:tensorflow:Step 74900 | Loss: 0.1667 | Spent: 10.6 secs | LR: 0.000101
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.835
INFO:tensorflow:Best Accuracy: 0.836
Reading ../data/train.csv
INFO:tensorflow:Step 75000 | Loss: 0.2383 | Spent: 43.5 secs | LR: 0.000100
INFO:tensorflow:Step 75100 | Loss: 0.2740 | Spent: 11.0 secs | LR: 0.000101
INFO:tensorflow:Step 75200 | Loss: 0.2912 | Spent: 10.8 secs | LR: 0.000101
INFO:tensorflow:Step 75300 | Loss: 0.2282 | Spent: 10.6 secs | LR: 0.000102
INFO:tensorflow:Step 75400 | Loss: 0.3373 | Spent: 10.7 secs | LR: 0.000103
INFO:tensorflow:Step 75500 | Loss: 0.2808 | Spent: 10.7 secs | LR: 0.000103
INFO:tensorflow:Step 75600 | Loss: 0.3087 | Spent: 10.7 secs | LR: 0.000104
INFO:tensorflow:Step 75700 | Loss: 0.2597 | Spent: 10.8 secs | LR: 0.000105
INFO:tensorflow:Step 75800 | Loss: 0.3089 | Spent: 10.8 secs | LR: 0.000106
INFO:tensorflow:Step 75900 | Loss: 0.2685 | Spent: 10.8 secs | LR: 0.000106
INFO:tensorflow:Step 76000 | Loss: 0.2802 | Spent: 10.9 secs | LR: 0.000107
INFO:tensorflow:Step 76100 | Loss: 0.2429 | Spent: 10.8 secs | LR: 0.000108
INFO:tensorflow:Step 76200 | Loss: 0.2527 | Spent: 10.6 secs | LR: 0.000108
INFO:tensorflow:Step 76300 | Loss: 0.2383 | Spent: 11.0 secs | LR: 0.000109
INFO:tensorflow:Step 76400 | Loss: 0.3239 | Spent: 10.7 secs | LR: 0.000110
INFO:tensorflow:Step 76500 | Loss: 0.2837 | Spent: 10.9 secs | LR: 0.000110
INFO:tensorflow:Step 76600 | Loss: 0.1964 | Spent: 10.7 secs | LR: 0.000111
INFO:tensorflow:Step 76700 | Loss: 0.3152 | Spent: 11.0 secs | LR: 0.000112
INFO:tensorflow:Step 76800 | Loss: 0.2522 | Spent: 10.9 secs | LR: 0.000113
INFO:tensorflow:Step 76900 | Loss: 0.2522 | Spent: 10.9 secs | LR: 0.000113
INFO:tensorflow:Step 77000 | Loss: 0.2940 | Spent: 10.7 secs | LR: 0.000114
INFO:tensorflow:Step 77100 | Loss: 0.3233 | Spent: 10.8 secs | LR: 0.000115
INFO:tensorflow:Step 77200 | Loss: 0.2387 | Spent: 11.0 secs | LR: 0.000115
INFO:tensorflow:Step 77300 | Loss: 0.2887 | Spent: 10.6 secs | LR: 0.000116
INFO:tensorflow:Step 77400 | Loss: 0.3124 | Spent: 10.8 secs | LR: 0.000117
INFO:tensorflow:Step 77500 | Loss: 0.2666 | Spent: 10.7 secs | LR: 0.000117
INFO:tensorflow:Step 77600 | Loss: 0.2949 | Spent: 10.8 secs | LR: 0.000118
INFO:tensorflow:Step 77700 | Loss: 0.2567 | Spent: 10.6 secs | LR: 0.000119
INFO:tensorflow:Step 77800 | Loss: 0.2927 | Spent: 10.6 secs | LR: 0.000120
INFO:tensorflow:Step 77900 | Loss: 0.2659 | Spent: 11.1 secs | LR: 0.000120
INFO:tensorflow:Step 78000 | Loss: 0.2672 | Spent: 10.9 secs | LR: 0.000121
INFO:tensorflow:Step 78100 | Loss: 0.2388 | Spent: 10.7 secs | LR: 0.000122
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.835
INFO:tensorflow:Best Accuracy: 0.836
Reading ../data/train.csv
INFO:tensorflow:Step 78200 | Loss: 0.2972 | Spent: 42.9 secs | LR: 0.000122
INFO:tensorflow:Step 78300 | Loss: 0.2750 | Spent: 10.6 secs | LR: 0.000123
INFO:tensorflow:Step 78400 | Loss: 0.2241 | Spent: 10.6 secs | LR: 0.000124
INFO:tensorflow:Step 78500 | Loss: 0.3278 | Spent: 10.6 secs | LR: 0.000125
INFO:tensorflow:Step 78600 | Loss: 0.2578 | Spent: 10.9 secs | LR: 0.000125
INFO:tensorflow:Step 78700 | Loss: 0.2427 | Spent: 10.6 secs | LR: 0.000126
INFO:tensorflow:Step 78800 | Loss: 0.2113 | Spent: 10.7 secs | LR: 0.000127
INFO:tensorflow:Step 78900 | Loss: 0.2546 | Spent: 10.8 secs | LR: 0.000127
INFO:tensorflow:Step 79000 | Loss: 0.3266 | Spent: 10.6 secs | LR: 0.000128
INFO:tensorflow:Step 79100 | Loss: 0.2246 | Spent: 10.9 secs | LR: 0.000129
INFO:tensorflow:Step 79200 | Loss: 0.2378 | Spent: 11.0 secs | LR: 0.000129
INFO:tensorflow:Step 79300 | Loss: 0.2103 | Spent: 11.3 secs | LR: 0.000130
INFO:tensorflow:Step 79400 | Loss: 0.2800 | Spent: 10.9 secs | LR: 0.000131
INFO:tensorflow:Step 79500 | Loss: 0.2692 | Spent: 10.6 secs | LR: 0.000132
INFO:tensorflow:Step 79600 | Loss: 0.3309 | Spent: 10.7 secs | LR: 0.000132
INFO:tensorflow:Step 79700 | Loss: 0.3238 | Spent: 10.7 secs | LR: 0.000133
INFO:tensorflow:Step 79800 | Loss: 0.2951 | Spent: 11.0 secs | LR: 0.000134
INFO:tensorflow:Step 79900 | Loss: 0.2814 | Spent: 10.8 secs | LR: 0.000134
INFO:tensorflow:Step 80000 | Loss: 0.2240 | Spent: 10.9 secs | LR: 0.000135
INFO:tensorflow:Step 80100 | Loss: 0.2960 | Spent: 11.1 secs | LR: 0.000136
INFO:tensorflow:Step 80200 | Loss: 0.2799 | Spent: 10.9 secs | LR: 0.000136
INFO:tensorflow:Step 80300 | Loss: 0.2807 | Spent: 10.8 secs | LR: 0.000137
INFO:tensorflow:Step 80400 | Loss: 0.2263 | Spent: 10.9 secs | LR: 0.000138
INFO:tensorflow:Step 80500 | Loss: 0.2522 | Spent: 11.1 secs | LR: 0.000139
INFO:tensorflow:Step 80600 | Loss: 0.2820 | Spent: 11.0 secs | LR: 0.000139
INFO:tensorflow:Step 80700 | Loss: 0.2386 | Spent: 10.8 secs | LR: 0.000140
INFO:tensorflow:Step 80800 | Loss: 0.2098 | Spent: 10.6 secs | LR: 0.000141
INFO:tensorflow:Step 80900 | Loss: 0.2460 | Spent: 11.1 secs | LR: 0.000141
INFO:tensorflow:Step 81000 | Loss: 0.2239 | Spent: 10.8 secs | LR: 0.000142
INFO:tensorflow:Step 81100 | Loss: 0.2816 | Spent: 10.9 secs | LR: 0.000143
INFO:tensorflow:Step 81200 | Loss: 0.2389 | Spent: 10.9 secs | LR: 0.000143
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.838
INFO:tensorflow:Best Accuracy: 0.838
Reading ../data/train.csv
INFO:tensorflow:Step 81300 | Loss: 0.2805 | Spent: 45.9 secs | LR: 0.000144
INFO:tensorflow:Step 81400 | Loss: 0.1951 | Spent: 11.7 secs | LR: 0.000145
INFO:tensorflow:Step 81500 | Loss: 0.2519 | Spent: 11.1 secs | LR: 0.000146
INFO:tensorflow:Step 81600 | Loss: 0.2655 | Spent: 11.0 secs | LR: 0.000146
INFO:tensorflow:Step 81700 | Loss: 0.3128 | Spent: 11.0 secs | LR: 0.000147
INFO:tensorflow:Step 81800 | Loss: 0.2962 | Spent: 11.0 secs | LR: 0.000148
INFO:tensorflow:Step 81900 | Loss: 0.2387 | Spent: 11.0 secs | LR: 0.000148
INFO:tensorflow:Step 82000 | Loss: 0.3233 | Spent: 10.9 secs | LR: 0.000149
INFO:tensorflow:Step 82100 | Loss: 0.2590 | Spent: 10.8 secs | LR: 0.000150
INFO:tensorflow:Step 82200 | Loss: 0.2809 | Spent: 10.9 secs | LR: 0.000150
INFO:tensorflow:Step 82300 | Loss: 0.3121 | Spent: 10.9 secs | LR: 0.000151
INFO:tensorflow:Step 82400 | Loss: 0.3350 | Spent: 10.8 secs | LR: 0.000152
INFO:tensorflow:Step 82500 | Loss: 0.2450 | Spent: 11.0 secs | LR: 0.000152
INFO:tensorflow:Step 82600 | Loss: 0.2659 | Spent: 10.9 secs | LR: 0.000153
INFO:tensorflow:Step 82700 | Loss: 0.2800 | Spent: 10.9 secs | LR: 0.000154
INFO:tensorflow:Step 82800 | Loss: 0.2496 | Spent: 10.9 secs | LR: 0.000155
INFO:tensorflow:Step 82900 | Loss: 0.2548 | Spent: 11.0 secs | LR: 0.000155
INFO:tensorflow:Step 83000 | Loss: 0.2528 | Spent: 11.0 secs | LR: 0.000156
INFO:tensorflow:Step 83100 | Loss: 0.2518 | Spent: 11.1 secs | LR: 0.000157
INFO:tensorflow:Step 83200 | Loss: 0.3178 | Spent: 10.8 secs | LR: 0.000157
INFO:tensorflow:Step 83300 | Loss: 0.3372 | Spent: 10.9 secs | LR: 0.000158
INFO:tensorflow:Step 83400 | Loss: 0.2851 | Spent: 10.9 secs | LR: 0.000159
INFO:tensorflow:Step 83500 | Loss: 0.3232 | Spent: 10.8 secs | LR: 0.000159
INFO:tensorflow:Step 83600 | Loss: 0.2670 | Spent: 10.9 secs | LR: 0.000160
INFO:tensorflow:Step 83700 | Loss: 0.2530 | Spent: 10.8 secs | LR: 0.000161
INFO:tensorflow:Step 83800 | Loss: 0.2956 | Spent: 10.8 secs | LR: 0.000162
INFO:tensorflow:Step 83900 | Loss: 0.1985 | Spent: 10.9 secs | LR: 0.000162
INFO:tensorflow:Step 84000 | Loss: 0.2376 | Spent: 10.8 secs | LR: 0.000163
INFO:tensorflow:Step 84100 | Loss: 0.2852 | Spent: 10.7 secs | LR: 0.000164
INFO:tensorflow:Step 84200 | Loss: 0.2663 | Spent: 10.7 secs | LR: 0.000164
INFO:tensorflow:Step 84300 | Loss: 0.3388 | Spent: 11.0 secs | LR: 0.000165
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.833
INFO:tensorflow:Best Accuracy: 0.838
Reading ../data/train.csv
INFO:tensorflow:Step 84400 | Loss: 0.2664 | Spent: 44.2 secs | LR: 0.000166
INFO:tensorflow:Step 84500 | Loss: 0.2754 | Spent: 10.8 secs | LR: 0.000167
INFO:tensorflow:Step 84600 | Loss: 0.2674 | Spent: 10.9 secs | LR: 0.000167
INFO:tensorflow:Step 84700 | Loss: 0.2246 | Spent: 10.8 secs | LR: 0.000168
INFO:tensorflow:Step 84800 | Loss: 0.2533 | Spent: 11.1 secs | LR: 0.000169
INFO:tensorflow:Step 84900 | Loss: 0.2951 | Spent: 10.7 secs | LR: 0.000169
INFO:tensorflow:Step 85000 | Loss: 0.3255 | Spent: 11.0 secs | LR: 0.000170
INFO:tensorflow:Step 85100 | Loss: 0.2674 | Spent: 11.0 secs | LR: 0.000171
INFO:tensorflow:Step 85200 | Loss: 0.3091 | Spent: 10.8 secs | LR: 0.000171
INFO:tensorflow:Step 85300 | Loss: 0.2803 | Spent: 10.8 secs | LR: 0.000172
INFO:tensorflow:Step 85400 | Loss: 0.2659 | Spent: 10.7 secs | LR: 0.000173
INFO:tensorflow:Step 85500 | Loss: 0.2977 | Spent: 10.9 secs | LR: 0.000174
INFO:tensorflow:Step 85600 | Loss: 0.2959 | Spent: 11.2 secs | LR: 0.000174
INFO:tensorflow:Step 85700 | Loss: 0.2659 | Spent: 10.9 secs | LR: 0.000175
INFO:tensorflow:Step 85800 | Loss: 0.2122 | Spent: 11.1 secs | LR: 0.000176
INFO:tensorflow:Step 85900 | Loss: 0.2256 | Spent: 11.0 secs | LR: 0.000176
INFO:tensorflow:Step 86000 | Loss: 0.2808 | Spent: 10.7 secs | LR: 0.000177
INFO:tensorflow:Step 86100 | Loss: 0.4239 | Spent: 11.0 secs | LR: 0.000178
INFO:tensorflow:Step 86200 | Loss: 0.2805 | Spent: 10.8 secs | LR: 0.000178
INFO:tensorflow:Step 86300 | Loss: 0.2663 | Spent: 10.8 secs | LR: 0.000179
INFO:tensorflow:Step 86400 | Loss: 0.2668 | Spent: 10.9 secs | LR: 0.000180
INFO:tensorflow:Step 86500 | Loss: 0.2822 | Spent: 10.8 secs | LR: 0.000181
INFO:tensorflow:Step 86600 | Loss: 0.1849 | Spent: 10.7 secs | LR: 0.000181
INFO:tensorflow:Step 86700 | Loss: 0.4054 | Spent: 10.9 secs | LR: 0.000182
INFO:tensorflow:Step 86800 | Loss: 0.2238 | Spent: 10.9 secs | LR: 0.000183
INFO:tensorflow:Step 86900 | Loss: 0.2526 | Spent: 11.0 secs | LR: 0.000183
INFO:tensorflow:Step 87000 | Loss: 0.2344 | Spent: 11.0 secs | LR: 0.000184
INFO:tensorflow:Step 87100 | Loss: 0.2294 | Spent: 10.8 secs | LR: 0.000185
INFO:tensorflow:Step 87200 | Loss: 0.3240 | Spent: 11.3 secs | LR: 0.000185
INFO:tensorflow:Step 87300 | Loss: 0.2172 | Spent: 11.0 secs | LR: 0.000186
INFO:tensorflow:Step 87400 | Loss: 0.2942 | Spent: 10.9 secs | LR: 0.000187
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.832
INFO:tensorflow:Best Accuracy: 0.838
Reading ../data/train.csv
INFO:tensorflow:Step 87500 | Loss: 0.3165 | Spent: 45.8 secs | LR: 0.000188
INFO:tensorflow:Step 87600 | Loss: 0.2230 | Spent: 11.5 secs | LR: 0.000187
INFO:tensorflow:Step 87700 | Loss: 0.2531 | Spent: 11.4 secs | LR: 0.000186
INFO:tensorflow:Step 87800 | Loss: 0.3099 | Spent: 11.4 secs | LR: 0.000185
INFO:tensorflow:Step 87900 | Loss: 0.2946 | Spent: 11.2 secs | LR: 0.000185
INFO:tensorflow:Step 88000 | Loss: 0.2945 | Spent: 11.1 secs | LR: 0.000184
INFO:tensorflow:Step 88100 | Loss: 0.3354 | Spent: 11.4 secs | LR: 0.000183
INFO:tensorflow:Step 88200 | Loss: 0.2837 | Spent: 11.0 secs | LR: 0.000183
INFO:tensorflow:Step 88300 | Loss: 0.3100 | Spent: 11.2 secs | LR: 0.000182
INFO:tensorflow:Step 88400 | Loss: 0.2405 | Spent: 11.1 secs | LR: 0.000181
INFO:tensorflow:Step 88500 | Loss: 0.2672 | Spent: 11.3 secs | LR: 0.000181
INFO:tensorflow:Step 88600 | Loss: 0.2945 | Spent: 11.2 secs | LR: 0.000180
INFO:tensorflow:Step 88700 | Loss: 0.2655 | Spent: 11.1 secs | LR: 0.000179
INFO:tensorflow:Step 88800 | Loss: 0.1828 | Spent: 11.0 secs | LR: 0.000178
INFO:tensorflow:Step 88900 | Loss: 0.2846 | Spent: 11.0 secs | LR: 0.000178
INFO:tensorflow:Step 89000 | Loss: 0.2391 | Spent: 10.8 secs | LR: 0.000177
INFO:tensorflow:Step 89100 | Loss: 0.2062 | Spent: 10.9 secs | LR: 0.000176
INFO:tensorflow:Step 89200 | Loss: 0.2803 | Spent: 11.1 secs | LR: 0.000176
INFO:tensorflow:Step 89300 | Loss: 0.3229 | Spent: 11.0 secs | LR: 0.000175
INFO:tensorflow:Step 89400 | Loss: 0.3431 | Spent: 10.9 secs | LR: 0.000174
INFO:tensorflow:Step 89500 | Loss: 0.2951 | Spent: 10.7 secs | LR: 0.000174
INFO:tensorflow:Step 89600 | Loss: 0.2815 | Spent: 10.9 secs | LR: 0.000173
INFO:tensorflow:Step 89700 | Loss: 0.1669 | Spent: 10.8 secs | LR: 0.000172
INFO:tensorflow:Step 89800 | Loss: 0.2720 | Spent: 10.7 secs | LR: 0.000171
INFO:tensorflow:Step 89900 | Loss: 0.2944 | Spent: 11.1 secs | LR: 0.000171
INFO:tensorflow:Step 90000 | Loss: 0.1960 | Spent: 10.9 secs | LR: 0.000170
INFO:tensorflow:Step 90100 | Loss: 0.2951 | Spent: 10.9 secs | LR: 0.000169
INFO:tensorflow:Step 90200 | Loss: 0.3178 | Spent: 10.7 secs | LR: 0.000169
INFO:tensorflow:Step 90300 | Loss: 0.2813 | Spent: 10.7 secs | LR: 0.000168
INFO:tensorflow:Step 90400 | Loss: 0.2798 | Spent: 10.7 secs | LR: 0.000167
INFO:tensorflow:Step 90500 | Loss: 0.3253 | Spent: 10.8 secs | LR: 0.000167
INFO:tensorflow:Step 90600 | Loss: 0.2955 | Spent: 10.8 secs | LR: 0.000166
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.835
INFO:tensorflow:Best Accuracy: 0.838
Reading ../data/train.csv
INFO:tensorflow:Step 90700 | Loss: 0.1966 | Spent: 44.6 secs | LR: 0.000165
INFO:tensorflow:Step 90800 | Loss: 0.2619 | Spent: 10.7 secs | LR: 0.000164
INFO:tensorflow:Step 90900 | Loss: 0.2091 | Spent: 10.8 secs | LR: 0.000164
INFO:tensorflow:Step 91000 | Loss: 0.2417 | Spent: 10.8 secs | LR: 0.000163
INFO:tensorflow:Step 91100 | Loss: 0.2945 | Spent: 10.8 secs | LR: 0.000162
INFO:tensorflow:Step 91200 | Loss: 0.2663 | Spent: 10.8 secs | LR: 0.000162
INFO:tensorflow:Step 91300 | Loss: 0.2696 | Spent: 10.6 secs | LR: 0.000161
INFO:tensorflow:Step 91400 | Loss: 0.3088 | Spent: 10.8 secs | LR: 0.000160
INFO:tensorflow:Step 91500 | Loss: 0.2666 | Spent: 11.0 secs | LR: 0.000159
INFO:tensorflow:Step 91600 | Loss: 0.3038 | Spent: 10.9 secs | LR: 0.000159
INFO:tensorflow:Step 91700 | Loss: 0.1563 | Spent: 10.8 secs | LR: 0.000158
INFO:tensorflow:Step 91800 | Loss: 0.3423 | Spent: 10.9 secs | LR: 0.000157
INFO:tensorflow:Step 91900 | Loss: 0.3388 | Spent: 10.8 secs | LR: 0.000157
INFO:tensorflow:Step 92000 | Loss: 0.3365 | Spent: 10.7 secs | LR: 0.000156
INFO:tensorflow:Step 92100 | Loss: 0.3427 | Spent: 10.8 secs | LR: 0.000155
INFO:tensorflow:Step 92200 | Loss: 0.2801 | Spent: 10.7 secs | LR: 0.000155
INFO:tensorflow:Step 92300 | Loss: 0.2523 | Spent: 10.8 secs | LR: 0.000154
INFO:tensorflow:Step 92400 | Loss: 0.2661 | Spent: 10.8 secs | LR: 0.000153
INFO:tensorflow:Step 92500 | Loss: 0.2279 | Spent: 10.9 secs | LR: 0.000152
INFO:tensorflow:Step 92600 | Loss: 0.3373 | Spent: 10.9 secs | LR: 0.000152
INFO:tensorflow:Step 92700 | Loss: 0.3085 | Spent: 10.8 secs | LR: 0.000151
INFO:tensorflow:Step 92800 | Loss: 0.2523 | Spent: 10.9 secs | LR: 0.000150
INFO:tensorflow:Step 92900 | Loss: 0.3332 | Spent: 10.9 secs | LR: 0.000150
INFO:tensorflow:Step 93000 | Loss: 0.2521 | Spent: 10.8 secs | LR: 0.000149
INFO:tensorflow:Step 93100 | Loss: 0.2822 | Spent: 10.9 secs | LR: 0.000148
INFO:tensorflow:Step 93200 | Loss: 0.2954 | Spent: 10.9 secs | LR: 0.000148
INFO:tensorflow:Step 93300 | Loss: 0.2665 | Spent: 10.9 secs | LR: 0.000147
INFO:tensorflow:Step 93400 | Loss: 0.2257 | Spent: 10.9 secs | LR: 0.000146
INFO:tensorflow:Step 93500 | Loss: 0.2666 | Spent: 11.2 secs | LR: 0.000146
INFO:tensorflow:Step 93600 | Loss: 0.2395 | Spent: 10.9 secs | LR: 0.000145
INFO:tensorflow:Step 93700 | Loss: 0.2242 | Spent: 10.9 secs | LR: 0.000144
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.836
INFO:tensorflow:Best Accuracy: 0.838
Reading ../data/train.csv
INFO:tensorflow:Step 93800 | Loss: 0.2248 | Spent: 44.0 secs | LR: 0.000143
INFO:tensorflow:Step 93900 | Loss: 0.2684 | Spent: 10.9 secs | LR: 0.000143
INFO:tensorflow:Step 94000 | Loss: 0.3087 | Spent: 10.8 secs | LR: 0.000142
INFO:tensorflow:Step 94100 | Loss: 0.2656 | Spent: 10.6 secs | LR: 0.000141
INFO:tensorflow:Step 94200 | Loss: 0.2525 | Spent: 11.0 secs | LR: 0.000141
INFO:tensorflow:Step 94300 | Loss: 0.3088 | Spent: 11.1 secs | LR: 0.000140
INFO:tensorflow:Step 94400 | Loss: 0.2532 | Spent: 11.0 secs | LR: 0.000139
INFO:tensorflow:Step 94500 | Loss: 0.2948 | Spent: 11.0 secs | LR: 0.000139
INFO:tensorflow:Step 94600 | Loss: 0.2952 | Spent: 10.9 secs | LR: 0.000138
INFO:tensorflow:Step 94700 | Loss: 0.2231 | Spent: 10.9 secs | LR: 0.000137
INFO:tensorflow:Step 94800 | Loss: 0.2396 | Spent: 10.8 secs | LR: 0.000136
INFO:tensorflow:Step 94900 | Loss: 0.2948 | Spent: 10.9 secs | LR: 0.000136
INFO:tensorflow:Step 95000 | Loss: 0.3512 | Spent: 10.9 secs | LR: 0.000135
INFO:tensorflow:Step 95100 | Loss: 0.3259 | Spent: 11.0 secs | LR: 0.000134
INFO:tensorflow:Step 95200 | Loss: 0.2514 | Spent: 10.8 secs | LR: 0.000134
INFO:tensorflow:Step 95300 | Loss: 0.1955 | Spent: 10.9 secs | LR: 0.000133
INFO:tensorflow:Step 95400 | Loss: 0.2315 | Spent: 10.7 secs | LR: 0.000132
INFO:tensorflow:Step 95500 | Loss: 0.2244 | Spent: 10.7 secs | LR: 0.000132
INFO:tensorflow:Step 95600 | Loss: 0.2380 | Spent: 11.0 secs | LR: 0.000131
INFO:tensorflow:Step 95700 | Loss: 0.3096 | Spent: 10.8 secs | LR: 0.000130
INFO:tensorflow:Step 95800 | Loss: 0.2537 | Spent: 10.7 secs | LR: 0.000129
INFO:tensorflow:Step 95900 | Loss: 0.2839 | Spent: 10.9 secs | LR: 0.000129
INFO:tensorflow:Step 96000 | Loss: 0.2945 | Spent: 11.1 secs | LR: 0.000128
INFO:tensorflow:Step 96100 | Loss: 0.2372 | Spent: 11.0 secs | LR: 0.000127
INFO:tensorflow:Step 96200 | Loss: 0.3178 | Spent: 10.9 secs | LR: 0.000127
INFO:tensorflow:Step 96300 | Loss: 0.3685 | Spent: 10.7 secs | LR: 0.000126
INFO:tensorflow:Step 96400 | Loss: 0.2236 | Spent: 10.9 secs | LR: 0.000125
INFO:tensorflow:Step 96500 | Loss: 0.2809 | Spent: 10.7 secs | LR: 0.000125
INFO:tensorflow:Step 96600 | Loss: 0.3367 | Spent: 10.8 secs | LR: 0.000124
INFO:tensorflow:Step 96700 | Loss: 0.2666 | Spent: 10.9 secs | LR: 0.000123
INFO:tensorflow:Step 96800 | Loss: 0.3683 | Spent: 10.9 secs | LR: 0.000122
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.835
INFO:tensorflow:Best Accuracy: 0.838
Reading ../data/train.csv
INFO:tensorflow:Step 96900 | Loss: 0.3285 | Spent: 43.8 secs | LR: 0.000122
INFO:tensorflow:Step 97000 | Loss: 0.2237 | Spent: 10.8 secs | LR: 0.000121
INFO:tensorflow:Step 97100 | Loss: 0.2516 | Spent: 10.9 secs | LR: 0.000120
INFO:tensorflow:Step 97200 | Loss: 0.2820 | Spent: 10.9 secs | LR: 0.000120
INFO:tensorflow:Step 97300 | Loss: 0.2101 | Spent: 10.9 secs | LR: 0.000119
INFO:tensorflow:Step 97400 | Loss: 0.2806 | Spent: 10.9 secs | LR: 0.000118
INFO:tensorflow:Step 97500 | Loss: 0.3514 | Spent: 10.7 secs | LR: 0.000117
INFO:tensorflow:Step 97600 | Loss: 0.2534 | Spent: 10.8 secs | LR: 0.000117
INFO:tensorflow:Step 97700 | Loss: 0.2248 | Spent: 10.8 secs | LR: 0.000116
INFO:tensorflow:Step 97800 | Loss: 0.2519 | Spent: 10.6 secs | LR: 0.000115
INFO:tensorflow:Step 97900 | Loss: 0.2522 | Spent: 10.9 secs | LR: 0.000115
INFO:tensorflow:Step 98000 | Loss: 0.3221 | Spent: 10.8 secs | LR: 0.000114
INFO:tensorflow:Step 98100 | Loss: 0.3248 | Spent: 11.0 secs | LR: 0.000113
INFO:tensorflow:Step 98200 | Loss: 0.2661 | Spent: 10.9 secs | LR: 0.000113
INFO:tensorflow:Step 98300 | Loss: 0.2022 | Spent: 10.7 secs | LR: 0.000112
INFO:tensorflow:Step 98400 | Loss: 0.2944 | Spent: 11.3 secs | LR: 0.000111
INFO:tensorflow:Step 98500 | Loss: 0.2256 | Spent: 10.9 secs | LR: 0.000110
INFO:tensorflow:Step 98600 | Loss: 0.2937 | Spent: 11.1 secs | LR: 0.000110
INFO:tensorflow:Step 98700 | Loss: 0.2963 | Spent: 10.9 secs | LR: 0.000109
INFO:tensorflow:Step 98800 | Loss: 0.2239 | Spent: 10.8 secs | LR: 0.000108
INFO:tensorflow:Step 98900 | Loss: 0.2961 | Spent: 10.6 secs | LR: 0.000108
INFO:tensorflow:Step 99000 | Loss: 0.2517 | Spent: 10.8 secs | LR: 0.000107
INFO:tensorflow:Step 99100 | Loss: 0.2518 | Spent: 10.7 secs | LR: 0.000106
INFO:tensorflow:Step 99200 | Loss: 0.2967 | Spent: 10.8 secs | LR: 0.000106
INFO:tensorflow:Step 99300 | Loss: 0.2939 | Spent: 10.7 secs | LR: 0.000105
INFO:tensorflow:Step 99400 | Loss: 0.2807 | Spent: 11.0 secs | LR: 0.000104
INFO:tensorflow:Step 99500 | Loss: 0.2939 | Spent: 10.5 secs | LR: 0.000103
INFO:tensorflow:Step 99600 | Loss: 0.2802 | Spent: 10.9 secs | LR: 0.000103
INFO:tensorflow:Step 99700 | Loss: 0.2242 | Spent: 10.7 secs | LR: 0.000102
INFO:tensorflow:Step 99800 | Loss: 0.2248 | Spent: 10.9 secs | LR: 0.000101
INFO:tensorflow:Step 99900 | Loss: 0.3238 | Spent: 10.8 secs | LR: 0.000101
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.832
INFO:tensorflow:Best Accuracy: 0.838
Reading ../data/train.csv
INFO:tensorflow:Step 100000 | Loss: 0.2945 | Spent: 43.5 secs | LR: 0.000100
INFO:tensorflow:Step 100100 | Loss: 0.2376 | Spent: 10.7 secs | LR: 0.000100
INFO:tensorflow:Step 100200 | Loss: 0.3082 | Spent: 10.8 secs | LR: 0.000101
INFO:tensorflow:Step 100300 | Loss: 0.2948 | Spent: 10.7 secs | LR: 0.000101
INFO:tensorflow:Step 100400 | Loss: 0.2376 | Spent: 10.8 secs | LR: 0.000101
INFO:tensorflow:Step 100500 | Loss: 0.2961 | Spent: 10.7 secs | LR: 0.000102
INFO:tensorflow:Step 100600 | Loss: 0.2837 | Spent: 10.9 secs | LR: 0.000102
INFO:tensorflow:Step 100700 | Loss: 0.2657 | Spent: 10.8 secs | LR: 0.000102
INFO:tensorflow:Step 100800 | Loss: 0.2939 | Spent: 10.5 secs | LR: 0.000103
INFO:tensorflow:Step 100900 | Loss: 0.2519 | Spent: 10.7 secs | LR: 0.000103
INFO:tensorflow:Step 101000 | Loss: 0.2814 | Spent: 10.7 secs | LR: 0.000103
INFO:tensorflow:Step 101100 | Loss: 0.2938 | Spent: 10.8 secs | LR: 0.000104
INFO:tensorflow:Step 101200 | Loss: 0.2942 | Spent: 11.0 secs | LR: 0.000104
INFO:tensorflow:Step 101300 | Loss: 0.1959 | Spent: 10.8 secs | LR: 0.000105
INFO:tensorflow:Step 101400 | Loss: 0.3086 | Spent: 11.0 secs | LR: 0.000105
INFO:tensorflow:Step 101500 | Loss: 0.2947 | Spent: 10.7 secs | LR: 0.000105
INFO:tensorflow:Step 101600 | Loss: 0.2660 | Spent: 10.8 secs | LR: 0.000106
INFO:tensorflow:Step 101700 | Loss: 0.1969 | Spent: 10.5 secs | LR: 0.000106
INFO:tensorflow:Step 101800 | Loss: 0.3226 | Spent: 10.7 secs | LR: 0.000106
INFO:tensorflow:Step 101900 | Loss: 0.2663 | Spent: 10.8 secs | LR: 0.000107
INFO:tensorflow:Step 102000 | Loss: 0.2526 | Spent: 10.7 secs | LR: 0.000107
INFO:tensorflow:Step 102100 | Loss: 0.2896 | Spent: 10.9 secs | LR: 0.000107
INFO:tensorflow:Step 102200 | Loss: 0.2661 | Spent: 10.9 secs | LR: 0.000108
INFO:tensorflow:Step 102300 | Loss: 0.2803 | Spent: 10.8 secs | LR: 0.000108
INFO:tensorflow:Step 102400 | Loss: 0.2670 | Spent: 10.6 secs | LR: 0.000108
INFO:tensorflow:Step 102500 | Loss: 0.3374 | Spent: 10.7 secs | LR: 0.000109
INFO:tensorflow:Step 102600 | Loss: 0.3057 | Spent: 10.5 secs | LR: 0.000109
INFO:tensorflow:Step 102700 | Loss: 0.2942 | Spent: 10.5 secs | LR: 0.000109
INFO:tensorflow:Step 102800 | Loss: 0.2810 | Spent: 10.5 secs | LR: 0.000110
INFO:tensorflow:Step 102900 | Loss: 0.2954 | Spent: 10.7 secs | LR: 0.000110
INFO:tensorflow:Step 103000 | Loss: 0.2421 | Spent: 10.8 secs | LR: 0.000110
INFO:tensorflow:Step 103100 | Loss: 0.2376 | Spent: 11.0 secs | LR: 0.000111
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.833
INFO:tensorflow:Best Accuracy: 0.838
Reading ../data/train.csv
INFO:tensorflow:Step 103200 | Loss: 0.1677 | Spent: 43.0 secs | LR: 0.000111
INFO:tensorflow:Step 103300 | Loss: 0.2803 | Spent: 10.6 secs | LR: 0.000112
INFO:tensorflow:Step 103400 | Loss: 0.2586 | Spent: 10.6 secs | LR: 0.000112
INFO:tensorflow:Step 103500 | Loss: 0.2240 | Spent: 10.9 secs | LR: 0.000112
INFO:tensorflow:Step 103600 | Loss: 0.2521 | Spent: 10.7 secs | LR: 0.000113
INFO:tensorflow:Step 103700 | Loss: 0.1821 | Spent: 10.5 secs | LR: 0.000113
INFO:tensorflow:Step 103800 | Loss: 0.2808 | Spent: 10.9 secs | LR: 0.000113
INFO:tensorflow:Step 103900 | Loss: 0.3082 | Spent: 10.6 secs | LR: 0.000114
INFO:tensorflow:Step 104000 | Loss: 0.1672 | Spent: 10.9 secs | LR: 0.000114
INFO:tensorflow:Step 104100 | Loss: 0.3363 | Spent: 10.9 secs | LR: 0.000114
INFO:tensorflow:Step 104200 | Loss: 0.3510 | Spent: 10.4 secs | LR: 0.000115
INFO:tensorflow:Step 104300 | Loss: 0.3225 | Spent: 10.8 secs | LR: 0.000115
INFO:tensorflow:Step 104400 | Loss: 0.2944 | Spent: 10.5 secs | LR: 0.000115
INFO:tensorflow:Step 104500 | Loss: 0.2807 | Spent: 10.4 secs | LR: 0.000116
INFO:tensorflow:Step 104600 | Loss: 0.3366 | Spent: 10.8 secs | LR: 0.000116
INFO:tensorflow:Step 104700 | Loss: 0.2373 | Spent: 10.8 secs | LR: 0.000116
INFO:tensorflow:Step 104800 | Loss: 0.2527 | Spent: 10.8 secs | LR: 0.000117
INFO:tensorflow:Step 104900 | Loss: 0.3084 | Spent: 10.6 secs | LR: 0.000117
INFO:tensorflow:Step 105000 | Loss: 0.1975 | Spent: 10.7 secs | LR: 0.000117
INFO:tensorflow:Step 105100 | Loss: 0.2901 | Spent: 10.5 secs | LR: 0.000118
INFO:tensorflow:Step 105200 | Loss: 0.2939 | Spent: 10.6 secs | LR: 0.000118
INFO:tensorflow:Step 105300 | Loss: 0.2848 | Spent: 10.6 secs | LR: 0.000119
INFO:tensorflow:Step 105400 | Loss: 0.3223 | Spent: 10.8 secs | LR: 0.000119
INFO:tensorflow:Step 105500 | Loss: 0.2381 | Spent: 10.7 secs | LR: 0.000119
INFO:tensorflow:Step 105600 | Loss: 0.3095 | Spent: 10.7 secs | LR: 0.000120
INFO:tensorflow:Step 105700 | Loss: 0.2383 | Spent: 10.7 secs | LR: 0.000120
INFO:tensorflow:Step 105800 | Loss: 0.2658 | Spent: 10.5 secs | LR: 0.000120
INFO:tensorflow:Step 105900 | Loss: 0.2957 | Spent: 10.6 secs | LR: 0.000121
INFO:tensorflow:Step 106000 | Loss: 0.3225 | Spent: 10.7 secs | LR: 0.000121
INFO:tensorflow:Step 106100 | Loss: 0.3223 | Spent: 10.6 secs | LR: 0.000121
INFO:tensorflow:Step 106200 | Loss: 0.2100 | Spent: 10.7 secs | LR: 0.000122
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.835
INFO:tensorflow:Best Accuracy: 0.838
Reading ../data/train.csv
INFO:tensorflow:Step 106300 | Loss: 0.2662 | Spent: 42.8 secs | LR: 0.000122
INFO:tensorflow:Step 106400 | Loss: 0.3232 | Spent: 11.1 secs | LR: 0.000122
INFO:tensorflow:Step 106500 | Loss: 0.2100 | Spent: 10.7 secs | LR: 0.000123
INFO:tensorflow:Step 106600 | Loss: 0.2806 | Spent: 10.7 secs | LR: 0.000123
INFO:tensorflow:Step 106700 | Loss: 0.2533 | Spent: 10.7 secs | LR: 0.000123
INFO:tensorflow:Step 106800 | Loss: 0.3363 | Spent: 10.6 secs | LR: 0.000124
INFO:tensorflow:Step 106900 | Loss: 0.2940 | Spent: 10.6 secs | LR: 0.000124
INFO:tensorflow:Step 107000 | Loss: 0.2094 | Spent: 10.9 secs | LR: 0.000125
INFO:tensorflow:Step 107100 | Loss: 0.2153 | Spent: 10.6 secs | LR: 0.000125
INFO:tensorflow:Step 107200 | Loss: 0.2093 | Spent: 10.6 secs | LR: 0.000125
INFO:tensorflow:Step 107300 | Loss: 0.2521 | Spent: 10.8 secs | LR: 0.000126
INFO:tensorflow:Step 107400 | Loss: 0.4372 | Spent: 10.7 secs | LR: 0.000126
INFO:tensorflow:Step 107500 | Loss: 0.2671 | Spent: 10.7 secs | LR: 0.000126
INFO:tensorflow:Step 107600 | Loss: 0.2520 | Spent: 10.5 secs | LR: 0.000127
INFO:tensorflow:Step 107700 | Loss: 0.2371 | Spent: 10.7 secs | LR: 0.000127
INFO:tensorflow:Step 107800 | Loss: 0.2518 | Spent: 10.5 secs | LR: 0.000127
INFO:tensorflow:Step 107900 | Loss: 0.3113 | Spent: 10.7 secs | LR: 0.000128
INFO:tensorflow:Step 108000 | Loss: 0.2512 | Spent: 10.6 secs | LR: 0.000128
INFO:tensorflow:Step 108100 | Loss: 0.3332 | Spent: 10.5 secs | LR: 0.000128
INFO:tensorflow:Step 108200 | Loss: 0.2110 | Spent: 10.7 secs | LR: 0.000129
INFO:tensorflow:Step 108300 | Loss: 0.2944 | Spent: 10.6 secs | LR: 0.000129
INFO:tensorflow:Step 108400 | Loss: 0.2373 | Spent: 10.7 secs | LR: 0.000129
INFO:tensorflow:Step 108500 | Loss: 0.2305 | Spent: 10.5 secs | LR: 0.000130
INFO:tensorflow:Step 108600 | Loss: 0.2574 | Spent: 10.7 secs | LR: 0.000130
INFO:tensorflow:Step 108700 | Loss: 0.2823 | Spent: 10.7 secs | LR: 0.000130
INFO:tensorflow:Step 108800 | Loss: 0.2515 | Spent: 10.8 secs | LR: 0.000131
INFO:tensorflow:Step 108900 | Loss: 0.3431 | Spent: 10.6 secs | LR: 0.000131
INFO:tensorflow:Step 109000 | Loss: 0.2664 | Spent: 10.7 secs | LR: 0.000132
INFO:tensorflow:Step 109100 | Loss: 0.3311 | Spent: 10.6 secs | LR: 0.000132
INFO:tensorflow:Step 109200 | Loss: 0.3365 | Spent: 10.7 secs | LR: 0.000132
INFO:tensorflow:Step 109300 | Loss: 0.2724 | Spent: 10.8 secs | LR: 0.000133
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.835
INFO:tensorflow:Best Accuracy: 0.838
Reading ../data/train.csv
INFO:tensorflow:Step 109400 | Loss: 0.2938 | Spent: 42.7 secs | LR: 0.000133
INFO:tensorflow:Step 109500 | Loss: 0.3951 | Spent: 10.6 secs | LR: 0.000133
INFO:tensorflow:Step 109600 | Loss: 0.2954 | Spent: 10.8 secs | LR: 0.000134
INFO:tensorflow:Step 109700 | Loss: 0.3192 | Spent: 10.6 secs | LR: 0.000134
INFO:tensorflow:Step 109800 | Loss: 0.3006 | Spent: 10.8 secs | LR: 0.000134
INFO:tensorflow:Step 109900 | Loss: 0.2514 | Spent: 10.7 secs | LR: 0.000135
INFO:tensorflow:Step 110000 | Loss: 0.2518 | Spent: 10.7 secs | LR: 0.000135
INFO:tensorflow:Step 110100 | Loss: 0.2535 | Spent: 10.5 secs | LR: 0.000135
INFO:tensorflow:Step 110200 | Loss: 0.2517 | Spent: 10.8 secs | LR: 0.000136
INFO:tensorflow:Step 110300 | Loss: 0.2377 | Spent: 10.6 secs | LR: 0.000136
INFO:tensorflow:Step 110400 | Loss: 0.1821 | Spent: 10.7 secs | LR: 0.000136
INFO:tensorflow:Step 110500 | Loss: 0.2092 | Spent: 10.6 secs | LR: 0.000137
INFO:tensorflow:Step 110600 | Loss: 0.2945 | Spent: 10.7 secs | LR: 0.000137
INFO:tensorflow:Step 110700 | Loss: 0.2946 | Spent: 10.8 secs | LR: 0.000137
INFO:tensorflow:Step 110800 | Loss: 0.2236 | Spent: 10.5 secs | LR: 0.000138
INFO:tensorflow:Step 110900 | Loss: 0.2095 | Spent: 10.6 secs | LR: 0.000138
INFO:tensorflow:Step 111000 | Loss: 0.2651 | Spent: 10.6 secs | LR: 0.000139
INFO:tensorflow:Step 111100 | Loss: 0.2536 | Spent: 10.5 secs | LR: 0.000139
INFO:tensorflow:Step 111200 | Loss: 0.2801 | Spent: 10.7 secs | LR: 0.000139
INFO:tensorflow:Step 111300 | Loss: 0.3083 | Spent: 10.9 secs | LR: 0.000140
INFO:tensorflow:Step 111400 | Loss: 0.2802 | Spent: 10.4 secs | LR: 0.000140
INFO:tensorflow:Step 111500 | Loss: 0.2098 | Spent: 10.7 secs | LR: 0.000140
INFO:tensorflow:Step 111600 | Loss: 0.2519 | Spent: 10.6 secs | LR: 0.000141
INFO:tensorflow:Step 111700 | Loss: 0.2400 | Spent: 10.6 secs | LR: 0.000141
INFO:tensorflow:Step 111800 | Loss: 0.1968 | Spent: 10.6 secs | LR: 0.000141
INFO:tensorflow:Step 111900 | Loss: 0.2520 | Spent: 10.9 secs | LR: 0.000142
INFO:tensorflow:Step 112000 | Loss: 0.2798 | Spent: 10.7 secs | LR: 0.000142
INFO:tensorflow:Step 112100 | Loss: 0.2657 | Spent: 10.5 secs | LR: 0.000142
INFO:tensorflow:Step 112200 | Loss: 0.1948 | Spent: 10.6 secs | LR: 0.000143
INFO:tensorflow:Step 112300 | Loss: 0.2513 | Spent: 10.5 secs | LR: 0.000143
INFO:tensorflow:Step 112400 | Loss: 0.2093 | Spent: 10.8 secs | LR: 0.000143
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.831
INFO:tensorflow:Best Accuracy: 0.838
10 times not improve the best result, therefore stop training