In [0]:
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow2/text_matching/chinese/main')
In [0]:
%tensorflow_version 2.x
In [3]:
import csv
import tensorflow as tf
import numpy as np
import pprint
import logging
import time
import math

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 2.2.0-rc2
WARNING:tensorflow:From <ipython-input-3-21cf261602fd>:10: is_gpu_available (from tensorflow.python.framework.test_util) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.config.list_physical_devices('GPU')` instead.
GPU Enabled: True
In [0]:
def get_vocab(f_path):
  k2v = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      k2v[line] = i
  return k2v
In [0]:
# stream data from text files
def data_generator(f_path, char2idx):
  with open(f_path) as f:
    print('Reading', f_path)
    for i, line in enumerate(csv.reader(f, delimiter=',')):
      if i == 0:
        continue
      text1, text2, label = line
      text1 = [char2idx.get(c, len(char2idx)) for c in list(text1)]
      text2 = [char2idx.get(c, len(char2idx)) for c in list(text2)]
      yield ((text1, text2), int(label))


def dataset(is_training, params):
  _shapes = (([None], [None]), ())
  _types = ((tf.int32, tf.int32), tf.int32)
  _pads = ((0, 0), -1)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_path'], params['char2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_path'], params['char2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  return ds
In [0]:
def masked_attention(x, align, mask, tile_len):
  pad = tf.fill(tf.shape(align), float('-inf'))
  mask = tf.tile(tf.expand_dims(mask, 1), [1, tile_len, 1])
  align = tf.where(tf.equal(mask, 0), pad, align)
  align = tf.nn.softmax(align)
  return tf.matmul(align, x)


def soft_align_attention(x1, x2, mask1, mask2):
  align12 = tf.matmul(x1, x2, transpose_b=True)
  align21 = tf.transpose(align12, [0,2,1])
  x1_ = masked_attention(x2, align12, mask2, tf.shape(x1)[1])
  x2_ = masked_attention(x1, align21, mask1, tf.shape(x2)[1])
  return x1_, x2_


class AttentivePooling(tf.keras.Model):
  def __init__(self, params):
    super().__init__()
    self.dropout = tf.keras.layers.Dropout(.2)
    self.kernel = tf.keras.layers.Dense(units=1,
                                        activation=tf.tanh,
                                        use_bias=False)

  
  def call(self, inputs, training=False):
    x, masks = inputs
    # alignment
    align = tf.squeeze(self.kernel(self.dropout(x, training=training)), -1)
    # masking
    paddings = tf.fill(tf.shape(align), float('-inf'))
    align = tf.where(tf.equal(masks, 0), paddings, align)
    # probability
    align = tf.nn.softmax(align)
    align = tf.expand_dims(align, -1)
    # weighted sum
    return tf.squeeze(tf.matmul(x, align, transpose_a=True), -1)
In [0]:
class ESIM(tf.keras.Model):
  def __init__(self, params: dict):
    super().__init__()
    self.embedding = tf.Variable(np.load(params['embedding_path']), name='pretrained_embedding', dtype=tf.float32)
    
    self.input_dropout = tf.keras.layers.Dropout(.2)
    self.input_encoder = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(
        params['rnn_units'], return_sequences=True), name='input_encoder')
    
    self.feature_dropout = tf.keras.layers.Dropout(.5)
    self.feature_fc = tf.keras.layers.Dense(params['rnn_units'], tf.nn.elu, name='feature_fc')
    
    self.revise_dropout = tf.keras.layers.Dropout(.2)
    self.revise_encoder = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(
        params['rnn_units'], return_sequences=True), name='revise_encoder')
    
    self.attentive_pooling = AttentivePooling(params)
    
    self.fc1_dropout = tf.keras.layers.Dropout(.5)
    self.fc1 = tf.keras.layers.Dense(params['rnn_units'], tf.nn.elu, name='final_fc1')
    self.fc2_dropout = tf.keras.layers.Dropout(.2)
    self.fc2 = tf.keras.layers.Dense(params['rnn_units'], tf.nn.elu, name='final_fc2')
    
    self.out_linear = tf.keras.layers.Dense(1, name='out_linear')
  
  
  def call(self, inputs, training=False):
    x1, x2 = inputs
    
    if x1.dtype != tf.int32:
      x1 = tf.cast(x1, tf.int32)
    if x2.dtype != tf.int32:
      x2 = tf.cast(x2, tf.int32)
    
    batch_sz = tf.shape(x1)[0]
    
    mask1 = tf.sign(x1)
    mask2 = tf.sign(x2)
    
    x1 = tf.nn.embedding_lookup(self.embedding, x1)
    x2 = tf.nn.embedding_lookup(self.embedding, x2)
    
    self.input_dropout.noise_shape = (batch_sz, 1, 300)
    x1 = self.input_dropout(x1, training=training)
    x2 = self.input_dropout(x2, training=training)
    
    x1 = self.input_encoder(x1, mask=None)
    x2 = self.input_encoder(x2, mask=None)
    
    x1_, x2_ = soft_align_attention(x1, x2, mask1, mask2)
    aggregate_fn = lambda x, x_: tf.concat((x,
                                            x_,
                                           (x - x_),
                                           (x * x_),), -1)
    x1 = aggregate_fn(x1, x1_)
    x2 = aggregate_fn(x2, x2_)
    
    self.feature_dropout.noise_shape = (batch_sz, 1, params['rnn_units']*8)
    x1 = self.feature_dropout(x1, training=training)
    x2 = self.feature_dropout(x2, training=training)
    
    x1 = self.feature_fc(x1)
    x2 = self.feature_fc(x2)
    
    self.revise_dropout.noise_shape = (batch_sz, 1, params['rnn_units'])
    x1 = self.revise_dropout(x1, training=training)
    x2 = self.revise_dropout(x2, training=training)
    
    x1 = self.revise_encoder(x1, mask=None)
    x2 = self.revise_encoder(x2, mask=None)
    
    features = []
    features.append(tf.reduce_max(x1, axis=1))
    features.append(tf.reduce_max(x2, axis=1))
    features.append(self.attentive_pooling((x1, mask1), training=training))
    features.append(self.attentive_pooling((x2, mask2), training=training))
    x = tf.concat(features, axis=-1)
    
    x = self.fc1_dropout(x, training=training)
    x = self.fc1(x)
    
    x = self.fc2_dropout(x, training=training)
    x = self.fc2(x)
    
    x = self.out_linear(x)
    x = tf.squeeze(x, 1)
    
    return x
In [0]:
params = {
  'train_path': '../data/train.csv',
  'test_path': '../data/test.csv',
  'vocab_path': '../vocab/char.txt',
  'embedding_path': '../vocab/char.npy',
  'batch_size': 32,
  'buffer_size': 100000,
  'num_blocks': 2,
  'dropout_rate': 0.2,
  'rnn_units': 300,
  'lr': 4e-4,
  'clip_norm': 5.,
  'num_patience': 5,
}
In [0]:
def is_descending(history):
  history = history[-(params['num_patience']+1):]
  for i in range(1, len(history)):
    if history[i-1] <= history[i]:
      return False
  return True  
In [10]:
params['char2idx'] = get_vocab(params['vocab_path'])
params['vocab_size'] = len(params['char2idx']) + 1

model = ESIM(params)
model.build([[None, None], [None, None]])
pprint.pprint([(v.name, v.shape) for v in model.trainable_variables])

decay_lr = tf.optimizers.schedules.ExponentialDecay(params['lr'], 1000, 0.99)
optim = tf.optimizers.Adam(params['lr'])
global_step = 0

history_acc = []
best_acc = .0

t0 = time.time()
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)

while True:
  # TRAINING
  for ((text1, text2), labels) in dataset(is_training=True, params=params):
    with tf.GradientTape() as tape:
      logits = model((text1, text2), training=True)
      loss = tf.nn.sigmoid_cross_entropy_with_logits(labels=tf.cast(labels, tf.float32), logits=logits)
      loss = tf.reduce_mean(loss)
      
    optim.lr.assign(decay_lr(global_step))
    grads = tape.gradient(loss, model.trainable_variables)
    grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
    optim.apply_gradients(zip(grads, model.trainable_variables))
    
    if global_step % 100 == 0:
      logger.info("Step {} | Loss: {:.4f} | Spent: {:.1f} secs | LR: {:.6f}".format(
          global_step, loss.numpy().item(), time.time()-t0, optim.lr.numpy().item()))
      t0 = time.time()
    global_step += 1
  
  # EVALUATION
  m = tf.keras.metrics.Accuracy()

  for ((text1, text2), labels) in dataset(is_training=False, params=params):
    logits = tf.sigmoid(model((text1, text2), training=False))
    y_pred = tf.cast(tf.math.greater_equal(logits, .5), tf.int32)
    m.update_state(y_true=labels, y_pred=y_pred)

  acc = m.result().numpy()
  logger.info("Evaluation: Testing Accuracy: {:.3f}".format(acc))
  history_acc.append(acc)

  if acc > best_acc:
    best_acc = acc
    # you can save model here
  logger.info("Best Accuracy: {:.3f}".format(best_acc))

  if len(history_acc) > params['num_patience'] and is_descending(history_acc):
    logger.info("Testing Accuracy not improved over {} epochs, Early Stop".format(params['num_patience']))
    break
[('input_encoder/forward_lstm/lstm_cell_1/kernel:0', TensorShape([300, 1200])),
 ('input_encoder/forward_lstm/lstm_cell_1/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('input_encoder/forward_lstm/lstm_cell_1/bias:0', TensorShape([1200])),
 ('input_encoder/backward_lstm/lstm_cell_2/kernel:0', TensorShape([300, 1200])),
 ('input_encoder/backward_lstm/lstm_cell_2/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('input_encoder/backward_lstm/lstm_cell_2/bias:0', TensorShape([1200])),
 ('feature_fc/kernel:0', TensorShape([2400, 300])),
 ('feature_fc/bias:0', TensorShape([300])),
 ('revise_encoder/forward_lstm_1/lstm_cell_4/kernel:0',
  TensorShape([300, 1200])),
 ('revise_encoder/forward_lstm_1/lstm_cell_4/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('revise_encoder/forward_lstm_1/lstm_cell_4/bias:0', TensorShape([1200])),
 ('revise_encoder/backward_lstm_1/lstm_cell_5/kernel:0',
  TensorShape([300, 1200])),
 ('revise_encoder/backward_lstm_1/lstm_cell_5/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('revise_encoder/backward_lstm_1/lstm_cell_5/bias:0', TensorShape([1200])),
 ('attentive_pooling/dense/kernel:0', TensorShape([600, 1])),
 ('final_fc1/kernel:0', TensorShape([2400, 300])),
 ('final_fc1/bias:0', TensorShape([300])),
 ('final_fc2/kernel:0', TensorShape([300, 300])),
 ('final_fc2/bias:0', TensorShape([300])),
 ('out_linear/kernel:0', TensorShape([300, 1])),
 ('out_linear/bias:0', TensorShape([1])),
 ('pretrained_embedding:0', TensorShape([1507, 300]))]
Reading ../data/train.csv
INFO:tensorflow:Step 0 | Loss: 0.6841 | Spent: 24.8 secs | LR: 0.000400
INFO:tensorflow:Step 100 | Loss: 0.7320 | Spent: 9.3 secs | LR: 0.000400
INFO:tensorflow:Step 200 | Loss: 0.6401 | Spent: 9.5 secs | LR: 0.000399
INFO:tensorflow:Step 300 | Loss: 0.6755 | Spent: 9.3 secs | LR: 0.000399
INFO:tensorflow:Step 400 | Loss: 0.6212 | Spent: 9.4 secs | LR: 0.000398
INFO:tensorflow:Step 500 | Loss: 0.6340 | Spent: 9.2 secs | LR: 0.000398
INFO:tensorflow:Step 600 | Loss: 0.5881 | Spent: 9.2 secs | LR: 0.000398
INFO:tensorflow:Step 700 | Loss: 0.6741 | Spent: 9.4 secs | LR: 0.000397
INFO:tensorflow:Step 800 | Loss: 0.5959 | Spent: 9.4 secs | LR: 0.000397
INFO:tensorflow:Step 900 | Loss: 0.5975 | Spent: 9.2 secs | LR: 0.000396
INFO:tensorflow:Step 1000 | Loss: 0.5643 | Spent: 9.3 secs | LR: 0.000396
INFO:tensorflow:Step 1100 | Loss: 0.4190 | Spent: 9.2 secs | LR: 0.000396
INFO:tensorflow:Step 1200 | Loss: 0.4824 | Spent: 9.5 secs | LR: 0.000395
INFO:tensorflow:Step 1300 | Loss: 0.4583 | Spent: 9.5 secs | LR: 0.000395
INFO:tensorflow:Step 1400 | Loss: 0.4552 | Spent: 9.3 secs | LR: 0.000394
INFO:tensorflow:Step 1500 | Loss: 0.6604 | Spent: 9.4 secs | LR: 0.000394
INFO:tensorflow:Step 1600 | Loss: 0.5551 | Spent: 9.7 secs | LR: 0.000394
INFO:tensorflow:Step 1700 | Loss: 0.4134 | Spent: 9.3 secs | LR: 0.000393
INFO:tensorflow:Step 1800 | Loss: 0.6244 | Spent: 9.4 secs | LR: 0.000393
INFO:tensorflow:Step 1900 | Loss: 0.4830 | Spent: 9.2 secs | LR: 0.000392
INFO:tensorflow:Step 2000 | Loss: 0.3524 | Spent: 9.1 secs | LR: 0.000392
INFO:tensorflow:Step 2100 | Loss: 0.5051 | Spent: 9.2 secs | LR: 0.000392
INFO:tensorflow:Step 2200 | Loss: 0.5199 | Spent: 9.1 secs | LR: 0.000391
INFO:tensorflow:Step 2300 | Loss: 0.4495 | Spent: 9.5 secs | LR: 0.000391
INFO:tensorflow:Step 2400 | Loss: 0.3090 | Spent: 9.4 secs | LR: 0.000390
INFO:tensorflow:Step 2500 | Loss: 0.3472 | Spent: 9.0 secs | LR: 0.000390
INFO:tensorflow:Step 2600 | Loss: 0.4881 | Spent: 9.1 secs | LR: 0.000390
INFO:tensorflow:Step 2700 | Loss: 0.5600 | Spent: 9.2 secs | LR: 0.000389
INFO:tensorflow:Step 2800 | Loss: 0.4023 | Spent: 9.1 secs | LR: 0.000389
INFO:tensorflow:Step 2900 | Loss: 0.5817 | Spent: 9.4 secs | LR: 0.000389
INFO:tensorflow:Step 3000 | Loss: 0.4903 | Spent: 9.0 secs | LR: 0.000388
INFO:tensorflow:Step 3100 | Loss: 0.5683 | Spent: 9.2 secs | LR: 0.000388
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.780
INFO:tensorflow:Best Accuracy: 0.780
Reading ../data/train.csv
INFO:tensorflow:Step 3200 | Loss: 0.3659 | Spent: 40.2 secs | LR: 0.000387
INFO:tensorflow:Step 3300 | Loss: 0.4041 | Spent: 8.8 secs | LR: 0.000387
INFO:tensorflow:Step 3400 | Loss: 0.4407 | Spent: 8.8 secs | LR: 0.000387
INFO:tensorflow:Step 3500 | Loss: 0.5475 | Spent: 8.9 secs | LR: 0.000386
INFO:tensorflow:Step 3600 | Loss: 0.4248 | Spent: 9.0 secs | LR: 0.000386
INFO:tensorflow:Step 3700 | Loss: 0.2836 | Spent: 8.6 secs | LR: 0.000385
INFO:tensorflow:Step 3800 | Loss: 0.4810 | Spent: 9.0 secs | LR: 0.000385
INFO:tensorflow:Step 3900 | Loss: 0.5372 | Spent: 9.1 secs | LR: 0.000385
INFO:tensorflow:Step 4000 | Loss: 0.4897 | Spent: 8.6 secs | LR: 0.000384
INFO:tensorflow:Step 4100 | Loss: 0.3732 | Spent: 8.9 secs | LR: 0.000384
INFO:tensorflow:Step 4200 | Loss: 0.3227 | Spent: 8.9 secs | LR: 0.000383
INFO:tensorflow:Step 4300 | Loss: 0.2903 | Spent: 8.7 secs | LR: 0.000383
INFO:tensorflow:Step 4400 | Loss: 0.4616 | Spent: 9.0 secs | LR: 0.000383
INFO:tensorflow:Step 4500 | Loss: 0.3089 | Spent: 9.1 secs | LR: 0.000382
INFO:tensorflow:Step 4600 | Loss: 0.3412 | Spent: 9.2 secs | LR: 0.000382
INFO:tensorflow:Step 4700 | Loss: 0.3846 | Spent: 8.7 secs | LR: 0.000382
INFO:tensorflow:Step 4800 | Loss: 0.3115 | Spent: 8.9 secs | LR: 0.000381
INFO:tensorflow:Step 4900 | Loss: 0.3886 | Spent: 9.0 secs | LR: 0.000381
INFO:tensorflow:Step 5000 | Loss: 0.4474 | Spent: 8.8 secs | LR: 0.000380
INFO:tensorflow:Step 5100 | Loss: 0.4834 | Spent: 9.2 secs | LR: 0.000380
INFO:tensorflow:Step 5200 | Loss: 0.3132 | Spent: 8.8 secs | LR: 0.000380
INFO:tensorflow:Step 5300 | Loss: 0.3833 | Spent: 9.1 secs | LR: 0.000379
INFO:tensorflow:Step 5400 | Loss: 0.5503 | Spent: 9.0 secs | LR: 0.000379
INFO:tensorflow:Step 5500 | Loss: 0.4177 | Spent: 9.1 secs | LR: 0.000378
INFO:tensorflow:Step 5600 | Loss: 0.3546 | Spent: 8.8 secs | LR: 0.000378
INFO:tensorflow:Step 5700 | Loss: 0.5184 | Spent: 9.0 secs | LR: 0.000378
INFO:tensorflow:Step 5800 | Loss: 0.3253 | Spent: 9.1 secs | LR: 0.000377
INFO:tensorflow:Step 5900 | Loss: 0.4551 | Spent: 9.3 secs | LR: 0.000377
INFO:tensorflow:Step 6000 | Loss: 0.4636 | Spent: 9.1 secs | LR: 0.000377
INFO:tensorflow:Step 6100 | Loss: 0.4508 | Spent: 8.8 secs | LR: 0.000376
INFO:tensorflow:Step 6200 | Loss: 0.2698 | Spent: 9.0 secs | LR: 0.000376
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.804
INFO:tensorflow:Best Accuracy: 0.804
Reading ../data/train.csv
INFO:tensorflow:Step 6300 | Loss: 0.2677 | Spent: 40.1 secs | LR: 0.000375
INFO:tensorflow:Step 6400 | Loss: 0.4421 | Spent: 9.1 secs | LR: 0.000375
INFO:tensorflow:Step 6500 | Loss: 0.7539 | Spent: 9.0 secs | LR: 0.000375
INFO:tensorflow:Step 6600 | Loss: 0.4459 | Spent: 9.3 secs | LR: 0.000374
INFO:tensorflow:Step 6700 | Loss: 0.2990 | Spent: 9.1 secs | LR: 0.000374
INFO:tensorflow:Step 6800 | Loss: 0.4059 | Spent: 9.1 secs | LR: 0.000374
INFO:tensorflow:Step 6900 | Loss: 0.3484 | Spent: 9.1 secs | LR: 0.000373
INFO:tensorflow:Step 7000 | Loss: 0.2294 | Spent: 9.0 secs | LR: 0.000373
INFO:tensorflow:Step 7100 | Loss: 0.4104 | Spent: 9.0 secs | LR: 0.000372
INFO:tensorflow:Step 7200 | Loss: 0.2434 | Spent: 9.2 secs | LR: 0.000372
INFO:tensorflow:Step 7300 | Loss: 0.4909 | Spent: 9.1 secs | LR: 0.000372
INFO:tensorflow:Step 7400 | Loss: 0.5091 | Spent: 9.1 secs | LR: 0.000371
INFO:tensorflow:Step 7500 | Loss: 0.6222 | Spent: 9.0 secs | LR: 0.000371
INFO:tensorflow:Step 7600 | Loss: 0.2672 | Spent: 8.9 secs | LR: 0.000371
INFO:tensorflow:Step 7700 | Loss: 0.4611 | Spent: 8.8 secs | LR: 0.000370
INFO:tensorflow:Step 7800 | Loss: 0.2574 | Spent: 8.9 secs | LR: 0.000370
INFO:tensorflow:Step 7900 | Loss: 0.6709 | Spent: 9.2 secs | LR: 0.000369
INFO:tensorflow:Step 8000 | Loss: 0.3562 | Spent: 9.3 secs | LR: 0.000369
INFO:tensorflow:Step 8100 | Loss: 0.2554 | Spent: 9.5 secs | LR: 0.000369
INFO:tensorflow:Step 8200 | Loss: 0.2461 | Spent: 9.8 secs | LR: 0.000368
INFO:tensorflow:Step 8300 | Loss: 0.4612 | Spent: 9.2 secs | LR: 0.000368
INFO:tensorflow:Step 8400 | Loss: 0.3552 | Spent: 9.6 secs | LR: 0.000368
INFO:tensorflow:Step 8500 | Loss: 0.2093 | Spent: 9.5 secs | LR: 0.000367
INFO:tensorflow:Step 8600 | Loss: 0.4204 | Spent: 9.6 secs | LR: 0.000367
INFO:tensorflow:Step 8700 | Loss: 0.3060 | Spent: 9.3 secs | LR: 0.000367
INFO:tensorflow:Step 8800 | Loss: 0.2946 | Spent: 9.4 secs | LR: 0.000366
INFO:tensorflow:Step 8900 | Loss: 0.3563 | Spent: 9.4 secs | LR: 0.000366
INFO:tensorflow:Step 9000 | Loss: 0.4385 | Spent: 9.4 secs | LR: 0.000365
INFO:tensorflow:Step 9100 | Loss: 0.4058 | Spent: 9.2 secs | LR: 0.000365
INFO:tensorflow:Step 9200 | Loss: 0.2956 | Spent: 9.2 secs | LR: 0.000365
INFO:tensorflow:Step 9300 | Loss: 0.5470 | Spent: 9.3 secs | LR: 0.000364
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.810
INFO:tensorflow:Best Accuracy: 0.810
Reading ../data/train.csv
INFO:tensorflow:Step 9400 | Loss: 0.3605 | Spent: 41.2 secs | LR: 0.000364
INFO:tensorflow:Step 9500 | Loss: 0.4208 | Spent: 9.3 secs | LR: 0.000364
INFO:tensorflow:Step 9600 | Loss: 0.5174 | Spent: 9.0 secs | LR: 0.000363
INFO:tensorflow:Step 9700 | Loss: 0.2988 | Spent: 9.3 secs | LR: 0.000363
INFO:tensorflow:Step 9800 | Loss: 0.2487 | Spent: 9.7 secs | LR: 0.000362
INFO:tensorflow:Step 9900 | Loss: 0.3273 | Spent: 9.3 secs | LR: 0.000362
INFO:tensorflow:Step 10000 | Loss: 0.3817 | Spent: 9.1 secs | LR: 0.000362
INFO:tensorflow:Step 10100 | Loss: 0.2616 | Spent: 8.9 secs | LR: 0.000361
INFO:tensorflow:Step 10200 | Loss: 0.3045 | Spent: 9.1 secs | LR: 0.000361
INFO:tensorflow:Step 10300 | Loss: 0.2493 | Spent: 9.0 secs | LR: 0.000361
INFO:tensorflow:Step 10400 | Loss: 0.1987 | Spent: 9.0 secs | LR: 0.000360
INFO:tensorflow:Step 10500 | Loss: 0.3830 | Spent: 8.9 secs | LR: 0.000360
INFO:tensorflow:Step 10600 | Loss: 0.2235 | Spent: 9.1 secs | LR: 0.000360
INFO:tensorflow:Step 10700 | Loss: 0.2631 | Spent: 9.0 secs | LR: 0.000359
INFO:tensorflow:Step 10800 | Loss: 0.3367 | Spent: 8.9 secs | LR: 0.000359
INFO:tensorflow:Step 10900 | Loss: 0.4364 | Spent: 8.9 secs | LR: 0.000358
INFO:tensorflow:Step 11000 | Loss: 0.2361 | Spent: 9.0 secs | LR: 0.000358
INFO:tensorflow:Step 11100 | Loss: 0.3712 | Spent: 9.1 secs | LR: 0.000358
INFO:tensorflow:Step 11200 | Loss: 0.2390 | Spent: 9.2 secs | LR: 0.000357
INFO:tensorflow:Step 11300 | Loss: 0.3143 | Spent: 8.9 secs | LR: 0.000357
INFO:tensorflow:Step 11400 | Loss: 0.4766 | Spent: 9.0 secs | LR: 0.000357
INFO:tensorflow:Step 11500 | Loss: 0.3243 | Spent: 9.3 secs | LR: 0.000356
INFO:tensorflow:Step 11600 | Loss: 0.5251 | Spent: 9.2 secs | LR: 0.000356
INFO:tensorflow:Step 11700 | Loss: 0.3177 | Spent: 9.1 secs | LR: 0.000356
INFO:tensorflow:Step 11800 | Loss: 0.4132 | Spent: 9.3 secs | LR: 0.000355
INFO:tensorflow:Step 11900 | Loss: 0.1990 | Spent: 9.1 secs | LR: 0.000355
INFO:tensorflow:Step 12000 | Loss: 0.2403 | Spent: 9.0 secs | LR: 0.000355
INFO:tensorflow:Step 12100 | Loss: 0.3081 | Spent: 9.1 secs | LR: 0.000354
INFO:tensorflow:Step 12200 | Loss: 0.4682 | Spent: 8.8 secs | LR: 0.000354
INFO:tensorflow:Step 12300 | Loss: 0.2354 | Spent: 9.2 secs | LR: 0.000353
INFO:tensorflow:Step 12400 | Loss: 0.2860 | Spent: 9.1 secs | LR: 0.000353
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.817
INFO:tensorflow:Best Accuracy: 0.817
Reading ../data/train.csv
INFO:tensorflow:Step 12500 | Loss: 0.2104 | Spent: 40.1 secs | LR: 0.000353
INFO:tensorflow:Step 12600 | Loss: 0.2470 | Spent: 9.4 secs | LR: 0.000352
INFO:tensorflow:Step 12700 | Loss: 0.3848 | Spent: 9.2 secs | LR: 0.000352
INFO:tensorflow:Step 12800 | Loss: 0.2499 | Spent: 9.1 secs | LR: 0.000352
INFO:tensorflow:Step 12900 | Loss: 0.3093 | Spent: 8.9 secs | LR: 0.000351
INFO:tensorflow:Step 13000 | Loss: 0.1400 | Spent: 9.3 secs | LR: 0.000351
INFO:tensorflow:Step 13100 | Loss: 0.2869 | Spent: 9.1 secs | LR: 0.000351
INFO:tensorflow:Step 13200 | Loss: 0.2219 | Spent: 9.2 secs | LR: 0.000350
INFO:tensorflow:Step 13300 | Loss: 0.2176 | Spent: 9.2 secs | LR: 0.000350
INFO:tensorflow:Step 13400 | Loss: 0.4681 | Spent: 9.6 secs | LR: 0.000350
INFO:tensorflow:Step 13500 | Loss: 0.3482 | Spent: 9.0 secs | LR: 0.000349
INFO:tensorflow:Step 13600 | Loss: 0.4069 | Spent: 9.2 secs | LR: 0.000349
INFO:tensorflow:Step 13700 | Loss: 0.1994 | Spent: 8.7 secs | LR: 0.000349
INFO:tensorflow:Step 13800 | Loss: 0.2440 | Spent: 9.3 secs | LR: 0.000348
INFO:tensorflow:Step 13900 | Loss: 0.1399 | Spent: 8.9 secs | LR: 0.000348
INFO:tensorflow:Step 14000 | Loss: 0.4081 | Spent: 9.2 secs | LR: 0.000347
INFO:tensorflow:Step 14100 | Loss: 0.2325 | Spent: 9.4 secs | LR: 0.000347
INFO:tensorflow:Step 14200 | Loss: 0.2206 | Spent: 8.8 secs | LR: 0.000347
INFO:tensorflow:Step 14300 | Loss: 0.3411 | Spent: 9.0 secs | LR: 0.000346
INFO:tensorflow:Step 14400 | Loss: 0.2936 | Spent: 9.3 secs | LR: 0.000346
INFO:tensorflow:Step 14500 | Loss: 0.2351 | Spent: 9.1 secs | LR: 0.000346
INFO:tensorflow:Step 14600 | Loss: 0.1175 | Spent: 9.5 secs | LR: 0.000345
INFO:tensorflow:Step 14700 | Loss: 0.3249 | Spent: 9.1 secs | LR: 0.000345
INFO:tensorflow:Step 14800 | Loss: 0.1604 | Spent: 9.1 secs | LR: 0.000345
INFO:tensorflow:Step 14900 | Loss: 0.3105 | Spent: 9.0 secs | LR: 0.000344
INFO:tensorflow:Step 15000 | Loss: 0.1212 | Spent: 9.0 secs | LR: 0.000344
INFO:tensorflow:Step 15100 | Loss: 0.1161 | Spent: 8.8 secs | LR: 0.000344
INFO:tensorflow:Step 15200 | Loss: 0.2149 | Spent: 9.2 secs | LR: 0.000343
INFO:tensorflow:Step 15300 | Loss: 0.3477 | Spent: 9.1 secs | LR: 0.000343
INFO:tensorflow:Step 15400 | Loss: 0.2145 | Spent: 9.1 secs | LR: 0.000343
INFO:tensorflow:Step 15500 | Loss: 0.2245 | Spent: 8.7 secs | LR: 0.000342
INFO:tensorflow:Step 15600 | Loss: 0.1860 | Spent: 9.1 secs | LR: 0.000342
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.817
INFO:tensorflow:Best Accuracy: 0.817
Reading ../data/train.csv
INFO:tensorflow:Step 15700 | Loss: 0.4412 | Spent: 39.7 secs | LR: 0.000342
INFO:tensorflow:Step 15800 | Loss: 0.3874 | Spent: 8.9 secs | LR: 0.000341
INFO:tensorflow:Step 15900 | Loss: 0.1971 | Spent: 8.8 secs | LR: 0.000341
INFO:tensorflow:Step 16000 | Loss: 0.3322 | Spent: 8.8 secs | LR: 0.000341
INFO:tensorflow:Step 16100 | Loss: 0.2582 | Spent: 9.1 secs | LR: 0.000340
INFO:tensorflow:Step 16200 | Loss: 0.3612 | Spent: 8.9 secs | LR: 0.000340
INFO:tensorflow:Step 16300 | Loss: 0.2793 | Spent: 8.8 secs | LR: 0.000340
INFO:tensorflow:Step 16400 | Loss: 0.2616 | Spent: 8.7 secs | LR: 0.000339
INFO:tensorflow:Step 16500 | Loss: 0.1017 | Spent: 8.8 secs | LR: 0.000339
INFO:tensorflow:Step 16600 | Loss: 0.3365 | Spent: 9.2 secs | LR: 0.000339
INFO:tensorflow:Step 16700 | Loss: 0.1363 | Spent: 9.0 secs | LR: 0.000338
INFO:tensorflow:Step 16800 | Loss: 0.2351 | Spent: 8.8 secs | LR: 0.000338
INFO:tensorflow:Step 16900 | Loss: 0.1148 | Spent: 8.8 secs | LR: 0.000338
INFO:tensorflow:Step 17000 | Loss: 0.1731 | Spent: 8.8 secs | LR: 0.000337
INFO:tensorflow:Step 17100 | Loss: 0.2796 | Spent: 9.2 secs | LR: 0.000337
INFO:tensorflow:Step 17200 | Loss: 0.2002 | Spent: 9.0 secs | LR: 0.000337
INFO:tensorflow:Step 17300 | Loss: 0.1274 | Spent: 8.9 secs | LR: 0.000336
INFO:tensorflow:Step 17400 | Loss: 0.2563 | Spent: 9.0 secs | LR: 0.000336
INFO:tensorflow:Step 17500 | Loss: 0.1970 | Spent: 9.0 secs | LR: 0.000335
INFO:tensorflow:Step 17600 | Loss: 0.1614 | Spent: 9.1 secs | LR: 0.000335
INFO:tensorflow:Step 17700 | Loss: 0.2044 | Spent: 9.3 secs | LR: 0.000335
INFO:tensorflow:Step 17800 | Loss: 0.2805 | Spent: 9.1 secs | LR: 0.000334
INFO:tensorflow:Step 17900 | Loss: 0.4554 | Spent: 8.8 secs | LR: 0.000334
INFO:tensorflow:Step 18000 | Loss: 0.1851 | Spent: 8.8 secs | LR: 0.000334
INFO:tensorflow:Step 18100 | Loss: 0.1534 | Spent: 8.8 secs | LR: 0.000333
INFO:tensorflow:Step 18200 | Loss: 0.2754 | Spent: 8.9 secs | LR: 0.000333
INFO:tensorflow:Step 18300 | Loss: 0.0899 | Spent: 8.9 secs | LR: 0.000333
INFO:tensorflow:Step 18400 | Loss: 0.1418 | Spent: 9.2 secs | LR: 0.000332
INFO:tensorflow:Step 18500 | Loss: 0.2178 | Spent: 8.8 secs | LR: 0.000332
INFO:tensorflow:Step 18600 | Loss: 0.1270 | Spent: 9.0 secs | LR: 0.000332
INFO:tensorflow:Step 18700 | Loss: 0.2388 | Spent: 8.6 secs | LR: 0.000331
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.820
INFO:tensorflow:Best Accuracy: 0.820
Reading ../data/train.csv
INFO:tensorflow:Step 18800 | Loss: 0.3505 | Spent: 39.3 secs | LR: 0.000331
INFO:tensorflow:Step 18900 | Loss: 0.0594 | Spent: 8.9 secs | LR: 0.000331
INFO:tensorflow:Step 19000 | Loss: 0.1571 | Spent: 8.9 secs | LR: 0.000330
INFO:tensorflow:Step 19100 | Loss: 0.2780 | Spent: 9.1 secs | LR: 0.000330
INFO:tensorflow:Step 19200 | Loss: 0.3990 | Spent: 8.9 secs | LR: 0.000330
INFO:tensorflow:Step 19300 | Loss: 0.1924 | Spent: 9.1 secs | LR: 0.000329
INFO:tensorflow:Step 19400 | Loss: 0.1587 | Spent: 9.2 secs | LR: 0.000329
INFO:tensorflow:Step 19500 | Loss: 0.1796 | Spent: 8.9 secs | LR: 0.000329
INFO:tensorflow:Step 19600 | Loss: 0.0844 | Spent: 9.0 secs | LR: 0.000328
INFO:tensorflow:Step 19700 | Loss: 0.1665 | Spent: 8.8 secs | LR: 0.000328
INFO:tensorflow:Step 19800 | Loss: 0.0629 | Spent: 9.0 secs | LR: 0.000328
INFO:tensorflow:Step 19900 | Loss: 0.1209 | Spent: 9.2 secs | LR: 0.000327
INFO:tensorflow:Step 20000 | Loss: 0.2404 | Spent: 8.7 secs | LR: 0.000327
INFO:tensorflow:Step 20100 | Loss: 0.3060 | Spent: 9.3 secs | LR: 0.000327
INFO:tensorflow:Step 20200 | Loss: 0.2368 | Spent: 9.0 secs | LR: 0.000327
INFO:tensorflow:Step 20300 | Loss: 0.1224 | Spent: 8.8 secs | LR: 0.000326
INFO:tensorflow:Step 20400 | Loss: 0.0578 | Spent: 9.0 secs | LR: 0.000326
INFO:tensorflow:Step 20500 | Loss: 0.1921 | Spent: 8.8 secs | LR: 0.000326
INFO:tensorflow:Step 20600 | Loss: 0.1451 | Spent: 9.0 secs | LR: 0.000325
INFO:tensorflow:Step 20700 | Loss: 0.2069 | Spent: 9.0 secs | LR: 0.000325
INFO:tensorflow:Step 20800 | Loss: 0.1951 | Spent: 9.5 secs | LR: 0.000325
INFO:tensorflow:Step 20900 | Loss: 0.0813 | Spent: 9.0 secs | LR: 0.000324
INFO:tensorflow:Step 21000 | Loss: 0.3478 | Spent: 8.9 secs | LR: 0.000324
INFO:tensorflow:Step 21100 | Loss: 0.1090 | Spent: 8.7 secs | LR: 0.000324
INFO:tensorflow:Step 21200 | Loss: 0.1232 | Spent: 9.0 secs | LR: 0.000323
INFO:tensorflow:Step 21300 | Loss: 0.3473 | Spent: 9.0 secs | LR: 0.000323
INFO:tensorflow:Step 21400 | Loss: 0.1928 | Spent: 9.2 secs | LR: 0.000323
INFO:tensorflow:Step 21500 | Loss: 0.2466 | Spent: 8.9 secs | LR: 0.000322
INFO:tensorflow:Step 21600 | Loss: 0.0848 | Spent: 8.9 secs | LR: 0.000322
INFO:tensorflow:Step 21700 | Loss: 0.0626 | Spent: 8.8 secs | LR: 0.000322
INFO:tensorflow:Step 21800 | Loss: 0.1726 | Spent: 8.8 secs | LR: 0.000321
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.818
INFO:tensorflow:Best Accuracy: 0.820
Reading ../data/train.csv
INFO:tensorflow:Step 21900 | Loss: 0.1021 | Spent: 39.1 secs | LR: 0.000321
INFO:tensorflow:Step 22000 | Loss: 0.1942 | Spent: 8.9 secs | LR: 0.000321
INFO:tensorflow:Step 22100 | Loss: 0.1130 | Spent: 8.9 secs | LR: 0.000320
INFO:tensorflow:Step 22200 | Loss: 0.2065 | Spent: 8.9 secs | LR: 0.000320
INFO:tensorflow:Step 22300 | Loss: 0.2250 | Spent: 9.1 secs | LR: 0.000320
INFO:tensorflow:Step 22400 | Loss: 0.2564 | Spent: 9.0 secs | LR: 0.000319
INFO:tensorflow:Step 22500 | Loss: 0.2098 | Spent: 8.5 secs | LR: 0.000319
INFO:tensorflow:Step 22600 | Loss: 0.0951 | Spent: 9.1 secs | LR: 0.000319
INFO:tensorflow:Step 22700 | Loss: 0.2223 | Spent: 8.8 secs | LR: 0.000318
INFO:tensorflow:Step 22800 | Loss: 0.0819 | Spent: 8.7 secs | LR: 0.000318
INFO:tensorflow:Step 22900 | Loss: 0.2041 | Spent: 9.0 secs | LR: 0.000318
INFO:tensorflow:Step 23000 | Loss: 0.1197 | Spent: 9.0 secs | LR: 0.000317
INFO:tensorflow:Step 23100 | Loss: 0.1232 | Spent: 9.2 secs | LR: 0.000317
INFO:tensorflow:Step 23200 | Loss: 0.0385 | Spent: 8.9 secs | LR: 0.000317
INFO:tensorflow:Step 23300 | Loss: 0.1915 | Spent: 9.0 secs | LR: 0.000316
INFO:tensorflow:Step 23400 | Loss: 0.3177 | Spent: 8.7 secs | LR: 0.000316
INFO:tensorflow:Step 23500 | Loss: 0.1354 | Spent: 8.8 secs | LR: 0.000316
INFO:tensorflow:Step 23600 | Loss: 0.3457 | Spent: 8.9 secs | LR: 0.000316
INFO:tensorflow:Step 23700 | Loss: 0.2317 | Spent: 9.1 secs | LR: 0.000315
INFO:tensorflow:Step 23800 | Loss: 0.1419 | Spent: 9.2 secs | LR: 0.000315
INFO:tensorflow:Step 23900 | Loss: 0.1692 | Spent: 8.8 secs | LR: 0.000315
INFO:tensorflow:Step 24000 | Loss: 0.1295 | Spent: 9.3 secs | LR: 0.000314
INFO:tensorflow:Step 24100 | Loss: 0.2332 | Spent: 9.0 secs | LR: 0.000314
INFO:tensorflow:Step 24200 | Loss: 0.1311 | Spent: 9.4 secs | LR: 0.000314
INFO:tensorflow:Step 24300 | Loss: 0.0931 | Spent: 9.2 secs | LR: 0.000313
INFO:tensorflow:Step 24400 | Loss: 0.1167 | Spent: 9.4 secs | LR: 0.000313
INFO:tensorflow:Step 24500 | Loss: 0.1172 | Spent: 9.1 secs | LR: 0.000313
INFO:tensorflow:Step 24600 | Loss: 0.2441 | Spent: 9.0 secs | LR: 0.000312
INFO:tensorflow:Step 24700 | Loss: 0.3202 | Spent: 8.8 secs | LR: 0.000312
INFO:tensorflow:Step 24800 | Loss: 0.1607 | Spent: 8.7 secs | LR: 0.000312
INFO:tensorflow:Step 24900 | Loss: 0.1734 | Spent: 8.9 secs | LR: 0.000311
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.824
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 25000 | Loss: 0.1068 | Spent: 40.5 secs | LR: 0.000311
INFO:tensorflow:Step 25100 | Loss: 0.2124 | Spent: 9.2 secs | LR: 0.000311
INFO:tensorflow:Step 25200 | Loss: 0.0964 | Spent: 8.8 secs | LR: 0.000311
INFO:tensorflow:Step 25300 | Loss: 0.1670 | Spent: 9.1 secs | LR: 0.000310
INFO:tensorflow:Step 25400 | Loss: 0.1198 | Spent: 9.3 secs | LR: 0.000310
INFO:tensorflow:Step 25500 | Loss: 0.1436 | Spent: 9.1 secs | LR: 0.000310
INFO:tensorflow:Step 25600 | Loss: 0.0441 | Spent: 9.0 secs | LR: 0.000309
INFO:tensorflow:Step 25700 | Loss: 0.0786 | Spent: 9.0 secs | LR: 0.000309
INFO:tensorflow:Step 25800 | Loss: 0.0679 | Spent: 9.0 secs | LR: 0.000309
INFO:tensorflow:Step 25900 | Loss: 0.1655 | Spent: 9.1 secs | LR: 0.000308
INFO:tensorflow:Step 26000 | Loss: 0.2076 | Spent: 9.1 secs | LR: 0.000308
INFO:tensorflow:Step 26100 | Loss: 0.2566 | Spent: 9.1 secs | LR: 0.000308
INFO:tensorflow:Step 26200 | Loss: 0.1157 | Spent: 8.9 secs | LR: 0.000307
INFO:tensorflow:Step 26300 | Loss: 0.1502 | Spent: 9.0 secs | LR: 0.000307
INFO:tensorflow:Step 26400 | Loss: 0.1097 | Spent: 9.0 secs | LR: 0.000307
INFO:tensorflow:Step 26500 | Loss: 0.1308 | Spent: 8.7 secs | LR: 0.000306
INFO:tensorflow:Step 26600 | Loss: 0.2693 | Spent: 9.3 secs | LR: 0.000306
INFO:tensorflow:Step 26700 | Loss: 0.0377 | Spent: 9.0 secs | LR: 0.000306
INFO:tensorflow:Step 26800 | Loss: 0.2208 | Spent: 8.9 secs | LR: 0.000306
INFO:tensorflow:Step 26900 | Loss: 0.1403 | Spent: 8.9 secs | LR: 0.000305
INFO:tensorflow:Step 27000 | Loss: 0.1336 | Spent: 9.1 secs | LR: 0.000305
INFO:tensorflow:Step 27100 | Loss: 0.1728 | Spent: 9.2 secs | LR: 0.000305
INFO:tensorflow:Step 27200 | Loss: 0.1010 | Spent: 9.2 secs | LR: 0.000304
INFO:tensorflow:Step 27300 | Loss: 0.2644 | Spent: 9.1 secs | LR: 0.000304
INFO:tensorflow:Step 27400 | Loss: 0.0935 | Spent: 8.9 secs | LR: 0.000304
INFO:tensorflow:Step 27500 | Loss: 0.0757 | Spent: 8.8 secs | LR: 0.000303
INFO:tensorflow:Step 27600 | Loss: 0.2744 | Spent: 8.9 secs | LR: 0.000303
INFO:tensorflow:Step 27700 | Loss: 0.3335 | Spent: 9.0 secs | LR: 0.000303
INFO:tensorflow:Step 27800 | Loss: 0.2466 | Spent: 9.2 secs | LR: 0.000302
INFO:tensorflow:Step 27900 | Loss: 0.4194 | Spent: 8.8 secs | LR: 0.000302
INFO:tensorflow:Step 28000 | Loss: 0.2710 | Spent: 8.9 secs | LR: 0.000302
INFO:tensorflow:Step 28100 | Loss: 0.3901 | Spent: 8.6 secs | LR: 0.000302
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.819
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 28200 | Loss: 0.0599 | Spent: 39.8 secs | LR: 0.000301
INFO:tensorflow:Step 28300 | Loss: 0.1157 | Spent: 9.1 secs | LR: 0.000301
INFO:tensorflow:Step 28400 | Loss: 0.3351 | Spent: 8.9 secs | LR: 0.000301
INFO:tensorflow:Step 28500 | Loss: 0.0533 | Spent: 9.0 secs | LR: 0.000300
INFO:tensorflow:Step 28600 | Loss: 0.0863 | Spent: 8.9 secs | LR: 0.000300
INFO:tensorflow:Step 28700 | Loss: 0.0884 | Spent: 9.3 secs | LR: 0.000300
INFO:tensorflow:Step 28800 | Loss: 0.0730 | Spent: 8.9 secs | LR: 0.000299
INFO:tensorflow:Step 28900 | Loss: 0.0447 | Spent: 9.1 secs | LR: 0.000299
INFO:tensorflow:Step 29000 | Loss: 0.0791 | Spent: 9.0 secs | LR: 0.000299
INFO:tensorflow:Step 29100 | Loss: 0.0408 | Spent: 8.9 secs | LR: 0.000299
INFO:tensorflow:Step 29200 | Loss: 0.0607 | Spent: 8.7 secs | LR: 0.000298
INFO:tensorflow:Step 29300 | Loss: 0.0648 | Spent: 9.0 secs | LR: 0.000298
INFO:tensorflow:Step 29400 | Loss: 0.0390 | Spent: 9.2 secs | LR: 0.000298
INFO:tensorflow:Step 29500 | Loss: 0.1553 | Spent: 8.8 secs | LR: 0.000297
INFO:tensorflow:Step 29600 | Loss: 0.1019 | Spent: 8.9 secs | LR: 0.000297
INFO:tensorflow:Step 29700 | Loss: 0.2164 | Spent: 9.1 secs | LR: 0.000297
INFO:tensorflow:Step 29800 | Loss: 0.0740 | Spent: 8.7 secs | LR: 0.000296
INFO:tensorflow:Step 29900 | Loss: 0.1857 | Spent: 8.7 secs | LR: 0.000296
INFO:tensorflow:Step 30000 | Loss: 0.1348 | Spent: 9.0 secs | LR: 0.000296
INFO:tensorflow:Step 30100 | Loss: 0.0759 | Spent: 9.1 secs | LR: 0.000296
INFO:tensorflow:Step 30200 | Loss: 0.1223 | Spent: 9.5 secs | LR: 0.000295
INFO:tensorflow:Step 30300 | Loss: 0.0636 | Spent: 9.0 secs | LR: 0.000295
INFO:tensorflow:Step 30400 | Loss: 0.0688 | Spent: 9.0 secs | LR: 0.000295
INFO:tensorflow:Step 30500 | Loss: 0.2336 | Spent: 8.8 secs | LR: 0.000294
INFO:tensorflow:Step 30600 | Loss: 0.1463 | Spent: 9.1 secs | LR: 0.000294
INFO:tensorflow:Step 30700 | Loss: 0.0980 | Spent: 8.6 secs | LR: 0.000294
INFO:tensorflow:Step 30800 | Loss: 0.2765 | Spent: 8.9 secs | LR: 0.000294
INFO:tensorflow:Step 30900 | Loss: 0.0639 | Spent: 8.6 secs | LR: 0.000293
INFO:tensorflow:Step 31000 | Loss: 0.0107 | Spent: 8.9 secs | LR: 0.000293
INFO:tensorflow:Step 31100 | Loss: 0.1677 | Spent: 8.7 secs | LR: 0.000293
INFO:tensorflow:Step 31200 | Loss: 0.0768 | Spent: 9.2 secs | LR: 0.000292
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.820
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 31300 | Loss: 0.0218 | Spent: 40.7 secs | LR: 0.000292
INFO:tensorflow:Step 31400 | Loss: 0.0100 | Spent: 9.3 secs | LR: 0.000292
INFO:tensorflow:Step 31500 | Loss: 0.0941 | Spent: 9.4 secs | LR: 0.000291
INFO:tensorflow:Step 31600 | Loss: 0.0253 | Spent: 9.2 secs | LR: 0.000291
INFO:tensorflow:Step 31700 | Loss: 0.1019 | Spent: 9.3 secs | LR: 0.000291
INFO:tensorflow:Step 31800 | Loss: 0.2507 | Spent: 9.1 secs | LR: 0.000291
INFO:tensorflow:Step 31900 | Loss: 0.2342 | Spent: 9.8 secs | LR: 0.000290
INFO:tensorflow:Step 32000 | Loss: 0.2167 | Spent: 9.4 secs | LR: 0.000290
INFO:tensorflow:Step 32100 | Loss: 0.1425 | Spent: 9.0 secs | LR: 0.000290
INFO:tensorflow:Step 32200 | Loss: 0.1132 | Spent: 9.1 secs | LR: 0.000289
INFO:tensorflow:Step 32300 | Loss: 0.2583 | Spent: 9.2 secs | LR: 0.000289
INFO:tensorflow:Step 32400 | Loss: 0.2204 | Spent: 8.9 secs | LR: 0.000289
INFO:tensorflow:Step 32500 | Loss: 0.1269 | Spent: 9.3 secs | LR: 0.000289
INFO:tensorflow:Step 32600 | Loss: 0.0493 | Spent: 8.9 secs | LR: 0.000288
INFO:tensorflow:Step 32700 | Loss: 0.0853 | Spent: 9.5 secs | LR: 0.000288
INFO:tensorflow:Step 32800 | Loss: 0.0812 | Spent: 9.0 secs | LR: 0.000288
INFO:tensorflow:Step 32900 | Loss: 0.0925 | Spent: 9.2 secs | LR: 0.000287
INFO:tensorflow:Step 33000 | Loss: 0.0460 | Spent: 9.0 secs | LR: 0.000287
INFO:tensorflow:Step 33100 | Loss: 0.0592 | Spent: 9.2 secs | LR: 0.000287
INFO:tensorflow:Step 33200 | Loss: 0.3451 | Spent: 9.1 secs | LR: 0.000287
INFO:tensorflow:Step 33300 | Loss: 0.0393 | Spent: 9.5 secs | LR: 0.000286
INFO:tensorflow:Step 33400 | Loss: 0.0532 | Spent: 9.0 secs | LR: 0.000286
INFO:tensorflow:Step 33500 | Loss: 0.1178 | Spent: 9.3 secs | LR: 0.000286
INFO:tensorflow:Step 33600 | Loss: 0.0408 | Spent: 9.1 secs | LR: 0.000285
INFO:tensorflow:Step 33700 | Loss: 0.0448 | Spent: 9.5 secs | LR: 0.000285
INFO:tensorflow:Step 33800 | Loss: 0.1031 | Spent: 8.8 secs | LR: 0.000285
INFO:tensorflow:Step 33900 | Loss: 0.2177 | Spent: 9.2 secs | LR: 0.000285
INFO:tensorflow:Step 34000 | Loss: 0.2090 | Spent: 9.2 secs | LR: 0.000284
INFO:tensorflow:Step 34100 | Loss: 0.1265 | Spent: 9.0 secs | LR: 0.000284
INFO:tensorflow:Step 34200 | Loss: 0.0947 | Spent: 9.5 secs | LR: 0.000284
INFO:tensorflow:Step 34300 | Loss: 0.1057 | Spent: 9.0 secs | LR: 0.000283
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.818
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 34400 | Loss: 0.0627 | Spent: 40.8 secs | LR: 0.000283
INFO:tensorflow:Step 34500 | Loss: 0.0602 | Spent: 9.3 secs | LR: 0.000283
INFO:tensorflow:Step 34600 | Loss: 0.0182 | Spent: 9.3 secs | LR: 0.000283
INFO:tensorflow:Step 34700 | Loss: 0.1683 | Spent: 9.1 secs | LR: 0.000282
INFO:tensorflow:Step 34800 | Loss: 0.0265 | Spent: 9.4 secs | LR: 0.000282
INFO:tensorflow:Step 34900 | Loss: 0.1812 | Spent: 9.1 secs | LR: 0.000282
INFO:tensorflow:Step 35000 | Loss: 0.1359 | Spent: 9.2 secs | LR: 0.000281
INFO:tensorflow:Step 35100 | Loss: 0.0195 | Spent: 8.9 secs | LR: 0.000281
INFO:tensorflow:Step 35200 | Loss: 0.2373 | Spent: 9.2 secs | LR: 0.000281
INFO:tensorflow:Step 35300 | Loss: 0.1092 | Spent: 9.2 secs | LR: 0.000281
INFO:tensorflow:Step 35400 | Loss: 0.1256 | Spent: 9.4 secs | LR: 0.000280
INFO:tensorflow:Step 35500 | Loss: 0.0442 | Spent: 9.1 secs | LR: 0.000280
INFO:tensorflow:Step 35600 | Loss: 0.0892 | Spent: 9.3 secs | LR: 0.000280
INFO:tensorflow:Step 35700 | Loss: 0.0423 | Spent: 9.0 secs | LR: 0.000279
INFO:tensorflow:Step 35800 | Loss: 0.1022 | Spent: 8.8 secs | LR: 0.000279
INFO:tensorflow:Step 35900 | Loss: 0.0154 | Spent: 9.2 secs | LR: 0.000279
INFO:tensorflow:Step 36000 | Loss: 0.1712 | Spent: 9.2 secs | LR: 0.000279
INFO:tensorflow:Step 36100 | Loss: 0.0807 | Spent: 9.2 secs | LR: 0.000278
INFO:tensorflow:Step 36200 | Loss: 0.2404 | Spent: 9.6 secs | LR: 0.000278
INFO:tensorflow:Step 36300 | Loss: 0.1866 | Spent: 9.3 secs | LR: 0.000278
INFO:tensorflow:Step 36400 | Loss: 0.0189 | Spent: 9.7 secs | LR: 0.000277
INFO:tensorflow:Step 36500 | Loss: 0.2245 | Spent: 9.4 secs | LR: 0.000277
INFO:tensorflow:Step 36600 | Loss: 0.0949 | Spent: 9.4 secs | LR: 0.000277
INFO:tensorflow:Step 36700 | Loss: 0.1048 | Spent: 8.8 secs | LR: 0.000277
INFO:tensorflow:Step 36800 | Loss: 0.0638 | Spent: 8.9 secs | LR: 0.000276
INFO:tensorflow:Step 36900 | Loss: 0.1285 | Spent: 9.2 secs | LR: 0.000276
INFO:tensorflow:Step 37000 | Loss: 0.2454 | Spent: 8.8 secs | LR: 0.000276
INFO:tensorflow:Step 37100 | Loss: 0.0386 | Spent: 9.1 secs | LR: 0.000276
INFO:tensorflow:Step 37200 | Loss: 0.1523 | Spent: 8.8 secs | LR: 0.000275
INFO:tensorflow:Step 37300 | Loss: 0.1355 | Spent: 9.2 secs | LR: 0.000275
INFO:tensorflow:Step 37400 | Loss: 0.0222 | Spent: 9.0 secs | LR: 0.000275
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.818
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 37500 | Loss: 0.1809 | Spent: 40.4 secs | LR: 0.000274
INFO:tensorflow:Step 37600 | Loss: 0.0461 | Spent: 9.3 secs | LR: 0.000274
INFO:tensorflow:Step 37700 | Loss: 0.0929 | Spent: 9.2 secs | LR: 0.000274
INFO:tensorflow:Step 37800 | Loss: 0.1332 | Spent: 9.3 secs | LR: 0.000274
INFO:tensorflow:Step 37900 | Loss: 0.0798 | Spent: 9.3 secs | LR: 0.000273
INFO:tensorflow:Step 38000 | Loss: 0.1778 | Spent: 8.9 secs | LR: 0.000273
INFO:tensorflow:Step 38100 | Loss: 0.2653 | Spent: 8.9 secs | LR: 0.000273
INFO:tensorflow:Step 38200 | Loss: 0.0671 | Spent: 8.8 secs | LR: 0.000272
INFO:tensorflow:Step 38300 | Loss: 0.0616 | Spent: 9.0 secs | LR: 0.000272
INFO:tensorflow:Step 38400 | Loss: 0.0615 | Spent: 9.0 secs | LR: 0.000272
INFO:tensorflow:Step 38500 | Loss: 0.1007 | Spent: 8.8 secs | LR: 0.000272
INFO:tensorflow:Step 38600 | Loss: 0.0735 | Spent: 9.2 secs | LR: 0.000271
INFO:tensorflow:Step 38700 | Loss: 0.0329 | Spent: 9.1 secs | LR: 0.000271
INFO:tensorflow:Step 38800 | Loss: 0.1433 | Spent: 9.2 secs | LR: 0.000271
INFO:tensorflow:Step 38900 | Loss: 0.1159 | Spent: 9.1 secs | LR: 0.000271
INFO:tensorflow:Step 39000 | Loss: 0.2176 | Spent: 9.0 secs | LR: 0.000270
INFO:tensorflow:Step 39100 | Loss: 0.0409 | Spent: 8.9 secs | LR: 0.000270
INFO:tensorflow:Step 39200 | Loss: 0.0056 | Spent: 9.3 secs | LR: 0.000270
INFO:tensorflow:Step 39300 | Loss: 0.1197 | Spent: 9.1 secs | LR: 0.000269
INFO:tensorflow:Step 39400 | Loss: 0.0669 | Spent: 9.2 secs | LR: 0.000269
INFO:tensorflow:Step 39500 | Loss: 0.1851 | Spent: 9.1 secs | LR: 0.000269
INFO:tensorflow:Step 39600 | Loss: 0.0686 | Spent: 9.1 secs | LR: 0.000269
INFO:tensorflow:Step 39700 | Loss: 0.0438 | Spent: 9.0 secs | LR: 0.000268
INFO:tensorflow:Step 39800 | Loss: 0.0144 | Spent: 9.0 secs | LR: 0.000268
INFO:tensorflow:Step 39900 | Loss: 0.0302 | Spent: 9.1 secs | LR: 0.000268
INFO:tensorflow:Step 40000 | Loss: 0.0690 | Spent: 8.9 secs | LR: 0.000268
INFO:tensorflow:Step 40100 | Loss: 0.1001 | Spent: 9.2 secs | LR: 0.000267
INFO:tensorflow:Step 40200 | Loss: 0.0264 | Spent: 9.1 secs | LR: 0.000267
INFO:tensorflow:Step 40300 | Loss: 0.0939 | Spent: 9.1 secs | LR: 0.000267
INFO:tensorflow:Step 40400 | Loss: 0.0552 | Spent: 9.2 secs | LR: 0.000267
INFO:tensorflow:Step 40500 | Loss: 0.2388 | Spent: 9.1 secs | LR: 0.000266
INFO:tensorflow:Step 40600 | Loss: 0.0492 | Spent: 9.3 secs | LR: 0.000266
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.825
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 40700 | Loss: 0.0879 | Spent: 40.5 secs | LR: 0.000266
INFO:tensorflow:Step 40800 | Loss: 0.1347 | Spent: 9.2 secs | LR: 0.000265
INFO:tensorflow:Step 40900 | Loss: 0.0023 | Spent: 9.3 secs | LR: 0.000265
INFO:tensorflow:Step 41000 | Loss: 0.1074 | Spent: 8.8 secs | LR: 0.000265
INFO:tensorflow:Step 41100 | Loss: 0.0512 | Spent: 9.0 secs | LR: 0.000265
INFO:tensorflow:Step 41200 | Loss: 0.1130 | Spent: 8.9 secs | LR: 0.000264
INFO:tensorflow:Step 41300 | Loss: 0.0330 | Spent: 9.0 secs | LR: 0.000264
INFO:tensorflow:Step 41400 | Loss: 0.0212 | Spent: 9.0 secs | LR: 0.000264
INFO:tensorflow:Step 41500 | Loss: 0.0634 | Spent: 9.6 secs | LR: 0.000264
INFO:tensorflow:Step 41600 | Loss: 0.0371 | Spent: 9.1 secs | LR: 0.000263
INFO:tensorflow:Step 41700 | Loss: 0.2821 | Spent: 9.0 secs | LR: 0.000263
INFO:tensorflow:Step 41800 | Loss: 0.0990 | Spent: 9.1 secs | LR: 0.000263
INFO:tensorflow:Step 41900 | Loss: 0.0970 | Spent: 9.2 secs | LR: 0.000263
INFO:tensorflow:Step 42000 | Loss: 0.0146 | Spent: 9.3 secs | LR: 0.000262
INFO:tensorflow:Step 42100 | Loss: 0.0576 | Spent: 9.0 secs | LR: 0.000262
INFO:tensorflow:Step 42200 | Loss: 0.1475 | Spent: 9.2 secs | LR: 0.000262
INFO:tensorflow:Step 42300 | Loss: 0.0524 | Spent: 9.2 secs | LR: 0.000261
INFO:tensorflow:Step 42400 | Loss: 0.0511 | Spent: 9.4 secs | LR: 0.000261
INFO:tensorflow:Step 42500 | Loss: 0.0535 | Spent: 9.1 secs | LR: 0.000261
INFO:tensorflow:Step 42600 | Loss: 0.0429 | Spent: 9.0 secs | LR: 0.000261
INFO:tensorflow:Step 42700 | Loss: 0.0788 | Spent: 8.9 secs | LR: 0.000260
INFO:tensorflow:Step 42800 | Loss: 0.0775 | Spent: 9.1 secs | LR: 0.000260
INFO:tensorflow:Step 42900 | Loss: 0.0333 | Spent: 9.1 secs | LR: 0.000260
INFO:tensorflow:Step 43000 | Loss: 0.4383 | Spent: 9.1 secs | LR: 0.000260
INFO:tensorflow:Step 43100 | Loss: 0.0831 | Spent: 9.1 secs | LR: 0.000259
INFO:tensorflow:Step 43200 | Loss: 0.0157 | Spent: 9.0 secs | LR: 0.000259
INFO:tensorflow:Step 43300 | Loss: 0.1792 | Spent: 9.0 secs | LR: 0.000259
INFO:tensorflow:Step 43400 | Loss: 0.1062 | Spent: 9.0 secs | LR: 0.000259
INFO:tensorflow:Step 43500 | Loss: 0.0980 | Spent: 9.1 secs | LR: 0.000258
INFO:tensorflow:Step 43600 | Loss: 0.0491 | Spent: 9.0 secs | LR: 0.000258
INFO:tensorflow:Step 43700 | Loss: 0.0659 | Spent: 8.9 secs | LR: 0.000258
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.815
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 43800 | Loss: 0.1092 | Spent: 40.3 secs | LR: 0.000258
INFO:tensorflow:Step 43900 | Loss: 0.0476 | Spent: 9.2 secs | LR: 0.000257
INFO:tensorflow:Step 44000 | Loss: 0.0352 | Spent: 9.3 secs | LR: 0.000257
INFO:tensorflow:Step 44100 | Loss: 0.0766 | Spent: 9.2 secs | LR: 0.000257
INFO:tensorflow:Step 44200 | Loss: 0.0100 | Spent: 9.1 secs | LR: 0.000257
INFO:tensorflow:Step 44300 | Loss: 0.1064 | Spent: 9.6 secs | LR: 0.000256
INFO:tensorflow:Step 44400 | Loss: 0.0257 | Spent: 9.3 secs | LR: 0.000256
INFO:tensorflow:Step 44500 | Loss: 0.0225 | Spent: 9.5 secs | LR: 0.000256
INFO:tensorflow:Step 44600 | Loss: 0.1375 | Spent: 9.5 secs | LR: 0.000255
INFO:tensorflow:Step 44700 | Loss: 0.0179 | Spent: 9.3 secs | LR: 0.000255
INFO:tensorflow:Step 44800 | Loss: 0.0980 | Spent: 9.3 secs | LR: 0.000255
INFO:tensorflow:Step 44900 | Loss: 0.2188 | Spent: 9.3 secs | LR: 0.000255
INFO:tensorflow:Step 45000 | Loss: 0.0080 | Spent: 9.3 secs | LR: 0.000254
INFO:tensorflow:Step 45100 | Loss: 0.0425 | Spent: 9.1 secs | LR: 0.000254
INFO:tensorflow:Step 45200 | Loss: 0.0406 | Spent: 9.3 secs | LR: 0.000254
INFO:tensorflow:Step 45300 | Loss: 0.0710 | Spent: 9.3 secs | LR: 0.000254
INFO:tensorflow:Step 45400 | Loss: 0.1364 | Spent: 9.9 secs | LR: 0.000253
INFO:tensorflow:Step 45500 | Loss: 0.2495 | Spent: 9.4 secs | LR: 0.000253
INFO:tensorflow:Step 45600 | Loss: 0.0050 | Spent: 9.9 secs | LR: 0.000253
INFO:tensorflow:Step 45700 | Loss: 0.0419 | Spent: 9.5 secs | LR: 0.000253
INFO:tensorflow:Step 45800 | Loss: 0.0736 | Spent: 9.5 secs | LR: 0.000252
INFO:tensorflow:Step 45900 | Loss: 0.1440 | Spent: 9.3 secs | LR: 0.000252
INFO:tensorflow:Step 46000 | Loss: 0.1151 | Spent: 9.2 secs | LR: 0.000252
INFO:tensorflow:Step 46100 | Loss: 0.0383 | Spent: 9.7 secs | LR: 0.000252
INFO:tensorflow:Step 46200 | Loss: 0.1152 | Spent: 9.3 secs | LR: 0.000251
INFO:tensorflow:Step 46300 | Loss: 0.1046 | Spent: 9.6 secs | LR: 0.000251
INFO:tensorflow:Step 46400 | Loss: 0.0067 | Spent: 9.4 secs | LR: 0.000251
INFO:tensorflow:Step 46500 | Loss: 0.1160 | Spent: 9.2 secs | LR: 0.000251
INFO:tensorflow:Step 46600 | Loss: 0.1128 | Spent: 9.3 secs | LR: 0.000250
INFO:tensorflow:Step 46700 | Loss: 0.0536 | Spent: 9.4 secs | LR: 0.000250
INFO:tensorflow:Step 46800 | Loss: 0.2722 | Spent: 9.0 secs | LR: 0.000250
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.822
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 46900 | Loss: 0.0342 | Spent: 40.5 secs | LR: 0.000250
INFO:tensorflow:Step 47000 | Loss: 0.0991 | Spent: 9.3 secs | LR: 0.000249
INFO:tensorflow:Step 47100 | Loss: 0.0328 | Spent: 9.0 secs | LR: 0.000249
INFO:tensorflow:Step 47200 | Loss: 0.0333 | Spent: 9.1 secs | LR: 0.000249
INFO:tensorflow:Step 47300 | Loss: 0.1603 | Spent: 9.3 secs | LR: 0.000249
INFO:tensorflow:Step 47400 | Loss: 0.0667 | Spent: 9.2 secs | LR: 0.000248
INFO:tensorflow:Step 47500 | Loss: 0.1168 | Spent: 9.1 secs | LR: 0.000248
INFO:tensorflow:Step 47600 | Loss: 0.0641 | Spent: 9.4 secs | LR: 0.000248
INFO:tensorflow:Step 47700 | Loss: 0.1409 | Spent: 9.1 secs | LR: 0.000248
INFO:tensorflow:Step 47800 | Loss: 0.1216 | Spent: 9.3 secs | LR: 0.000247
INFO:tensorflow:Step 47900 | Loss: 0.0033 | Spent: 9.2 secs | LR: 0.000247
INFO:tensorflow:Step 48000 | Loss: 0.0496 | Spent: 9.6 secs | LR: 0.000247
INFO:tensorflow:Step 48100 | Loss: 0.0186 | Spent: 9.0 secs | LR: 0.000247
INFO:tensorflow:Step 48200 | Loss: 0.0340 | Spent: 9.2 secs | LR: 0.000246
INFO:tensorflow:Step 48300 | Loss: 0.0036 | Spent: 8.9 secs | LR: 0.000246
INFO:tensorflow:Step 48400 | Loss: 0.0034 | Spent: 9.1 secs | LR: 0.000246
INFO:tensorflow:Step 48500 | Loss: 0.0468 | Spent: 9.3 secs | LR: 0.000246
INFO:tensorflow:Step 48600 | Loss: 0.0934 | Spent: 9.2 secs | LR: 0.000245
INFO:tensorflow:Step 48700 | Loss: 0.0330 | Spent: 9.0 secs | LR: 0.000245
INFO:tensorflow:Step 48800 | Loss: 0.0994 | Spent: 9.0 secs | LR: 0.000245
INFO:tensorflow:Step 48900 | Loss: 0.0314 | Spent: 9.0 secs | LR: 0.000245
INFO:tensorflow:Step 49000 | Loss: 0.0155 | Spent: 8.9 secs | LR: 0.000244
INFO:tensorflow:Step 49100 | Loss: 0.1014 | Spent: 8.9 secs | LR: 0.000244
INFO:tensorflow:Step 49200 | Loss: 0.0720 | Spent: 9.0 secs | LR: 0.000244
INFO:tensorflow:Step 49300 | Loss: 0.0310 | Spent: 9.0 secs | LR: 0.000244
INFO:tensorflow:Step 49400 | Loss: 0.0050 | Spent: 9.1 secs | LR: 0.000243
INFO:tensorflow:Step 49500 | Loss: 0.1026 | Spent: 9.3 secs | LR: 0.000243
INFO:tensorflow:Step 49600 | Loss: 0.0131 | Spent: 9.4 secs | LR: 0.000243
INFO:tensorflow:Step 49700 | Loss: 0.0304 | Spent: 9.1 secs | LR: 0.000243
INFO:tensorflow:Step 49800 | Loss: 0.0136 | Spent: 8.8 secs | LR: 0.000242
INFO:tensorflow:Step 49900 | Loss: 0.2415 | Spent: 9.0 secs | LR: 0.000242
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.818
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 50000 | Loss: 0.0337 | Spent: 40.6 secs | LR: 0.000242
INFO:tensorflow:Step 50100 | Loss: 0.0444 | Spent: 8.9 secs | LR: 0.000242
INFO:tensorflow:Step 50200 | Loss: 0.0083 | Spent: 9.0 secs | LR: 0.000242
INFO:tensorflow:Step 50300 | Loss: 0.0996 | Spent: 9.2 secs | LR: 0.000241
INFO:tensorflow:Step 50400 | Loss: 0.0439 | Spent: 9.3 secs | LR: 0.000241
INFO:tensorflow:Step 50500 | Loss: 0.0305 | Spent: 9.2 secs | LR: 0.000241
INFO:tensorflow:Step 50600 | Loss: 0.0063 | Spent: 9.3 secs | LR: 0.000241
INFO:tensorflow:Step 50700 | Loss: 0.2116 | Spent: 9.0 secs | LR: 0.000240
INFO:tensorflow:Step 50800 | Loss: 0.0387 | Spent: 9.2 secs | LR: 0.000240
INFO:tensorflow:Step 50900 | Loss: 0.0034 | Spent: 9.1 secs | LR: 0.000240
INFO:tensorflow:Step 51000 | Loss: 0.0128 | Spent: 9.3 secs | LR: 0.000240
INFO:tensorflow:Step 51100 | Loss: 0.1179 | Spent: 9.1 secs | LR: 0.000239
INFO:tensorflow:Step 51200 | Loss: 0.0942 | Spent: 9.3 secs | LR: 0.000239
INFO:tensorflow:Step 51300 | Loss: 0.0362 | Spent: 9.4 secs | LR: 0.000239
INFO:tensorflow:Step 51400 | Loss: 0.0239 | Spent: 9.2 secs | LR: 0.000239
INFO:tensorflow:Step 51500 | Loss: 0.0433 | Spent: 9.7 secs | LR: 0.000238
INFO:tensorflow:Step 51600 | Loss: 0.0649 | Spent: 9.5 secs | LR: 0.000238
INFO:tensorflow:Step 51700 | Loss: 0.0303 | Spent: 9.2 secs | LR: 0.000238
INFO:tensorflow:Step 51800 | Loss: 0.1202 | Spent: 9.5 secs | LR: 0.000238
INFO:tensorflow:Step 51900 | Loss: 0.0680 | Spent: 9.3 secs | LR: 0.000237
INFO:tensorflow:Step 52000 | Loss: 0.0275 | Spent: 9.4 secs | LR: 0.000237
INFO:tensorflow:Step 52100 | Loss: 0.2937 | Spent: 9.0 secs | LR: 0.000237
INFO:tensorflow:Step 52200 | Loss: 0.0925 | Spent: 9.6 secs | LR: 0.000237
INFO:tensorflow:Step 52300 | Loss: 0.0736 | Spent: 9.2 secs | LR: 0.000236
INFO:tensorflow:Step 52400 | Loss: 0.0040 | Spent: 9.3 secs | LR: 0.000236
INFO:tensorflow:Step 52500 | Loss: 0.0107 | Spent: 9.3 secs | LR: 0.000236
INFO:tensorflow:Step 52600 | Loss: 0.0682 | Spent: 9.5 secs | LR: 0.000236
INFO:tensorflow:Step 52700 | Loss: 0.0130 | Spent: 9.5 secs | LR: 0.000236
INFO:tensorflow:Step 52800 | Loss: 0.1329 | Spent: 9.5 secs | LR: 0.000235
INFO:tensorflow:Step 52900 | Loss: 0.1436 | Spent: 9.3 secs | LR: 0.000235
INFO:tensorflow:Step 53000 | Loss: 0.1305 | Spent: 9.5 secs | LR: 0.000235
INFO:tensorflow:Step 53100 | Loss: 0.0280 | Spent: 9.2 secs | LR: 0.000235
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.820
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 53200 | Loss: 0.1807 | Spent: 41.4 secs | LR: 0.000234
INFO:tensorflow:Step 53300 | Loss: 0.0188 | Spent: 9.3 secs | LR: 0.000234
INFO:tensorflow:Step 53400 | Loss: 0.0634 | Spent: 9.4 secs | LR: 0.000234
INFO:tensorflow:Step 53500 | Loss: 0.0458 | Spent: 9.4 secs | LR: 0.000234
INFO:tensorflow:Step 53600 | Loss: 0.0071 | Spent: 9.3 secs | LR: 0.000233
INFO:tensorflow:Step 53700 | Loss: 0.0215 | Spent: 9.5 secs | LR: 0.000233
INFO:tensorflow:Step 53800 | Loss: 0.0056 | Spent: 9.7 secs | LR: 0.000233
INFO:tensorflow:Step 53900 | Loss: 0.0197 | Spent: 9.1 secs | LR: 0.000233
INFO:tensorflow:Step 54000 | Loss: 0.0855 | Spent: 9.7 secs | LR: 0.000232
INFO:tensorflow:Step 54100 | Loss: 0.0030 | Spent: 9.4 secs | LR: 0.000232
INFO:tensorflow:Step 54200 | Loss: 0.0766 | Spent: 9.2 secs | LR: 0.000232
INFO:tensorflow:Step 54300 | Loss: 0.0037 | Spent: 9.3 secs | LR: 0.000232
INFO:tensorflow:Step 54400 | Loss: 0.0055 | Spent: 9.5 secs | LR: 0.000232
INFO:tensorflow:Step 54500 | Loss: 0.0402 | Spent: 9.5 secs | LR: 0.000231
INFO:tensorflow:Step 54600 | Loss: 0.1526 | Spent: 9.2 secs | LR: 0.000231
INFO:tensorflow:Step 54700 | Loss: 0.0134 | Spent: 9.2 secs | LR: 0.000231
INFO:tensorflow:Step 54800 | Loss: 0.0310 | Spent: 9.4 secs | LR: 0.000231
INFO:tensorflow:Step 54900 | Loss: 0.0076 | Spent: 9.2 secs | LR: 0.000230
INFO:tensorflow:Step 55000 | Loss: 0.0329 | Spent: 9.5 secs | LR: 0.000230
INFO:tensorflow:Step 55100 | Loss: 0.0141 | Spent: 9.1 secs | LR: 0.000230
INFO:tensorflow:Step 55200 | Loss: 0.0097 | Spent: 9.3 secs | LR: 0.000230
INFO:tensorflow:Step 55300 | Loss: 0.0159 | Spent: 9.1 secs | LR: 0.000229
INFO:tensorflow:Step 55400 | Loss: 0.0110 | Spent: 9.1 secs | LR: 0.000229
INFO:tensorflow:Step 55500 | Loss: 0.0068 | Spent: 9.0 secs | LR: 0.000229
INFO:tensorflow:Step 55600 | Loss: 0.0207 | Spent: 9.4 secs | LR: 0.000229
INFO:tensorflow:Step 55700 | Loss: 0.0077 | Spent: 9.3 secs | LR: 0.000229
INFO:tensorflow:Step 55800 | Loss: 0.0135 | Spent: 9.3 secs | LR: 0.000228
INFO:tensorflow:Step 55900 | Loss: 0.0125 | Spent: 9.2 secs | LR: 0.000228
INFO:tensorflow:Step 56000 | Loss: 0.0322 | Spent: 9.6 secs | LR: 0.000228
INFO:tensorflow:Step 56100 | Loss: 0.0172 | Spent: 9.3 secs | LR: 0.000228
INFO:tensorflow:Step 56200 | Loss: 0.0286 | Spent: 9.3 secs | LR: 0.000227
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.819
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 56300 | Loss: 0.0805 | Spent: 41.4 secs | LR: 0.000227
INFO:tensorflow:Step 56400 | Loss: 0.0328 | Spent: 9.4 secs | LR: 0.000227
INFO:tensorflow:Step 56500 | Loss: 0.0451 | Spent: 9.4 secs | LR: 0.000227
INFO:tensorflow:Step 56600 | Loss: 0.0038 | Spent: 9.2 secs | LR: 0.000226
INFO:tensorflow:Step 56700 | Loss: 0.0178 | Spent: 9.6 secs | LR: 0.000226
INFO:tensorflow:Step 56800 | Loss: 0.0033 | Spent: 9.0 secs | LR: 0.000226
INFO:tensorflow:Step 56900 | Loss: 0.0682 | Spent: 9.4 secs | LR: 0.000226
INFO:tensorflow:Step 57000 | Loss: 0.0028 | Spent: 9.5 secs | LR: 0.000226
INFO:tensorflow:Step 57100 | Loss: 0.0161 | Spent: 9.4 secs | LR: 0.000225
INFO:tensorflow:Step 57200 | Loss: 0.0033 | Spent: 9.8 secs | LR: 0.000225
INFO:tensorflow:Step 57300 | Loss: 0.0146 | Spent: 9.4 secs | LR: 0.000225
INFO:tensorflow:Step 57400 | Loss: 0.1091 | Spent: 9.6 secs | LR: 0.000225
INFO:tensorflow:Step 57500 | Loss: 0.0303 | Spent: 9.8 secs | LR: 0.000224
INFO:tensorflow:Step 57600 | Loss: 0.0184 | Spent: 9.7 secs | LR: 0.000224
INFO:tensorflow:Step 57700 | Loss: 0.0702 | Spent: 9.5 secs | LR: 0.000224
INFO:tensorflow:Step 57800 | Loss: 0.0662 | Spent: 9.3 secs | LR: 0.000224
INFO:tensorflow:Step 57900 | Loss: 0.0056 | Spent: 9.8 secs | LR: 0.000224
INFO:tensorflow:Step 58000 | Loss: 0.0284 | Spent: 9.4 secs | LR: 0.000223
INFO:tensorflow:Step 58100 | Loss: 0.0192 | Spent: 9.5 secs | LR: 0.000223
INFO:tensorflow:Step 58200 | Loss: 0.0630 | Spent: 9.2 secs | LR: 0.000223
INFO:tensorflow:Step 58300 | Loss: 0.0046 | Spent: 9.4 secs | LR: 0.000223
INFO:tensorflow:Step 58400 | Loss: 0.0790 | Spent: 9.4 secs | LR: 0.000222
INFO:tensorflow:Step 58500 | Loss: 0.0149 | Spent: 9.4 secs | LR: 0.000222
INFO:tensorflow:Step 58600 | Loss: 0.0151 | Spent: 9.4 secs | LR: 0.000222
INFO:tensorflow:Step 58700 | Loss: 0.0491 | Spent: 9.2 secs | LR: 0.000222
INFO:tensorflow:Step 58800 | Loss: 0.0271 | Spent: 9.3 secs | LR: 0.000222
INFO:tensorflow:Step 58900 | Loss: 0.0842 | Spent: 9.4 secs | LR: 0.000221
INFO:tensorflow:Step 59000 | Loss: 0.0141 | Spent: 9.6 secs | LR: 0.000221
INFO:tensorflow:Step 59100 | Loss: 0.1189 | Spent: 9.5 secs | LR: 0.000221
INFO:tensorflow:Step 59200 | Loss: 0.0139 | Spent: 9.4 secs | LR: 0.000221
INFO:tensorflow:Step 59300 | Loss: 0.0766 | Spent: 9.2 secs | LR: 0.000220
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.814
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 59400 | Loss: 0.0056 | Spent: 42.0 secs | LR: 0.000220
INFO:tensorflow:Step 59500 | Loss: 0.0020 | Spent: 9.5 secs | LR: 0.000220
INFO:tensorflow:Step 59600 | Loss: 0.0109 | Spent: 9.2 secs | LR: 0.000220
INFO:tensorflow:Step 59700 | Loss: 0.0927 | Spent: 9.5 secs | LR: 0.000220
INFO:tensorflow:Step 59800 | Loss: 0.2490 | Spent: 9.4 secs | LR: 0.000219
INFO:tensorflow:Step 59900 | Loss: 0.0190 | Spent: 9.1 secs | LR: 0.000219
INFO:tensorflow:Step 60000 | Loss: 0.0047 | Spent: 9.4 secs | LR: 0.000219
INFO:tensorflow:Step 60100 | Loss: 0.1499 | Spent: 9.5 secs | LR: 0.000219
INFO:tensorflow:Step 60200 | Loss: 0.0091 | Spent: 9.4 secs | LR: 0.000218
INFO:tensorflow:Step 60300 | Loss: 0.0094 | Spent: 9.5 secs | LR: 0.000218
INFO:tensorflow:Step 60400 | Loss: 0.0270 | Spent: 10.0 secs | LR: 0.000218
INFO:tensorflow:Step 60500 | Loss: 0.0138 | Spent: 9.3 secs | LR: 0.000218
INFO:tensorflow:Step 60600 | Loss: 0.0062 | Spent: 9.3 secs | LR: 0.000218
INFO:tensorflow:Step 60700 | Loss: 0.0174 | Spent: 9.6 secs | LR: 0.000217
INFO:tensorflow:Step 60800 | Loss: 0.0061 | Spent: 9.2 secs | LR: 0.000217
INFO:tensorflow:Step 60900 | Loss: 0.0068 | Spent: 9.5 secs | LR: 0.000217
INFO:tensorflow:Step 61000 | Loss: 0.0080 | Spent: 9.3 secs | LR: 0.000217
INFO:tensorflow:Step 61100 | Loss: 0.0092 | Spent: 9.5 secs | LR: 0.000216
INFO:tensorflow:Step 61200 | Loss: 0.0078 | Spent: 9.7 secs | LR: 0.000216
INFO:tensorflow:Step 61300 | Loss: 0.0019 | Spent: 9.2 secs | LR: 0.000216
INFO:tensorflow:Step 61400 | Loss: 0.0671 | Spent: 9.1 secs | LR: 0.000216
INFO:tensorflow:Step 61500 | Loss: 0.0203 | Spent: 9.1 secs | LR: 0.000216
INFO:tensorflow:Step 61600 | Loss: 0.0632 | Spent: 9.5 secs | LR: 0.000215
INFO:tensorflow:Step 61700 | Loss: 0.0266 | Spent: 9.2 secs | LR: 0.000215
INFO:tensorflow:Step 61800 | Loss: 0.0186 | Spent: 9.3 secs | LR: 0.000215
INFO:tensorflow:Step 61900 | Loss: 0.0216 | Spent: 9.7 secs | LR: 0.000215
INFO:tensorflow:Step 62000 | Loss: 0.0124 | Spent: 9.3 secs | LR: 0.000215
INFO:tensorflow:Step 62100 | Loss: 0.0120 | Spent: 9.3 secs | LR: 0.000214
INFO:tensorflow:Step 62200 | Loss: 0.0618 | Spent: 9.5 secs | LR: 0.000214
INFO:tensorflow:Step 62300 | Loss: 0.0212 | Spent: 9.1 secs | LR: 0.000214
INFO:tensorflow:Step 62400 | Loss: 0.0093 | Spent: 9.5 secs | LR: 0.000214
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.818
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 62500 | Loss: 0.0068 | Spent: 41.0 secs | LR: 0.000213
INFO:tensorflow:Step 62600 | Loss: 0.0320 | Spent: 9.4 secs | LR: 0.000213
INFO:tensorflow:Step 62700 | Loss: 0.0055 | Spent: 9.3 secs | LR: 0.000213
INFO:tensorflow:Step 62800 | Loss: 0.0153 | Spent: 9.3 secs | LR: 0.000213
INFO:tensorflow:Step 62900 | Loss: 0.0325 | Spent: 9.4 secs | LR: 0.000213
INFO:tensorflow:Step 63000 | Loss: 0.0289 | Spent: 9.6 secs | LR: 0.000212
INFO:tensorflow:Step 63100 | Loss: 0.0547 | Spent: 9.2 secs | LR: 0.000212
INFO:tensorflow:Step 63200 | Loss: 0.0043 | Spent: 9.7 secs | LR: 0.000212
INFO:tensorflow:Step 63300 | Loss: 0.0201 | Spent: 9.5 secs | LR: 0.000212
INFO:tensorflow:Step 63400 | Loss: 0.0249 | Spent: 9.5 secs | LR: 0.000212
INFO:tensorflow:Step 63500 | Loss: 0.0106 | Spent: 9.2 secs | LR: 0.000211
INFO:tensorflow:Step 63600 | Loss: 0.0359 | Spent: 9.6 secs | LR: 0.000211
INFO:tensorflow:Step 63700 | Loss: 0.0369 | Spent: 9.4 secs | LR: 0.000211
INFO:tensorflow:Step 63800 | Loss: 0.1412 | Spent: 9.1 secs | LR: 0.000211
INFO:tensorflow:Step 63900 | Loss: 0.0187 | Spent: 9.2 secs | LR: 0.000210
INFO:tensorflow:Step 64000 | Loss: 0.0039 | Spent: 9.3 secs | LR: 0.000210
INFO:tensorflow:Step 64100 | Loss: 0.0095 | Spent: 9.4 secs | LR: 0.000210
INFO:tensorflow:Step 64200 | Loss: 0.0145 | Spent: 9.4 secs | LR: 0.000210
INFO:tensorflow:Step 64300 | Loss: 0.0155 | Spent: 9.2 secs | LR: 0.000210
INFO:tensorflow:Step 64400 | Loss: 0.1329 | Spent: 9.4 secs | LR: 0.000209
INFO:tensorflow:Step 64500 | Loss: 0.0389 | Spent: 9.2 secs | LR: 0.000209
INFO:tensorflow:Step 64600 | Loss: 0.0029 | Spent: 9.4 secs | LR: 0.000209
INFO:tensorflow:Step 64700 | Loss: 0.0013 | Spent: 9.1 secs | LR: 0.000209
INFO:tensorflow:Step 64800 | Loss: 0.0457 | Spent: 9.1 secs | LR: 0.000209
INFO:tensorflow:Step 64900 | Loss: 0.0005 | Spent: 9.3 secs | LR: 0.000208
INFO:tensorflow:Step 65000 | Loss: 0.0075 | Spent: 9.2 secs | LR: 0.000208
INFO:tensorflow:Step 65100 | Loss: 0.0092 | Spent: 9.2 secs | LR: 0.000208
INFO:tensorflow:Step 65200 | Loss: 0.0485 | Spent: 9.2 secs | LR: 0.000208
INFO:tensorflow:Step 65300 | Loss: 0.0054 | Spent: 9.3 secs | LR: 0.000208
INFO:tensorflow:Step 65400 | Loss: 0.0039 | Spent: 9.1 secs | LR: 0.000207
INFO:tensorflow:Step 65500 | Loss: 0.0061 | Spent: 9.3 secs | LR: 0.000207
INFO:tensorflow:Step 65600 | Loss: 0.0168 | Spent: 9.2 secs | LR: 0.000207
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.820
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 65700 | Loss: 0.0022 | Spent: 41.2 secs | LR: 0.000207
INFO:tensorflow:Step 65800 | Loss: 0.0810 | Spent: 9.1 secs | LR: 0.000206
INFO:tensorflow:Step 65900 | Loss: 0.1683 | Spent: 9.2 secs | LR: 0.000206
INFO:tensorflow:Step 66000 | Loss: 0.0293 | Spent: 9.0 secs | LR: 0.000206
INFO:tensorflow:Step 66100 | Loss: 0.0058 | Spent: 9.4 secs | LR: 0.000206
INFO:tensorflow:Step 66200 | Loss: 0.0679 | Spent: 9.2 secs | LR: 0.000206
INFO:tensorflow:Step 66300 | Loss: 0.0081 | Spent: 9.1 secs | LR: 0.000205
INFO:tensorflow:Step 66400 | Loss: 0.0457 | Spent: 9.4 secs | LR: 0.000205
INFO:tensorflow:Step 66500 | Loss: 0.0726 | Spent: 8.9 secs | LR: 0.000205
INFO:tensorflow:Step 66600 | Loss: 0.0032 | Spent: 9.3 secs | LR: 0.000205
INFO:tensorflow:Step 66700 | Loss: 0.0246 | Spent: 9.1 secs | LR: 0.000205
INFO:tensorflow:Step 66800 | Loss: 0.1991 | Spent: 9.3 secs | LR: 0.000204
INFO:tensorflow:Step 66900 | Loss: 0.0205 | Spent: 9.2 secs | LR: 0.000204
INFO:tensorflow:Step 67000 | Loss: 0.0061 | Spent: 8.9 secs | LR: 0.000204
INFO:tensorflow:Step 67100 | Loss: 0.0226 | Spent: 9.1 secs | LR: 0.000204
INFO:tensorflow:Step 67200 | Loss: 0.1198 | Spent: 9.4 secs | LR: 0.000204
INFO:tensorflow:Step 67300 | Loss: 0.0191 | Spent: 9.1 secs | LR: 0.000203
INFO:tensorflow:Step 67400 | Loss: 0.0217 | Spent: 9.3 secs | LR: 0.000203
INFO:tensorflow:Step 67500 | Loss: 0.0043 | Spent: 9.2 secs | LR: 0.000203
INFO:tensorflow:Step 67600 | Loss: 0.0005 | Spent: 9.2 secs | LR: 0.000203
INFO:tensorflow:Step 67700 | Loss: 0.0495 | Spent: 9.3 secs | LR: 0.000203
INFO:tensorflow:Step 67800 | Loss: 0.1500 | Spent: 9.0 secs | LR: 0.000202
INFO:tensorflow:Step 67900 | Loss: 0.0274 | Spent: 9.2 secs | LR: 0.000202
INFO:tensorflow:Step 68000 | Loss: 0.0302 | Spent: 9.4 secs | LR: 0.000202
INFO:tensorflow:Step 68100 | Loss: 0.0325 | Spent: 9.3 secs | LR: 0.000202
INFO:tensorflow:Step 68200 | Loss: 0.0077 | Spent: 9.4 secs | LR: 0.000202
INFO:tensorflow:Step 68300 | Loss: 0.0949 | Spent: 9.2 secs | LR: 0.000201
INFO:tensorflow:Step 68400 | Loss: 0.0261 | Spent: 9.3 secs | LR: 0.000201
INFO:tensorflow:Step 68500 | Loss: 0.0367 | Spent: 9.2 secs | LR: 0.000201
INFO:tensorflow:Step 68600 | Loss: 0.0321 | Spent: 9.2 secs | LR: 0.000201
INFO:tensorflow:Step 68700 | Loss: 0.0099 | Spent: 9.2 secs | LR: 0.000201
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.819
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 68800 | Loss: 0.0294 | Spent: 41.3 secs | LR: 0.000200
INFO:tensorflow:Step 68900 | Loss: 0.0112 | Spent: 9.0 secs | LR: 0.000200
INFO:tensorflow:Step 69000 | Loss: 0.0572 | Spent: 9.3 secs | LR: 0.000200
INFO:tensorflow:Step 69100 | Loss: 0.0020 | Spent: 9.5 secs | LR: 0.000200
INFO:tensorflow:Step 69200 | Loss: 0.0148 | Spent: 9.3 secs | LR: 0.000200
INFO:tensorflow:Step 69300 | Loss: 0.0053 | Spent: 9.4 secs | LR: 0.000199
INFO:tensorflow:Step 69400 | Loss: 0.0158 | Spent: 9.5 secs | LR: 0.000199
INFO:tensorflow:Step 69500 | Loss: 0.0252 | Spent: 9.2 secs | LR: 0.000199
INFO:tensorflow:Step 69600 | Loss: 0.0010 | Spent: 9.4 secs | LR: 0.000199
INFO:tensorflow:Step 69700 | Loss: 0.0519 | Spent: 9.2 secs | LR: 0.000199
INFO:tensorflow:Step 69800 | Loss: 0.0024 | Spent: 9.3 secs | LR: 0.000198
INFO:tensorflow:Step 69900 | Loss: 0.0076 | Spent: 9.2 secs | LR: 0.000198
INFO:tensorflow:Step 70000 | Loss: 0.0011 | Spent: 9.2 secs | LR: 0.000198
INFO:tensorflow:Step 70100 | Loss: 0.0069 | Spent: 9.1 secs | LR: 0.000198
INFO:tensorflow:Step 70200 | Loss: 0.0274 | Spent: 9.3 secs | LR: 0.000198
INFO:tensorflow:Step 70300 | Loss: 0.0020 | Spent: 9.3 secs | LR: 0.000197
INFO:tensorflow:Step 70400 | Loss: 0.0021 | Spent: 9.4 secs | LR: 0.000197
INFO:tensorflow:Step 70500 | Loss: 0.0053 | Spent: 9.4 secs | LR: 0.000197
INFO:tensorflow:Step 70600 | Loss: 0.1383 | Spent: 9.6 secs | LR: 0.000197
INFO:tensorflow:Step 70700 | Loss: 0.0175 | Spent: 9.3 secs | LR: 0.000197
INFO:tensorflow:Step 70800 | Loss: 0.0063 | Spent: 9.4 secs | LR: 0.000196
INFO:tensorflow:Step 70900 | Loss: 0.0152 | Spent: 9.2 secs | LR: 0.000196
INFO:tensorflow:Step 71000 | Loss: 0.0159 | Spent: 9.3 secs | LR: 0.000196
INFO:tensorflow:Step 71100 | Loss: 0.0022 | Spent: 9.6 secs | LR: 0.000196
INFO:tensorflow:Step 71200 | Loss: 0.0717 | Spent: 9.6 secs | LR: 0.000196
INFO:tensorflow:Step 71300 | Loss: 0.0046 | Spent: 9.5 secs | LR: 0.000195
INFO:tensorflow:Step 71400 | Loss: 0.0336 | Spent: 9.6 secs | LR: 0.000195
INFO:tensorflow:Step 71500 | Loss: 0.0186 | Spent: 9.5 secs | LR: 0.000195
INFO:tensorflow:Step 71600 | Loss: 0.0121 | Spent: 9.5 secs | LR: 0.000195
INFO:tensorflow:Step 71700 | Loss: 0.0514 | Spent: 9.4 secs | LR: 0.000195
INFO:tensorflow:Step 71800 | Loss: 0.0075 | Spent: 9.4 secs | LR: 0.000194
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.819
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 71900 | Loss: 0.0173 | Spent: 41.9 secs | LR: 0.000194
INFO:tensorflow:Step 72000 | Loss: 0.0081 | Spent: 9.7 secs | LR: 0.000194
INFO:tensorflow:Step 72100 | Loss: 0.0793 | Spent: 9.7 secs | LR: 0.000194
INFO:tensorflow:Step 72200 | Loss: 0.0009 | Spent: 9.4 secs | LR: 0.000194
INFO:tensorflow:Step 72300 | Loss: 0.0022 | Spent: 9.4 secs | LR: 0.000193
INFO:tensorflow:Step 72400 | Loss: 0.0073 | Spent: 9.6 secs | LR: 0.000193
INFO:tensorflow:Step 72500 | Loss: 0.0075 | Spent: 9.3 secs | LR: 0.000193
INFO:tensorflow:Step 72600 | Loss: 0.0034 | Spent: 9.4 secs | LR: 0.000193
INFO:tensorflow:Step 72700 | Loss: 0.0085 | Spent: 9.6 secs | LR: 0.000193
INFO:tensorflow:Step 72800 | Loss: 0.0120 | Spent: 9.3 secs | LR: 0.000192
INFO:tensorflow:Step 72900 | Loss: 0.0722 | Spent: 9.5 secs | LR: 0.000192
INFO:tensorflow:Step 73000 | Loss: 0.0043 | Spent: 9.3 secs | LR: 0.000192
INFO:tensorflow:Step 73100 | Loss: 0.0249 | Spent: 9.5 secs | LR: 0.000192
INFO:tensorflow:Step 73200 | Loss: 0.1303 | Spent: 9.4 secs | LR: 0.000192
INFO:tensorflow:Step 73300 | Loss: 0.0070 | Spent: 9.5 secs | LR: 0.000191
INFO:tensorflow:Step 73400 | Loss: 0.0056 | Spent: 9.1 secs | LR: 0.000191
INFO:tensorflow:Step 73500 | Loss: 0.0011 | Spent: 9.5 secs | LR: 0.000191
INFO:tensorflow:Step 73600 | Loss: 0.0100 | Spent: 9.4 secs | LR: 0.000191
INFO:tensorflow:Step 73700 | Loss: 0.0549 | Spent: 9.4 secs | LR: 0.000191
INFO:tensorflow:Step 73800 | Loss: 0.0984 | Spent: 9.4 secs | LR: 0.000191
INFO:tensorflow:Step 73900 | Loss: 0.0005 | Spent: 9.5 secs | LR: 0.000190
INFO:tensorflow:Step 74000 | Loss: 0.0392 | Spent: 9.3 secs | LR: 0.000190
INFO:tensorflow:Step 74100 | Loss: 0.0118 | Spent: 9.5 secs | LR: 0.000190
INFO:tensorflow:Step 74200 | Loss: 0.0291 | Spent: 9.6 secs | LR: 0.000190
INFO:tensorflow:Step 74300 | Loss: 0.0344 | Spent: 9.5 secs | LR: 0.000190
INFO:tensorflow:Step 74400 | Loss: 0.0031 | Spent: 9.4 secs | LR: 0.000189
INFO:tensorflow:Step 74500 | Loss: 0.0004 | Spent: 9.5 secs | LR: 0.000189
INFO:tensorflow:Step 74600 | Loss: 0.0087 | Spent: 9.3 secs | LR: 0.000189
INFO:tensorflow:Step 74700 | Loss: 0.0560 | Spent: 9.4 secs | LR: 0.000189
INFO:tensorflow:Step 74800 | Loss: 0.0016 | Spent: 9.4 secs | LR: 0.000189
INFO:tensorflow:Step 74900 | Loss: 0.0175 | Spent: 9.3 secs | LR: 0.000188
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.819
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 75000 | Loss: 0.0040 | Spent: 42.5 secs | LR: 0.000188
INFO:tensorflow:Step 75100 | Loss: 0.0955 | Spent: 9.5 secs | LR: 0.000188
INFO:tensorflow:Step 75200 | Loss: 0.0036 | Spent: 9.5 secs | LR: 0.000188
INFO:tensorflow:Step 75300 | Loss: 0.0024 | Spent: 9.8 secs | LR: 0.000188
INFO:tensorflow:Step 75400 | Loss: 0.0066 | Spent: 9.4 secs | LR: 0.000187
INFO:tensorflow:Step 75500 | Loss: 0.0055 | Spent: 9.4 secs | LR: 0.000187
INFO:tensorflow:Step 75600 | Loss: 0.0034 | Spent: 9.6 secs | LR: 0.000187
INFO:tensorflow:Step 75700 | Loss: 0.0124 | Spent: 9.7 secs | LR: 0.000187
INFO:tensorflow:Step 75800 | Loss: 0.0399 | Spent: 9.3 secs | LR: 0.000187
INFO:tensorflow:Step 75900 | Loss: 0.1176 | Spent: 9.4 secs | LR: 0.000187
INFO:tensorflow:Step 76000 | Loss: 0.0019 | Spent: 9.4 secs | LR: 0.000186
INFO:tensorflow:Step 76100 | Loss: 0.0015 | Spent: 9.4 secs | LR: 0.000186
INFO:tensorflow:Step 76200 | Loss: 0.0129 | Spent: 9.5 secs | LR: 0.000186
INFO:tensorflow:Step 76300 | Loss: 0.0113 | Spent: 9.3 secs | LR: 0.000186
INFO:tensorflow:Step 76400 | Loss: 0.0427 | Spent: 9.6 secs | LR: 0.000186
INFO:tensorflow:Step 76500 | Loss: 0.0172 | Spent: 9.7 secs | LR: 0.000185
INFO:tensorflow:Step 76600 | Loss: 0.0054 | Spent: 9.5 secs | LR: 0.000185
INFO:tensorflow:Step 76700 | Loss: 0.0089 | Spent: 9.4 secs | LR: 0.000185
INFO:tensorflow:Step 76800 | Loss: 0.0036 | Spent: 9.3 secs | LR: 0.000185
INFO:tensorflow:Step 76900 | Loss: 0.0003 | Spent: 9.3 secs | LR: 0.000185
INFO:tensorflow:Step 77000 | Loss: 0.1630 | Spent: 9.2 secs | LR: 0.000184
INFO:tensorflow:Step 77100 | Loss: 0.0154 | Spent: 9.1 secs | LR: 0.000184
INFO:tensorflow:Step 77200 | Loss: 0.0012 | Spent: 9.4 secs | LR: 0.000184
INFO:tensorflow:Step 77300 | Loss: 0.0013 | Spent: 9.4 secs | LR: 0.000184
INFO:tensorflow:Step 77400 | Loss: 0.0014 | Spent: 9.5 secs | LR: 0.000184
INFO:tensorflow:Step 77500 | Loss: 0.1520 | Spent: 9.3 secs | LR: 0.000184
INFO:tensorflow:Step 77600 | Loss: 0.0619 | Spent: 9.3 secs | LR: 0.000183
INFO:tensorflow:Step 77700 | Loss: 0.0850 | Spent: 9.2 secs | LR: 0.000183
INFO:tensorflow:Step 77800 | Loss: 0.0140 | Spent: 9.3 secs | LR: 0.000183
INFO:tensorflow:Step 77900 | Loss: 0.0069 | Spent: 9.2 secs | LR: 0.000183
INFO:tensorflow:Step 78000 | Loss: 0.1116 | Spent: 9.2 secs | LR: 0.000183
INFO:tensorflow:Step 78100 | Loss: 0.0046 | Spent: 9.1 secs | LR: 0.000182
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.816
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 78200 | Loss: 0.0914 | Spent: 41.3 secs | LR: 0.000182
INFO:tensorflow:Step 78300 | Loss: 0.0178 | Spent: 9.3 secs | LR: 0.000182
INFO:tensorflow:Step 78400 | Loss: 0.0294 | Spent: 9.1 secs | LR: 0.000182
INFO:tensorflow:Step 78500 | Loss: 0.0008 | Spent: 9.2 secs | LR: 0.000182
INFO:tensorflow:Step 78600 | Loss: 0.0019 | Spent: 9.5 secs | LR: 0.000182
INFO:tensorflow:Step 78700 | Loss: 0.0010 | Spent: 9.2 secs | LR: 0.000181
INFO:tensorflow:Step 78800 | Loss: 0.0080 | Spent: 9.4 secs | LR: 0.000181
INFO:tensorflow:Step 78900 | Loss: 0.0024 | Spent: 9.5 secs | LR: 0.000181
INFO:tensorflow:Step 79000 | Loss: 0.0177 | Spent: 9.3 secs | LR: 0.000181
INFO:tensorflow:Step 79100 | Loss: 0.0025 | Spent: 9.2 secs | LR: 0.000181
INFO:tensorflow:Step 79200 | Loss: 0.0181 | Spent: 9.5 secs | LR: 0.000180
INFO:tensorflow:Step 79300 | Loss: 0.0559 | Spent: 9.5 secs | LR: 0.000180
INFO:tensorflow:Step 79400 | Loss: 0.0121 | Spent: 9.5 secs | LR: 0.000180
INFO:tensorflow:Step 79500 | Loss: 0.0061 | Spent: 9.4 secs | LR: 0.000180
INFO:tensorflow:Step 79600 | Loss: 0.0236 | Spent: 9.5 secs | LR: 0.000180
INFO:tensorflow:Step 79700 | Loss: 0.0240 | Spent: 9.6 secs | LR: 0.000180
INFO:tensorflow:Step 79800 | Loss: 0.0096 | Spent: 9.5 secs | LR: 0.000179
INFO:tensorflow:Step 79900 | Loss: 0.0558 | Spent: 9.3 secs | LR: 0.000179
INFO:tensorflow:Step 80000 | Loss: 0.0215 | Spent: 9.4 secs | LR: 0.000179
INFO:tensorflow:Step 80100 | Loss: 0.0053 | Spent: 9.2 secs | LR: 0.000179
INFO:tensorflow:Step 80200 | Loss: 0.0838 | Spent: 9.5 secs | LR: 0.000179
INFO:tensorflow:Step 80300 | Loss: 0.0813 | Spent: 9.3 secs | LR: 0.000178
INFO:tensorflow:Step 80400 | Loss: 0.0480 | Spent: 9.2 secs | LR: 0.000178
INFO:tensorflow:Step 80500 | Loss: 0.0067 | Spent: 9.7 secs | LR: 0.000178
INFO:tensorflow:Step 80600 | Loss: 0.0091 | Spent: 9.2 secs | LR: 0.000178
INFO:tensorflow:Step 80700 | Loss: 0.0958 | Spent: 9.4 secs | LR: 0.000178
INFO:tensorflow:Step 80800 | Loss: 0.0224 | Spent: 9.0 secs | LR: 0.000178
INFO:tensorflow:Step 80900 | Loss: 0.0083 | Spent: 9.3 secs | LR: 0.000177
INFO:tensorflow:Step 81000 | Loss: 0.0221 | Spent: 9.2 secs | LR: 0.000177
INFO:tensorflow:Step 81100 | Loss: 0.1051 | Spent: 9.4 secs | LR: 0.000177
INFO:tensorflow:Step 81200 | Loss: 0.0026 | Spent: 9.5 secs | LR: 0.000177
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.819
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 81300 | Loss: 0.0072 | Spent: 41.9 secs | LR: 0.000177
INFO:tensorflow:Step 81400 | Loss: 0.0049 | Spent: 9.3 secs | LR: 0.000177
INFO:tensorflow:Step 81500 | Loss: 0.0581 | Spent: 9.3 secs | LR: 0.000176
INFO:tensorflow:Step 81600 | Loss: 0.0006 | Spent: 9.3 secs | LR: 0.000176
INFO:tensorflow:Step 81700 | Loss: 0.0750 | Spent: 9.3 secs | LR: 0.000176
INFO:tensorflow:Step 81800 | Loss: 0.0022 | Spent: 9.2 secs | LR: 0.000176
INFO:tensorflow:Step 81900 | Loss: 0.0002 | Spent: 9.2 secs | LR: 0.000176
INFO:tensorflow:Step 82000 | Loss: 0.0040 | Spent: 9.1 secs | LR: 0.000175
INFO:tensorflow:Step 82100 | Loss: 0.0278 | Spent: 9.2 secs | LR: 0.000175
INFO:tensorflow:Step 82200 | Loss: 0.0183 | Spent: 9.3 secs | LR: 0.000175
INFO:tensorflow:Step 82300 | Loss: 0.1300 | Spent: 9.2 secs | LR: 0.000175
INFO:tensorflow:Step 82400 | Loss: 0.0015 | Spent: 9.6 secs | LR: 0.000175
INFO:tensorflow:Step 82500 | Loss: 0.0004 | Spent: 9.2 secs | LR: 0.000175
INFO:tensorflow:Step 82600 | Loss: 0.0184 | Spent: 9.2 secs | LR: 0.000174
INFO:tensorflow:Step 82700 | Loss: 0.1105 | Spent: 9.5 secs | LR: 0.000174
INFO:tensorflow:Step 82800 | Loss: 0.0030 | Spent: 9.3 secs | LR: 0.000174
INFO:tensorflow:Step 82900 | Loss: 0.0661 | Spent: 9.0 secs | LR: 0.000174
INFO:tensorflow:Step 83000 | Loss: 0.0064 | Spent: 9.2 secs | LR: 0.000174
INFO:tensorflow:Step 83100 | Loss: 0.0020 | Spent: 9.0 secs | LR: 0.000174
INFO:tensorflow:Step 83200 | Loss: 0.0530 | Spent: 9.3 secs | LR: 0.000173
INFO:tensorflow:Step 83300 | Loss: 0.0033 | Spent: 9.4 secs | LR: 0.000173
INFO:tensorflow:Step 83400 | Loss: 0.0008 | Spent: 9.3 secs | LR: 0.000173
INFO:tensorflow:Step 83500 | Loss: 0.0005 | Spent: 9.3 secs | LR: 0.000173
INFO:tensorflow:Step 83600 | Loss: 0.0066 | Spent: 9.4 secs | LR: 0.000173
INFO:tensorflow:Step 83700 | Loss: 0.0007 | Spent: 9.7 secs | LR: 0.000172
INFO:tensorflow:Step 83800 | Loss: 0.0258 | Spent: 9.1 secs | LR: 0.000172
INFO:tensorflow:Step 83900 | Loss: 0.0723 | Spent: 9.4 secs | LR: 0.000172
INFO:tensorflow:Step 84000 | Loss: 0.0641 | Spent: 9.6 secs | LR: 0.000172
INFO:tensorflow:Step 84100 | Loss: 0.0096 | Spent: 9.0 secs | LR: 0.000172
INFO:tensorflow:Step 84200 | Loss: 0.0069 | Spent: 9.7 secs | LR: 0.000172
INFO:tensorflow:Step 84300 | Loss: 0.0008 | Spent: 9.5 secs | LR: 0.000171
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.819
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 84400 | Loss: 0.0741 | Spent: 43.6 secs | LR: 0.000171
INFO:tensorflow:Step 84500 | Loss: 0.0564 | Spent: 9.8 secs | LR: 0.000171
INFO:tensorflow:Step 84600 | Loss: 0.0015 | Spent: 9.5 secs | LR: 0.000171
INFO:tensorflow:Step 84700 | Loss: 0.0316 | Spent: 9.3 secs | LR: 0.000171
INFO:tensorflow:Step 84800 | Loss: 0.0005 | Spent: 9.5 secs | LR: 0.000171
INFO:tensorflow:Step 84900 | Loss: 0.0203 | Spent: 9.4 secs | LR: 0.000170
INFO:tensorflow:Step 85000 | Loss: 0.0011 | Spent: 9.4 secs | LR: 0.000170
INFO:tensorflow:Step 85100 | Loss: 0.0128 | Spent: 9.5 secs | LR: 0.000170
INFO:tensorflow:Step 85200 | Loss: 0.0044 | Spent: 9.6 secs | LR: 0.000170
INFO:tensorflow:Step 85300 | Loss: 0.0045 | Spent: 9.5 secs | LR: 0.000170
INFO:tensorflow:Step 85400 | Loss: 0.0144 | Spent: 9.6 secs | LR: 0.000170
INFO:tensorflow:Step 85500 | Loss: 0.0021 | Spent: 9.3 secs | LR: 0.000169
INFO:tensorflow:Step 85600 | Loss: 0.0227 | Spent: 9.3 secs | LR: 0.000169
INFO:tensorflow:Step 85700 | Loss: 0.0026 | Spent: 9.5 secs | LR: 0.000169
INFO:tensorflow:Step 85800 | Loss: 0.0071 | Spent: 9.6 secs | LR: 0.000169
INFO:tensorflow:Step 85900 | Loss: 0.0048 | Spent: 9.6 secs | LR: 0.000169
INFO:tensorflow:Step 86000 | Loss: 0.0020 | Spent: 9.4 secs | LR: 0.000169
INFO:tensorflow:Step 86100 | Loss: 0.0128 | Spent: 9.7 secs | LR: 0.000168
INFO:tensorflow:Step 86200 | Loss: 0.0006 | Spent: 9.5 secs | LR: 0.000168
INFO:tensorflow:Step 86300 | Loss: 0.0030 | Spent: 9.3 secs | LR: 0.000168
INFO:tensorflow:Step 86400 | Loss: 0.0028 | Spent: 9.5 secs | LR: 0.000168
INFO:tensorflow:Step 86500 | Loss: 0.0546 | Spent: 9.2 secs | LR: 0.000168
INFO:tensorflow:Step 86600 | Loss: 0.0472 | Spent: 9.3 secs | LR: 0.000168
INFO:tensorflow:Step 86700 | Loss: 0.0004 | Spent: 9.4 secs | LR: 0.000167
INFO:tensorflow:Step 86800 | Loss: 0.0220 | Spent: 9.7 secs | LR: 0.000167
INFO:tensorflow:Step 86900 | Loss: 0.0950 | Spent: 9.5 secs | LR: 0.000167
INFO:tensorflow:Step 87000 | Loss: 0.0075 | Spent: 9.2 secs | LR: 0.000167
INFO:tensorflow:Step 87100 | Loss: 0.0311 | Spent: 9.2 secs | LR: 0.000167
INFO:tensorflow:Step 87200 | Loss: 0.0009 | Spent: 9.5 secs | LR: 0.000167
INFO:tensorflow:Step 87300 | Loss: 0.0054 | Spent: 9.4 secs | LR: 0.000166
INFO:tensorflow:Step 87400 | Loss: 0.0046 | Spent: 9.6 secs | LR: 0.000166
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.821
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 87500 | Loss: 0.0090 | Spent: 41.5 secs | LR: 0.000166
INFO:tensorflow:Step 87600 | Loss: 0.0045 | Spent: 9.3 secs | LR: 0.000166
INFO:tensorflow:Step 87700 | Loss: 0.0153 | Spent: 9.5 secs | LR: 0.000166
INFO:tensorflow:Step 87800 | Loss: 0.0002 | Spent: 9.1 secs | LR: 0.000166
INFO:tensorflow:Step 87900 | Loss: 0.0034 | Spent: 9.4 secs | LR: 0.000165
INFO:tensorflow:Step 88000 | Loss: 0.0003 | Spent: 9.4 secs | LR: 0.000165
INFO:tensorflow:Step 88100 | Loss: 0.0034 | Spent: 9.2 secs | LR: 0.000165
INFO:tensorflow:Step 88200 | Loss: 0.0261 | Spent: 9.3 secs | LR: 0.000165
INFO:tensorflow:Step 88300 | Loss: 0.0152 | Spent: 9.5 secs | LR: 0.000165
INFO:tensorflow:Step 88400 | Loss: 0.0069 | Spent: 9.6 secs | LR: 0.000165
INFO:tensorflow:Step 88500 | Loss: 0.0558 | Spent: 9.1 secs | LR: 0.000164
INFO:tensorflow:Step 88600 | Loss: 0.0005 | Spent: 9.2 secs | LR: 0.000164
INFO:tensorflow:Step 88700 | Loss: 0.0013 | Spent: 9.3 secs | LR: 0.000164
INFO:tensorflow:Step 88800 | Loss: 0.0007 | Spent: 9.3 secs | LR: 0.000164
INFO:tensorflow:Step 88900 | Loss: 0.0869 | Spent: 9.5 secs | LR: 0.000164
INFO:tensorflow:Step 89000 | Loss: 0.0011 | Spent: 9.3 secs | LR: 0.000164
INFO:tensorflow:Step 89100 | Loss: 0.0018 | Spent: 9.3 secs | LR: 0.000163
INFO:tensorflow:Step 89200 | Loss: 0.0015 | Spent: 9.3 secs | LR: 0.000163
INFO:tensorflow:Step 89300 | Loss: 0.0322 | Spent: 9.2 secs | LR: 0.000163
INFO:tensorflow:Step 89400 | Loss: 0.0226 | Spent: 9.3 secs | LR: 0.000163
INFO:tensorflow:Step 89500 | Loss: 0.1541 | Spent: 9.2 secs | LR: 0.000163
INFO:tensorflow:Step 89600 | Loss: 0.0303 | Spent: 9.0 secs | LR: 0.000163
INFO:tensorflow:Step 89700 | Loss: 0.0190 | Spent: 9.3 secs | LR: 0.000162
INFO:tensorflow:Step 89800 | Loss: 0.0009 | Spent: 9.4 secs | LR: 0.000162
INFO:tensorflow:Step 89900 | Loss: 0.0693 | Spent: 9.3 secs | LR: 0.000162
INFO:tensorflow:Step 90000 | Loss: 0.0043 | Spent: 9.3 secs | LR: 0.000162
INFO:tensorflow:Step 90100 | Loss: 0.0039 | Spent: 9.2 secs | LR: 0.000162
INFO:tensorflow:Step 90200 | Loss: 0.0010 | Spent: 9.2 secs | LR: 0.000162
INFO:tensorflow:Step 90300 | Loss: 0.0121 | Spent: 9.0 secs | LR: 0.000161
INFO:tensorflow:Step 90400 | Loss: 0.0070 | Spent: 9.4 secs | LR: 0.000161
INFO:tensorflow:Step 90500 | Loss: 0.0544 | Spent: 9.5 secs | LR: 0.000161
INFO:tensorflow:Step 90600 | Loss: 0.0006 | Spent: 9.4 secs | LR: 0.000161
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.821
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 90700 | Loss: 0.0017 | Spent: 41.4 secs | LR: 0.000161
INFO:tensorflow:Step 90800 | Loss: 0.0011 | Spent: 9.2 secs | LR: 0.000161
INFO:tensorflow:Step 90900 | Loss: 0.0007 | Spent: 9.4 secs | LR: 0.000160
INFO:tensorflow:Step 91000 | Loss: 0.0012 | Spent: 9.5 secs | LR: 0.000160
INFO:tensorflow:Step 91100 | Loss: 0.0001 | Spent: 9.2 secs | LR: 0.000160
INFO:tensorflow:Step 91200 | Loss: 0.0003 | Spent: 9.3 secs | LR: 0.000160
INFO:tensorflow:Step 91300 | Loss: 0.0174 | Spent: 9.6 secs | LR: 0.000160
INFO:tensorflow:Step 91400 | Loss: 0.0045 | Spent: 9.1 secs | LR: 0.000160
INFO:tensorflow:Step 91500 | Loss: 0.0036 | Spent: 9.2 secs | LR: 0.000159
INFO:tensorflow:Step 91600 | Loss: 0.0008 | Spent: 9.2 secs | LR: 0.000159
INFO:tensorflow:Step 91700 | Loss: 0.1255 | Spent: 9.3 secs | LR: 0.000159
INFO:tensorflow:Step 91800 | Loss: 0.0359 | Spent: 9.0 secs | LR: 0.000159
INFO:tensorflow:Step 91900 | Loss: 0.0207 | Spent: 9.4 secs | LR: 0.000159
INFO:tensorflow:Step 92000 | Loss: 0.0001 | Spent: 9.3 secs | LR: 0.000159
INFO:tensorflow:Step 92100 | Loss: 0.0002 | Spent: 9.4 secs | LR: 0.000159
INFO:tensorflow:Step 92200 | Loss: 0.0036 | Spent: 9.2 secs | LR: 0.000158
INFO:tensorflow:Step 92300 | Loss: 0.0005 | Spent: 9.2 secs | LR: 0.000158
INFO:tensorflow:Step 92400 | Loss: 0.0008 | Spent: 9.3 secs | LR: 0.000158
INFO:tensorflow:Step 92500 | Loss: 0.0020 | Spent: 9.2 secs | LR: 0.000158
INFO:tensorflow:Step 92600 | Loss: 0.0001 | Spent: 9.2 secs | LR: 0.000158
INFO:tensorflow:Step 92700 | Loss: 0.0254 | Spent: 9.4 secs | LR: 0.000158
INFO:tensorflow:Step 92800 | Loss: 0.0015 | Spent: 9.3 secs | LR: 0.000157
INFO:tensorflow:Step 92900 | Loss: 0.0064 | Spent: 9.2 secs | LR: 0.000157
INFO:tensorflow:Step 93000 | Loss: 0.0049 | Spent: 9.1 secs | LR: 0.000157
INFO:tensorflow:Step 93100 | Loss: 0.0253 | Spent: 9.1 secs | LR: 0.000157
INFO:tensorflow:Step 93200 | Loss: 0.0039 | Spent: 9.2 secs | LR: 0.000157
INFO:tensorflow:Step 93300 | Loss: 0.0011 | Spent: 9.5 secs | LR: 0.000157
INFO:tensorflow:Step 93400 | Loss: 0.0007 | Spent: 9.4 secs | LR: 0.000156
INFO:tensorflow:Step 93500 | Loss: 0.0278 | Spent: 9.8 secs | LR: 0.000156
INFO:tensorflow:Step 93600 | Loss: 0.0006 | Spent: 9.3 secs | LR: 0.000156
INFO:tensorflow:Step 93700 | Loss: 0.0101 | Spent: 9.4 secs | LR: 0.000156
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.822
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 93800 | Loss: 0.0006 | Spent: 41.4 secs | LR: 0.000156
INFO:tensorflow:Step 93900 | Loss: 0.0032 | Spent: 9.2 secs | LR: 0.000156
INFO:tensorflow:Step 94000 | Loss: 0.0058 | Spent: 9.4 secs | LR: 0.000156
INFO:tensorflow:Step 94100 | Loss: 0.0004 | Spent: 9.5 secs | LR: 0.000155
INFO:tensorflow:Step 94200 | Loss: 0.0040 | Spent: 9.4 secs | LR: 0.000155
INFO:tensorflow:Step 94300 | Loss: 0.0009 | Spent: 9.5 secs | LR: 0.000155
INFO:tensorflow:Step 94400 | Loss: 0.0125 | Spent: 9.6 secs | LR: 0.000155
INFO:tensorflow:Step 94500 | Loss: 0.0012 | Spent: 9.3 secs | LR: 0.000155
INFO:tensorflow:Step 94600 | Loss: 0.0407 | Spent: 9.2 secs | LR: 0.000155
INFO:tensorflow:Step 94700 | Loss: 0.0002 | Spent: 9.3 secs | LR: 0.000154
INFO:tensorflow:Step 94800 | Loss: 0.0001 | Spent: 9.6 secs | LR: 0.000154
INFO:tensorflow:Step 94900 | Loss: 0.1763 | Spent: 9.3 secs | LR: 0.000154
INFO:tensorflow:Step 95000 | Loss: 0.0640 | Spent: 9.3 secs | LR: 0.000154
INFO:tensorflow:Step 95100 | Loss: 0.0013 | Spent: 9.4 secs | LR: 0.000154
INFO:tensorflow:Step 95200 | Loss: 0.0034 | Spent: 9.3 secs | LR: 0.000154
INFO:tensorflow:Step 95300 | Loss: 0.0387 | Spent: 9.3 secs | LR: 0.000153
INFO:tensorflow:Step 95400 | Loss: 0.0447 | Spent: 9.3 secs | LR: 0.000153
INFO:tensorflow:Step 95500 | Loss: 0.0309 | Spent: 9.2 secs | LR: 0.000153
INFO:tensorflow:Step 95600 | Loss: 0.0032 | Spent: 9.4 secs | LR: 0.000153
INFO:tensorflow:Step 95700 | Loss: 0.0037 | Spent: 9.5 secs | LR: 0.000153
INFO:tensorflow:Step 95800 | Loss: 0.0007 | Spent: 9.4 secs | LR: 0.000153
INFO:tensorflow:Step 95900 | Loss: 0.0012 | Spent: 9.5 secs | LR: 0.000153
INFO:tensorflow:Step 96000 | Loss: 0.0204 | Spent: 9.5 secs | LR: 0.000152
INFO:tensorflow:Step 96100 | Loss: 0.0035 | Spent: 9.3 secs | LR: 0.000152
INFO:tensorflow:Step 96200 | Loss: 0.0059 | Spent: 9.3 secs | LR: 0.000152
INFO:tensorflow:Step 96300 | Loss: 0.0272 | Spent: 9.3 secs | LR: 0.000152
INFO:tensorflow:Step 96400 | Loss: 0.0004 | Spent: 9.7 secs | LR: 0.000152
INFO:tensorflow:Step 96500 | Loss: 0.0005 | Spent: 9.5 secs | LR: 0.000152
INFO:tensorflow:Step 96600 | Loss: 0.0178 | Spent: 9.4 secs | LR: 0.000152
INFO:tensorflow:Step 96700 | Loss: 0.0196 | Spent: 9.5 secs | LR: 0.000151
INFO:tensorflow:Step 96800 | Loss: 0.0013 | Spent: 9.4 secs | LR: 0.000151
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.817
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 96900 | Loss: 0.0072 | Spent: 41.3 secs | LR: 0.000151
INFO:tensorflow:Step 97000 | Loss: 0.0004 | Spent: 9.2 secs | LR: 0.000151
INFO:tensorflow:Step 97100 | Loss: 0.0065 | Spent: 9.2 secs | LR: 0.000151
INFO:tensorflow:Step 97200 | Loss: 0.0001 | Spent: 9.3 secs | LR: 0.000151
INFO:tensorflow:Step 97300 | Loss: 0.0002 | Spent: 9.4 secs | LR: 0.000150
INFO:tensorflow:Step 97400 | Loss: 0.1833 | Spent: 9.0 secs | LR: 0.000150
INFO:tensorflow:Step 97500 | Loss: 0.0009 | Spent: 9.2 secs | LR: 0.000150
INFO:tensorflow:Step 97600 | Loss: 0.0017 | Spent: 9.2 secs | LR: 0.000150
INFO:tensorflow:Step 97700 | Loss: 0.0005 | Spent: 9.0 secs | LR: 0.000150
INFO:tensorflow:Step 97800 | Loss: 0.0004 | Spent: 9.0 secs | LR: 0.000150
INFO:tensorflow:Step 97900 | Loss: 0.0007 | Spent: 9.2 secs | LR: 0.000150
INFO:tensorflow:Step 98000 | Loss: 0.0171 | Spent: 9.4 secs | LR: 0.000149
INFO:tensorflow:Step 98100 | Loss: 0.0035 | Spent: 9.1 secs | LR: 0.000149
INFO:tensorflow:Step 98200 | Loss: 0.0019 | Spent: 9.3 secs | LR: 0.000149
INFO:tensorflow:Step 98300 | Loss: 0.0018 | Spent: 9.4 secs | LR: 0.000149
INFO:tensorflow:Step 98400 | Loss: 0.0017 | Spent: 9.2 secs | LR: 0.000149
INFO:tensorflow:Step 98500 | Loss: 0.0060 | Spent: 9.1 secs | LR: 0.000149
INFO:tensorflow:Step 98600 | Loss: 0.0041 | Spent: 9.4 secs | LR: 0.000148
INFO:tensorflow:Step 98700 | Loss: 0.0008 | Spent: 9.3 secs | LR: 0.000148
INFO:tensorflow:Step 98800 | Loss: 0.0004 | Spent: 9.1 secs | LR: 0.000148
INFO:tensorflow:Step 98900 | Loss: 0.0028 | Spent: 9.4 secs | LR: 0.000148
INFO:tensorflow:Step 99000 | Loss: 0.0380 | Spent: 9.1 secs | LR: 0.000148
INFO:tensorflow:Step 99100 | Loss: 0.0069 | Spent: 9.2 secs | LR: 0.000148
INFO:tensorflow:Step 99200 | Loss: 0.0178 | Spent: 9.4 secs | LR: 0.000148
INFO:tensorflow:Step 99300 | Loss: 0.0232 | Spent: 9.2 secs | LR: 0.000147
INFO:tensorflow:Step 99400 | Loss: 0.0096 | Spent: 9.5 secs | LR: 0.000147
INFO:tensorflow:Step 99500 | Loss: 0.0016 | Spent: 9.4 secs | LR: 0.000147
INFO:tensorflow:Step 99600 | Loss: 0.0054 | Spent: 9.3 secs | LR: 0.000147
INFO:tensorflow:Step 99700 | Loss: 0.0033 | Spent: 9.4 secs | LR: 0.000147
INFO:tensorflow:Step 99800 | Loss: 0.0257 | Spent: 9.2 secs | LR: 0.000147
INFO:tensorflow:Step 99900 | Loss: 0.0164 | Spent: 9.1 secs | LR: 0.000147
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.821
INFO:tensorflow:Best Accuracy: 0.825
Reading ../data/train.csv
INFO:tensorflow:Step 100000 | Loss: 0.0037 | Spent: 40.7 secs | LR: 0.000146
INFO:tensorflow:Step 100100 | Loss: 0.0005 | Spent: 9.3 secs | LR: 0.000146
INFO:tensorflow:Step 100200 | Loss: 0.0002 | Spent: 9.6 secs | LR: 0.000146
INFO:tensorflow:Step 100300 | Loss: 0.0003 | Spent: 9.3 secs | LR: 0.000146
INFO:tensorflow:Step 100400 | Loss: 0.0005 | Spent: 9.5 secs | LR: 0.000146
INFO:tensorflow:Step 100500 | Loss: 0.0089 | Spent: 9.6 secs | LR: 0.000146
INFO:tensorflow:Step 100600 | Loss: 0.0045 | Spent: 9.4 secs | LR: 0.000146
INFO:tensorflow:Step 100700 | Loss: 0.0030 | Spent: 9.3 secs | LR: 0.000145
INFO:tensorflow:Step 100800 | Loss: 0.0939 | Spent: 9.3 secs | LR: 0.000145
INFO:tensorflow:Step 100900 | Loss: 0.0010 | Spent: 9.5 secs | LR: 0.000145
INFO:tensorflow:Step 101000 | Loss: 0.0035 | Spent: 9.6 secs | LR: 0.000145
INFO:tensorflow:Step 101100 | Loss: 0.0376 | Spent: 9.4 secs | LR: 0.000145
INFO:tensorflow:Step 101200 | Loss: 0.0226 | Spent: 9.8 secs | LR: 0.000145
INFO:tensorflow:Step 101300 | Loss: 0.0689 | Spent: 9.3 secs | LR: 0.000145
INFO:tensorflow:Step 101400 | Loss: 0.0281 | Spent: 9.3 secs | LR: 0.000144
INFO:tensorflow:Step 101500 | Loss: 0.0063 | Spent: 9.6 secs | LR: 0.000144
INFO:tensorflow:Step 101600 | Loss: 0.0345 | Spent: 9.3 secs | LR: 0.000144
INFO:tensorflow:Step 101700 | Loss: 0.0005 | Spent: 9.5 secs | LR: 0.000144
INFO:tensorflow:Step 101800 | Loss: 0.0008 | Spent: 9.3 secs | LR: 0.000144
INFO:tensorflow:Step 101900 | Loss: 0.0021 | Spent: 9.3 secs | LR: 0.000144
INFO:tensorflow:Step 102000 | Loss: 0.0081 | Spent: 9.2 secs | LR: 0.000143
INFO:tensorflow:Step 102100 | Loss: 0.0007 | Spent: 9.0 secs | LR: 0.000143
---------------------------------------------------------------------------
KeyboardInterrupt                         Traceback (most recent call last)
<ipython-input-10-b3611aad071d> in <module>()
     26 
     27     optim.lr.assign(decay_lr(global_step))
---> 28     grads = tape.gradient(loss, model.trainable_variables)
     29     grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
     30     optim.apply_gradients(zip(grads, model.trainable_variables))

/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/backprop.py in gradient(self, target, sources, output_gradients, unconnected_gradients)
   1046         output_gradients=output_gradients,
   1047         sources_raw=flat_sources_raw,
-> 1048         unconnected_gradients=unconnected_gradients)
   1049 
   1050     if not self._persistent:

/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/imperative_grad.py in imperative_grad(tape, target, sources, output_gradients, sources_raw, unconnected_gradients)
     75       output_gradients,
     76       sources_raw,
---> 77       compat.as_str(unconnected_gradients.value))

/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/backprop.py in _gradient_function(op_name, attr_tuple, num_inputs, inputs, outputs, out_grads, skip_input_indices, forward_pass_name_scope)
    155       gradient_name_scope = "gradient_tape/"
    156     with ops.name_scope(gradient_name_scope):
--> 157       return grad_fn(mock_op, *out_grads)
    158   else:
    159     return grad_fn(mock_op, *out_grads)

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/array_grad.py in _TransposeGrad(op, grad)
    783   """Returns unshuffle(grad)."""
    784   p = op.inputs[1]
--> 785   return [array_ops.transpose(grad, array_ops.invert_permutation(p)), None]
    786 
    787 

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/array_ops.py in transpose(a, perm, name, conjugate)
   2120 
   2121     if perm is not None:
-> 2122       return transpose_fn(a, perm, name=name)
   2123 
   2124     rank = a.shape.rank

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/gen_array_ops.py in transpose(x, perm, name)
  11167       _result = pywrap_tfe.TFE_Py_FastPathExecute(
  11168         _ctx._context_handle, tld.device_name, "Transpose", name,
> 11169         tld.op_callbacks, x, perm)
  11170       return _result
  11171     except _core._FallbackException:

KeyboardInterrupt: