In [1]:
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow2/text_matching/chinese/main')
Drive already mounted at /content/gdrive; to attempt to forcibly remount, call drive.mount("/content/gdrive", force_remount=True).
In [0]:
%tensorflow_version 2.x
In [3]:
import csv
import tensorflow as tf
import numpy as np
import pprint
import logging
import time
import math

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 2.2.0-rc2
WARNING:tensorflow:From <ipython-input-3-21cf261602fd>:10: is_gpu_available (from tensorflow.python.framework.test_util) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.config.list_physical_devices('GPU')` instead.
GPU Enabled: True
In [0]:
def get_vocab(f_path):
  k2v = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      k2v[line] = i
  return k2v
In [0]:
# stream data from text files
def data_generator(f_path, char2idx):
  with open(f_path) as f:
    print('Reading', f_path)
    for i, line in enumerate(csv.reader(f, delimiter=',')):
      if i == 0:
        continue
      text1, text2, label = line
      text1 = [char2idx.get(c, len(char2idx)) for c in list(text1)]
      text2 = [char2idx.get(c, len(char2idx)) for c in list(text2)]
      yield ((text1, text2), int(label))


def dataset(is_training, params):
  _shapes = (([None], [None]), ())
  _types = ((tf.int32, tf.int32), tf.int32)
  _pads = ((0, 0), -1)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_path'], params['char2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_path'], params['char2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  return ds
In [0]:
class FFNBlock(tf.keras.Model):
  def __init__(self, params, name):
    super().__init__(name = name)
    self.dropout1 = tf.keras.layers.Dropout(params['dropout_rate'])
    self.fc1 = tf.keras.layers.Dense(params['hidden_units'], tf.nn.elu)
    self.dropout2 = tf.keras.layers.Dropout(params['dropout_rate'])
    self.fc2 = tf.keras.layers.Dense(params['hidden_units'], tf.nn.elu)
  
  def call(self, inputs, training=False):
    x = inputs
    x = self.dropout1(x, training=training)
    x = self.fc1(x)
    x = self.dropout2(x, training=training)
    x = self.fc2(x)
    return x
In [0]:
class Pyramid(tf.keras.Model):
  def __init__(self, params: dict):
    super().__init__()
    self.embedding = tf.Variable(np.load(params['embedding_path']), name='pretrained_embedding', dtype=tf.float32)
    
    self.inp_dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    
    self.encoder = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(
        params['hidden_units'], return_sequences=True), name='encoder')
    
    self.conv_1 = tf.keras.layers.Conv2D(filters=32, kernel_size=3, activation=tf.nn.elu, padding='same')
    
    self.conv_2 = tf.keras.layers.Conv2D(filters=64, kernel_size=3, activation=tf.nn.elu, padding='same')
    
    self.conv_3 = tf.keras.layers.Conv2D(filters=128, kernel_size=3, activation=tf.nn.elu, padding='same')
    
    self.W_0 = tf.keras.layers.Dense(2*params['hidden_units'], use_bias=False)
    
    self.W_1_1 = tf.keras.layers.Dense(params['hidden_units'], use_bias=False)
    
    self.W_1_2 = tf.keras.layers.Dense(params['hidden_units'], use_bias=False)
    
    self.v_1 = tf.keras.layers.Dense(1, use_bias=False)
    
    self.W_2 = tf.keras.layers.Dense(params['hidden_units'], use_bias=False)
    
    self.v_2 = tf.keras.layers.Dense(1, use_bias=False)
    
    self.W_3 = tf.keras.layers.Dense(params['hidden_units'], use_bias=False)
    
    self.v_3 = tf.keras.layers.Dense(1, use_bias=False)
    
    self.flatten = tf.keras.layers.Flatten()
    
    self.out_hidden = FFNBlock(params, name='out_hidden')
    
    self.out_linear = tf.keras.layers.Dense(1, name='out_linear')
  
  
  def call(self, inputs, training=False):
    x1, x2 = inputs
    if x1.dtype != tf.int32:
      x1 = tf.cast(x1, tf.int32)
    if x2.dtype != tf.int32:
      x2 = tf.cast(x2, tf.int32)
    
    batch_sz = tf.shape(x1)[0]
    len1, len2 = x1.shape[1], x2.shape[1]
    stride1, stride2 = len1 // params['fixed_len1'], len2 // params['fixed_len2']
    
    if len1 // stride1 != params['fixed_len1']:
      remin = (stride1 + 1) * params['fixed_len1'] - len1
      zeros = tf.zeros([batch_sz, remin], tf.int32)
      x1 = tf.concat([x1, zeros], 1)
      len1 = x1.shape[1]
      stride1 = len1 // params['fixed_len1']
    
    if len2 // stride2 != params['fixed_len2']:
      remin = (stride2 + 1) * params['fixed_len2'] - len2
      zeros = tf.zeros([batch_sz, remin], tf.int32)
      x2 = tf.concat([x2, zeros], 1)
      len2 = x2.shape[1]
      stride2 = len2 // params['fixed_len2']
    
    if x1.dtype != tf.int32:
      x1 = tf.cast(x1, tf.int32)
    if x2.dtype != tf.int32:
      x2 = tf.cast(x2, tf.int32)
    
    batch_sz = tf.shape(x1)[0]
    
    mask1 = tf.sign(x1)
    mask2 = tf.sign(x2)
    
    x1 = tf.nn.embedding_lookup(self.embedding, x1)
    x2 = tf.nn.embedding_lookup(self.embedding, x2)
    
    x1 = self.inp_dropout(x1, training=training)
    x2 = self.inp_dropout(x2, training=training)
    
    x1, x2 = self.encoder(x1), self.encoder(x2)
    x = []
    
    # attention 1 (bilinear)
    a = tf.matmul(x1, self.W_0(x2), transpose_b=True)
    x.append(tf.expand_dims(a, -1))
    
    # attention 2 (add)
    a1 = tf.expand_dims(self.W_1_1(x1), 2)
    a2 = tf.expand_dims(self.W_1_2(x2), 1)
    x.append(self.v_1(tf.tanh(a1 + a2)))
    
    # attention 3 (minus)
    a1 = tf.expand_dims(x1, 2)
    a2 = tf.expand_dims(x2, 1)
    x.append(self.v_2(tf.tanh(self.W_2(tf.abs(a1 - a2)))))
    
    # attention 4 (dot)
    a1 = tf.expand_dims(x1, 2)
    a2 = tf.expand_dims(x2, 1)
    x.append(self.v_3(tf.tanh(self.W_3(a1 * a2))))
    
    x = tf.concat(x, -1)
    x = self.conv_1(x)
    x = tf.nn.max_pool(x, [1, stride1, stride2, 1], [1, stride1, stride2, 1], 'VALID')
    x = self.conv_2(x)
    x = tf.nn.max_pool(x, [1, 2, 2, 1], [1, 2, 2, 1], 'VALID')
    x = self.conv_3(x)
    x = tf.nn.max_pool(x, [1, 2, 2, 1], [1, 2, 2, 1], 'VALID')
    
    x = self.flatten(x)
    x = self.out_hidden(x, training=training)
    x = self.out_linear(x)
    x = tf.squeeze(x, 1)
    
    return x
In [0]:
params = {
  'train_path': '../data/train.csv',
  'test_path': '../data/test.csv',
  'vocab_path': '../vocab/char.txt',
  'embedding_path': '../vocab/char.npy',
  'batch_size': 32,
  'buffer_size': 100000,
  'num_blocks': 2,
  'dropout_rate': 0.2,
  'hidden_units': 300,
  'fixed_len1': 12,
  'fixed_len2': 12,
  'lr': 4e-4,
  'clip_norm': 5.,
  'num_patience': 5,
}
In [0]:
def is_descending(history):
  history = history[-(params['num_patience']+1):]
  for i in range(1, len(history)):
    if history[i-1] <= history[i]:
      return False
  return True  
In [10]:
params['char2idx'] = get_vocab(params['vocab_path'])
params['vocab_size'] = len(params['char2idx']) + 1

model = Pyramid(params)
model.build([[None, 24], [None, 24]])
pprint.pprint([(v.name, v.shape) for v in model.trainable_variables])

decay_lr = tf.optimizers.schedules.ExponentialDecay(params['lr'], 1000, 0.99)
optim = tf.optimizers.Adam(params['lr'])
global_step = 0

history_acc = []
best_acc = .0

t0 = time.time()
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)

while True:
  # TRAINING
  for ((text1, text2), labels) in dataset(is_training=True, params=params):
    with tf.GradientTape() as tape:
      logits = model((text1, text2), training=True)
      loss = tf.nn.sigmoid_cross_entropy_with_logits(labels=tf.cast(labels, tf.float32), logits=logits)
      loss = tf.reduce_mean(loss)
      
    optim.lr.assign(decay_lr(global_step))
    grads = tape.gradient(loss, model.trainable_variables)
    grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
    optim.apply_gradients(zip(grads, model.trainable_variables))
    
    if global_step % 100 == 0:
      logger.info("Step {} | Loss: {:.4f} | Spent: {:.1f} secs | LR: {:.6f}".format(
          global_step, loss.numpy().item(), time.time()-t0, optim.lr.numpy().item()))
      t0 = time.time()
    global_step += 1
  
  # EVALUATION
  m = tf.keras.metrics.Accuracy()

  for ((text1, text2), labels) in dataset(is_training=False, params=params):
    logits = tf.sigmoid(model((text1, text2), training=False))
    y_pred = tf.cast(tf.math.greater_equal(logits, .5), tf.int32)
    m.update_state(y_true=labels, y_pred=y_pred)

  acc = m.result().numpy()
  logger.info("Evaluation: Testing Accuracy: {:.3f}".format(acc))
  history_acc.append(acc)

  if acc > best_acc:
    best_acc = acc
    # you can save model here
  logger.info("Best Accuracy: {:.3f}".format(best_acc))

  if len(history_acc) > params['num_patience'] and is_descending(history_acc):
    logger.info("Testing Accuracy not improved over {} epochs, Early Stop".format(params['num_patience']))
    break
[('encoder/forward_lstm/lstm_cell_1/kernel:0', TensorShape([300, 1200])),
 ('encoder/forward_lstm/lstm_cell_1/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('encoder/forward_lstm/lstm_cell_1/bias:0', TensorShape([1200])),
 ('encoder/backward_lstm/lstm_cell_2/kernel:0', TensorShape([300, 1200])),
 ('encoder/backward_lstm/lstm_cell_2/recurrent_kernel:0',
  TensorShape([300, 1200])),
 ('encoder/backward_lstm/lstm_cell_2/bias:0', TensorShape([1200])),
 ('conv2d/kernel:0', TensorShape([3, 3, 4, 32])),
 ('conv2d/bias:0', TensorShape([32])),
 ('conv2d_1/kernel:0', TensorShape([3, 3, 32, 64])),
 ('conv2d_1/bias:0', TensorShape([64])),
 ('conv2d_2/kernel:0', TensorShape([3, 3, 64, 128])),
 ('conv2d_2/bias:0', TensorShape([128])),
 ('dense/kernel:0', TensorShape([600, 600])),
 ('dense_1/kernel:0', TensorShape([600, 300])),
 ('dense_2/kernel:0', TensorShape([600, 300])),
 ('dense_3/kernel:0', TensorShape([300, 1])),
 ('dense_4/kernel:0', TensorShape([600, 300])),
 ('dense_5/kernel:0', TensorShape([300, 1])),
 ('dense_6/kernel:0', TensorShape([600, 300])),
 ('dense_7/kernel:0', TensorShape([300, 1])),
 ('out_hidden/dense_8/kernel:0', TensorShape([1152, 300])),
 ('out_hidden/dense_8/bias:0', TensorShape([300])),
 ('out_hidden/dense_9/kernel:0', TensorShape([300, 300])),
 ('out_hidden/dense_9/bias:0', TensorShape([300])),
 ('out_linear/kernel:0', TensorShape([300, 1])),
 ('out_linear/bias:0', TensorShape([1])),
 ('pretrained_embedding:0', TensorShape([1507, 300]))]
Reading ../data/train.csv
INFO:tensorflow:Step 0 | Loss: 0.6920 | Spent: 16.7 secs | LR: 0.000400
INFO:tensorflow:Step 100 | Loss: 0.5705 | Spent: 7.6 secs | LR: 0.000400
INFO:tensorflow:Step 200 | Loss: 0.6524 | Spent: 7.7 secs | LR: 0.000399
INFO:tensorflow:Step 300 | Loss: 0.6382 | Spent: 6.8 secs | LR: 0.000399
INFO:tensorflow:Step 400 | Loss: 0.6463 | Spent: 7.1 secs | LR: 0.000398
INFO:tensorflow:Step 500 | Loss: 0.6468 | Spent: 7.5 secs | LR: 0.000398
INFO:tensorflow:Step 600 | Loss: 0.5809 | Spent: 7.0 secs | LR: 0.000398
INFO:tensorflow:Step 700 | Loss: 0.5282 | Spent: 7.1 secs | LR: 0.000397
INFO:tensorflow:Step 800 | Loss: 0.7538 | Spent: 7.2 secs | LR: 0.000397
INFO:tensorflow:Step 900 | Loss: 0.3858 | Spent: 6.8 secs | LR: 0.000396
INFO:tensorflow:Step 1000 | Loss: 0.4593 | Spent: 6.9 secs | LR: 0.000396
INFO:tensorflow:Step 1100 | Loss: 0.5989 | Spent: 7.0 secs | LR: 0.000396
INFO:tensorflow:Step 1200 | Loss: 0.4306 | Spent: 7.3 secs | LR: 0.000395
INFO:tensorflow:Step 1300 | Loss: 0.4039 | Spent: 7.0 secs | LR: 0.000395
INFO:tensorflow:Step 1400 | Loss: 0.3810 | Spent: 7.2 secs | LR: 0.000394
INFO:tensorflow:Step 1500 | Loss: 0.5221 | Spent: 6.8 secs | LR: 0.000394
INFO:tensorflow:Step 1600 | Loss: 0.3086 | Spent: 7.2 secs | LR: 0.000394
INFO:tensorflow:Step 1700 | Loss: 0.3524 | Spent: 7.0 secs | LR: 0.000393
INFO:tensorflow:Step 1800 | Loss: 0.4252 | Spent: 7.2 secs | LR: 0.000393
INFO:tensorflow:Step 1900 | Loss: 0.5100 | Spent: 7.3 secs | LR: 0.000392
INFO:tensorflow:Step 2000 | Loss: 0.5229 | Spent: 7.2 secs | LR: 0.000392
INFO:tensorflow:Step 2100 | Loss: 0.4522 | Spent: 6.7 secs | LR: 0.000392
INFO:tensorflow:Step 2200 | Loss: 0.5570 | Spent: 7.2 secs | LR: 0.000391
INFO:tensorflow:Step 2300 | Loss: 0.2784 | Spent: 7.4 secs | LR: 0.000391
INFO:tensorflow:Step 2400 | Loss: 0.5358 | Spent: 7.1 secs | LR: 0.000390
INFO:tensorflow:Step 2500 | Loss: 0.2904 | Spent: 7.2 secs | LR: 0.000390
INFO:tensorflow:Step 2600 | Loss: 0.4424 | Spent: 7.1 secs | LR: 0.000390
INFO:tensorflow:Step 2700 | Loss: 0.3155 | Spent: 7.3 secs | LR: 0.000389
INFO:tensorflow:Step 2800 | Loss: 0.6113 | Spent: 7.2 secs | LR: 0.000389
INFO:tensorflow:Step 2900 | Loss: 0.5397 | Spent: 7.3 secs | LR: 0.000389
INFO:tensorflow:Step 3000 | Loss: 0.4244 | Spent: 7.2 secs | LR: 0.000388
INFO:tensorflow:Step 3100 | Loss: 0.5404 | Spent: 7.0 secs | LR: 0.000388
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.800
INFO:tensorflow:Best Accuracy: 0.800
Reading ../data/train.csv
INFO:tensorflow:Step 3200 | Loss: 0.4588 | Spent: 32.0 secs | LR: 0.000387
INFO:tensorflow:Step 3300 | Loss: 0.3440 | Spent: 6.8 secs | LR: 0.000387
INFO:tensorflow:Step 3400 | Loss: 0.2497 | Spent: 7.0 secs | LR: 0.000387
INFO:tensorflow:Step 3500 | Loss: 0.4050 | Spent: 7.0 secs | LR: 0.000386
INFO:tensorflow:Step 3600 | Loss: 0.4257 | Spent: 6.8 secs | LR: 0.000386
INFO:tensorflow:Step 3700 | Loss: 0.3053 | Spent: 7.3 secs | LR: 0.000385
INFO:tensorflow:Step 3800 | Loss: 0.1596 | Spent: 7.1 secs | LR: 0.000385
INFO:tensorflow:Step 3900 | Loss: 0.5214 | Spent: 7.1 secs | LR: 0.000385
INFO:tensorflow:Step 4000 | Loss: 0.2847 | Spent: 6.9 secs | LR: 0.000384
INFO:tensorflow:Step 4100 | Loss: 0.3599 | Spent: 7.2 secs | LR: 0.000384
INFO:tensorflow:Step 4200 | Loss: 0.3036 | Spent: 7.3 secs | LR: 0.000383
INFO:tensorflow:Step 4300 | Loss: 0.2778 | Spent: 7.3 secs | LR: 0.000383
INFO:tensorflow:Step 4400 | Loss: 0.2556 | Spent: 7.4 secs | LR: 0.000383
INFO:tensorflow:Step 4500 | Loss: 0.3976 | Spent: 7.4 secs | LR: 0.000382
INFO:tensorflow:Step 4600 | Loss: 0.4999 | Spent: 7.0 secs | LR: 0.000382
INFO:tensorflow:Step 4700 | Loss: 0.2920 | Spent: 7.0 secs | LR: 0.000382
INFO:tensorflow:Step 4800 | Loss: 0.3854 | Spent: 7.1 secs | LR: 0.000381
INFO:tensorflow:Step 4900 | Loss: 0.2856 | Spent: 7.0 secs | LR: 0.000381
INFO:tensorflow:Step 5000 | Loss: 0.3044 | Spent: 6.8 secs | LR: 0.000380
INFO:tensorflow:Step 5100 | Loss: 0.2057 | Spent: 6.8 secs | LR: 0.000380
INFO:tensorflow:Step 5200 | Loss: 0.4803 | Spent: 7.3 secs | LR: 0.000380
INFO:tensorflow:Step 5300 | Loss: 0.2893 | Spent: 6.8 secs | LR: 0.000379
INFO:tensorflow:Step 5400 | Loss: 0.3162 | Spent: 7.1 secs | LR: 0.000379
INFO:tensorflow:Step 5500 | Loss: 0.3687 | Spent: 7.3 secs | LR: 0.000378
INFO:tensorflow:Step 5600 | Loss: 0.2757 | Spent: 7.3 secs | LR: 0.000378
INFO:tensorflow:Step 5700 | Loss: 0.1791 | Spent: 6.9 secs | LR: 0.000378
INFO:tensorflow:Step 5800 | Loss: 0.3203 | Spent: 6.9 secs | LR: 0.000377
INFO:tensorflow:Step 5900 | Loss: 0.3110 | Spent: 7.0 secs | LR: 0.000377
INFO:tensorflow:Step 6000 | Loss: 0.1349 | Spent: 7.7 secs | LR: 0.000377
INFO:tensorflow:Step 6100 | Loss: 0.3014 | Spent: 7.0 secs | LR: 0.000376
INFO:tensorflow:Step 6200 | Loss: 0.2278 | Spent: 6.7 secs | LR: 0.000376
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.812
INFO:tensorflow:Best Accuracy: 0.812
Reading ../data/train.csv
INFO:tensorflow:Step 6300 | Loss: 0.2575 | Spent: 32.7 secs | LR: 0.000375
INFO:tensorflow:Step 6400 | Loss: 0.2544 | Spent: 7.1 secs | LR: 0.000375
INFO:tensorflow:Step 6500 | Loss: 0.2251 | Spent: 7.2 secs | LR: 0.000375
INFO:tensorflow:Step 6600 | Loss: 0.3351 | Spent: 7.3 secs | LR: 0.000374
INFO:tensorflow:Step 6700 | Loss: 0.2484 | Spent: 7.2 secs | LR: 0.000374
INFO:tensorflow:Step 6800 | Loss: 0.5658 | Spent: 6.7 secs | LR: 0.000374
INFO:tensorflow:Step 6900 | Loss: 0.3410 | Spent: 7.1 secs | LR: 0.000373
INFO:tensorflow:Step 7000 | Loss: 0.2558 | Spent: 7.2 secs | LR: 0.000373
INFO:tensorflow:Step 7100 | Loss: 0.1967 | Spent: 7.1 secs | LR: 0.000372
INFO:tensorflow:Step 7200 | Loss: 0.3034 | Spent: 7.4 secs | LR: 0.000372
INFO:tensorflow:Step 7300 | Loss: 0.4924 | Spent: 7.1 secs | LR: 0.000372
INFO:tensorflow:Step 7400 | Loss: 0.1979 | Spent: 7.0 secs | LR: 0.000371
INFO:tensorflow:Step 7500 | Loss: 0.2989 | Spent: 7.1 secs | LR: 0.000371
INFO:tensorflow:Step 7600 | Loss: 0.1167 | Spent: 6.9 secs | LR: 0.000371
INFO:tensorflow:Step 7700 | Loss: 0.3320 | Spent: 7.0 secs | LR: 0.000370
INFO:tensorflow:Step 7800 | Loss: 0.4668 | Spent: 6.7 secs | LR: 0.000370
INFO:tensorflow:Step 7900 | Loss: 0.4038 | Spent: 7.0 secs | LR: 0.000369
INFO:tensorflow:Step 8000 | Loss: 0.3197 | Spent: 7.1 secs | LR: 0.000369
INFO:tensorflow:Step 8100 | Loss: 0.2853 | Spent: 6.9 secs | LR: 0.000369
INFO:tensorflow:Step 8200 | Loss: 0.3973 | Spent: 7.0 secs | LR: 0.000368
INFO:tensorflow:Step 8300 | Loss: 0.1219 | Spent: 7.1 secs | LR: 0.000368
INFO:tensorflow:Step 8400 | Loss: 0.2671 | Spent: 6.7 secs | LR: 0.000368
INFO:tensorflow:Step 8500 | Loss: 0.5037 | Spent: 7.1 secs | LR: 0.000367
INFO:tensorflow:Step 8600 | Loss: 0.3110 | Spent: 6.9 secs | LR: 0.000367
INFO:tensorflow:Step 8700 | Loss: 0.2589 | Spent: 7.4 secs | LR: 0.000367
INFO:tensorflow:Step 8800 | Loss: 0.2403 | Spent: 6.7 secs | LR: 0.000366
INFO:tensorflow:Step 8900 | Loss: 0.4282 | Spent: 7.1 secs | LR: 0.000366
INFO:tensorflow:Step 9000 | Loss: 0.1559 | Spent: 7.0 secs | LR: 0.000365
INFO:tensorflow:Step 9100 | Loss: 0.2740 | Spent: 6.8 secs | LR: 0.000365
INFO:tensorflow:Step 9200 | Loss: 0.2690 | Spent: 6.9 secs | LR: 0.000365
INFO:tensorflow:Step 9300 | Loss: 0.1531 | Spent: 7.1 secs | LR: 0.000364
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.817
INFO:tensorflow:Best Accuracy: 0.817
Reading ../data/train.csv
INFO:tensorflow:Step 9400 | Loss: 0.1972 | Spent: 32.1 secs | LR: 0.000364
INFO:tensorflow:Step 9500 | Loss: 0.2468 | Spent: 7.1 secs | LR: 0.000364
INFO:tensorflow:Step 9600 | Loss: 0.2313 | Spent: 7.0 secs | LR: 0.000363
INFO:tensorflow:Step 9700 | Loss: 0.1281 | Spent: 6.9 secs | LR: 0.000363
INFO:tensorflow:Step 9800 | Loss: 0.3471 | Spent: 7.1 secs | LR: 0.000362
INFO:tensorflow:Step 9900 | Loss: 0.2844 | Spent: 6.9 secs | LR: 0.000362
INFO:tensorflow:Step 10000 | Loss: 0.2504 | Spent: 7.3 secs | LR: 0.000362
INFO:tensorflow:Step 10100 | Loss: 0.3412 | Spent: 6.9 secs | LR: 0.000361
INFO:tensorflow:Step 10200 | Loss: 0.2798 | Spent: 6.8 secs | LR: 0.000361
INFO:tensorflow:Step 10300 | Loss: 0.2427 | Spent: 7.0 secs | LR: 0.000361
INFO:tensorflow:Step 10400 | Loss: 0.3845 | Spent: 7.1 secs | LR: 0.000360
INFO:tensorflow:Step 10500 | Loss: 0.5079 | Spent: 7.1 secs | LR: 0.000360
INFO:tensorflow:Step 10600 | Loss: 0.4146 | Spent: 7.5 secs | LR: 0.000360
INFO:tensorflow:Step 10700 | Loss: 0.2528 | Spent: 7.2 secs | LR: 0.000359
INFO:tensorflow:Step 10800 | Loss: 0.3328 | Spent: 6.9 secs | LR: 0.000359
INFO:tensorflow:Step 10900 | Loss: 0.2098 | Spent: 7.1 secs | LR: 0.000358
INFO:tensorflow:Step 11000 | Loss: 0.2176 | Spent: 7.2 secs | LR: 0.000358
INFO:tensorflow:Step 11100 | Loss: 0.1955 | Spent: 7.2 secs | LR: 0.000358
INFO:tensorflow:Step 11200 | Loss: 0.1581 | Spent: 7.0 secs | LR: 0.000357
INFO:tensorflow:Step 11300 | Loss: 0.2238 | Spent: 6.9 secs | LR: 0.000357
INFO:tensorflow:Step 11400 | Loss: 0.2195 | Spent: 7.1 secs | LR: 0.000357
INFO:tensorflow:Step 11500 | Loss: 0.4385 | Spent: 7.0 secs | LR: 0.000356
INFO:tensorflow:Step 11600 | Loss: 0.1347 | Spent: 7.2 secs | LR: 0.000356
INFO:tensorflow:Step 11700 | Loss: 0.4510 | Spent: 7.0 secs | LR: 0.000356
INFO:tensorflow:Step 11800 | Loss: 0.1645 | Spent: 7.2 secs | LR: 0.000355
INFO:tensorflow:Step 11900 | Loss: 0.1937 | Spent: 6.9 secs | LR: 0.000355
INFO:tensorflow:Step 12000 | Loss: 0.1919 | Spent: 7.2 secs | LR: 0.000355
INFO:tensorflow:Step 12100 | Loss: 0.2291 | Spent: 7.2 secs | LR: 0.000354
INFO:tensorflow:Step 12200 | Loss: 0.1956 | Spent: 6.9 secs | LR: 0.000354
INFO:tensorflow:Step 12300 | Loss: 0.2827 | Spent: 6.9 secs | LR: 0.000353
INFO:tensorflow:Step 12400 | Loss: 0.1274 | Spent: 6.7 secs | LR: 0.000353
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.811
INFO:tensorflow:Best Accuracy: 0.817
Reading ../data/train.csv
INFO:tensorflow:Step 12500 | Loss: 0.2060 | Spent: 32.3 secs | LR: 0.000353
INFO:tensorflow:Step 12600 | Loss: 0.1409 | Spent: 7.0 secs | LR: 0.000352
INFO:tensorflow:Step 12700 | Loss: 0.1626 | Spent: 7.0 secs | LR: 0.000352
INFO:tensorflow:Step 12800 | Loss: 0.0878 | Spent: 7.2 secs | LR: 0.000352
INFO:tensorflow:Step 12900 | Loss: 0.1665 | Spent: 7.6 secs | LR: 0.000351
INFO:tensorflow:Step 13000 | Loss: 0.2423 | Spent: 6.8 secs | LR: 0.000351
INFO:tensorflow:Step 13100 | Loss: 0.2696 | Spent: 7.1 secs | LR: 0.000351
INFO:tensorflow:Step 13200 | Loss: 0.1207 | Spent: 6.8 secs | LR: 0.000350
INFO:tensorflow:Step 13300 | Loss: 0.1281 | Spent: 6.6 secs | LR: 0.000350
INFO:tensorflow:Step 13400 | Loss: 0.1368 | Spent: 7.2 secs | LR: 0.000350
INFO:tensorflow:Step 13500 | Loss: 0.0535 | Spent: 7.1 secs | LR: 0.000349
INFO:tensorflow:Step 13600 | Loss: 0.2338 | Spent: 7.1 secs | LR: 0.000349
INFO:tensorflow:Step 13700 | Loss: 0.1110 | Spent: 7.2 secs | LR: 0.000349
INFO:tensorflow:Step 13800 | Loss: 0.4402 | Spent: 6.9 secs | LR: 0.000348
INFO:tensorflow:Step 13900 | Loss: 0.1091 | Spent: 6.9 secs | LR: 0.000348
INFO:tensorflow:Step 14000 | Loss: 0.1711 | Spent: 6.9 secs | LR: 0.000347
INFO:tensorflow:Step 14100 | Loss: 0.5994 | Spent: 6.9 secs | LR: 0.000347
INFO:tensorflow:Step 14200 | Loss: 0.2785 | Spent: 7.4 secs | LR: 0.000347
INFO:tensorflow:Step 14300 | Loss: 0.2982 | Spent: 7.1 secs | LR: 0.000346
INFO:tensorflow:Step 14400 | Loss: 0.3648 | Spent: 6.8 secs | LR: 0.000346
INFO:tensorflow:Step 14500 | Loss: 0.1644 | Spent: 7.2 secs | LR: 0.000346
INFO:tensorflow:Step 14600 | Loss: 0.2571 | Spent: 7.1 secs | LR: 0.000345
INFO:tensorflow:Step 14700 | Loss: 0.1624 | Spent: 6.9 secs | LR: 0.000345
INFO:tensorflow:Step 14800 | Loss: 0.1849 | Spent: 7.2 secs | LR: 0.000345
INFO:tensorflow:Step 14900 | Loss: 0.2662 | Spent: 7.3 secs | LR: 0.000344
INFO:tensorflow:Step 15000 | Loss: 0.2151 | Spent: 7.0 secs | LR: 0.000344
INFO:tensorflow:Step 15100 | Loss: 0.2464 | Spent: 6.9 secs | LR: 0.000344
INFO:tensorflow:Step 15200 | Loss: 0.0603 | Spent: 6.8 secs | LR: 0.000343
INFO:tensorflow:Step 15300 | Loss: 0.2741 | Spent: 7.1 secs | LR: 0.000343
INFO:tensorflow:Step 15400 | Loss: 0.2032 | Spent: 7.2 secs | LR: 0.000343
INFO:tensorflow:Step 15500 | Loss: 0.1304 | Spent: 7.2 secs | LR: 0.000342
INFO:tensorflow:Step 15600 | Loss: 0.2620 | Spent: 6.9 secs | LR: 0.000342
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.814
INFO:tensorflow:Best Accuracy: 0.817
Reading ../data/train.csv
INFO:tensorflow:Step 15700 | Loss: 0.1120 | Spent: 32.0 secs | LR: 0.000342
INFO:tensorflow:Step 15800 | Loss: 0.0687 | Spent: 7.1 secs | LR: 0.000341
INFO:tensorflow:Step 15900 | Loss: 0.2984 | Spent: 7.2 secs | LR: 0.000341
INFO:tensorflow:Step 16000 | Loss: 0.0754 | Spent: 7.0 secs | LR: 0.000341
INFO:tensorflow:Step 16100 | Loss: 0.0649 | Spent: 6.9 secs | LR: 0.000340
INFO:tensorflow:Step 16200 | Loss: 0.1814 | Spent: 6.9 secs | LR: 0.000340
INFO:tensorflow:Step 16300 | Loss: 0.0448 | Spent: 7.1 secs | LR: 0.000340
INFO:tensorflow:Step 16400 | Loss: 0.2768 | Spent: 7.0 secs | LR: 0.000339
INFO:tensorflow:Step 16500 | Loss: 0.0355 | Spent: 7.1 secs | LR: 0.000339
INFO:tensorflow:Step 16600 | Loss: 0.1389 | Spent: 7.3 secs | LR: 0.000339
INFO:tensorflow:Step 16700 | Loss: 0.1819 | Spent: 7.1 secs | LR: 0.000338
INFO:tensorflow:Step 16800 | Loss: 0.0453 | Spent: 6.7 secs | LR: 0.000338
INFO:tensorflow:Step 16900 | Loss: 0.1512 | Spent: 7.1 secs | LR: 0.000338
INFO:tensorflow:Step 17000 | Loss: 0.1137 | Spent: 7.1 secs | LR: 0.000337
INFO:tensorflow:Step 17100 | Loss: 0.1688 | Spent: 6.9 secs | LR: 0.000337
INFO:tensorflow:Step 17200 | Loss: 0.3494 | Spent: 7.0 secs | LR: 0.000337
INFO:tensorflow:Step 17300 | Loss: 0.1238 | Spent: 7.4 secs | LR: 0.000336
INFO:tensorflow:Step 17400 | Loss: 0.0481 | Spent: 7.3 secs | LR: 0.000336
INFO:tensorflow:Step 17500 | Loss: 0.1892 | Spent: 7.0 secs | LR: 0.000335
INFO:tensorflow:Step 17600 | Loss: 0.0630 | Spent: 6.9 secs | LR: 0.000335
INFO:tensorflow:Step 17700 | Loss: 0.0812 | Spent: 6.8 secs | LR: 0.000335
INFO:tensorflow:Step 17800 | Loss: 0.0386 | Spent: 6.9 secs | LR: 0.000334
INFO:tensorflow:Step 17900 | Loss: 0.3087 | Spent: 7.0 secs | LR: 0.000334
INFO:tensorflow:Step 18000 | Loss: 0.1502 | Spent: 7.0 secs | LR: 0.000334
INFO:tensorflow:Step 18100 | Loss: 0.1174 | Spent: 6.9 secs | LR: 0.000333
INFO:tensorflow:Step 18200 | Loss: 0.1093 | Spent: 7.1 secs | LR: 0.000333
INFO:tensorflow:Step 18300 | Loss: 0.2044 | Spent: 7.0 secs | LR: 0.000333
INFO:tensorflow:Step 18400 | Loss: 0.1233 | Spent: 7.1 secs | LR: 0.000332
INFO:tensorflow:Step 18500 | Loss: 0.1344 | Spent: 7.1 secs | LR: 0.000332
INFO:tensorflow:Step 18600 | Loss: 0.1377 | Spent: 7.2 secs | LR: 0.000332
INFO:tensorflow:Step 18700 | Loss: 0.1024 | Spent: 7.2 secs | LR: 0.000331
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.813
INFO:tensorflow:Best Accuracy: 0.817
Reading ../data/train.csv
INFO:tensorflow:Step 18800 | Loss: 0.1230 | Spent: 32.1 secs | LR: 0.000331
INFO:tensorflow:Step 18900 | Loss: 0.1591 | Spent: 6.8 secs | LR: 0.000331
INFO:tensorflow:Step 19000 | Loss: 0.1091 | Spent: 6.9 secs | LR: 0.000330
INFO:tensorflow:Step 19100 | Loss: 0.0125 | Spent: 7.1 secs | LR: 0.000330
INFO:tensorflow:Step 19200 | Loss: 0.1033 | Spent: 7.0 secs | LR: 0.000330
INFO:tensorflow:Step 19300 | Loss: 0.1696 | Spent: 6.8 secs | LR: 0.000329
INFO:tensorflow:Step 19400 | Loss: 0.1762 | Spent: 7.4 secs | LR: 0.000329
INFO:tensorflow:Step 19500 | Loss: 0.1628 | Spent: 6.9 secs | LR: 0.000329
INFO:tensorflow:Step 19600 | Loss: 0.1984 | Spent: 7.1 secs | LR: 0.000328
INFO:tensorflow:Step 19700 | Loss: 0.0787 | Spent: 7.3 secs | LR: 0.000328
INFO:tensorflow:Step 19800 | Loss: 0.0512 | Spent: 7.0 secs | LR: 0.000328
INFO:tensorflow:Step 19900 | Loss: 0.0616 | Spent: 7.3 secs | LR: 0.000327
INFO:tensorflow:Step 20000 | Loss: 0.0826 | Spent: 7.1 secs | LR: 0.000327
INFO:tensorflow:Step 20100 | Loss: 0.0927 | Spent: 7.1 secs | LR: 0.000327
INFO:tensorflow:Step 20200 | Loss: 0.0359 | Spent: 7.2 secs | LR: 0.000327
INFO:tensorflow:Step 20300 | Loss: 0.1169 | Spent: 6.9 secs | LR: 0.000326
INFO:tensorflow:Step 20400 | Loss: 0.0496 | Spent: 7.1 secs | LR: 0.000326
INFO:tensorflow:Step 20500 | Loss: 0.0163 | Spent: 7.0 secs | LR: 0.000326
INFO:tensorflow:Step 20600 | Loss: 0.0735 | Spent: 6.8 secs | LR: 0.000325
INFO:tensorflow:Step 20700 | Loss: 0.1087 | Spent: 7.0 secs | LR: 0.000325
INFO:tensorflow:Step 20800 | Loss: 0.0399 | Spent: 7.1 secs | LR: 0.000325
INFO:tensorflow:Step 20900 | Loss: 0.0735 | Spent: 7.1 secs | LR: 0.000324
INFO:tensorflow:Step 21000 | Loss: 0.1277 | Spent: 7.1 secs | LR: 0.000324
INFO:tensorflow:Step 21100 | Loss: 0.2323 | Spent: 7.0 secs | LR: 0.000324
INFO:tensorflow:Step 21200 | Loss: 0.1524 | Spent: 7.1 secs | LR: 0.000323
INFO:tensorflow:Step 21300 | Loss: 0.0607 | Spent: 7.1 secs | LR: 0.000323
INFO:tensorflow:Step 21400 | Loss: 0.0511 | Spent: 7.0 secs | LR: 0.000323
INFO:tensorflow:Step 21500 | Loss: 0.1173 | Spent: 7.2 secs | LR: 0.000322
INFO:tensorflow:Step 21600 | Loss: 0.0693 | Spent: 6.9 secs | LR: 0.000322
INFO:tensorflow:Step 21700 | Loss: 0.0651 | Spent: 7.0 secs | LR: 0.000322
INFO:tensorflow:Step 21800 | Loss: 0.0947 | Spent: 7.1 secs | LR: 0.000321
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.818
INFO:tensorflow:Best Accuracy: 0.818
Reading ../data/train.csv
INFO:tensorflow:Step 21900 | Loss: 0.1692 | Spent: 31.4 secs | LR: 0.000321
INFO:tensorflow:Step 22000 | Loss: 0.0994 | Spent: 6.8 secs | LR: 0.000321
INFO:tensorflow:Step 22100 | Loss: 0.2077 | Spent: 6.9 secs | LR: 0.000320
INFO:tensorflow:Step 22200 | Loss: 0.1533 | Spent: 6.8 secs | LR: 0.000320
INFO:tensorflow:Step 22300 | Loss: 0.0806 | Spent: 7.0 secs | LR: 0.000320
INFO:tensorflow:Step 22400 | Loss: 0.1580 | Spent: 7.0 secs | LR: 0.000319
INFO:tensorflow:Step 22500 | Loss: 0.0616 | Spent: 6.9 secs | LR: 0.000319
INFO:tensorflow:Step 22600 | Loss: 0.1098 | Spent: 7.0 secs | LR: 0.000319
INFO:tensorflow:Step 22700 | Loss: 0.2410 | Spent: 7.2 secs | LR: 0.000318
INFO:tensorflow:Step 22800 | Loss: 0.0518 | Spent: 7.0 secs | LR: 0.000318
INFO:tensorflow:Step 22900 | Loss: 0.0296 | Spent: 7.0 secs | LR: 0.000318
INFO:tensorflow:Step 23000 | Loss: 0.0236 | Spent: 7.0 secs | LR: 0.000317
INFO:tensorflow:Step 23100 | Loss: 0.2658 | Spent: 7.0 secs | LR: 0.000317
INFO:tensorflow:Step 23200 | Loss: 0.1402 | Spent: 7.0 secs | LR: 0.000317
INFO:tensorflow:Step 23300 | Loss: 0.0438 | Spent: 7.0 secs | LR: 0.000316
INFO:tensorflow:Step 23400 | Loss: 0.0758 | Spent: 7.1 secs | LR: 0.000316
INFO:tensorflow:Step 23500 | Loss: 0.0442 | Spent: 7.2 secs | LR: 0.000316
INFO:tensorflow:Step 23600 | Loss: 0.2618 | Spent: 6.8 secs | LR: 0.000316
INFO:tensorflow:Step 23700 | Loss: 0.0609 | Spent: 7.1 secs | LR: 0.000315
INFO:tensorflow:Step 23800 | Loss: 0.1061 | Spent: 7.1 secs | LR: 0.000315
INFO:tensorflow:Step 23900 | Loss: 0.1031 | Spent: 6.8 secs | LR: 0.000315
INFO:tensorflow:Step 24000 | Loss: 0.0241 | Spent: 7.2 secs | LR: 0.000314
INFO:tensorflow:Step 24100 | Loss: 0.0366 | Spent: 6.9 secs | LR: 0.000314
INFO:tensorflow:Step 24200 | Loss: 0.0833 | Spent: 7.1 secs | LR: 0.000314
INFO:tensorflow:Step 24300 | Loss: 0.0791 | Spent: 7.1 secs | LR: 0.000313
INFO:tensorflow:Step 24400 | Loss: 0.0362 | Spent: 7.2 secs | LR: 0.000313
INFO:tensorflow:Step 24500 | Loss: 0.1011 | Spent: 7.0 secs | LR: 0.000313
INFO:tensorflow:Step 24600 | Loss: 0.0251 | Spent: 7.2 secs | LR: 0.000312
INFO:tensorflow:Step 24700 | Loss: 0.0377 | Spent: 7.1 secs | LR: 0.000312
INFO:tensorflow:Step 24800 | Loss: 0.3385 | Spent: 6.9 secs | LR: 0.000312
INFO:tensorflow:Step 24900 | Loss: 0.1812 | Spent: 7.0 secs | LR: 0.000311
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.808
INFO:tensorflow:Best Accuracy: 0.818
Reading ../data/train.csv
INFO:tensorflow:Step 25000 | Loss: 0.0994 | Spent: 32.0 secs | LR: 0.000311
INFO:tensorflow:Step 25100 | Loss: 0.0263 | Spent: 6.9 secs | LR: 0.000311
INFO:tensorflow:Step 25200 | Loss: 0.0683 | Spent: 6.9 secs | LR: 0.000311
INFO:tensorflow:Step 25300 | Loss: 0.0787 | Spent: 6.9 secs | LR: 0.000310
INFO:tensorflow:Step 25400 | Loss: 0.0594 | Spent: 7.2 secs | LR: 0.000310
INFO:tensorflow:Step 25500 | Loss: 0.0087 | Spent: 6.9 secs | LR: 0.000310
INFO:tensorflow:Step 25600 | Loss: 0.0993 | Spent: 7.2 secs | LR: 0.000309
INFO:tensorflow:Step 25700 | Loss: 0.0946 | Spent: 7.0 secs | LR: 0.000309
INFO:tensorflow:Step 25800 | Loss: 0.0217 | Spent: 7.1 secs | LR: 0.000309
INFO:tensorflow:Step 25900 | Loss: 0.0408 | Spent: 6.8 secs | LR: 0.000308
INFO:tensorflow:Step 26000 | Loss: 0.0527 | Spent: 7.0 secs | LR: 0.000308
INFO:tensorflow:Step 26100 | Loss: 0.0533 | Spent: 6.8 secs | LR: 0.000308
INFO:tensorflow:Step 26200 | Loss: 0.2493 | Spent: 7.3 secs | LR: 0.000307
INFO:tensorflow:Step 26300 | Loss: 0.1358 | Spent: 7.2 secs | LR: 0.000307
INFO:tensorflow:Step 26400 | Loss: 0.0279 | Spent: 6.9 secs | LR: 0.000307
INFO:tensorflow:Step 26500 | Loss: 0.0903 | Spent: 6.9 secs | LR: 0.000306
INFO:tensorflow:Step 26600 | Loss: 0.0528 | Spent: 7.2 secs | LR: 0.000306
INFO:tensorflow:Step 26700 | Loss: 0.0711 | Spent: 6.9 secs | LR: 0.000306
INFO:tensorflow:Step 26800 | Loss: 0.0051 | Spent: 6.8 secs | LR: 0.000306
INFO:tensorflow:Step 26900 | Loss: 0.1223 | Spent: 7.2 secs | LR: 0.000305
INFO:tensorflow:Step 27000 | Loss: 0.0208 | Spent: 6.9 secs | LR: 0.000305
INFO:tensorflow:Step 27100 | Loss: 0.2368 | Spent: 7.0 secs | LR: 0.000305
INFO:tensorflow:Step 27200 | Loss: 0.0250 | Spent: 7.0 secs | LR: 0.000304
INFO:tensorflow:Step 27300 | Loss: 0.0453 | Spent: 7.0 secs | LR: 0.000304
INFO:tensorflow:Step 27400 | Loss: 0.1284 | Spent: 6.7 secs | LR: 0.000304
INFO:tensorflow:Step 27500 | Loss: 0.0276 | Spent: 7.1 secs | LR: 0.000303
INFO:tensorflow:Step 27600 | Loss: 0.0052 | Spent: 6.9 secs | LR: 0.000303
INFO:tensorflow:Step 27700 | Loss: 0.0333 | Spent: 7.1 secs | LR: 0.000303
INFO:tensorflow:Step 27800 | Loss: 0.1414 | Spent: 7.0 secs | LR: 0.000302
INFO:tensorflow:Step 27900 | Loss: 0.2034 | Spent: 7.2 secs | LR: 0.000302
INFO:tensorflow:Step 28000 | Loss: 0.0528 | Spent: 7.0 secs | LR: 0.000302
INFO:tensorflow:Step 28100 | Loss: 0.0963 | Spent: 7.0 secs | LR: 0.000302
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.815
INFO:tensorflow:Best Accuracy: 0.818
Reading ../data/train.csv
INFO:tensorflow:Step 28200 | Loss: 0.0616 | Spent: 31.8 secs | LR: 0.000301
INFO:tensorflow:Step 28300 | Loss: 0.0462 | Spent: 7.2 secs | LR: 0.000301
INFO:tensorflow:Step 28400 | Loss: 0.0310 | Spent: 7.0 secs | LR: 0.000301
INFO:tensorflow:Step 28500 | Loss: 0.0437 | Spent: 7.0 secs | LR: 0.000300
INFO:tensorflow:Step 28600 | Loss: 0.0248 | Spent: 6.7 secs | LR: 0.000300
INFO:tensorflow:Step 28700 | Loss: 0.0666 | Spent: 7.0 secs | LR: 0.000300
INFO:tensorflow:Step 28800 | Loss: 0.1013 | Spent: 6.9 secs | LR: 0.000299
INFO:tensorflow:Step 28900 | Loss: 0.0377 | Spent: 7.1 secs | LR: 0.000299
INFO:tensorflow:Step 29000 | Loss: 0.1132 | Spent: 7.1 secs | LR: 0.000299
INFO:tensorflow:Step 29100 | Loss: 0.0752 | Spent: 7.1 secs | LR: 0.000299
INFO:tensorflow:Step 29200 | Loss: 0.0230 | Spent: 7.1 secs | LR: 0.000298
INFO:tensorflow:Step 29300 | Loss: 0.1095 | Spent: 7.1 secs | LR: 0.000298
INFO:tensorflow:Step 29400 | Loss: 0.0918 | Spent: 7.2 secs | LR: 0.000298
INFO:tensorflow:Step 29500 | Loss: 0.2394 | Spent: 6.7 secs | LR: 0.000297
INFO:tensorflow:Step 29600 | Loss: 0.0145 | Spent: 6.8 secs | LR: 0.000297
INFO:tensorflow:Step 29700 | Loss: 0.1207 | Spent: 7.1 secs | LR: 0.000297
INFO:tensorflow:Step 29800 | Loss: 0.2792 | Spent: 7.0 secs | LR: 0.000296
INFO:tensorflow:Step 29900 | Loss: 0.1325 | Spent: 6.9 secs | LR: 0.000296
INFO:tensorflow:Step 30000 | Loss: 0.0206 | Spent: 7.0 secs | LR: 0.000296
INFO:tensorflow:Step 30100 | Loss: 0.1855 | Spent: 6.9 secs | LR: 0.000296
INFO:tensorflow:Step 30200 | Loss: 0.0245 | Spent: 6.9 secs | LR: 0.000295
INFO:tensorflow:Step 30300 | Loss: 0.0831 | Spent: 7.2 secs | LR: 0.000295
INFO:tensorflow:Step 30400 | Loss: 0.0159 | Spent: 6.9 secs | LR: 0.000295
INFO:tensorflow:Step 30500 | Loss: 0.0362 | Spent: 7.0 secs | LR: 0.000294
INFO:tensorflow:Step 30600 | Loss: 0.0570 | Spent: 7.1 secs | LR: 0.000294
INFO:tensorflow:Step 30700 | Loss: 0.0539 | Spent: 7.0 secs | LR: 0.000294
INFO:tensorflow:Step 30800 | Loss: 0.0162 | Spent: 7.0 secs | LR: 0.000294
INFO:tensorflow:Step 30900 | Loss: 0.1471 | Spent: 6.8 secs | LR: 0.000293
INFO:tensorflow:Step 31000 | Loss: 0.1005 | Spent: 7.0 secs | LR: 0.000293
INFO:tensorflow:Step 31100 | Loss: 0.1919 | Spent: 6.9 secs | LR: 0.000293
INFO:tensorflow:Step 31200 | Loss: 0.0439 | Spent: 7.0 secs | LR: 0.000292
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.820
INFO:tensorflow:Best Accuracy: 0.820
Reading ../data/train.csv
INFO:tensorflow:Step 31300 | Loss: 0.0035 | Spent: 31.9 secs | LR: 0.000292
INFO:tensorflow:Step 31400 | Loss: 0.0018 | Spent: 7.0 secs | LR: 0.000292
INFO:tensorflow:Step 31500 | Loss: 0.0036 | Spent: 6.9 secs | LR: 0.000291
INFO:tensorflow:Step 31600 | Loss: 0.0989 | Spent: 7.0 secs | LR: 0.000291
INFO:tensorflow:Step 31700 | Loss: 0.0009 | Spent: 6.9 secs | LR: 0.000291
INFO:tensorflow:Step 31800 | Loss: 0.0234 | Spent: 6.9 secs | LR: 0.000291
INFO:tensorflow:Step 31900 | Loss: 0.0065 | Spent: 6.9 secs | LR: 0.000290
INFO:tensorflow:Step 32000 | Loss: 0.0142 | Spent: 6.8 secs | LR: 0.000290
INFO:tensorflow:Step 32100 | Loss: 0.0026 | Spent: 7.0 secs | LR: 0.000290
INFO:tensorflow:Step 32200 | Loss: 0.0324 | Spent: 6.6 secs | LR: 0.000289
INFO:tensorflow:Step 32300 | Loss: 0.1032 | Spent: 7.3 secs | LR: 0.000289
INFO:tensorflow:Step 32400 | Loss: 0.2559 | Spent: 7.1 secs | LR: 0.000289
INFO:tensorflow:Step 32500 | Loss: 0.1274 | Spent: 6.7 secs | LR: 0.000289
INFO:tensorflow:Step 32600 | Loss: 0.0854 | Spent: 7.2 secs | LR: 0.000288
INFO:tensorflow:Step 32700 | Loss: 0.0404 | Spent: 7.0 secs | LR: 0.000288
INFO:tensorflow:Step 32800 | Loss: 0.0291 | Spent: 6.9 secs | LR: 0.000288
INFO:tensorflow:Step 32900 | Loss: 0.0028 | Spent: 7.1 secs | LR: 0.000287
INFO:tensorflow:Step 33000 | Loss: 0.0026 | Spent: 7.3 secs | LR: 0.000287
INFO:tensorflow:Step 33100 | Loss: 0.0431 | Spent: 6.8 secs | LR: 0.000287
INFO:tensorflow:Step 33200 | Loss: 0.0464 | Spent: 7.1 secs | LR: 0.000287
INFO:tensorflow:Step 33300 | Loss: 0.0626 | Spent: 7.1 secs | LR: 0.000286
INFO:tensorflow:Step 33400 | Loss: 0.0615 | Spent: 6.8 secs | LR: 0.000286
INFO:tensorflow:Step 33500 | Loss: 0.0057 | Spent: 7.1 secs | LR: 0.000286
INFO:tensorflow:Step 33600 | Loss: 0.0099 | Spent: 7.3 secs | LR: 0.000285
INFO:tensorflow:Step 33700 | Loss: 0.1400 | Spent: 6.7 secs | LR: 0.000285
INFO:tensorflow:Step 33800 | Loss: 0.0038 | Spent: 6.8 secs | LR: 0.000285
INFO:tensorflow:Step 33900 | Loss: 0.0059 | Spent: 7.2 secs | LR: 0.000285
INFO:tensorflow:Step 34000 | Loss: 0.0136 | Spent: 7.3 secs | LR: 0.000284
INFO:tensorflow:Step 34100 | Loss: 0.0118 | Spent: 7.1 secs | LR: 0.000284
INFO:tensorflow:Step 34200 | Loss: 0.0271 | Spent: 6.9 secs | LR: 0.000284
INFO:tensorflow:Step 34300 | Loss: 0.0087 | Spent: 7.0 secs | LR: 0.000283
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.816
INFO:tensorflow:Best Accuracy: 0.820
Reading ../data/train.csv
INFO:tensorflow:Step 34400 | Loss: 0.0009 | Spent: 32.2 secs | LR: 0.000283
INFO:tensorflow:Step 34500 | Loss: 0.0269 | Spent: 7.3 secs | LR: 0.000283
INFO:tensorflow:Step 34600 | Loss: 0.0109 | Spent: 7.2 secs | LR: 0.000283
INFO:tensorflow:Step 34700 | Loss: 0.0058 | Spent: 7.4 secs | LR: 0.000282
INFO:tensorflow:Step 34800 | Loss: 0.2043 | Spent: 7.0 secs | LR: 0.000282
INFO:tensorflow:Step 34900 | Loss: 0.0135 | Spent: 7.0 secs | LR: 0.000282
INFO:tensorflow:Step 35000 | Loss: 0.0017 | Spent: 7.1 secs | LR: 0.000281
INFO:tensorflow:Step 35100 | Loss: 0.0326 | Spent: 7.0 secs | LR: 0.000281
INFO:tensorflow:Step 35200 | Loss: 0.0003 | Spent: 7.1 secs | LR: 0.000281
INFO:tensorflow:Step 35300 | Loss: 0.0126 | Spent: 7.0 secs | LR: 0.000281
INFO:tensorflow:Step 35400 | Loss: 0.0720 | Spent: 6.8 secs | LR: 0.000280
INFO:tensorflow:Step 35500 | Loss: 0.0128 | Spent: 7.0 secs | LR: 0.000280
INFO:tensorflow:Step 35600 | Loss: 0.0060 | Spent: 6.9 secs | LR: 0.000280
INFO:tensorflow:Step 35700 | Loss: 0.0299 | Spent: 6.9 secs | LR: 0.000279
INFO:tensorflow:Step 35800 | Loss: 0.0025 | Spent: 7.0 secs | LR: 0.000279
INFO:tensorflow:Step 35900 | Loss: 0.0367 | Spent: 7.3 secs | LR: 0.000279
INFO:tensorflow:Step 36000 | Loss: 0.0683 | Spent: 7.0 secs | LR: 0.000279
INFO:tensorflow:Step 36100 | Loss: 0.0246 | Spent: 6.8 secs | LR: 0.000278
INFO:tensorflow:Step 36200 | Loss: 0.0024 | Spent: 7.2 secs | LR: 0.000278
INFO:tensorflow:Step 36300 | Loss: 0.2412 | Spent: 6.9 secs | LR: 0.000278
INFO:tensorflow:Step 36400 | Loss: 0.0443 | Spent: 7.0 secs | LR: 0.000277
INFO:tensorflow:Step 36500 | Loss: 0.0087 | Spent: 6.9 secs | LR: 0.000277
INFO:tensorflow:Step 36600 | Loss: 0.0370 | Spent: 7.1 secs | LR: 0.000277
INFO:tensorflow:Step 36700 | Loss: 0.0327 | Spent: 7.1 secs | LR: 0.000277
INFO:tensorflow:Step 36800 | Loss: 0.0934 | Spent: 6.9 secs | LR: 0.000276
INFO:tensorflow:Step 36900 | Loss: 0.0050 | Spent: 7.1 secs | LR: 0.000276
INFO:tensorflow:Step 37000 | Loss: 0.0051 | Spent: 7.2 secs | LR: 0.000276
INFO:tensorflow:Step 37100 | Loss: 0.0409 | Spent: 7.1 secs | LR: 0.000276
INFO:tensorflow:Step 37200 | Loss: 0.0122 | Spent: 6.8 secs | LR: 0.000275
INFO:tensorflow:Step 37300 | Loss: 0.2324 | Spent: 7.3 secs | LR: 0.000275
INFO:tensorflow:Step 37400 | Loss: 0.1099 | Spent: 7.2 secs | LR: 0.000275
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.817
INFO:tensorflow:Best Accuracy: 0.820
Reading ../data/train.csv
INFO:tensorflow:Step 37500 | Loss: 0.0061 | Spent: 32.1 secs | LR: 0.000274
INFO:tensorflow:Step 37600 | Loss: 0.0049 | Spent: 7.3 secs | LR: 0.000274
INFO:tensorflow:Step 37700 | Loss: 0.0015 | Spent: 6.8 secs | LR: 0.000274
INFO:tensorflow:Step 37800 | Loss: 0.0082 | Spent: 7.1 secs | LR: 0.000274
INFO:tensorflow:Step 37900 | Loss: 0.0088 | Spent: 7.2 secs | LR: 0.000273
INFO:tensorflow:Step 38000 | Loss: 0.0131 | Spent: 7.6 secs | LR: 0.000273
INFO:tensorflow:Step 38100 | Loss: 0.0258 | Spent: 6.9 secs | LR: 0.000273
INFO:tensorflow:Step 38200 | Loss: 0.0044 | Spent: 7.1 secs | LR: 0.000272
INFO:tensorflow:Step 38300 | Loss: 0.0061 | Spent: 7.4 secs | LR: 0.000272
INFO:tensorflow:Step 38400 | Loss: 0.0065 | Spent: 7.0 secs | LR: 0.000272
INFO:tensorflow:Step 38500 | Loss: 0.0038 | Spent: 7.1 secs | LR: 0.000272
INFO:tensorflow:Step 38600 | Loss: 0.0074 | Spent: 7.0 secs | LR: 0.000271
INFO:tensorflow:Step 38700 | Loss: 0.0046 | Spent: 7.2 secs | LR: 0.000271
INFO:tensorflow:Step 38800 | Loss: 0.0014 | Spent: 6.9 secs | LR: 0.000271
INFO:tensorflow:Step 38900 | Loss: 0.0048 | Spent: 6.8 secs | LR: 0.000271
INFO:tensorflow:Step 39000 | Loss: 0.0180 | Spent: 7.5 secs | LR: 0.000270
INFO:tensorflow:Step 39100 | Loss: 0.1241 | Spent: 7.0 secs | LR: 0.000270
INFO:tensorflow:Step 39200 | Loss: 0.0198 | Spent: 6.9 secs | LR: 0.000270
INFO:tensorflow:Step 39300 | Loss: 0.0047 | Spent: 7.1 secs | LR: 0.000269
INFO:tensorflow:Step 39400 | Loss: 0.0069 | Spent: 6.8 secs | LR: 0.000269
INFO:tensorflow:Step 39500 | Loss: 0.0084 | Spent: 7.0 secs | LR: 0.000269
INFO:tensorflow:Step 39600 | Loss: 0.0043 | Spent: 6.7 secs | LR: 0.000269
INFO:tensorflow:Step 39700 | Loss: 0.0385 | Spent: 7.0 secs | LR: 0.000268
INFO:tensorflow:Step 39800 | Loss: 0.0166 | Spent: 7.0 secs | LR: 0.000268
INFO:tensorflow:Step 39900 | Loss: 0.0461 | Spent: 7.0 secs | LR: 0.000268
INFO:tensorflow:Step 40000 | Loss: 0.0014 | Spent: 6.9 secs | LR: 0.000268
INFO:tensorflow:Step 40100 | Loss: 0.0215 | Spent: 7.2 secs | LR: 0.000267
INFO:tensorflow:Step 40200 | Loss: 0.0214 | Spent: 7.3 secs | LR: 0.000267
INFO:tensorflow:Step 40300 | Loss: 0.0096 | Spent: 7.3 secs | LR: 0.000267
INFO:tensorflow:Step 40400 | Loss: 0.0157 | Spent: 7.3 secs | LR: 0.000267
INFO:tensorflow:Step 40500 | Loss: 0.0488 | Spent: 7.2 secs | LR: 0.000266
INFO:tensorflow:Step 40600 | Loss: 0.0117 | Spent: 7.4 secs | LR: 0.000266
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.813
INFO:tensorflow:Best Accuracy: 0.820
Reading ../data/train.csv
INFO:tensorflow:Step 40700 | Loss: 0.0077 | Spent: 32.3 secs | LR: 0.000266
INFO:tensorflow:Step 40800 | Loss: 0.0019 | Spent: 6.9 secs | LR: 0.000265
INFO:tensorflow:Step 40900 | Loss: 0.0281 | Spent: 6.9 secs | LR: 0.000265
INFO:tensorflow:Step 41000 | Loss: 0.0034 | Spent: 7.3 secs | LR: 0.000265
INFO:tensorflow:Step 41100 | Loss: 0.0208 | Spent: 7.2 secs | LR: 0.000265
INFO:tensorflow:Step 41200 | Loss: 0.0032 | Spent: 7.1 secs | LR: 0.000264
INFO:tensorflow:Step 41300 | Loss: 0.0883 | Spent: 7.1 secs | LR: 0.000264
INFO:tensorflow:Step 41400 | Loss: 0.0239 | Spent: 7.2 secs | LR: 0.000264
INFO:tensorflow:Step 41500 | Loss: 0.0308 | Spent: 7.1 secs | LR: 0.000264
INFO:tensorflow:Step 41600 | Loss: 0.0599 | Spent: 7.1 secs | LR: 0.000263
INFO:tensorflow:Step 41700 | Loss: 0.0263 | Spent: 7.2 secs | LR: 0.000263
INFO:tensorflow:Step 41800 | Loss: 0.0377 | Spent: 6.9 secs | LR: 0.000263
INFO:tensorflow:Step 41900 | Loss: 0.0251 | Spent: 7.4 secs | LR: 0.000263
INFO:tensorflow:Step 42000 | Loss: 0.0163 | Spent: 7.3 secs | LR: 0.000262
INFO:tensorflow:Step 42100 | Loss: 0.0346 | Spent: 7.3 secs | LR: 0.000262
INFO:tensorflow:Step 42200 | Loss: 0.0039 | Spent: 7.5 secs | LR: 0.000262
INFO:tensorflow:Step 42300 | Loss: 0.0752 | Spent: 7.1 secs | LR: 0.000261
INFO:tensorflow:Step 42400 | Loss: 0.0240 | Spent: 7.2 secs | LR: 0.000261
INFO:tensorflow:Step 42500 | Loss: 0.0844 | Spent: 7.1 secs | LR: 0.000261
INFO:tensorflow:Step 42600 | Loss: 0.0017 | Spent: 7.0 secs | LR: 0.000261
INFO:tensorflow:Step 42700 | Loss: 0.0012 | Spent: 7.2 secs | LR: 0.000260
INFO:tensorflow:Step 42800 | Loss: 0.0062 | Spent: 7.0 secs | LR: 0.000260
INFO:tensorflow:Step 42900 | Loss: 0.0084 | Spent: 7.5 secs | LR: 0.000260
INFO:tensorflow:Step 43000 | Loss: 0.0358 | Spent: 7.0 secs | LR: 0.000260
INFO:tensorflow:Step 43100 | Loss: 0.0433 | Spent: 7.1 secs | LR: 0.000259
INFO:tensorflow:Step 43200 | Loss: 0.0231 | Spent: 7.2 secs | LR: 0.000259
INFO:tensorflow:Step 43300 | Loss: 0.0376 | Spent: 7.6 secs | LR: 0.000259
INFO:tensorflow:Step 43400 | Loss: 0.0986 | Spent: 7.0 secs | LR: 0.000259
INFO:tensorflow:Step 43500 | Loss: 0.0021 | Spent: 7.2 secs | LR: 0.000258
INFO:tensorflow:Step 43600 | Loss: 0.0173 | Spent: 7.0 secs | LR: 0.000258
INFO:tensorflow:Step 43700 | Loss: 0.0032 | Spent: 7.2 secs | LR: 0.000258
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.818
INFO:tensorflow:Best Accuracy: 0.820
Reading ../data/train.csv
INFO:tensorflow:Step 43800 | Loss: 0.0010 | Spent: 32.0 secs | LR: 0.000258
INFO:tensorflow:Step 43900 | Loss: 0.0074 | Spent: 7.3 secs | LR: 0.000257
INFO:tensorflow:Step 44000 | Loss: 0.0251 | Spent: 7.0 secs | LR: 0.000257
INFO:tensorflow:Step 44100 | Loss: 0.0050 | Spent: 6.9 secs | LR: 0.000257
INFO:tensorflow:Step 44200 | Loss: 0.1842 | Spent: 7.1 secs | LR: 0.000257
INFO:tensorflow:Step 44300 | Loss: 0.0007 | Spent: 6.9 secs | LR: 0.000256
INFO:tensorflow:Step 44400 | Loss: 0.0124 | Spent: 7.1 secs | LR: 0.000256
INFO:tensorflow:Step 44500 | Loss: 0.0473 | Spent: 7.5 secs | LR: 0.000256
INFO:tensorflow:Step 44600 | Loss: 0.0419 | Spent: 7.2 secs | LR: 0.000255
INFO:tensorflow:Step 44700 | Loss: 0.0021 | Spent: 6.9 secs | LR: 0.000255
INFO:tensorflow:Step 44800 | Loss: 0.0070 | Spent: 6.8 secs | LR: 0.000255
INFO:tensorflow:Step 44900 | Loss: 0.0171 | Spent: 7.2 secs | LR: 0.000255
INFO:tensorflow:Step 45000 | Loss: 0.0024 | Spent: 6.9 secs | LR: 0.000254
INFO:tensorflow:Step 45100 | Loss: 0.1259 | Spent: 7.2 secs | LR: 0.000254
INFO:tensorflow:Step 45200 | Loss: 0.0168 | Spent: 7.1 secs | LR: 0.000254
INFO:tensorflow:Step 45300 | Loss: 0.0267 | Spent: 6.7 secs | LR: 0.000254
INFO:tensorflow:Step 45400 | Loss: 0.0049 | Spent: 7.1 secs | LR: 0.000253
INFO:tensorflow:Step 45500 | Loss: 0.0100 | Spent: 6.9 secs | LR: 0.000253
INFO:tensorflow:Step 45600 | Loss: 0.0076 | Spent: 6.8 secs | LR: 0.000253
INFO:tensorflow:Step 45700 | Loss: 0.0071 | Spent: 7.1 secs | LR: 0.000253
INFO:tensorflow:Step 45800 | Loss: 0.0492 | Spent: 7.0 secs | LR: 0.000252
INFO:tensorflow:Step 45900 | Loss: 0.0819 | Spent: 7.3 secs | LR: 0.000252
INFO:tensorflow:Step 46000 | Loss: 0.0009 | Spent: 7.0 secs | LR: 0.000252
INFO:tensorflow:Step 46100 | Loss: 0.0005 | Spent: 7.1 secs | LR: 0.000252
INFO:tensorflow:Step 46200 | Loss: 0.0050 | Spent: 7.0 secs | LR: 0.000251
INFO:tensorflow:Step 46300 | Loss: 0.0043 | Spent: 7.1 secs | LR: 0.000251
INFO:tensorflow:Step 46400 | Loss: 0.0557 | Spent: 6.7 secs | LR: 0.000251
INFO:tensorflow:Step 46500 | Loss: 0.0179 | Spent: 6.9 secs | LR: 0.000251
INFO:tensorflow:Step 46600 | Loss: 0.1801 | Spent: 7.0 secs | LR: 0.000250
INFO:tensorflow:Step 46700 | Loss: 0.0021 | Spent: 7.3 secs | LR: 0.000250
INFO:tensorflow:Step 46800 | Loss: 0.0148 | Spent: 7.1 secs | LR: 0.000250
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.821
INFO:tensorflow:Best Accuracy: 0.821
Reading ../data/train.csv
INFO:tensorflow:Step 46900 | Loss: 0.0045 | Spent: 32.2 secs | LR: 0.000250
INFO:tensorflow:Step 47000 | Loss: 0.0019 | Spent: 7.0 secs | LR: 0.000249
INFO:tensorflow:Step 47100 | Loss: 0.0238 | Spent: 7.2 secs | LR: 0.000249
INFO:tensorflow:Step 47200 | Loss: 0.0013 | Spent: 7.2 secs | LR: 0.000249
INFO:tensorflow:Step 47300 | Loss: 0.0011 | Spent: 7.3 secs | LR: 0.000249
INFO:tensorflow:Step 47400 | Loss: 0.0274 | Spent: 7.2 secs | LR: 0.000248
INFO:tensorflow:Step 47500 | Loss: 0.0037 | Spent: 7.1 secs | LR: 0.000248
INFO:tensorflow:Step 47600 | Loss: 0.0026 | Spent: 7.0 secs | LR: 0.000248
INFO:tensorflow:Step 47700 | Loss: 0.0016 | Spent: 6.9 secs | LR: 0.000248
INFO:tensorflow:Step 47800 | Loss: 0.0702 | Spent: 7.1 secs | LR: 0.000247
INFO:tensorflow:Step 47900 | Loss: 0.0227 | Spent: 6.9 secs | LR: 0.000247
INFO:tensorflow:Step 48000 | Loss: 0.0087 | Spent: 6.6 secs | LR: 0.000247
INFO:tensorflow:Step 48100 | Loss: 0.0007 | Spent: 7.1 secs | LR: 0.000247
INFO:tensorflow:Step 48200 | Loss: 0.1195 | Spent: 7.5 secs | LR: 0.000246
INFO:tensorflow:Step 48300 | Loss: 0.0804 | Spent: 7.3 secs | LR: 0.000246
INFO:tensorflow:Step 48400 | Loss: 0.0002 | Spent: 7.0 secs | LR: 0.000246
INFO:tensorflow:Step 48500 | Loss: 0.0760 | Spent: 6.9 secs | LR: 0.000246
INFO:tensorflow:Step 48600 | Loss: 0.0880 | Spent: 7.0 secs | LR: 0.000245
INFO:tensorflow:Step 48700 | Loss: 0.0112 | Spent: 7.1 secs | LR: 0.000245
INFO:tensorflow:Step 48800 | Loss: 0.0146 | Spent: 7.0 secs | LR: 0.000245
INFO:tensorflow:Step 48900 | Loss: 0.0027 | Spent: 7.0 secs | LR: 0.000245
INFO:tensorflow:Step 49000 | Loss: 0.0079 | Spent: 7.0 secs | LR: 0.000244
INFO:tensorflow:Step 49100 | Loss: 0.0016 | Spent: 6.9 secs | LR: 0.000244
INFO:tensorflow:Step 49200 | Loss: 0.0023 | Spent: 6.8 secs | LR: 0.000244
INFO:tensorflow:Step 49300 | Loss: 0.0356 | Spent: 6.7 secs | LR: 0.000244
INFO:tensorflow:Step 49400 | Loss: 0.0043 | Spent: 7.3 secs | LR: 0.000243
INFO:tensorflow:Step 49500 | Loss: 0.0210 | Spent: 6.8 secs | LR: 0.000243
INFO:tensorflow:Step 49600 | Loss: 0.1789 | Spent: 7.3 secs | LR: 0.000243
INFO:tensorflow:Step 49700 | Loss: 0.0501 | Spent: 7.1 secs | LR: 0.000243
INFO:tensorflow:Step 49800 | Loss: 0.0371 | Spent: 7.1 secs | LR: 0.000242
INFO:tensorflow:Step 49900 | Loss: 0.0022 | Spent: 6.9 secs | LR: 0.000242
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.821
INFO:tensorflow:Best Accuracy: 0.821
Reading ../data/train.csv
INFO:tensorflow:Step 50000 | Loss: 0.0541 | Spent: 32.9 secs | LR: 0.000242
INFO:tensorflow:Step 50100 | Loss: 0.0020 | Spent: 7.2 secs | LR: 0.000242
INFO:tensorflow:Step 50200 | Loss: 0.0135 | Spent: 7.1 secs | LR: 0.000242
INFO:tensorflow:Step 50300 | Loss: 0.1294 | Spent: 7.1 secs | LR: 0.000241
INFO:tensorflow:Step 50400 | Loss: 0.0109 | Spent: 7.1 secs | LR: 0.000241
INFO:tensorflow:Step 50500 | Loss: 0.0030 | Spent: 7.3 secs | LR: 0.000241
INFO:tensorflow:Step 50600 | Loss: 0.0626 | Spent: 7.3 secs | LR: 0.000241
INFO:tensorflow:Step 50700 | Loss: 0.0001 | Spent: 7.0 secs | LR: 0.000240
INFO:tensorflow:Step 50800 | Loss: 0.0026 | Spent: 6.8 secs | LR: 0.000240
INFO:tensorflow:Step 50900 | Loss: 0.0005 | Spent: 7.3 secs | LR: 0.000240
INFO:tensorflow:Step 51000 | Loss: 0.0133 | Spent: 7.6 secs | LR: 0.000240
INFO:tensorflow:Step 51100 | Loss: 0.0542 | Spent: 7.2 secs | LR: 0.000239
INFO:tensorflow:Step 51200 | Loss: 0.0075 | Spent: 7.0 secs | LR: 0.000239
INFO:tensorflow:Step 51300 | Loss: 0.0007 | Spent: 7.0 secs | LR: 0.000239
INFO:tensorflow:Step 51400 | Loss: 0.0160 | Spent: 6.7 secs | LR: 0.000239
INFO:tensorflow:Step 51500 | Loss: 0.0052 | Spent: 7.1 secs | LR: 0.000238
INFO:tensorflow:Step 51600 | Loss: 0.2248 | Spent: 7.1 secs | LR: 0.000238
INFO:tensorflow:Step 51700 | Loss: 0.1424 | Spent: 6.9 secs | LR: 0.000238
INFO:tensorflow:Step 51800 | Loss: 0.0396 | Spent: 7.0 secs | LR: 0.000238
INFO:tensorflow:Step 51900 | Loss: 0.0015 | Spent: 6.8 secs | LR: 0.000237
INFO:tensorflow:Step 52000 | Loss: 0.0000 | Spent: 7.0 secs | LR: 0.000237
INFO:tensorflow:Step 52100 | Loss: 0.0009 | Spent: 6.8 secs | LR: 0.000237
INFO:tensorflow:Step 52200 | Loss: 0.0024 | Spent: 7.5 secs | LR: 0.000237
INFO:tensorflow:Step 52300 | Loss: 0.1516 | Spent: 6.8 secs | LR: 0.000236
INFO:tensorflow:Step 52400 | Loss: 0.0005 | Spent: 7.0 secs | LR: 0.000236
INFO:tensorflow:Step 52500 | Loss: 0.0097 | Spent: 7.3 secs | LR: 0.000236
INFO:tensorflow:Step 52600 | Loss: 0.0028 | Spent: 7.2 secs | LR: 0.000236
INFO:tensorflow:Step 52700 | Loss: 0.0044 | Spent: 6.8 secs | LR: 0.000236
INFO:tensorflow:Step 52800 | Loss: 0.0000 | Spent: 7.0 secs | LR: 0.000235
INFO:tensorflow:Step 52900 | Loss: 0.0071 | Spent: 7.3 secs | LR: 0.000235
INFO:tensorflow:Step 53000 | Loss: 0.0003 | Spent: 7.2 secs | LR: 0.000235
INFO:tensorflow:Step 53100 | Loss: 0.0721 | Spent: 6.8 secs | LR: 0.000235
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.813
INFO:tensorflow:Best Accuracy: 0.821
Reading ../data/train.csv
INFO:tensorflow:Step 53200 | Loss: 0.0016 | Spent: 31.9 secs | LR: 0.000234
INFO:tensorflow:Step 53300 | Loss: 0.0007 | Spent: 6.8 secs | LR: 0.000234
INFO:tensorflow:Step 53400 | Loss: 0.0859 | Spent: 7.4 secs | LR: 0.000234
INFO:tensorflow:Step 53500 | Loss: 0.0034 | Spent: 7.3 secs | LR: 0.000234
INFO:tensorflow:Step 53600 | Loss: 0.0679 | Spent: 6.8 secs | LR: 0.000233
INFO:tensorflow:Step 53700 | Loss: 0.0056 | Spent: 7.2 secs | LR: 0.000233
INFO:tensorflow:Step 53800 | Loss: 0.0075 | Spent: 7.2 secs | LR: 0.000233
INFO:tensorflow:Step 53900 | Loss: 0.0062 | Spent: 7.0 secs | LR: 0.000233
INFO:tensorflow:Step 54000 | Loss: 0.0008 | Spent: 7.0 secs | LR: 0.000232
INFO:tensorflow:Step 54100 | Loss: 0.0030 | Spent: 6.9 secs | LR: 0.000232
INFO:tensorflow:Step 54200 | Loss: 0.0899 | Spent: 7.3 secs | LR: 0.000232
INFO:tensorflow:Step 54300 | Loss: 0.0120 | Spent: 6.9 secs | LR: 0.000232
INFO:tensorflow:Step 54400 | Loss: 0.0237 | Spent: 6.9 secs | LR: 0.000232
INFO:tensorflow:Step 54500 | Loss: 0.0041 | Spent: 7.0 secs | LR: 0.000231
INFO:tensorflow:Step 54600 | Loss: 0.0147 | Spent: 7.1 secs | LR: 0.000231
INFO:tensorflow:Step 54700 | Loss: 0.0244 | Spent: 7.0 secs | LR: 0.000231
INFO:tensorflow:Step 54800 | Loss: 0.0043 | Spent: 7.1 secs | LR: 0.000231
INFO:tensorflow:Step 54900 | Loss: 0.0509 | Spent: 7.0 secs | LR: 0.000230
INFO:tensorflow:Step 55000 | Loss: 0.0146 | Spent: 7.0 secs | LR: 0.000230
INFO:tensorflow:Step 55100 | Loss: 0.0235 | Spent: 7.5 secs | LR: 0.000230
INFO:tensorflow:Step 55200 | Loss: 0.0026 | Spent: 6.9 secs | LR: 0.000230
INFO:tensorflow:Step 55300 | Loss: 0.0213 | Spent: 7.1 secs | LR: 0.000229
INFO:tensorflow:Step 55400 | Loss: 0.0497 | Spent: 6.9 secs | LR: 0.000229
INFO:tensorflow:Step 55500 | Loss: 0.0372 | Spent: 7.4 secs | LR: 0.000229
INFO:tensorflow:Step 55600 | Loss: 0.0084 | Spent: 7.1 secs | LR: 0.000229
INFO:tensorflow:Step 55700 | Loss: 0.0653 | Spent: 6.9 secs | LR: 0.000229
INFO:tensorflow:Step 55800 | Loss: 0.0013 | Spent: 7.0 secs | LR: 0.000228
INFO:tensorflow:Step 55900 | Loss: 0.0109 | Spent: 7.1 secs | LR: 0.000228
INFO:tensorflow:Step 56000 | Loss: 0.0035 | Spent: 7.0 secs | LR: 0.000228
INFO:tensorflow:Step 56100 | Loss: 0.0926 | Spent: 7.0 secs | LR: 0.000228
INFO:tensorflow:Step 56200 | Loss: 0.0080 | Spent: 7.0 secs | LR: 0.000227
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.817
INFO:tensorflow:Best Accuracy: 0.821
Reading ../data/train.csv
INFO:tensorflow:Step 56300 | Loss: 0.0179 | Spent: 32.5 secs | LR: 0.000227
INFO:tensorflow:Step 56400 | Loss: 0.0021 | Spent: 7.1 secs | LR: 0.000227
INFO:tensorflow:Step 56500 | Loss: 0.0001 | Spent: 6.7 secs | LR: 0.000227
INFO:tensorflow:Step 56600 | Loss: 0.0494 | Spent: 7.0 secs | LR: 0.000226
INFO:tensorflow:Step 56700 | Loss: 0.0017 | Spent: 7.0 secs | LR: 0.000226
INFO:tensorflow:Step 56800 | Loss: 0.0052 | Spent: 7.2 secs | LR: 0.000226
INFO:tensorflow:Step 56900 | Loss: 0.0054 | Spent: 7.2 secs | LR: 0.000226
INFO:tensorflow:Step 57000 | Loss: 0.0657 | Spent: 6.8 secs | LR: 0.000226
INFO:tensorflow:Step 57100 | Loss: 0.0308 | Spent: 7.2 secs | LR: 0.000225
INFO:tensorflow:Step 57200 | Loss: 0.0002 | Spent: 6.8 secs | LR: 0.000225
INFO:tensorflow:Step 57300 | Loss: 0.0008 | Spent: 7.2 secs | LR: 0.000225
INFO:tensorflow:Step 57400 | Loss: 0.0003 | Spent: 7.0 secs | LR: 0.000225
INFO:tensorflow:Step 57500 | Loss: 0.0041 | Spent: 7.0 secs | LR: 0.000224
INFO:tensorflow:Step 57600 | Loss: 0.0044 | Spent: 7.2 secs | LR: 0.000224
INFO:tensorflow:Step 57700 | Loss: 0.0033 | Spent: 7.2 secs | LR: 0.000224
INFO:tensorflow:Step 57800 | Loss: 0.0009 | Spent: 7.0 secs | LR: 0.000224
INFO:tensorflow:Step 57900 | Loss: 0.0131 | Spent: 6.9 secs | LR: 0.000224
INFO:tensorflow:Step 58000 | Loss: 0.0005 | Spent: 6.9 secs | LR: 0.000223
INFO:tensorflow:Step 58100 | Loss: 0.0103 | Spent: 7.1 secs | LR: 0.000223
INFO:tensorflow:Step 58200 | Loss: 0.1635 | Spent: 7.0 secs | LR: 0.000223
INFO:tensorflow:Step 58300 | Loss: 0.0001 | Spent: 6.9 secs | LR: 0.000223
INFO:tensorflow:Step 58400 | Loss: 0.0252 | Spent: 7.3 secs | LR: 0.000222
INFO:tensorflow:Step 58500 | Loss: 0.0026 | Spent: 6.9 secs | LR: 0.000222
INFO:tensorflow:Step 58600 | Loss: 0.0004 | Spent: 7.1 secs | LR: 0.000222
INFO:tensorflow:Step 58700 | Loss: 0.0127 | Spent: 6.9 secs | LR: 0.000222
INFO:tensorflow:Step 58800 | Loss: 0.0026 | Spent: 7.4 secs | LR: 0.000222
INFO:tensorflow:Step 58900 | Loss: 0.0446 | Spent: 6.9 secs | LR: 0.000221
INFO:tensorflow:Step 59000 | Loss: 0.0013 | Spent: 6.9 secs | LR: 0.000221
INFO:tensorflow:Step 59100 | Loss: 0.0066 | Spent: 6.9 secs | LR: 0.000221
INFO:tensorflow:Step 59200 | Loss: 0.0182 | Spent: 7.1 secs | LR: 0.000221
INFO:tensorflow:Step 59300 | Loss: 0.0001 | Spent: 7.2 secs | LR: 0.000220
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.820
INFO:tensorflow:Best Accuracy: 0.821
Reading ../data/train.csv
INFO:tensorflow:Step 59400 | Loss: 0.0016 | Spent: 32.3 secs | LR: 0.000220
INFO:tensorflow:Step 59500 | Loss: 0.0021 | Spent: 7.2 secs | LR: 0.000220
INFO:tensorflow:Step 59600 | Loss: 0.0658 | Spent: 7.3 secs | LR: 0.000220
INFO:tensorflow:Step 59700 | Loss: 0.0040 | Spent: 7.2 secs | LR: 0.000220
INFO:tensorflow:Step 59800 | Loss: 0.0057 | Spent: 7.5 secs | LR: 0.000219
INFO:tensorflow:Step 59900 | Loss: 0.0036 | Spent: 6.8 secs | LR: 0.000219
INFO:tensorflow:Step 60000 | Loss: 0.0001 | Spent: 7.0 secs | LR: 0.000219
INFO:tensorflow:Step 60100 | Loss: 0.0199 | Spent: 7.3 secs | LR: 0.000219
INFO:tensorflow:Step 60200 | Loss: 0.0014 | Spent: 7.1 secs | LR: 0.000218
INFO:tensorflow:Step 60300 | Loss: 0.0002 | Spent: 6.9 secs | LR: 0.000218
INFO:tensorflow:Step 60400 | Loss: 0.0011 | Spent: 7.1 secs | LR: 0.000218
INFO:tensorflow:Step 60500 | Loss: 0.0104 | Spent: 7.3 secs | LR: 0.000218
INFO:tensorflow:Step 60600 | Loss: 0.0019 | Spent: 7.1 secs | LR: 0.000218
INFO:tensorflow:Step 60700 | Loss: 0.0085 | Spent: 7.2 secs | LR: 0.000217
INFO:tensorflow:Step 60800 | Loss: 0.0235 | Spent: 7.1 secs | LR: 0.000217
INFO:tensorflow:Step 60900 | Loss: 0.0686 | Spent: 7.0 secs | LR: 0.000217
INFO:tensorflow:Step 61000 | Loss: 0.0042 | Spent: 7.0 secs | LR: 0.000217
INFO:tensorflow:Step 61100 | Loss: 0.0574 | Spent: 7.1 secs | LR: 0.000216
INFO:tensorflow:Step 61200 | Loss: 0.0001 | Spent: 6.9 secs | LR: 0.000216
INFO:tensorflow:Step 61300 | Loss: 0.0001 | Spent: 7.0 secs | LR: 0.000216
INFO:tensorflow:Step 61400 | Loss: 0.0217 | Spent: 7.1 secs | LR: 0.000216
INFO:tensorflow:Step 61500 | Loss: 0.1113 | Spent: 7.2 secs | LR: 0.000216
INFO:tensorflow:Step 61600 | Loss: 0.0319 | Spent: 7.0 secs | LR: 0.000215
INFO:tensorflow:Step 61700 | Loss: 0.0231 | Spent: 6.9 secs | LR: 0.000215
INFO:tensorflow:Step 61800 | Loss: 0.0065 | Spent: 7.1 secs | LR: 0.000215
INFO:tensorflow:Step 61900 | Loss: 0.0055 | Spent: 7.0 secs | LR: 0.000215
INFO:tensorflow:Step 62000 | Loss: 0.0003 | Spent: 6.9 secs | LR: 0.000215
INFO:tensorflow:Step 62100 | Loss: 0.1401 | Spent: 7.0 secs | LR: 0.000214
INFO:tensorflow:Step 62200 | Loss: 0.0235 | Spent: 7.0 secs | LR: 0.000214
INFO:tensorflow:Step 62300 | Loss: 0.0003 | Spent: 7.0 secs | LR: 0.000214
INFO:tensorflow:Step 62400 | Loss: 0.0009 | Spent: 7.2 secs | LR: 0.000214
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.824
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 62500 | Loss: 0.0330 | Spent: 32.0 secs | LR: 0.000213
INFO:tensorflow:Step 62600 | Loss: 0.0191 | Spent: 6.8 secs | LR: 0.000213
INFO:tensorflow:Step 62700 | Loss: 0.0004 | Spent: 7.2 secs | LR: 0.000213
INFO:tensorflow:Step 62800 | Loss: 0.0029 | Spent: 7.0 secs | LR: 0.000213
INFO:tensorflow:Step 62900 | Loss: 0.0007 | Spent: 7.2 secs | LR: 0.000213
INFO:tensorflow:Step 63000 | Loss: 0.0139 | Spent: 7.3 secs | LR: 0.000212
INFO:tensorflow:Step 63100 | Loss: 0.0003 | Spent: 6.9 secs | LR: 0.000212
INFO:tensorflow:Step 63200 | Loss: 0.0232 | Spent: 6.7 secs | LR: 0.000212
INFO:tensorflow:Step 63300 | Loss: 0.0018 | Spent: 6.9 secs | LR: 0.000212
INFO:tensorflow:Step 63400 | Loss: 0.0007 | Spent: 7.2 secs | LR: 0.000212
INFO:tensorflow:Step 63500 | Loss: 0.0115 | Spent: 7.3 secs | LR: 0.000211
INFO:tensorflow:Step 63600 | Loss: 0.0003 | Spent: 7.2 secs | LR: 0.000211
INFO:tensorflow:Step 63700 | Loss: 0.0200 | Spent: 7.1 secs | LR: 0.000211
INFO:tensorflow:Step 63800 | Loss: 0.0002 | Spent: 7.1 secs | LR: 0.000211
INFO:tensorflow:Step 63900 | Loss: 0.0001 | Spent: 7.3 secs | LR: 0.000210
INFO:tensorflow:Step 64000 | Loss: 0.0022 | Spent: 7.4 secs | LR: 0.000210
INFO:tensorflow:Step 64100 | Loss: 0.0066 | Spent: 7.1 secs | LR: 0.000210
INFO:tensorflow:Step 64200 | Loss: 0.0000 | Spent: 6.8 secs | LR: 0.000210
INFO:tensorflow:Step 64300 | Loss: 0.0012 | Spent: 7.1 secs | LR: 0.000210
INFO:tensorflow:Step 64400 | Loss: 0.0123 | Spent: 6.9 secs | LR: 0.000209
INFO:tensorflow:Step 64500 | Loss: 0.0001 | Spent: 7.0 secs | LR: 0.000209
INFO:tensorflow:Step 64600 | Loss: 0.0005 | Spent: 7.1 secs | LR: 0.000209
INFO:tensorflow:Step 64700 | Loss: 0.0049 | Spent: 7.1 secs | LR: 0.000209
INFO:tensorflow:Step 64800 | Loss: 0.0005 | Spent: 7.0 secs | LR: 0.000209
INFO:tensorflow:Step 64900 | Loss: 0.0045 | Spent: 6.8 secs | LR: 0.000208
INFO:tensorflow:Step 65000 | Loss: 0.0009 | Spent: 6.9 secs | LR: 0.000208
INFO:tensorflow:Step 65100 | Loss: 0.0009 | Spent: 7.2 secs | LR: 0.000208
INFO:tensorflow:Step 65200 | Loss: 0.0019 | Spent: 7.1 secs | LR: 0.000208
INFO:tensorflow:Step 65300 | Loss: 0.0670 | Spent: 6.9 secs | LR: 0.000208
INFO:tensorflow:Step 65400 | Loss: 0.0015 | Spent: 6.8 secs | LR: 0.000207
INFO:tensorflow:Step 65500 | Loss: 0.0185 | Spent: 7.3 secs | LR: 0.000207
INFO:tensorflow:Step 65600 | Loss: 0.0131 | Spent: 7.3 secs | LR: 0.000207
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.823
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 65700 | Loss: 0.0000 | Spent: 33.1 secs | LR: 0.000207
INFO:tensorflow:Step 65800 | Loss: 0.0062 | Spent: 7.0 secs | LR: 0.000206
INFO:tensorflow:Step 65900 | Loss: 0.0004 | Spent: 7.2 secs | LR: 0.000206
INFO:tensorflow:Step 66000 | Loss: 0.0014 | Spent: 7.2 secs | LR: 0.000206
INFO:tensorflow:Step 66100 | Loss: 0.0000 | Spent: 7.2 secs | LR: 0.000206
INFO:tensorflow:Step 66200 | Loss: 0.0002 | Spent: 6.8 secs | LR: 0.000206
INFO:tensorflow:Step 66300 | Loss: 0.0002 | Spent: 6.9 secs | LR: 0.000205
INFO:tensorflow:Step 66400 | Loss: 0.0715 | Spent: 6.9 secs | LR: 0.000205
INFO:tensorflow:Step 66500 | Loss: 0.0003 | Spent: 6.9 secs | LR: 0.000205
INFO:tensorflow:Step 66600 | Loss: 0.0010 | Spent: 7.3 secs | LR: 0.000205
INFO:tensorflow:Step 66700 | Loss: 0.0023 | Spent: 6.9 secs | LR: 0.000205
INFO:tensorflow:Step 66800 | Loss: 0.0003 | Spent: 7.0 secs | LR: 0.000204
INFO:tensorflow:Step 66900 | Loss: 0.0031 | Spent: 7.1 secs | LR: 0.000204
INFO:tensorflow:Step 67000 | Loss: 0.0005 | Spent: 7.1 secs | LR: 0.000204
INFO:tensorflow:Step 67100 | Loss: 0.0096 | Spent: 7.1 secs | LR: 0.000204
INFO:tensorflow:Step 67200 | Loss: 0.0002 | Spent: 7.1 secs | LR: 0.000204
INFO:tensorflow:Step 67300 | Loss: 0.0001 | Spent: 7.2 secs | LR: 0.000203
INFO:tensorflow:Step 67400 | Loss: 0.0006 | Spent: 6.9 secs | LR: 0.000203
INFO:tensorflow:Step 67500 | Loss: 0.0138 | Spent: 7.7 secs | LR: 0.000203
INFO:tensorflow:Step 67600 | Loss: 0.0009 | Spent: 6.9 secs | LR: 0.000203
INFO:tensorflow:Step 67700 | Loss: 0.0004 | Spent: 7.0 secs | LR: 0.000203
INFO:tensorflow:Step 67800 | Loss: 0.0133 | Spent: 6.9 secs | LR: 0.000202
INFO:tensorflow:Step 67900 | Loss: 0.0000 | Spent: 7.5 secs | LR: 0.000202
INFO:tensorflow:Step 68000 | Loss: 0.0026 | Spent: 7.2 secs | LR: 0.000202
INFO:tensorflow:Step 68100 | Loss: 0.0038 | Spent: 7.2 secs | LR: 0.000202
INFO:tensorflow:Step 68200 | Loss: 0.0700 | Spent: 6.9 secs | LR: 0.000202
INFO:tensorflow:Step 68300 | Loss: 0.0008 | Spent: 7.1 secs | LR: 0.000201
INFO:tensorflow:Step 68400 | Loss: 0.0003 | Spent: 7.1 secs | LR: 0.000201
INFO:tensorflow:Step 68500 | Loss: 0.0073 | Spent: 6.8 secs | LR: 0.000201
INFO:tensorflow:Step 68600 | Loss: 0.0437 | Spent: 7.2 secs | LR: 0.000201
INFO:tensorflow:Step 68700 | Loss: 0.0019 | Spent: 6.9 secs | LR: 0.000201
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.818
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 68800 | Loss: 0.0001 | Spent: 32.4 secs | LR: 0.000200
INFO:tensorflow:Step 68900 | Loss: 0.0346 | Spent: 6.8 secs | LR: 0.000200
INFO:tensorflow:Step 69000 | Loss: 0.0000 | Spent: 7.2 secs | LR: 0.000200
INFO:tensorflow:Step 69100 | Loss: 0.0033 | Spent: 6.9 secs | LR: 0.000200
INFO:tensorflow:Step 69200 | Loss: 0.0000 | Spent: 7.2 secs | LR: 0.000200
INFO:tensorflow:Step 69300 | Loss: 0.0001 | Spent: 6.9 secs | LR: 0.000199
INFO:tensorflow:Step 69400 | Loss: 0.0004 | Spent: 7.0 secs | LR: 0.000199
INFO:tensorflow:Step 69500 | Loss: 0.0105 | Spent: 7.1 secs | LR: 0.000199
INFO:tensorflow:Step 69600 | Loss: 0.0048 | Spent: 7.1 secs | LR: 0.000199
INFO:tensorflow:Step 69700 | Loss: 0.0001 | Spent: 7.3 secs | LR: 0.000199
INFO:tensorflow:Step 69800 | Loss: 0.0015 | Spent: 7.1 secs | LR: 0.000198
INFO:tensorflow:Step 69900 | Loss: 0.0005 | Spent: 6.7 secs | LR: 0.000198
INFO:tensorflow:Step 70000 | Loss: 0.0004 | Spent: 7.1 secs | LR: 0.000198
INFO:tensorflow:Step 70100 | Loss: 0.0021 | Spent: 7.5 secs | LR: 0.000198
INFO:tensorflow:Step 70200 | Loss: 0.0116 | Spent: 6.9 secs | LR: 0.000198
INFO:tensorflow:Step 70300 | Loss: 0.0005 | Spent: 7.1 secs | LR: 0.000197
INFO:tensorflow:Step 70400 | Loss: 0.0546 | Spent: 7.0 secs | LR: 0.000197
INFO:tensorflow:Step 70500 | Loss: 0.0025 | Spent: 6.9 secs | LR: 0.000197
INFO:tensorflow:Step 70600 | Loss: 0.0050 | Spent: 7.5 secs | LR: 0.000197
INFO:tensorflow:Step 70700 | Loss: 0.0007 | Spent: 7.1 secs | LR: 0.000197
INFO:tensorflow:Step 70800 | Loss: 0.0071 | Spent: 7.4 secs | LR: 0.000196
INFO:tensorflow:Step 70900 | Loss: 0.0065 | Spent: 7.1 secs | LR: 0.000196
INFO:tensorflow:Step 71000 | Loss: 0.0000 | Spent: 7.0 secs | LR: 0.000196
INFO:tensorflow:Step 71100 | Loss: 0.0019 | Spent: 7.1 secs | LR: 0.000196
INFO:tensorflow:Step 71200 | Loss: 0.0019 | Spent: 7.3 secs | LR: 0.000196
INFO:tensorflow:Step 71300 | Loss: 0.0014 | Spent: 7.2 secs | LR: 0.000195
INFO:tensorflow:Step 71400 | Loss: 0.0115 | Spent: 6.8 secs | LR: 0.000195
INFO:tensorflow:Step 71500 | Loss: 0.0001 | Spent: 7.1 secs | LR: 0.000195
INFO:tensorflow:Step 71600 | Loss: 0.0026 | Spent: 7.0 secs | LR: 0.000195
INFO:tensorflow:Step 71700 | Loss: 0.0002 | Spent: 7.1 secs | LR: 0.000195
INFO:tensorflow:Step 71800 | Loss: 0.0933 | Spent: 7.1 secs | LR: 0.000194
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.822
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 71900 | Loss: 0.0030 | Spent: 32.2 secs | LR: 0.000194
INFO:tensorflow:Step 72000 | Loss: 0.0026 | Spent: 7.2 secs | LR: 0.000194
INFO:tensorflow:Step 72100 | Loss: 0.0027 | Spent: 6.9 secs | LR: 0.000194
INFO:tensorflow:Step 72200 | Loss: 0.0002 | Spent: 7.0 secs | LR: 0.000194
INFO:tensorflow:Step 72300 | Loss: 0.0001 | Spent: 7.4 secs | LR: 0.000193
INFO:tensorflow:Step 72400 | Loss: 0.0051 | Spent: 7.0 secs | LR: 0.000193
INFO:tensorflow:Step 72500 | Loss: 0.0001 | Spent: 7.1 secs | LR: 0.000193
INFO:tensorflow:Step 72600 | Loss: 0.0125 | Spent: 7.2 secs | LR: 0.000193
INFO:tensorflow:Step 72700 | Loss: 0.0001 | Spent: 7.0 secs | LR: 0.000193
INFO:tensorflow:Step 72800 | Loss: 0.0008 | Spent: 7.4 secs | LR: 0.000192
INFO:tensorflow:Step 72900 | Loss: 0.0001 | Spent: 7.0 secs | LR: 0.000192
INFO:tensorflow:Step 73000 | Loss: 0.0034 | Spent: 6.8 secs | LR: 0.000192
INFO:tensorflow:Step 73100 | Loss: 0.0002 | Spent: 7.0 secs | LR: 0.000192
INFO:tensorflow:Step 73200 | Loss: 0.0004 | Spent: 6.9 secs | LR: 0.000192
INFO:tensorflow:Step 73300 | Loss: 0.0005 | Spent: 7.1 secs | LR: 0.000191
INFO:tensorflow:Step 73400 | Loss: 0.0170 | Spent: 6.7 secs | LR: 0.000191
INFO:tensorflow:Step 73500 | Loss: 0.0006 | Spent: 7.0 secs | LR: 0.000191
INFO:tensorflow:Step 73600 | Loss: 0.0012 | Spent: 7.6 secs | LR: 0.000191
INFO:tensorflow:Step 73700 | Loss: 0.0356 | Spent: 7.2 secs | LR: 0.000191
INFO:tensorflow:Step 73800 | Loss: 0.0377 | Spent: 6.8 secs | LR: 0.000191
INFO:tensorflow:Step 73900 | Loss: 0.0942 | Spent: 7.2 secs | LR: 0.000190
INFO:tensorflow:Step 74000 | Loss: 0.1586 | Spent: 6.9 secs | LR: 0.000190
INFO:tensorflow:Step 74100 | Loss: 0.0003 | Spent: 7.0 secs | LR: 0.000190
INFO:tensorflow:Step 74200 | Loss: 0.1202 | Spent: 6.9 secs | LR: 0.000190
INFO:tensorflow:Step 74300 | Loss: 0.0069 | Spent: 7.2 secs | LR: 0.000190
INFO:tensorflow:Step 74400 | Loss: 0.0008 | Spent: 7.3 secs | LR: 0.000189
INFO:tensorflow:Step 74500 | Loss: 0.0004 | Spent: 6.8 secs | LR: 0.000189
INFO:tensorflow:Step 74600 | Loss: 0.0047 | Spent: 7.7 secs | LR: 0.000189
INFO:tensorflow:Step 74700 | Loss: 0.0449 | Spent: 6.9 secs | LR: 0.000189
INFO:tensorflow:Step 74800 | Loss: 0.0375 | Spent: 7.3 secs | LR: 0.000189
INFO:tensorflow:Step 74900 | Loss: 0.0036 | Spent: 7.0 secs | LR: 0.000188
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.814
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 75000 | Loss: 0.0932 | Spent: 32.3 secs | LR: 0.000188
INFO:tensorflow:Step 75100 | Loss: 0.0071 | Spent: 7.2 secs | LR: 0.000188
INFO:tensorflow:Step 75200 | Loss: 0.0001 | Spent: 6.9 secs | LR: 0.000188
INFO:tensorflow:Step 75300 | Loss: 0.0582 | Spent: 7.1 secs | LR: 0.000188
INFO:tensorflow:Step 75400 | Loss: 0.0000 | Spent: 7.1 secs | LR: 0.000187
INFO:tensorflow:Step 75500 | Loss: 0.0003 | Spent: 7.3 secs | LR: 0.000187
INFO:tensorflow:Step 75600 | Loss: 0.0011 | Spent: 7.2 secs | LR: 0.000187
INFO:tensorflow:Step 75700 | Loss: 0.0000 | Spent: 7.1 secs | LR: 0.000187
INFO:tensorflow:Step 75800 | Loss: 0.0000 | Spent: 6.9 secs | LR: 0.000187
INFO:tensorflow:Step 75900 | Loss: 0.0008 | Spent: 7.0 secs | LR: 0.000187
INFO:tensorflow:Step 76000 | Loss: 0.0007 | Spent: 6.9 secs | LR: 0.000186
INFO:tensorflow:Step 76100 | Loss: 0.0066 | Spent: 6.9 secs | LR: 0.000186
INFO:tensorflow:Step 76200 | Loss: 0.0077 | Spent: 7.4 secs | LR: 0.000186
INFO:tensorflow:Step 76300 | Loss: 0.0064 | Spent: 7.0 secs | LR: 0.000186
INFO:tensorflow:Step 76400 | Loss: 0.0000 | Spent: 7.0 secs | LR: 0.000186
INFO:tensorflow:Step 76500 | Loss: 0.0008 | Spent: 7.0 secs | LR: 0.000185
INFO:tensorflow:Step 76600 | Loss: 0.0043 | Spent: 7.0 secs | LR: 0.000185
INFO:tensorflow:Step 76700 | Loss: 0.0010 | Spent: 7.1 secs | LR: 0.000185
INFO:tensorflow:Step 76800 | Loss: 0.0049 | Spent: 7.4 secs | LR: 0.000185
INFO:tensorflow:Step 76900 | Loss: 0.0003 | Spent: 6.7 secs | LR: 0.000185
INFO:tensorflow:Step 77000 | Loss: 0.0023 | Spent: 7.2 secs | LR: 0.000184
INFO:tensorflow:Step 77100 | Loss: 0.0025 | Spent: 7.0 secs | LR: 0.000184
INFO:tensorflow:Step 77200 | Loss: 0.0002 | Spent: 7.0 secs | LR: 0.000184
INFO:tensorflow:Step 77300 | Loss: 0.0000 | Spent: 7.3 secs | LR: 0.000184
INFO:tensorflow:Step 77400 | Loss: 0.0001 | Spent: 7.1 secs | LR: 0.000184
INFO:tensorflow:Step 77500 | Loss: 0.0137 | Spent: 7.3 secs | LR: 0.000184
INFO:tensorflow:Step 77600 | Loss: 0.0165 | Spent: 7.1 secs | LR: 0.000183
INFO:tensorflow:Step 77700 | Loss: 0.0000 | Spent: 7.2 secs | LR: 0.000183
INFO:tensorflow:Step 77800 | Loss: 0.0001 | Spent: 6.9 secs | LR: 0.000183
INFO:tensorflow:Step 77900 | Loss: 0.0005 | Spent: 7.1 secs | LR: 0.000183
INFO:tensorflow:Step 78000 | Loss: 0.0033 | Spent: 7.3 secs | LR: 0.000183
INFO:tensorflow:Step 78100 | Loss: 0.1320 | Spent: 7.1 secs | LR: 0.000182
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.814
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 78200 | Loss: 0.0031 | Spent: 32.6 secs | LR: 0.000182
INFO:tensorflow:Step 78300 | Loss: 0.0000 | Spent: 6.8 secs | LR: 0.000182
INFO:tensorflow:Step 78400 | Loss: 0.0023 | Spent: 7.2 secs | LR: 0.000182
INFO:tensorflow:Step 78500 | Loss: 0.0006 | Spent: 7.1 secs | LR: 0.000182
INFO:tensorflow:Step 78600 | Loss: 0.0030 | Spent: 7.1 secs | LR: 0.000182
INFO:tensorflow:Step 78700 | Loss: 0.0001 | Spent: 7.4 secs | LR: 0.000181
INFO:tensorflow:Step 78800 | Loss: 0.0056 | Spent: 7.0 secs | LR: 0.000181
INFO:tensorflow:Step 78900 | Loss: 0.2263 | Spent: 7.3 secs | LR: 0.000181
INFO:tensorflow:Step 79000 | Loss: 0.0001 | Spent: 7.3 secs | LR: 0.000181
INFO:tensorflow:Step 79100 | Loss: 0.0004 | Spent: 7.2 secs | LR: 0.000181
INFO:tensorflow:Step 79200 | Loss: 0.0004 | Spent: 6.7 secs | LR: 0.000180
INFO:tensorflow:Step 79300 | Loss: 0.0002 | Spent: 7.0 secs | LR: 0.000180
INFO:tensorflow:Step 79400 | Loss: 0.0003 | Spent: 7.0 secs | LR: 0.000180
INFO:tensorflow:Step 79500 | Loss: 0.0488 | Spent: 6.9 secs | LR: 0.000180
INFO:tensorflow:Step 79600 | Loss: 0.0000 | Spent: 7.0 secs | LR: 0.000180
INFO:tensorflow:Step 79700 | Loss: 0.0000 | Spent: 7.1 secs | LR: 0.000180
INFO:tensorflow:Step 79800 | Loss: 0.0022 | Spent: 7.1 secs | LR: 0.000179
INFO:tensorflow:Step 79900 | Loss: 0.0015 | Spent: 7.0 secs | LR: 0.000179
INFO:tensorflow:Step 80000 | Loss: 0.0007 | Spent: 6.7 secs | LR: 0.000179
INFO:tensorflow:Step 80100 | Loss: 0.0000 | Spent: 6.9 secs | LR: 0.000179
INFO:tensorflow:Step 80200 | Loss: 0.0001 | Spent: 6.9 secs | LR: 0.000179
INFO:tensorflow:Step 80300 | Loss: 0.0020 | Spent: 7.0 secs | LR: 0.000178
INFO:tensorflow:Step 80400 | Loss: 0.0022 | Spent: 7.3 secs | LR: 0.000178
INFO:tensorflow:Step 80500 | Loss: 0.0000 | Spent: 7.4 secs | LR: 0.000178
INFO:tensorflow:Step 80600 | Loss: 0.0000 | Spent: 7.0 secs | LR: 0.000178
INFO:tensorflow:Step 80700 | Loss: 0.0154 | Spent: 6.9 secs | LR: 0.000178
INFO:tensorflow:Step 80800 | Loss: 0.0000 | Spent: 6.9 secs | LR: 0.000178
INFO:tensorflow:Step 80900 | Loss: 0.0008 | Spent: 7.0 secs | LR: 0.000177
INFO:tensorflow:Step 81000 | Loss: 0.0001 | Spent: 7.2 secs | LR: 0.000177
INFO:tensorflow:Step 81100 | Loss: 0.0025 | Spent: 7.2 secs | LR: 0.000177
INFO:tensorflow:Step 81200 | Loss: 0.0005 | Spent: 7.1 secs | LR: 0.000177
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.811
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 81300 | Loss: 0.0000 | Spent: 32.5 secs | LR: 0.000177
INFO:tensorflow:Step 81400 | Loss: 0.1122 | Spent: 7.1 secs | LR: 0.000177
INFO:tensorflow:Step 81500 | Loss: 0.0000 | Spent: 7.0 secs | LR: 0.000176
INFO:tensorflow:Step 81600 | Loss: 0.0015 | Spent: 7.1 secs | LR: 0.000176
INFO:tensorflow:Step 81700 | Loss: 0.0003 | Spent: 6.9 secs | LR: 0.000176
INFO:tensorflow:Step 81800 | Loss: 0.0001 | Spent: 7.1 secs | LR: 0.000176
INFO:tensorflow:Step 81900 | Loss: 0.0117 | Spent: 6.8 secs | LR: 0.000176
INFO:tensorflow:Step 82000 | Loss: 0.0006 | Spent: 7.2 secs | LR: 0.000175
INFO:tensorflow:Step 82100 | Loss: 0.0001 | Spent: 7.2 secs | LR: 0.000175
INFO:tensorflow:Step 82200 | Loss: 0.0001 | Spent: 7.4 secs | LR: 0.000175
INFO:tensorflow:Step 82300 | Loss: 0.0000 | Spent: 7.1 secs | LR: 0.000175
INFO:tensorflow:Step 82400 | Loss: 0.0005 | Spent: 7.1 secs | LR: 0.000175
INFO:tensorflow:Step 82500 | Loss: 0.0022 | Spent: 7.0 secs | LR: 0.000175
INFO:tensorflow:Step 82600 | Loss: 0.0002 | Spent: 7.0 secs | LR: 0.000174
INFO:tensorflow:Step 82700 | Loss: 0.0057 | Spent: 6.8 secs | LR: 0.000174
INFO:tensorflow:Step 82800 | Loss: 0.0001 | Spent: 7.2 secs | LR: 0.000174
INFO:tensorflow:Step 82900 | Loss: 0.0005 | Spent: 7.2 secs | LR: 0.000174
INFO:tensorflow:Step 83000 | Loss: 0.2245 | Spent: 7.1 secs | LR: 0.000174
INFO:tensorflow:Step 83100 | Loss: 0.0053 | Spent: 7.0 secs | LR: 0.000174
INFO:tensorflow:Step 83200 | Loss: 0.0018 | Spent: 7.2 secs | LR: 0.000173
INFO:tensorflow:Step 83300 | Loss: 0.0000 | Spent: 7.1 secs | LR: 0.000173
INFO:tensorflow:Step 83400 | Loss: 0.0003 | Spent: 6.9 secs | LR: 0.000173
INFO:tensorflow:Step 83500 | Loss: 0.0004 | Spent: 7.2 secs | LR: 0.000173
INFO:tensorflow:Step 83600 | Loss: 0.0009 | Spent: 7.2 secs | LR: 0.000173
INFO:tensorflow:Step 83700 | Loss: 0.0000 | Spent: 7.1 secs | LR: 0.000172
INFO:tensorflow:Step 83800 | Loss: 0.0000 | Spent: 6.8 secs | LR: 0.000172
INFO:tensorflow:Step 83900 | Loss: 0.0070 | Spent: 7.1 secs | LR: 0.000172
INFO:tensorflow:Step 84000 | Loss: 0.0043 | Spent: 7.1 secs | LR: 0.000172
INFO:tensorflow:Step 84100 | Loss: 0.0002 | Spent: 7.1 secs | LR: 0.000172
INFO:tensorflow:Step 84200 | Loss: 0.0723 | Spent: 6.7 secs | LR: 0.000172
INFO:tensorflow:Step 84300 | Loss: 0.0024 | Spent: 6.9 secs | LR: 0.000171
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.817
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 84400 | Loss: 0.0011 | Spent: 32.2 secs | LR: 0.000171
INFO:tensorflow:Step 84500 | Loss: 0.0003 | Spent: 7.2 secs | LR: 0.000171
INFO:tensorflow:Step 84600 | Loss: 0.0001 | Spent: 7.1 secs | LR: 0.000171
INFO:tensorflow:Step 84700 | Loss: 0.0000 | Spent: 6.8 secs | LR: 0.000171
INFO:tensorflow:Step 84800 | Loss: 0.0000 | Spent: 7.4 secs | LR: 0.000171
INFO:tensorflow:Step 84900 | Loss: 0.0004 | Spent: 6.9 secs | LR: 0.000170
INFO:tensorflow:Step 85000 | Loss: 0.0005 | Spent: 7.0 secs | LR: 0.000170
INFO:tensorflow:Step 85100 | Loss: 0.0799 | Spent: 6.8 secs | LR: 0.000170
INFO:tensorflow:Step 85200 | Loss: 0.0021 | Spent: 7.0 secs | LR: 0.000170
INFO:tensorflow:Step 85300 | Loss: 0.0004 | Spent: 7.5 secs | LR: 0.000170
INFO:tensorflow:Step 85400 | Loss: 0.0001 | Spent: 7.1 secs | LR: 0.000170
INFO:tensorflow:Step 85500 | Loss: 0.0003 | Spent: 7.2 secs | LR: 0.000169
INFO:tensorflow:Step 85600 | Loss: 0.0001 | Spent: 6.8 secs | LR: 0.000169
INFO:tensorflow:Step 85700 | Loss: 0.0072 | Spent: 7.4 secs | LR: 0.000169
INFO:tensorflow:Step 85800 | Loss: 0.0065 | Spent: 7.0 secs | LR: 0.000169
INFO:tensorflow:Step 85900 | Loss: 0.0171 | Spent: 7.1 secs | LR: 0.000169
INFO:tensorflow:Step 86000 | Loss: 0.0024 | Spent: 7.1 secs | LR: 0.000169
INFO:tensorflow:Step 86100 | Loss: 0.0001 | Spent: 7.2 secs | LR: 0.000168
INFO:tensorflow:Step 86200 | Loss: 0.0000 | Spent: 7.1 secs | LR: 0.000168
INFO:tensorflow:Step 86300 | Loss: 0.0149 | Spent: 7.2 secs | LR: 0.000168
INFO:tensorflow:Step 86400 | Loss: 0.0140 | Spent: 7.8 secs | LR: 0.000168
INFO:tensorflow:Step 86500 | Loss: 0.0001 | Spent: 7.2 secs | LR: 0.000168
INFO:tensorflow:Step 86600 | Loss: 0.0119 | Spent: 7.3 secs | LR: 0.000168
INFO:tensorflow:Step 86700 | Loss: 0.0000 | Spent: 7.7 secs | LR: 0.000167
INFO:tensorflow:Step 86800 | Loss: 0.0002 | Spent: 7.1 secs | LR: 0.000167
INFO:tensorflow:Step 86900 | Loss: 0.0000 | Spent: 7.1 secs | LR: 0.000167
INFO:tensorflow:Step 87000 | Loss: 0.0027 | Spent: 7.2 secs | LR: 0.000167
INFO:tensorflow:Step 87100 | Loss: 0.0049 | Spent: 7.1 secs | LR: 0.000167
INFO:tensorflow:Step 87200 | Loss: 0.0001 | Spent: 7.2 secs | LR: 0.000167
INFO:tensorflow:Step 87300 | Loss: 0.0026 | Spent: 7.1 secs | LR: 0.000166
INFO:tensorflow:Step 87400 | Loss: 0.0004 | Spent: 6.9 secs | LR: 0.000166
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.813
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 87500 | Loss: 0.0001 | Spent: 32.4 secs | LR: 0.000166
INFO:tensorflow:Step 87600 | Loss: 0.0017 | Spent: 7.4 secs | LR: 0.000166
INFO:tensorflow:Step 87700 | Loss: 0.0000 | Spent: 7.2 secs | LR: 0.000166
INFO:tensorflow:Step 87800 | Loss: 0.0005 | Spent: 7.3 secs | LR: 0.000166
INFO:tensorflow:Step 87900 | Loss: 0.0594 | Spent: 7.0 secs | LR: 0.000165
INFO:tensorflow:Step 88000 | Loss: 0.0000 | Spent: 7.4 secs | LR: 0.000165
INFO:tensorflow:Step 88100 | Loss: 0.0001 | Spent: 7.0 secs | LR: 0.000165
INFO:tensorflow:Step 88200 | Loss: 0.0000 | Spent: 7.2 secs | LR: 0.000165
INFO:tensorflow:Step 88300 | Loss: 0.0000 | Spent: 7.2 secs | LR: 0.000165
INFO:tensorflow:Step 88400 | Loss: 0.0001 | Spent: 7.1 secs | LR: 0.000165
INFO:tensorflow:Step 88500 | Loss: 0.0001 | Spent: 7.1 secs | LR: 0.000164
INFO:tensorflow:Step 88600 | Loss: 0.0010 | Spent: 7.1 secs | LR: 0.000164
INFO:tensorflow:Step 88700 | Loss: 0.0661 | Spent: 7.1 secs | LR: 0.000164
INFO:tensorflow:Step 88800 | Loss: 0.0534 | Spent: 7.4 secs | LR: 0.000164
INFO:tensorflow:Step 88900 | Loss: 0.0000 | Spent: 7.1 secs | LR: 0.000164
INFO:tensorflow:Step 89000 | Loss: 0.0018 | Spent: 7.4 secs | LR: 0.000164
INFO:tensorflow:Step 89100 | Loss: 0.0000 | Spent: 6.9 secs | LR: 0.000163
INFO:tensorflow:Step 89200 | Loss: 0.0044 | Spent: 6.7 secs | LR: 0.000163
INFO:tensorflow:Step 89300 | Loss: 0.0000 | Spent: 7.0 secs | LR: 0.000163
INFO:tensorflow:Step 89400 | Loss: 0.0001 | Spent: 7.3 secs | LR: 0.000163
INFO:tensorflow:Step 89500 | Loss: 0.0007 | Spent: 7.0 secs | LR: 0.000163
INFO:tensorflow:Step 89600 | Loss: 0.0002 | Spent: 7.0 secs | LR: 0.000163
INFO:tensorflow:Step 89700 | Loss: 0.0000 | Spent: 6.9 secs | LR: 0.000162
INFO:tensorflow:Step 89800 | Loss: 0.0002 | Spent: 6.8 secs | LR: 0.000162
INFO:tensorflow:Step 89900 | Loss: 0.0018 | Spent: 7.4 secs | LR: 0.000162
INFO:tensorflow:Step 90000 | Loss: 0.0008 | Spent: 7.0 secs | LR: 0.000162
INFO:tensorflow:Step 90100 | Loss: 0.0143 | Spent: 7.0 secs | LR: 0.000162
INFO:tensorflow:Step 90200 | Loss: 0.0115 | Spent: 7.0 secs | LR: 0.000162
INFO:tensorflow:Step 90300 | Loss: 0.0076 | Spent: 7.0 secs | LR: 0.000161
INFO:tensorflow:Step 90400 | Loss: 0.0001 | Spent: 6.8 secs | LR: 0.000161
INFO:tensorflow:Step 90500 | Loss: 0.0214 | Spent: 7.1 secs | LR: 0.000161
INFO:tensorflow:Step 90600 | Loss: 0.0001 | Spent: 6.9 secs | LR: 0.000161
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.823
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 90700 | Loss: 0.0028 | Spent: 32.1 secs | LR: 0.000161
INFO:tensorflow:Step 90800 | Loss: 0.0000 | Spent: 7.1 secs | LR: 0.000161
INFO:tensorflow:Step 90900 | Loss: 0.0025 | Spent: 7.1 secs | LR: 0.000160
INFO:tensorflow:Step 91000 | Loss: 0.0011 | Spent: 7.0 secs | LR: 0.000160
INFO:tensorflow:Step 91100 | Loss: 0.0014 | Spent: 7.4 secs | LR: 0.000160
INFO:tensorflow:Step 91200 | Loss: 0.0000 | Spent: 6.8 secs | LR: 0.000160
INFO:tensorflow:Step 91300 | Loss: 0.0081 | Spent: 7.4 secs | LR: 0.000160
INFO:tensorflow:Step 91400 | Loss: 0.0001 | Spent: 7.3 secs | LR: 0.000160
INFO:tensorflow:Step 91500 | Loss: 0.0008 | Spent: 7.0 secs | LR: 0.000159
INFO:tensorflow:Step 91600 | Loss: 0.0001 | Spent: 6.9 secs | LR: 0.000159
INFO:tensorflow:Step 91700 | Loss: 0.0003 | Spent: 7.2 secs | LR: 0.000159
INFO:tensorflow:Step 91800 | Loss: 0.0000 | Spent: 7.2 secs | LR: 0.000159
INFO:tensorflow:Step 91900 | Loss: 0.0004 | Spent: 7.0 secs | LR: 0.000159
INFO:tensorflow:Step 92000 | Loss: 0.0001 | Spent: 7.0 secs | LR: 0.000159
INFO:tensorflow:Step 92100 | Loss: 0.1077 | Spent: 7.2 secs | LR: 0.000159
INFO:tensorflow:Step 92200 | Loss: 0.0006 | Spent: 7.1 secs | LR: 0.000158
INFO:tensorflow:Step 92300 | Loss: 0.0007 | Spent: 6.9 secs | LR: 0.000158
INFO:tensorflow:Step 92400 | Loss: 0.0000 | Spent: 6.9 secs | LR: 0.000158
INFO:tensorflow:Step 92500 | Loss: 0.0023 | Spent: 7.3 secs | LR: 0.000158
INFO:tensorflow:Step 92600 | Loss: 0.0000 | Spent: 6.7 secs | LR: 0.000158
INFO:tensorflow:Step 92700 | Loss: 0.0001 | Spent: 7.1 secs | LR: 0.000158
INFO:tensorflow:Step 92800 | Loss: 0.0007 | Spent: 7.0 secs | LR: 0.000157
INFO:tensorflow:Step 92900 | Loss: 0.0001 | Spent: 7.2 secs | LR: 0.000157
INFO:tensorflow:Step 93000 | Loss: 0.0053 | Spent: 7.5 secs | LR: 0.000157
INFO:tensorflow:Step 93100 | Loss: 0.0009 | Spent: 7.3 secs | LR: 0.000157
INFO:tensorflow:Step 93200 | Loss: 0.0004 | Spent: 7.2 secs | LR: 0.000157
INFO:tensorflow:Step 93300 | Loss: 0.0004 | Spent: 7.2 secs | LR: 0.000157
INFO:tensorflow:Step 93400 | Loss: 0.0032 | Spent: 7.0 secs | LR: 0.000156
INFO:tensorflow:Step 93500 | Loss: 0.0119 | Spent: 6.9 secs | LR: 0.000156
INFO:tensorflow:Step 93600 | Loss: 0.0032 | Spent: 6.7 secs | LR: 0.000156
INFO:tensorflow:Step 93700 | Loss: 0.0010 | Spent: 7.0 secs | LR: 0.000156
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.819
INFO:tensorflow:Best Accuracy: 0.824
Reading ../data/train.csv
INFO:tensorflow:Step 93800 | Loss: 0.0000 | Spent: 32.2 secs | LR: 0.000156
INFO:tensorflow:Step 93900 | Loss: 0.0356 | Spent: 6.9 secs | LR: 0.000156
INFO:tensorflow:Step 94000 | Loss: 0.0016 | Spent: 7.3 secs | LR: 0.000156
INFO:tensorflow:Step 94100 | Loss: 0.0000 | Spent: 7.1 secs | LR: 0.000155
INFO:tensorflow:Step 94200 | Loss: 0.0036 | Spent: 7.0 secs | LR: 0.000155
INFO:tensorflow:Step 94300 | Loss: 0.0175 | Spent: 6.8 secs | LR: 0.000155
INFO:tensorflow:Step 94400 | Loss: 0.0000 | Spent: 6.8 secs | LR: 0.000155
INFO:tensorflow:Step 94500 | Loss: 0.0000 | Spent: 7.3 secs | LR: 0.000155
INFO:tensorflow:Step 94600 | Loss: 0.0009 | Spent: 7.0 secs | LR: 0.000155
INFO:tensorflow:Step 94700 | Loss: 0.0053 | Spent: 7.0 secs | LR: 0.000154
INFO:tensorflow:Step 94800 | Loss: 0.0002 | Spent: 7.4 secs | LR: 0.000154
INFO:tensorflow:Step 94900 | Loss: 0.0034 | Spent: 7.0 secs | LR: 0.000154
INFO:tensorflow:Step 95000 | Loss: 0.0026 | Spent: 7.0 secs | LR: 0.000154
INFO:tensorflow:Step 95100 | Loss: 0.0002 | Spent: 7.2 secs | LR: 0.000154
INFO:tensorflow:Step 95200 | Loss: 0.0000 | Spent: 7.2 secs | LR: 0.000154
INFO:tensorflow:Step 95300 | Loss: 0.0000 | Spent: 7.1 secs | LR: 0.000153
INFO:tensorflow:Step 95400 | Loss: 0.0613 | Spent: 6.7 secs | LR: 0.000153
INFO:tensorflow:Step 95500 | Loss: 0.0003 | Spent: 7.1 secs | LR: 0.000153
INFO:tensorflow:Step 95600 | Loss: 0.0000 | Spent: 6.9 secs | LR: 0.000153
INFO:tensorflow:Step 95700 | Loss: 0.0003 | Spent: 7.1 secs | LR: 0.000153
INFO:tensorflow:Step 95800 | Loss: 0.0141 | Spent: 7.0 secs | LR: 0.000153
INFO:tensorflow:Step 95900 | Loss: 0.0000 | Spent: 6.9 secs | LR: 0.000153
INFO:tensorflow:Step 96000 | Loss: 0.0030 | Spent: 6.7 secs | LR: 0.000152
INFO:tensorflow:Step 96100 | Loss: 0.0012 | Spent: 7.0 secs | LR: 0.000152
INFO:tensorflow:Step 96200 | Loss: 0.0001 | Spent: 7.0 secs | LR: 0.000152
INFO:tensorflow:Step 96300 | Loss: 0.1075 | Spent: 7.3 secs | LR: 0.000152
INFO:tensorflow:Step 96400 | Loss: 0.0001 | Spent: 7.4 secs | LR: 0.000152
INFO:tensorflow:Step 96500 | Loss: 0.0000 | Spent: 7.2 secs | LR: 0.000152
INFO:tensorflow:Step 96600 | Loss: 0.0088 | Spent: 7.2 secs | LR: 0.000152
INFO:tensorflow:Step 96700 | Loss: 0.0000 | Spent: 6.9 secs | LR: 0.000151
INFO:tensorflow:Step 96800 | Loss: 0.0000 | Spent: 6.9 secs | LR: 0.000151
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.827
INFO:tensorflow:Best Accuracy: 0.827
Reading ../data/train.csv
INFO:tensorflow:Step 96900 | Loss: 0.0004 | Spent: 32.2 secs | LR: 0.000151
INFO:tensorflow:Step 97000 | Loss: 0.0000 | Spent: 7.2 secs | LR: 0.000151
INFO:tensorflow:Step 97100 | Loss: 0.0000 | Spent: 7.5 secs | LR: 0.000151
INFO:tensorflow:Step 97200 | Loss: 0.0000 | Spent: 7.0 secs | LR: 0.000151
INFO:tensorflow:Step 97300 | Loss: 0.0000 | Spent: 7.1 secs | LR: 0.000150
INFO:tensorflow:Step 97400 | Loss: 0.0020 | Spent: 6.9 secs | LR: 0.000150
INFO:tensorflow:Step 97500 | Loss: 0.0001 | Spent: 7.2 secs | LR: 0.000150
INFO:tensorflow:Step 97600 | Loss: 0.0005 | Spent: 7.3 secs | LR: 0.000150
INFO:tensorflow:Step 97700 | Loss: 0.0414 | Spent: 7.3 secs | LR: 0.000150
INFO:tensorflow:Step 97800 | Loss: 0.0005 | Spent: 7.1 secs | LR: 0.000150
INFO:tensorflow:Step 97900 | Loss: 0.0106 | Spent: 7.1 secs | LR: 0.000150
INFO:tensorflow:Step 98000 | Loss: 0.0001 | Spent: 7.1 secs | LR: 0.000149
INFO:tensorflow:Step 98100 | Loss: 0.0241 | Spent: 7.6 secs | LR: 0.000149
INFO:tensorflow:Step 98200 | Loss: 0.0419 | Spent: 7.1 secs | LR: 0.000149
INFO:tensorflow:Step 98300 | Loss: 0.0003 | Spent: 6.9 secs | LR: 0.000149
INFO:tensorflow:Step 98400 | Loss: 0.0016 | Spent: 7.1 secs | LR: 0.000149
INFO:tensorflow:Step 98500 | Loss: 0.0013 | Spent: 7.0 secs | LR: 0.000149
INFO:tensorflow:Step 98600 | Loss: 0.0002 | Spent: 7.2 secs | LR: 0.000148
INFO:tensorflow:Step 98700 | Loss: 0.0145 | Spent: 7.3 secs | LR: 0.000148
INFO:tensorflow:Step 98800 | Loss: 0.0065 | Spent: 6.8 secs | LR: 0.000148
INFO:tensorflow:Step 98900 | Loss: 0.0002 | Spent: 6.9 secs | LR: 0.000148
INFO:tensorflow:Step 99000 | Loss: 0.0283 | Spent: 6.9 secs | LR: 0.000148
INFO:tensorflow:Step 99100 | Loss: 0.0000 | Spent: 7.0 secs | LR: 0.000148
INFO:tensorflow:Step 99200 | Loss: 0.0002 | Spent: 7.1 secs | LR: 0.000148
INFO:tensorflow:Step 99300 | Loss: 0.0004 | Spent: 6.9 secs | LR: 0.000147
INFO:tensorflow:Step 99400 | Loss: 0.0000 | Spent: 7.1 secs | LR: 0.000147
INFO:tensorflow:Step 99500 | Loss: 0.0002 | Spent: 7.3 secs | LR: 0.000147
INFO:tensorflow:Step 99600 | Loss: 0.0008 | Spent: 7.2 secs | LR: 0.000147
INFO:tensorflow:Step 99700 | Loss: 0.0001 | Spent: 7.0 secs | LR: 0.000147
INFO:tensorflow:Step 99800 | Loss: 0.0007 | Spent: 7.4 secs | LR: 0.000147
INFO:tensorflow:Step 99900 | Loss: 0.0000 | Spent: 7.2 secs | LR: 0.000147
Reading ../data/test.csv
INFO:tensorflow:Evaluation: Testing Accuracy: 0.820
INFO:tensorflow:Best Accuracy: 0.827
Reading ../data/train.csv
---------------------------------------------------------------------------
KeyboardInterrupt                         Traceback (most recent call last)
<ipython-input-10-b95beb76ff28> in <module>()
     19 while True:
     20   # TRAINING
---> 21   for ((text1, text2), labels) in dataset(is_training=True, params=params):
     22     with tf.GradientTape() as tape:
     23       logits = model((text1, text2), training=True)

/usr/local/lib/python3.6/dist-packages/tensorflow/python/data/ops/iterator_ops.py in __next__(self)
    629 
    630   def __next__(self):  # For Python 3 compatibility
--> 631     return self.next()
    632 
    633   def _next_internal(self):

/usr/local/lib/python3.6/dist-packages/tensorflow/python/data/ops/iterator_ops.py in next(self)
    668     """Returns a nested structure of `Tensor`s containing the next element."""
    669     try:
--> 670       return self._next_internal()
    671     except errors.OutOfRangeError:
    672       raise StopIteration

/usr/local/lib/python3.6/dist-packages/tensorflow/python/data/ops/iterator_ops.py in _next_internal(self)
    653             self._iterator_resource,
    654             output_types=self._flat_output_types,
--> 655             output_shapes=self._flat_output_shapes)
    656 
    657       try:

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/gen_dataset_ops.py in iterator_get_next(iterator, output_types, output_shapes, name)
   2299         _ctx._context_handle, tld.device_name, "IteratorGetNext", name,
   2300         tld.op_callbacks, iterator, "output_types", output_types,
-> 2301         "output_shapes", output_shapes)
   2302       return _result
   2303     except _core._FallbackException:

KeyboardInterrupt: