In [0]:
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow1/recommender/movielens/main')
In [2]:
%tensorflow_version 1.x
TensorFlow 1.x selected.
In [3]:
import tensorflow as tf
import pprint
import logging

from pathlib import Path

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 1.15.2
GPU Enabled: True
In [0]:
# stream data from text files
def gen_fn(f_path):
  movietype2idx = {}
  with open('../vocab/movie_types.txt') as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      movietype2idx[line] = i
  
  with open(f_path) as f:
    print('Reading', f_path)
    for line in f:
      line = line.rstrip()
      (user_id, user_gender, user_age, user_job, movie_id, movie_types, movie_title, score) = line.split('\t')
      
      movie_types_ = [0] * len(movietype2idx)
      for movie_type in movie_types.split():
        movie_types_[movietype2idx[movie_type]] = 1
        
      movie_title = movie_title.split()
      yield (user_id, user_age, user_job, user_gender, movie_id, movie_types_, movie_title), score


def dataset(is_training, params):
  _shapes = (([], [], [], [], [], [18], [None]), [])
  _types = ((tf.string, tf.string, tf.string, tf.string, tf.string, tf.int32, tf.string), tf.float32)
  _pads = (('-1', '-1', '-1', '-1', '-1', -1, '<pad>'), 0.)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: gen_fn(params['train_path']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: gen_fn(params['test_path']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  
  return ds
In [0]:
def clr(step,
        initial_learning_rate,
        maximal_learning_rate,
        step_size,
        gamma=1.,):
  scale_mode = "iterations"
  scale_fn = lambda x: gamma**x
  step = tf.cast(step, tf.float32)
  
  initial_learning_rate = tf.convert_to_tensor(
    initial_learning_rate, name="initial_learning_rate")
  dtype = initial_learning_rate.dtype
  maximal_learning_rate = tf.cast(maximal_learning_rate, dtype)
  step_size = tf.cast(step_size, dtype)
  cycle = tf.floor(1 + step / (2 * step_size))
  x = tf.abs(step / step_size - 2 * cycle + 1)

  mode_step = cycle if scale_mode == "cycle" else step

  return initial_learning_rate + (
    maximal_learning_rate - initial_learning_rate) * tf.maximum(
      tf.cast(0, dtype), (1 - x)) * scale_fn(mode_step)
In [0]:
def model_fn(features, labels, mode, params):
  # Receive inputs
  user_id, user_age, user_job, user_gender, movie_id, movie_types, movie_title = features
  
  
  # Flag for Dropout / Batch Norm
  is_training = (mode == tf.estimator.ModeKeys.TRAIN)
  
  
  # Word Indexing
  lookup_user_id = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_id.txt', num_oov_buckets=1)
  
  lookup_user_age = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_age.txt', num_oov_buckets=1)
  
  lookup_user_job = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_job.txt', num_oov_buckets=1)
  
  lookup_user_gender = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_gender.txt', num_oov_buckets=1)
  
  lookup_movie_id = tf.contrib.lookup.index_table_from_file(
    '../vocab/movie_id.txt', num_oov_buckets=1)
  
  lookup_movie_title = tf.contrib.lookup.index_table_from_file(
    '../vocab/movie_title.txt', num_oov_buckets=1)
  
  user_id = lookup_user_id.lookup(user_id)
  
  user_age = lookup_user_age.lookup(user_age)
  
  user_job = lookup_user_job.lookup(user_job)
  
  user_gender = lookup_user_gender.lookup(user_gender)
  
  movie_id = lookup_movie_id.lookup(movie_id)
  
  movie_title = lookup_movie_title.lookup(movie_title)
  
  
  # Embedding
  user_id = tf.contrib.layers.embed_sequence(
    ids = user_id,
    vocab_size = params['user_id_size'] + 1,
    embed_dim = params['large_embed_dim'],
    scope='user_id')
  
  user_age = tf.contrib.layers.embed_sequence(
    ids = user_age,
    vocab_size = params['user_age_size'] + 1,
    embed_dim = params['small_embed_dim'],
    scope='user_age')
  
  user_job = tf.contrib.layers.embed_sequence(
    ids = user_job,
    vocab_size = params['user_job_size'] + 1,
    embed_dim = params['small_embed_dim'],
    scope='user_job')
  
  user_gender = tf.contrib.layers.embed_sequence(
    ids = user_gender,
    vocab_size = params['user_gender_size'],
    embed_dim = params['small_embed_dim'],
    scope='user_gender')
  
  movie_id = tf.contrib.layers.embed_sequence(
    ids = movie_id,
    vocab_size = params['movie_id_size'] + 1,
    embed_dim = params['large_embed_dim'],
    scope='movie_id')
  
  movie_types = tf.to_float(movie_types)
  
  movie_title = tf.contrib.layers.embed_sequence(
    ids = movie_title,
    vocab_size = params['movie_title_size'] + 1,
    embed_dim = params['large_embed_dim'],
    scope='movie_title')
  
  
  # User Network
  user_feature = tf.concat((user_id, user_age, user_job, user_gender), -1)
  
  user_feature = tf.layers.dropout(user_feature, params['dropout_rate'], training=is_training)
  
  user_feature = tf.layers.dense(user_feature,
                                 params['hidden_dim'],
                                 params['activation'],
                                 name='user_feature/fc')
  
  
  # Movie Network
  movie_title = tf.layers.dropout(movie_title, params['dropout_rate'], training=is_training)
  
  movie_title = tf.reduce_max(tf.layers.conv1d(movie_title,
                                               filters=params['large_embed_dim'],
                                               kernel_size=params['kernel_size'],
                                               activation=params['activation'],
                                               name='movie_feature/conv1d'), axis=1)
  
  movie_feature = tf.concat((movie_id, movie_types, movie_title), -1)
  
  movie_feature = tf.layers.dropout(movie_feature, params['dropout_rate'], training=is_training)
  
  movie_feature = tf.layers.dense(movie_feature,
                                  params['hidden_dim'],
                                  params['activation'],
                                  name='movie_feature/fc')
  
  
  # Aggregation
  scores = tf.concat([tf.abs(user_feature - movie_feature),
                      user_feature * movie_feature,
                      user_feature,
                      movie_feature], -1)
  scores = tf.layers.dropout(scores, params['dropout_rate'], training=is_training)
  scores = tf.layers.dense(scores, params['hidden_dim'], params['activation'])
  scores = tf.layers.dropout(scores, params['dropout_rate'], training=is_training)
  scores = tf.layers.dense(scores, params['hidden_dim'], params['activation'])
  logits = tf.layers.dense(scores, 5)
  predictions = tf.to_float(tf.argmax(logits, -1) + 1)
  
  
  if labels is not None:
    loss_op = tf.reduce_mean(tf.nn.sparse_softmax_cross_entropy_with_logits(
      labels=tf.to_int32(labels-1), logits=logits))
  
  
  if mode == tf.estimator.ModeKeys.TRAIN:
    tf.logging.info('\n'+pprint.pformat(tf.trainable_variables()))
    
    global_step=tf.train.get_or_create_global_step()
    decay_lr = clr(
      step = global_step,
      initial_learning_rate = 1e-4,
      maximal_learning_rate = 8e-4,
      step_size = 2*900228//params['batch_size'],)
    
    optim = tf.train.AdamOptimizer(decay_lr)
    train_op = optim.minimize(
      loss_op, global_step=tf.train.get_or_create_global_step())
    
    hook = tf.train.LoggingTensorHook({'lr': decay_lr}, every_n_iter=100)
    
    return tf.estimator.EstimatorSpec(mode=mode,
                                      loss=loss_op,
                                      train_op=train_op,
                                      training_hooks=[hook],)
  
  
  if mode == tf.estimator.ModeKeys.EVAL:
    mae_op = tf.metrics.mean_absolute_error(labels=labels,
                                            predictions=predictions)
    return tf.estimator.EstimatorSpec(mode=mode,
                                      loss=loss_op,
                                      eval_metric_ops={'mae': mae_op})
In [0]:
params = {
    'log_path': '../log/dnn_softmax_clr.txt',
    'model_dir': '../model/dnn_softmax_clr',
    'train_path': '../data/train.txt',
    'test_path': '../data/test.txt',
    'user_id_size': 6040,
    'user_age_size': 7,
    'user_job_size': 21,
    'user_gender_size': 2,
    'movie_id_size': 3691,
    'movie_title_size': 3702,
    'small_embed_dim': 30,
    'large_embed_dim': 200,
    'hidden_dim': 200,
    'activation': tf.nn.elu,
    'kernel_size': 3,
    'dropout_rate': 0.2,
    'lr': 3e-4,
    'num_patience': 7,
    'buffer_size': 200000,
    'batch_size': 256,
}
In [8]:
# Create directory if not exist
Path(os.path.dirname(params['log_path'])).mkdir(exist_ok=True)
Path(params['model_dir']).mkdir(exist_ok=True, parents=True)

# Logging
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)
fh = logging.FileHandler(params['log_path'])
logger.addHandler(fh)

# Create an estimator
config = tf.estimator.RunConfig(
  save_checkpoints_steps=900228//params['batch_size']+1,
  keep_checkpoint_max=3)

estimator = tf.estimator.Estimator(
  model_fn=model_fn,
  model_dir=params['model_dir'],
  config=config,
  params=params)

best_mae = 10000.
count = 0
tf.enable_eager_execution()

while True:
  estimator.train(input_fn=lambda: dataset(is_training=True, params=params))

  mae = estimator.evaluate(input_fn=lambda: dataset(is_training=False, params=params))['mae']
  logger.info("MAE: {:.3f}".format(mae))

  if mae < best_mae:
    best_mae = mae
    count = 0
  else:
    count += 1
  logger.info("Best MAE: {:.3f}".format(best_mae))

  if count == params['num_patience']:
    print(params['num_patience'], "times not improve the best result, therefore stop training")
    break
INFO:tensorflow:Using config: {'_model_dir': '../model/dnn_softmax_clr', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': 3517, '_save_checkpoints_secs': None, '_session_config': allow_soft_placement: true
graph_options {
  rewrite_options {
    meta_optimizer_iterations: ONE
  }
}
, '_keep_checkpoint_max': 3, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7ff7e1970cf8>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/training_util.py:236: Variable.initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version.
Instructions for updating:
Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:
The TensorFlow contrib module will not be included in TensorFlow 2.0.
For more information, please see:
  * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md
  * https://github.com/tensorflow/addons
  * https://github.com/tensorflow/io (for I/O related ops)
If you depend on functionality not listed there, please file an issue.

WARNING:tensorflow:From <ipython-input-6-c59d8b077104>:73: to_float (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
WARNING:tensorflow:From <ipython-input-6-c59d8b077104>:85: dropout (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.dropout instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/layers/core.py:271: Layer.apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.
Instructions for updating:
Please use `layer.__call__` method instead.
WARNING:tensorflow:From <ipython-input-6-c59d8b077104>:90: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.Dense instead.
WARNING:tensorflow:From <ipython-input-6-c59d8b077104>:100: conv1d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.keras.layers.Conv1D` instead.
WARNING:tensorflow:From <ipython-input-6-c59d8b077104>:127: to_int32 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/array_ops.py:1475: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.where in 2.0, which has the same broadcast rule as np.where
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 0 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.6565199, step = 0
INFO:tensorflow:lr = 1e-04
INFO:tensorflow:global_step/sec: 15.3157
INFO:tensorflow:loss = 1.451543, step = 100 (6.534 sec)
INFO:tensorflow:lr = 0.00010995308 (6.535 sec)
INFO:tensorflow:global_step/sec: 15.7943
INFO:tensorflow:loss = 1.4737172, step = 200 (6.331 sec)
INFO:tensorflow:lr = 0.00011990616 (6.331 sec)
INFO:tensorflow:global_step/sec: 15.9464
INFO:tensorflow:loss = 1.4462236, step = 300 (6.273 sec)
INFO:tensorflow:lr = 0.00012985924 (6.271 sec)
INFO:tensorflow:global_step/sec: 15.7115
INFO:tensorflow:loss = 1.3942164, step = 400 (6.365 sec)
INFO:tensorflow:lr = 0.00013981233 (6.364 sec)
INFO:tensorflow:global_step/sec: 15.9141
INFO:tensorflow:loss = 1.2873437, step = 500 (6.284 sec)
INFO:tensorflow:lr = 0.0001497654 (6.289 sec)
INFO:tensorflow:global_step/sec: 16.0846
INFO:tensorflow:loss = 1.2879729, step = 600 (6.215 sec)
INFO:tensorflow:lr = 0.00015971849 (6.211 sec)
INFO:tensorflow:global_step/sec: 16.1584
INFO:tensorflow:loss = 1.353726, step = 700 (6.191 sec)
INFO:tensorflow:lr = 0.00016967156 (6.190 sec)
INFO:tensorflow:global_step/sec: 15.5728
INFO:tensorflow:loss = 1.2740396, step = 800 (6.421 sec)
INFO:tensorflow:lr = 0.0001796246 (6.421 sec)
INFO:tensorflow:global_step/sec: 15.4645
INFO:tensorflow:loss = 1.3048044, step = 900 (6.467 sec)
INFO:tensorflow:lr = 0.0001895777 (6.466 sec)
INFO:tensorflow:global_step/sec: 15.8667
INFO:tensorflow:loss = 1.3035432, step = 1000 (6.302 sec)
INFO:tensorflow:lr = 0.00019953077 (6.303 sec)
INFO:tensorflow:global_step/sec: 16.1091
INFO:tensorflow:loss = 1.2529107, step = 1100 (6.210 sec)
INFO:tensorflow:lr = 0.00020948384 (6.212 sec)
INFO:tensorflow:global_step/sec: 16.0358
INFO:tensorflow:loss = 1.2211047, step = 1200 (6.235 sec)
INFO:tensorflow:lr = 0.00021943693 (6.232 sec)
INFO:tensorflow:global_step/sec: 15.9369
INFO:tensorflow:loss = 1.2079461, step = 1300 (6.274 sec)
INFO:tensorflow:lr = 0.00022939002 (6.275 sec)
INFO:tensorflow:global_step/sec: 15.8955
INFO:tensorflow:loss = 1.2401764, step = 1400 (6.291 sec)
INFO:tensorflow:lr = 0.00023934309 (6.293 sec)
INFO:tensorflow:global_step/sec: 15.946
INFO:tensorflow:loss = 1.3438983, step = 1500 (6.271 sec)
INFO:tensorflow:lr = 0.00024929616 (6.272 sec)
INFO:tensorflow:global_step/sec: 16.0443
INFO:tensorflow:loss = 1.2214627, step = 1600 (6.233 sec)
INFO:tensorflow:lr = 0.00025924927 (6.231 sec)
INFO:tensorflow:global_step/sec: 16.0413
INFO:tensorflow:loss = 1.2242131, step = 1700 (6.236 sec)
INFO:tensorflow:lr = 0.00026920234 (6.238 sec)
INFO:tensorflow:global_step/sec: 15.8428
INFO:tensorflow:loss = 1.2131566, step = 1800 (6.311 sec)
INFO:tensorflow:lr = 0.00027915539 (6.306 sec)
INFO:tensorflow:global_step/sec: 15.7288
INFO:tensorflow:loss = 1.2848383, step = 1900 (6.357 sec)
INFO:tensorflow:lr = 0.00028910846 (6.357 sec)
INFO:tensorflow:global_step/sec: 15.9802
INFO:tensorflow:loss = 1.237076, step = 2000 (6.257 sec)
INFO:tensorflow:lr = 0.00029906153 (6.257 sec)
INFO:tensorflow:global_step/sec: 15.8059
INFO:tensorflow:loss = 1.2464056, step = 2100 (6.327 sec)
INFO:tensorflow:lr = 0.00030901463 (6.328 sec)
INFO:tensorflow:global_step/sec: 15.5037
INFO:tensorflow:loss = 1.2324874, step = 2200 (6.448 sec)
INFO:tensorflow:lr = 0.0003189677 (6.447 sec)
INFO:tensorflow:global_step/sec: 15.9883
INFO:tensorflow:loss = 1.2340199, step = 2300 (6.258 sec)
INFO:tensorflow:lr = 0.00032892078 (6.260 sec)
INFO:tensorflow:global_step/sec: 15.9051
INFO:tensorflow:loss = 1.2716018, step = 2400 (6.288 sec)
INFO:tensorflow:lr = 0.00033887386 (6.291 sec)
INFO:tensorflow:global_step/sec: 15.9225
INFO:tensorflow:loss = 1.2105863, step = 2500 (6.278 sec)
INFO:tensorflow:lr = 0.00034882696 (6.276 sec)
INFO:tensorflow:global_step/sec: 16.1401
INFO:tensorflow:loss = 1.2371205, step = 2600 (6.196 sec)
INFO:tensorflow:lr = 0.00035878003 (6.194 sec)
INFO:tensorflow:global_step/sec: 15.8267
INFO:tensorflow:loss = 1.2449975, step = 2700 (6.318 sec)
INFO:tensorflow:lr = 0.0003687331 (6.321 sec)
INFO:tensorflow:global_step/sec: 36.5009
INFO:tensorflow:loss = 1.2618676, step = 2800 (2.738 sec)
INFO:tensorflow:lr = 0.0003786862 (2.735 sec)
INFO:tensorflow:global_step/sec: 112.639
INFO:tensorflow:loss = 1.2339553, step = 2900 (0.888 sec)
INFO:tensorflow:lr = 0.00038863928 (0.888 sec)
INFO:tensorflow:global_step/sec: 116.753
INFO:tensorflow:loss = 1.2133431, step = 3000 (0.856 sec)
INFO:tensorflow:lr = 0.00039859235 (0.855 sec)
INFO:tensorflow:global_step/sec: 114.251
INFO:tensorflow:loss = 1.1781137, step = 3100 (0.878 sec)
INFO:tensorflow:lr = 0.00040854543 (0.879 sec)
INFO:tensorflow:global_step/sec: 115.05
INFO:tensorflow:loss = 1.246277, step = 3200 (0.867 sec)
INFO:tensorflow:lr = 0.00041849853 (0.866 sec)
INFO:tensorflow:global_step/sec: 115.259
INFO:tensorflow:loss = 1.2288948, step = 3300 (0.865 sec)
INFO:tensorflow:lr = 0.0004284516 (0.866 sec)
INFO:tensorflow:global_step/sec: 112.905
INFO:tensorflow:loss = 1.2046522, step = 3400 (0.888 sec)
INFO:tensorflow:lr = 0.00043840468 (0.888 sec)
INFO:tensorflow:global_step/sec: 113.945
INFO:tensorflow:loss = 1.2478576, step = 3500 (0.877 sec)
INFO:tensorflow:lr = 0.00044835778 (0.878 sec)
INFO:tensorflow:Saving checkpoints for 3517 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.397657.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T02:47:59Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-3517
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-02:48:22
INFO:tensorflow:Saving dict for global step 3517: global_step = 3517, loss = 1.220053, mae = 0.7114652
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 3517: ../model/dnn_softmax_clr/model.ckpt-3517
INFO:tensorflow:MAE: 0.711
INFO:tensorflow:Best MAE: 0.711
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-3517
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:1069: get_checkpoint_mtimes (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file utilities to get mtimes.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 3517 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.209908, step = 3517
INFO:tensorflow:lr = 0.00045004976
INFO:tensorflow:global_step/sec: 15.7133
INFO:tensorflow:loss = 1.1909747, step = 3617 (6.370 sec)
INFO:tensorflow:lr = 0.00046000286 (6.369 sec)
INFO:tensorflow:global_step/sec: 16.299
INFO:tensorflow:loss = 1.2418578, step = 3717 (6.135 sec)
INFO:tensorflow:lr = 0.00046995594 (6.135 sec)
INFO:tensorflow:global_step/sec: 16.0697
INFO:tensorflow:loss = 1.1515782, step = 3817 (6.221 sec)
INFO:tensorflow:lr = 0.000479909 (6.221 sec)
INFO:tensorflow:global_step/sec: 16.0549
INFO:tensorflow:loss = 1.1776723, step = 3917 (6.229 sec)
INFO:tensorflow:lr = 0.00048986205 (6.229 sec)
INFO:tensorflow:global_step/sec: 16.0915
INFO:tensorflow:loss = 1.1993331, step = 4017 (6.215 sec)
INFO:tensorflow:lr = 0.00049981516 (6.215 sec)
INFO:tensorflow:global_step/sec: 15.9137
INFO:tensorflow:loss = 1.2238498, step = 4117 (6.285 sec)
INFO:tensorflow:lr = 0.0005097682 (6.284 sec)
INFO:tensorflow:global_step/sec: 15.7868
INFO:tensorflow:loss = 1.2078204, step = 4217 (6.333 sec)
INFO:tensorflow:lr = 0.0005197213 (6.334 sec)
INFO:tensorflow:global_step/sec: 15.6728
INFO:tensorflow:loss = 1.2217664, step = 4317 (6.380 sec)
INFO:tensorflow:lr = 0.00052967435 (6.382 sec)
INFO:tensorflow:global_step/sec: 15.8727
INFO:tensorflow:loss = 1.197035, step = 4417 (6.302 sec)
INFO:tensorflow:lr = 0.00053962745 (6.303 sec)
INFO:tensorflow:global_step/sec: 15.8104
INFO:tensorflow:loss = 1.2702578, step = 4517 (6.325 sec)
INFO:tensorflow:lr = 0.00054958055 (6.325 sec)
INFO:tensorflow:global_step/sec: 15.9313
INFO:tensorflow:loss = 1.2418152, step = 4617 (6.274 sec)
INFO:tensorflow:lr = 0.0005595336 (6.271 sec)
INFO:tensorflow:global_step/sec: 16.1343
INFO:tensorflow:loss = 1.2699522, step = 4717 (6.200 sec)
INFO:tensorflow:lr = 0.0005694867 (6.200 sec)
INFO:tensorflow:global_step/sec: 16.1773
INFO:tensorflow:loss = 1.1443623, step = 4817 (6.183 sec)
INFO:tensorflow:lr = 0.00057943974 (6.184 sec)
INFO:tensorflow:global_step/sec: 16.1458
INFO:tensorflow:loss = 1.1907216, step = 4917 (6.192 sec)
INFO:tensorflow:lr = 0.00058939285 (6.194 sec)
INFO:tensorflow:global_step/sec: 16.1455
INFO:tensorflow:loss = 1.2196422, step = 5017 (6.193 sec)
INFO:tensorflow:lr = 0.00059934595 (6.190 sec)
INFO:tensorflow:global_step/sec: 16.178
INFO:tensorflow:loss = 1.1908408, step = 5117 (6.183 sec)
INFO:tensorflow:lr = 0.00060929905 (6.184 sec)
INFO:tensorflow:global_step/sec: 16.1774
INFO:tensorflow:loss = 1.3037195, step = 5217 (6.178 sec)
INFO:tensorflow:lr = 0.0006192521 (6.180 sec)
INFO:tensorflow:global_step/sec: 16.1618
INFO:tensorflow:loss = 1.2224964, step = 5317 (6.191 sec)
INFO:tensorflow:lr = 0.0006292052 (6.190 sec)
INFO:tensorflow:global_step/sec: 16.5769
INFO:tensorflow:loss = 1.1871779, step = 5417 (6.032 sec)
INFO:tensorflow:lr = 0.00063915824 (6.034 sec)
INFO:tensorflow:global_step/sec: 16.3031
INFO:tensorflow:loss = 1.1847621, step = 5517 (6.133 sec)
INFO:tensorflow:lr = 0.0006491113 (6.131 sec)
INFO:tensorflow:global_step/sec: 16.3585
INFO:tensorflow:loss = 1.2421546, step = 5617 (6.114 sec)
INFO:tensorflow:lr = 0.0006590644 (6.114 sec)
INFO:tensorflow:global_step/sec: 16.7664
INFO:tensorflow:loss = 1.1518705, step = 5717 (5.964 sec)
INFO:tensorflow:lr = 0.0006690175 (5.966 sec)
INFO:tensorflow:global_step/sec: 16.6873
INFO:tensorflow:loss = 1.227827, step = 5817 (5.991 sec)
INFO:tensorflow:lr = 0.00067897054 (5.989 sec)
INFO:tensorflow:global_step/sec: 16.6654
INFO:tensorflow:loss = 1.2548192, step = 5917 (6.001 sec)
INFO:tensorflow:lr = 0.00068892364 (6.000 sec)
INFO:tensorflow:global_step/sec: 16.7595
INFO:tensorflow:loss = 1.1902227, step = 6017 (5.968 sec)
INFO:tensorflow:lr = 0.00069887674 (5.969 sec)
INFO:tensorflow:global_step/sec: 16.7409
INFO:tensorflow:loss = 1.2127402, step = 6117 (5.974 sec)
INFO:tensorflow:lr = 0.0007088298 (5.976 sec)
INFO:tensorflow:global_step/sec: 16.8016
INFO:tensorflow:loss = 1.1048461, step = 6217 (5.951 sec)
INFO:tensorflow:lr = 0.0007187829 (5.949 sec)
INFO:tensorflow:global_step/sec: 38.0346
INFO:tensorflow:loss = 1.1855109, step = 6317 (2.628 sec)
INFO:tensorflow:lr = 0.00072873593 (2.628 sec)
INFO:tensorflow:global_step/sec: 119.398
INFO:tensorflow:loss = 1.2356597, step = 6417 (0.836 sec)
INFO:tensorflow:lr = 0.00073868904 (0.836 sec)
INFO:tensorflow:global_step/sec: 123.096
INFO:tensorflow:loss = 1.2522328, step = 6517 (0.813 sec)
INFO:tensorflow:lr = 0.00074864214 (0.812 sec)
INFO:tensorflow:global_step/sec: 122.406
INFO:tensorflow:loss = 1.2254118, step = 6617 (0.817 sec)
INFO:tensorflow:lr = 0.0007585952 (0.818 sec)
INFO:tensorflow:global_step/sec: 117.909
INFO:tensorflow:loss = 1.2344044, step = 6717 (0.848 sec)
INFO:tensorflow:lr = 0.0007685483 (0.847 sec)
INFO:tensorflow:global_step/sec: 118.333
INFO:tensorflow:loss = 1.1489767, step = 6817 (0.844 sec)
INFO:tensorflow:lr = 0.0007785014 (0.844 sec)
INFO:tensorflow:global_step/sec: 119.946
INFO:tensorflow:loss = 1.1688302, step = 6917 (0.833 sec)
INFO:tensorflow:lr = 0.00078845443 (0.834 sec)
INFO:tensorflow:global_step/sec: 120.84
INFO:tensorflow:loss = 1.2088609, step = 7017 (0.828 sec)
INFO:tensorflow:lr = 0.0007984075 (0.827 sec)
INFO:tensorflow:Saving checkpoints for 7034 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.1919218.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T02:52:05Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-7034
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-02:52:28
INFO:tensorflow:Saving dict for global step 7034: global_step = 7034, loss = 1.1828176, mae = 0.68013924
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 7034: ../model/dnn_softmax_clr/model.ckpt-7034
INFO:tensorflow:MAE: 0.680
INFO:tensorflow:Best MAE: 0.680
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-7034
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 7034 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.1263044, step = 7034
INFO:tensorflow:lr = 0.00079990044
INFO:tensorflow:global_step/sec: 15.4503
INFO:tensorflow:loss = 1.1907849, step = 7134 (6.480 sec)
INFO:tensorflow:lr = 0.00078994734 (6.477 sec)
INFO:tensorflow:global_step/sec: 16.263
INFO:tensorflow:loss = 1.1838336, step = 7234 (6.147 sec)
INFO:tensorflow:lr = 0.00077999424 (6.147 sec)
INFO:tensorflow:global_step/sec: 16.1944
INFO:tensorflow:loss = 1.1671214, step = 7334 (6.174 sec)
INFO:tensorflow:lr = 0.0007700412 (6.177 sec)
INFO:tensorflow:global_step/sec: 16.0856
INFO:tensorflow:loss = 1.1894524, step = 7434 (6.217 sec)
INFO:tensorflow:lr = 0.0007600881 (6.216 sec)
INFO:tensorflow:global_step/sec: 16.1333
INFO:tensorflow:loss = 1.2351276, step = 7534 (6.199 sec)
INFO:tensorflow:lr = 0.00075013505 (6.200 sec)
INFO:tensorflow:global_step/sec: 15.8492
INFO:tensorflow:loss = 1.1855757, step = 7634 (6.310 sec)
INFO:tensorflow:lr = 0.00074018195 (6.311 sec)
INFO:tensorflow:global_step/sec: 15.374
INFO:tensorflow:loss = 1.1601101, step = 7734 (6.503 sec)
INFO:tensorflow:lr = 0.00073022884 (6.501 sec)
INFO:tensorflow:global_step/sec: 14.2242
INFO:tensorflow:loss = 1.1563671, step = 7834 (7.031 sec)
INFO:tensorflow:lr = 0.0007202758 (7.030 sec)
INFO:tensorflow:global_step/sec: 15.1945
INFO:tensorflow:loss = 1.1775467, step = 7934 (6.584 sec)
INFO:tensorflow:lr = 0.0007103227 (6.586 sec)
INFO:tensorflow:global_step/sec: 15.8697
INFO:tensorflow:loss = 1.1980264, step = 8034 (6.296 sec)
INFO:tensorflow:lr = 0.0007003696 (6.293 sec)
INFO:tensorflow:global_step/sec: 15.7564
INFO:tensorflow:loss = 1.1174866, step = 8134 (6.350 sec)
INFO:tensorflow:lr = 0.00069041655 (6.353 sec)
INFO:tensorflow:global_step/sec: 15.8687
INFO:tensorflow:loss = 1.1714509, step = 8234 (6.300 sec)
INFO:tensorflow:lr = 0.00068046356 (6.298 sec)
INFO:tensorflow:global_step/sec: 15.8049
INFO:tensorflow:loss = 1.2272593, step = 8334 (6.327 sec)
INFO:tensorflow:lr = 0.00067051046 (6.327 sec)
INFO:tensorflow:global_step/sec: 15.9121
INFO:tensorflow:loss = 1.2373205, step = 8434 (6.286 sec)
INFO:tensorflow:lr = 0.00066055736 (6.287 sec)
INFO:tensorflow:global_step/sec: 15.8107
INFO:tensorflow:loss = 1.1626667, step = 8534 (6.329 sec)
INFO:tensorflow:lr = 0.0006506043 (6.329 sec)
INFO:tensorflow:global_step/sec: 15.5082
INFO:tensorflow:loss = 1.1530749, step = 8634 (6.442 sec)
INFO:tensorflow:lr = 0.0006406512 (6.442 sec)
INFO:tensorflow:global_step/sec: 15.7939
INFO:tensorflow:loss = 1.1594775, step = 8734 (6.335 sec)
INFO:tensorflow:lr = 0.0006306981 (6.337 sec)
INFO:tensorflow:global_step/sec: 15.6739
INFO:tensorflow:loss = 1.1259141, step = 8834 (6.377 sec)
INFO:tensorflow:lr = 0.00062074506 (6.374 sec)
INFO:tensorflow:global_step/sec: 15.6997
INFO:tensorflow:loss = 1.1868529, step = 8934 (6.371 sec)
INFO:tensorflow:lr = 0.00061079196 (6.372 sec)
INFO:tensorflow:global_step/sec: 15.2085
INFO:tensorflow:loss = 1.1466955, step = 9034 (6.574 sec)
INFO:tensorflow:lr = 0.00060083886 (6.575 sec)
INFO:tensorflow:global_step/sec: 15.7602
INFO:tensorflow:loss = 1.1876425, step = 9134 (6.345 sec)
INFO:tensorflow:lr = 0.0005908858 (6.344 sec)
INFO:tensorflow:global_step/sec: 16.151
INFO:tensorflow:loss = 1.169549, step = 9234 (6.192 sec)
INFO:tensorflow:lr = 0.0005809327 (6.195 sec)
INFO:tensorflow:global_step/sec: 16.0387
INFO:tensorflow:loss = 1.1290791, step = 9334 (6.235 sec)
INFO:tensorflow:lr = 0.0005709796 (6.232 sec)
INFO:tensorflow:global_step/sec: 16.1067
INFO:tensorflow:loss = 1.123405, step = 9434 (6.208 sec)
INFO:tensorflow:lr = 0.00056102657 (6.209 sec)
INFO:tensorflow:global_step/sec: 15.846
INFO:tensorflow:loss = 1.131978, step = 9534 (6.317 sec)
INFO:tensorflow:lr = 0.00055107346 (6.316 sec)
INFO:tensorflow:global_step/sec: 15.927
INFO:tensorflow:loss = 1.2486008, step = 9634 (6.273 sec)
INFO:tensorflow:lr = 0.00054112036 (6.273 sec)
INFO:tensorflow:global_step/sec: 15.9929
INFO:tensorflow:loss = 1.1781888, step = 9734 (6.254 sec)
INFO:tensorflow:lr = 0.0005311673 (6.254 sec)
INFO:tensorflow:global_step/sec: 36.8977
INFO:tensorflow:loss = 1.1320149, step = 9834 (2.708 sec)
INFO:tensorflow:lr = 0.0005212142 (2.708 sec)
INFO:tensorflow:global_step/sec: 115.884
INFO:tensorflow:loss = 1.1644022, step = 9934 (0.862 sec)
INFO:tensorflow:lr = 0.00051126117 (0.862 sec)
INFO:tensorflow:global_step/sec: 117.8
INFO:tensorflow:loss = 1.1601653, step = 10034 (0.849 sec)
INFO:tensorflow:lr = 0.00050130807 (0.849 sec)
INFO:tensorflow:global_step/sec: 116.539
INFO:tensorflow:loss = 1.2071532, step = 10134 (0.858 sec)
INFO:tensorflow:lr = 0.00049135496 (0.859 sec)
INFO:tensorflow:global_step/sec: 118.531
INFO:tensorflow:loss = 1.1918544, step = 10234 (0.844 sec)
INFO:tensorflow:lr = 0.00048140192 (0.844 sec)
INFO:tensorflow:global_step/sec: 113.046
INFO:tensorflow:loss = 1.1327696, step = 10334 (0.882 sec)
INFO:tensorflow:lr = 0.00047144882 (0.882 sec)
INFO:tensorflow:global_step/sec: 118.166
INFO:tensorflow:loss = 1.0633729, step = 10434 (0.848 sec)
INFO:tensorflow:lr = 0.00046149574 (0.850 sec)
INFO:tensorflow:global_step/sec: 115.717
INFO:tensorflow:loss = 1.1714326, step = 10534 (0.865 sec)
INFO:tensorflow:lr = 0.00045154267 (0.865 sec)
INFO:tensorflow:Saving checkpoints for 10551 into ../model/dnn_softmax_clr/model.ckpt.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file APIs to delete files with this prefix.
INFO:tensorflow:Loss for final step: 1.1735085.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T02:56:14Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-10551
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-02:56:37
INFO:tensorflow:Saving dict for global step 10551: global_step = 10551, loss = 1.1525156, mae = 0.6494034
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 10551: ../model/dnn_softmax_clr/model.ckpt-10551
INFO:tensorflow:MAE: 0.649
INFO:tensorflow:Best MAE: 0.649
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-10551
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 10551 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.1598414, step = 10551
INFO:tensorflow:lr = 0.00044985072
INFO:tensorflow:global_step/sec: 15.4486
INFO:tensorflow:loss = 1.1181126, step = 10651 (6.485 sec)
INFO:tensorflow:lr = 0.00043989762 (6.484 sec)
INFO:tensorflow:global_step/sec: 16.2524
INFO:tensorflow:loss = 1.1655163, step = 10751 (6.148 sec)
INFO:tensorflow:lr = 0.00042994454 (6.150 sec)
INFO:tensorflow:global_step/sec: 16.2035
INFO:tensorflow:loss = 1.0747917, step = 10851 (6.170 sec)
INFO:tensorflow:lr = 0.00041999147 (6.168 sec)
INFO:tensorflow:global_step/sec: 15.9681
INFO:tensorflow:loss = 1.1308645, step = 10951 (6.265 sec)
INFO:tensorflow:lr = 0.0004100384 (6.264 sec)
INFO:tensorflow:global_step/sec: 15.3319
INFO:tensorflow:loss = 1.137799, step = 11051 (6.521 sec)
INFO:tensorflow:lr = 0.0004000853 (6.521 sec)
INFO:tensorflow:global_step/sec: 15.6063
INFO:tensorflow:loss = 1.1398925, step = 11151 (6.407 sec)
INFO:tensorflow:lr = 0.00039013222 (6.410 sec)
INFO:tensorflow:global_step/sec: 15.3728
INFO:tensorflow:loss = 1.0606174, step = 11251 (6.507 sec)
INFO:tensorflow:lr = 0.00038017915 (6.504 sec)
INFO:tensorflow:global_step/sec: 15.4095
INFO:tensorflow:loss = 1.1295415, step = 11351 (6.489 sec)
INFO:tensorflow:lr = 0.00037022604 (6.491 sec)
INFO:tensorflow:global_step/sec: 15.6447
INFO:tensorflow:loss = 1.1049556, step = 11451 (6.390 sec)
INFO:tensorflow:lr = 0.00036027297 (6.388 sec)
INFO:tensorflow:global_step/sec: 15.2845
INFO:tensorflow:loss = 1.0950963, step = 11551 (6.546 sec)
INFO:tensorflow:lr = 0.0003503199 (6.551 sec)
INFO:tensorflow:global_step/sec: 15.1405
INFO:tensorflow:loss = 1.11607, step = 11651 (6.605 sec)
INFO:tensorflow:lr = 0.0003403668 (6.599 sec)
INFO:tensorflow:global_step/sec: 15.5591
INFO:tensorflow:loss = 1.0990576, step = 11751 (6.430 sec)
INFO:tensorflow:lr = 0.00033041372 (6.436 sec)
INFO:tensorflow:global_step/sec: 15.2362
INFO:tensorflow:loss = 1.0734537, step = 11851 (6.559 sec)
INFO:tensorflow:lr = 0.00032046065 (6.553 sec)
INFO:tensorflow:global_step/sec: 15.3264
INFO:tensorflow:loss = 1.1384948, step = 11951 (6.522 sec)
INFO:tensorflow:lr = 0.00031050757 (6.527 sec)
INFO:tensorflow:global_step/sec: 15.565
INFO:tensorflow:loss = 1.0227987, step = 12051 (6.426 sec)
INFO:tensorflow:lr = 0.00030055447 (6.423 sec)
INFO:tensorflow:global_step/sec: 15.2133
INFO:tensorflow:loss = 1.1786231, step = 12151 (6.576 sec)
INFO:tensorflow:lr = 0.0002906014 (6.578 sec)
INFO:tensorflow:global_step/sec: 13.9432
INFO:tensorflow:loss = 1.130663, step = 12251 (7.172 sec)
INFO:tensorflow:lr = 0.00028064832 (7.169 sec)
INFO:tensorflow:global_step/sec: 14.3062
INFO:tensorflow:loss = 1.0714781, step = 12351 (6.988 sec)
INFO:tensorflow:lr = 0.00027069525 (6.989 sec)
INFO:tensorflow:global_step/sec: 15.3918
INFO:tensorflow:loss = 1.1409591, step = 12451 (6.495 sec)
INFO:tensorflow:lr = 0.00026074215 (6.495 sec)
INFO:tensorflow:global_step/sec: 15.5903
INFO:tensorflow:loss = 1.0685232, step = 12551 (6.417 sec)
INFO:tensorflow:lr = 0.00025078907 (6.416 sec)
INFO:tensorflow:global_step/sec: 15.3018
INFO:tensorflow:loss = 1.100852, step = 12651 (6.537 sec)
INFO:tensorflow:lr = 0.000240836 (6.537 sec)
INFO:tensorflow:global_step/sec: 15.6915
INFO:tensorflow:loss = 1.1175637, step = 12751 (6.373 sec)
INFO:tensorflow:lr = 0.0002308829 (6.371 sec)
INFO:tensorflow:global_step/sec: 15.5676
INFO:tensorflow:loss = 1.0773243, step = 12851 (6.439 sec)
INFO:tensorflow:lr = 0.00022092983 (6.438 sec)
INFO:tensorflow:global_step/sec: 15.5968
INFO:tensorflow:loss = 1.1102033, step = 12951 (6.395 sec)
INFO:tensorflow:lr = 0.00021097675 (6.396 sec)
INFO:tensorflow:global_step/sec: 15.4219
INFO:tensorflow:loss = 1.1420697, step = 13051 (6.485 sec)
INFO:tensorflow:lr = 0.00020102375 (6.484 sec)
INFO:tensorflow:global_step/sec: 15.3782
INFO:tensorflow:loss = 1.1385595, step = 13151 (6.499 sec)
INFO:tensorflow:lr = 0.00019107066 (6.504 sec)
INFO:tensorflow:global_step/sec: 15.5325
INFO:tensorflow:loss = 1.1633699, step = 13251 (6.441 sec)
INFO:tensorflow:lr = 0.00018111759 (6.436 sec)
INFO:tensorflow:global_step/sec: 36.3855
INFO:tensorflow:loss = 1.1907351, step = 13351 (2.745 sec)
INFO:tensorflow:lr = 0.00017116452 (2.745 sec)
INFO:tensorflow:global_step/sec: 112.048
INFO:tensorflow:loss = 1.1552234, step = 13451 (0.892 sec)
INFO:tensorflow:lr = 0.00016121143 (0.893 sec)
INFO:tensorflow:global_step/sec: 114.619
INFO:tensorflow:loss = 1.142666, step = 13551 (0.874 sec)
INFO:tensorflow:lr = 0.00015125834 (0.873 sec)
INFO:tensorflow:global_step/sec: 117.046
INFO:tensorflow:loss = 1.1066272, step = 13651 (0.854 sec)
INFO:tensorflow:lr = 0.00014130527 (0.855 sec)
INFO:tensorflow:global_step/sec: 117.954
INFO:tensorflow:loss = 1.0954127, step = 13751 (0.848 sec)
INFO:tensorflow:lr = 0.00013135218 (0.847 sec)
INFO:tensorflow:global_step/sec: 110.363
INFO:tensorflow:loss = 1.1730179, step = 13851 (0.907 sec)
INFO:tensorflow:lr = 0.000121399105 (0.908 sec)
INFO:tensorflow:global_step/sec: 106.031
INFO:tensorflow:loss = 1.1590263, step = 13951 (0.942 sec)
INFO:tensorflow:lr = 0.00011144602 (0.942 sec)
INFO:tensorflow:global_step/sec: 106.286
INFO:tensorflow:loss = 1.0552065, step = 14051 (0.942 sec)
INFO:tensorflow:lr = 0.00010149294 (0.942 sec)
INFO:tensorflow:Saving checkpoints for 14068 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0032803.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:00:28Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-14068
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:00:52
INFO:tensorflow:Saving dict for global step 14068: global_step = 14068, loss = 1.1421142, mae = 0.6358508
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 14068: ../model/dnn_softmax_clr/model.ckpt-14068
INFO:tensorflow:MAE: 0.636
INFO:tensorflow:Best MAE: 0.636
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-14068
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 14068 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0430522, step = 14068
INFO:tensorflow:lr = 0.000100199104
INFO:tensorflow:global_step/sec: 15.2814
INFO:tensorflow:loss = 1.1725546, step = 14168 (6.549 sec)
INFO:tensorflow:lr = 0.0001101521 (6.548 sec)
INFO:tensorflow:global_step/sec: 15.787
INFO:tensorflow:loss = 1.1528658, step = 14268 (6.343 sec)
INFO:tensorflow:lr = 0.000120105266 (6.344 sec)
INFO:tensorflow:global_step/sec: 15.5499
INFO:tensorflow:loss = 1.0497981, step = 14368 (6.422 sec)
INFO:tensorflow:lr = 0.00013005827 (6.420 sec)
INFO:tensorflow:global_step/sec: 15.5866
INFO:tensorflow:loss = 1.054546, step = 14468 (6.417 sec)
INFO:tensorflow:lr = 0.00014001143 (6.416 sec)
INFO:tensorflow:global_step/sec: 15.7049
INFO:tensorflow:loss = 1.0821885, step = 14568 (6.366 sec)
INFO:tensorflow:lr = 0.00014996443 (6.367 sec)
INFO:tensorflow:global_step/sec: 15.6075
INFO:tensorflow:loss = 1.0694643, step = 14668 (6.409 sec)
INFO:tensorflow:lr = 0.00015991759 (6.407 sec)
INFO:tensorflow:global_step/sec: 15.6353
INFO:tensorflow:loss = 1.1087406, step = 14768 (6.393 sec)
INFO:tensorflow:lr = 0.00016987059 (6.393 sec)
INFO:tensorflow:global_step/sec: 15.6865
INFO:tensorflow:loss = 1.0289742, step = 14868 (6.376 sec)
INFO:tensorflow:lr = 0.00017982375 (6.378 sec)
INFO:tensorflow:global_step/sec: 15.6969
INFO:tensorflow:loss = 1.0381387, step = 14968 (6.370 sec)
INFO:tensorflow:lr = 0.00018977675 (6.370 sec)
INFO:tensorflow:global_step/sec: 15.6349
INFO:tensorflow:loss = 1.121661, step = 15068 (6.396 sec)
INFO:tensorflow:lr = 0.00019972991 (6.394 sec)
INFO:tensorflow:global_step/sec: 15.5915
INFO:tensorflow:loss = 1.0560182, step = 15168 (6.416 sec)
INFO:tensorflow:lr = 0.00020968291 (6.417 sec)
INFO:tensorflow:global_step/sec: 15.6737
INFO:tensorflow:loss = 1.0776227, step = 15268 (6.380 sec)
INFO:tensorflow:lr = 0.00021963607 (6.379 sec)
INFO:tensorflow:global_step/sec: 15.6238
INFO:tensorflow:loss = 1.0722224, step = 15368 (6.402 sec)
INFO:tensorflow:lr = 0.00022958909 (6.404 sec)
INFO:tensorflow:global_step/sec: 15.5939
INFO:tensorflow:loss = 1.0605712, step = 15468 (6.409 sec)
INFO:tensorflow:lr = 0.00023954225 (6.408 sec)
INFO:tensorflow:global_step/sec: 15.4581
INFO:tensorflow:loss = 1.1209623, step = 15568 (6.471 sec)
INFO:tensorflow:lr = 0.00024949524 (6.472 sec)
INFO:tensorflow:global_step/sec: 15.16
INFO:tensorflow:loss = 1.1189789, step = 15668 (6.594 sec)
INFO:tensorflow:lr = 0.0002594484 (6.592 sec)
INFO:tensorflow:global_step/sec: 15.5457
INFO:tensorflow:loss = 1.0873302, step = 15768 (6.434 sec)
INFO:tensorflow:lr = 0.0002694014 (6.434 sec)
INFO:tensorflow:global_step/sec: 15.8297
INFO:tensorflow:loss = 1.07945, step = 15868 (6.317 sec)
INFO:tensorflow:lr = 0.00027935457 (6.316 sec)
INFO:tensorflow:global_step/sec: 15.8986
INFO:tensorflow:loss = 1.1117667, step = 15968 (6.289 sec)
INFO:tensorflow:lr = 0.00028930756 (6.291 sec)
INFO:tensorflow:global_step/sec: 15.8185
INFO:tensorflow:loss = 1.1452914, step = 16068 (6.323 sec)
INFO:tensorflow:lr = 0.00029926072 (6.323 sec)
INFO:tensorflow:global_step/sec: 15.7882
INFO:tensorflow:loss = 1.091313, step = 16168 (6.335 sec)
INFO:tensorflow:lr = 0.00030921373 (6.332 sec)
INFO:tensorflow:global_step/sec: 15.7823
INFO:tensorflow:loss = 1.044218, step = 16268 (6.334 sec)
INFO:tensorflow:lr = 0.0003191669 (6.335 sec)
INFO:tensorflow:global_step/sec: 15.8939
INFO:tensorflow:loss = 1.1308454, step = 16368 (6.293 sec)
INFO:tensorflow:lr = 0.00032911988 (6.294 sec)
INFO:tensorflow:global_step/sec: 15.7918
INFO:tensorflow:loss = 1.0516032, step = 16468 (6.329 sec)
INFO:tensorflow:lr = 0.0003390729 (6.334 sec)
INFO:tensorflow:global_step/sec: 14.9458
INFO:tensorflow:loss = 1.0654347, step = 16568 (6.693 sec)
INFO:tensorflow:lr = 0.00034902606 (6.689 sec)
INFO:tensorflow:global_step/sec: 14.5683
INFO:tensorflow:loss = 1.0119327, step = 16668 (6.864 sec)
INFO:tensorflow:lr = 0.00035897904 (6.864 sec)
INFO:tensorflow:global_step/sec: 15.2875
INFO:tensorflow:loss = 1.1463823, step = 16768 (6.540 sec)
INFO:tensorflow:lr = 0.00036893223 (6.539 sec)
INFO:tensorflow:global_step/sec: 36.952
INFO:tensorflow:loss = 1.1369894, step = 16868 (2.705 sec)
INFO:tensorflow:lr = 0.00037888522 (2.706 sec)
INFO:tensorflow:global_step/sec: 118.71
INFO:tensorflow:loss = 1.1228578, step = 16968 (0.842 sec)
INFO:tensorflow:lr = 0.00038883838 (0.842 sec)
INFO:tensorflow:global_step/sec: 115.928
INFO:tensorflow:loss = 1.0923339, step = 17068 (0.864 sec)
INFO:tensorflow:lr = 0.00039879137 (0.864 sec)
INFO:tensorflow:global_step/sec: 116.775
INFO:tensorflow:loss = 1.0548806, step = 17168 (0.855 sec)
INFO:tensorflow:lr = 0.00040874456 (0.855 sec)
INFO:tensorflow:global_step/sec: 112.835
INFO:tensorflow:loss = 1.126117, step = 17268 (0.887 sec)
INFO:tensorflow:lr = 0.00041869754 (0.887 sec)
INFO:tensorflow:global_step/sec: 117.388
INFO:tensorflow:loss = 1.1823964, step = 17368 (0.851 sec)
INFO:tensorflow:lr = 0.0004286507 (0.850 sec)
INFO:tensorflow:global_step/sec: 117.479
INFO:tensorflow:loss = 1.0808951, step = 17468 (0.852 sec)
INFO:tensorflow:lr = 0.00043860372 (0.852 sec)
INFO:tensorflow:global_step/sec: 114.32
INFO:tensorflow:loss = 1.0517536, step = 17568 (0.875 sec)
INFO:tensorflow:lr = 0.00044855688 (0.875 sec)
INFO:tensorflow:Saving checkpoints for 17585 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.1076463.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:04:41Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-17585
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:05:04
INFO:tensorflow:Saving dict for global step 17585: global_step = 17585, loss = 1.1480293, mae = 0.6427621
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 17585: ../model/dnn_softmax_clr/model.ckpt-17585
INFO:tensorflow:MAE: 0.643
INFO:tensorflow:Best MAE: 0.636
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-17585
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 17585 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0349282, step = 17585
INFO:tensorflow:lr = 0.00045024883
INFO:tensorflow:global_step/sec: 15.4588
INFO:tensorflow:loss = 1.1248546, step = 17685 (6.474 sec)
INFO:tensorflow:lr = 0.000460202 (6.478 sec)
INFO:tensorflow:global_step/sec: 15.8443
INFO:tensorflow:loss = 1.069789, step = 17785 (6.312 sec)
INFO:tensorflow:lr = 0.000470155 (6.310 sec)
INFO:tensorflow:global_step/sec: 16.0329
INFO:tensorflow:loss = 1.1072797, step = 17885 (6.238 sec)
INFO:tensorflow:lr = 0.00048010817 (6.241 sec)
INFO:tensorflow:global_step/sec: 16.1432
INFO:tensorflow:loss = 1.0597242, step = 17985 (6.193 sec)
INFO:tensorflow:lr = 0.0004900611 (6.190 sec)
INFO:tensorflow:global_step/sec: 16.2218
INFO:tensorflow:loss = 1.1112552, step = 18085 (6.166 sec)
INFO:tensorflow:lr = 0.0005000143 (6.164 sec)
INFO:tensorflow:global_step/sec: 16.0517
INFO:tensorflow:loss = 1.142361, step = 18185 (6.228 sec)
INFO:tensorflow:lr = 0.0005099673 (6.228 sec)
INFO:tensorflow:global_step/sec: 16.2816
INFO:tensorflow:loss = 1.0751953, step = 18285 (6.142 sec)
INFO:tensorflow:lr = 0.0005199205 (6.144 sec)
INFO:tensorflow:global_step/sec: 16.1998
INFO:tensorflow:loss = 1.1139237, step = 18385 (6.174 sec)
INFO:tensorflow:lr = 0.0005298735 (6.174 sec)
INFO:tensorflow:global_step/sec: 16.2367
INFO:tensorflow:loss = 1.1203978, step = 18485 (6.159 sec)
INFO:tensorflow:lr = 0.00053982646 (6.158 sec)
INFO:tensorflow:global_step/sec: 16.2366
INFO:tensorflow:loss = 1.028404, step = 18585 (6.161 sec)
INFO:tensorflow:lr = 0.0005497796 (6.161 sec)
INFO:tensorflow:global_step/sec: 16.1547
INFO:tensorflow:loss = 1.1171292, step = 18685 (6.187 sec)
INFO:tensorflow:lr = 0.0005597326 (6.186 sec)
INFO:tensorflow:global_step/sec: 16.229
INFO:tensorflow:loss = 1.0653623, step = 18785 (6.162 sec)
INFO:tensorflow:lr = 0.00056968577 (6.161 sec)
INFO:tensorflow:global_step/sec: 16.4405
INFO:tensorflow:loss = 0.9992028, step = 18885 (6.086 sec)
INFO:tensorflow:lr = 0.0005796388 (6.088 sec)
INFO:tensorflow:global_step/sec: 16.2947
INFO:tensorflow:loss = 1.1745139, step = 18985 (6.134 sec)
INFO:tensorflow:lr = 0.000589592 (6.134 sec)
INFO:tensorflow:global_step/sec: 15.9004
INFO:tensorflow:loss = 1.1056571, step = 19085 (6.291 sec)
INFO:tensorflow:lr = 0.00059954496 (6.289 sec)
INFO:tensorflow:global_step/sec: 15.9373
INFO:tensorflow:loss = 1.0260382, step = 19185 (6.273 sec)
INFO:tensorflow:lr = 0.0006094981 (6.272 sec)
INFO:tensorflow:global_step/sec: 16.4337
INFO:tensorflow:loss = 1.0910764, step = 19285 (6.084 sec)
INFO:tensorflow:lr = 0.0006194511 (6.084 sec)
INFO:tensorflow:global_step/sec: 16.3712
INFO:tensorflow:loss = 1.1812325, step = 19385 (6.110 sec)
INFO:tensorflow:lr = 0.00062940427 (6.113 sec)
INFO:tensorflow:global_step/sec: 16.2444
INFO:tensorflow:loss = 1.1550114, step = 19485 (6.156 sec)
INFO:tensorflow:lr = 0.0006393573 (6.157 sec)
INFO:tensorflow:global_step/sec: 16.4093
INFO:tensorflow:loss = 1.1022671, step = 19585 (6.090 sec)
INFO:tensorflow:lr = 0.0006493105 (6.086 sec)
INFO:tensorflow:global_step/sec: 16.2885
INFO:tensorflow:loss = 1.0732185, step = 19685 (6.142 sec)
INFO:tensorflow:lr = 0.00065926346 (6.142 sec)
INFO:tensorflow:global_step/sec: 16.4476
INFO:tensorflow:loss = 1.1576968, step = 19785 (6.081 sec)
INFO:tensorflow:lr = 0.0006692166 (6.085 sec)
INFO:tensorflow:global_step/sec: 16.3749
INFO:tensorflow:loss = 1.0909879, step = 19885 (6.105 sec)
INFO:tensorflow:lr = 0.0006791696 (6.102 sec)
INFO:tensorflow:global_step/sec: 16.3966
INFO:tensorflow:loss = 1.1198714, step = 19985 (6.099 sec)
INFO:tensorflow:lr = 0.00068912277 (6.099 sec)
INFO:tensorflow:global_step/sec: 16.4874
INFO:tensorflow:loss = 1.0586802, step = 20085 (6.066 sec)
INFO:tensorflow:lr = 0.00069907575 (6.065 sec)
INFO:tensorflow:global_step/sec: 16.4357
INFO:tensorflow:loss = 1.1186504, step = 20185 (6.085 sec)
INFO:tensorflow:lr = 0.0007090289 (6.088 sec)
INFO:tensorflow:global_step/sec: 16.5776
INFO:tensorflow:loss = 1.1209198, step = 20285 (6.035 sec)
INFO:tensorflow:lr = 0.00071898196 (6.033 sec)
INFO:tensorflow:global_step/sec: 37.0355
INFO:tensorflow:loss = 1.1542399, step = 20385 (2.694 sec)
INFO:tensorflow:lr = 0.0007289351 (2.692 sec)
INFO:tensorflow:global_step/sec: 115.494
INFO:tensorflow:loss = 1.0559388, step = 20485 (0.867 sec)
INFO:tensorflow:lr = 0.0007388881 (0.868 sec)
INFO:tensorflow:global_step/sec: 116.067
INFO:tensorflow:loss = 1.0708753, step = 20585 (0.862 sec)
INFO:tensorflow:lr = 0.00074884127 (0.861 sec)
INFO:tensorflow:global_step/sec: 118.101
INFO:tensorflow:loss = 1.1251761, step = 20685 (0.846 sec)
INFO:tensorflow:lr = 0.00075879425 (0.847 sec)
INFO:tensorflow:global_step/sec: 118.098
INFO:tensorflow:loss = 1.1691153, step = 20785 (0.845 sec)
INFO:tensorflow:lr = 0.0007687474 (0.845 sec)
INFO:tensorflow:global_step/sec: 117.001
INFO:tensorflow:loss = 1.1789831, step = 20885 (0.857 sec)
INFO:tensorflow:lr = 0.0007787004 (0.855 sec)
INFO:tensorflow:global_step/sec: 115.42
INFO:tensorflow:loss = 1.1149771, step = 20985 (0.866 sec)
INFO:tensorflow:lr = 0.0007886536 (0.867 sec)
INFO:tensorflow:global_step/sec: 112.899
INFO:tensorflow:loss = 1.0980603, step = 21085 (0.886 sec)
INFO:tensorflow:lr = 0.0007986066 (0.886 sec)
INFO:tensorflow:Saving checkpoints for 21102 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.1357205.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:08:46Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-21102
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:09:09
INFO:tensorflow:Saving dict for global step 21102: global_step = 21102, loss = 1.1481434, mae = 0.6304798
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 21102: ../model/dnn_softmax_clr/model.ckpt-21102
INFO:tensorflow:MAE: 0.630
INFO:tensorflow:Best MAE: 0.630
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-21102
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 21102 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0822436, step = 21102
INFO:tensorflow:lr = 0.00079970143
INFO:tensorflow:global_step/sec: 15.8617
INFO:tensorflow:loss = 1.0978099, step = 21202 (6.308 sec)
INFO:tensorflow:lr = 0.0007897483 (6.308 sec)
INFO:tensorflow:global_step/sec: 16.3825
INFO:tensorflow:loss = 0.97598624, step = 21302 (6.106 sec)
INFO:tensorflow:lr = 0.0007797952 (6.105 sec)
INFO:tensorflow:global_step/sec: 16.6176
INFO:tensorflow:loss = 1.1137989, step = 21402 (6.019 sec)
INFO:tensorflow:lr = 0.00076984207 (6.019 sec)
INFO:tensorflow:global_step/sec: 16.6914
INFO:tensorflow:loss = 1.2133425, step = 21502 (5.997 sec)
INFO:tensorflow:lr = 0.0007598891 (6.000 sec)
INFO:tensorflow:global_step/sec: 16.832
INFO:tensorflow:loss = 1.0689062, step = 21602 (5.934 sec)
INFO:tensorflow:lr = 0.0007499359 (5.932 sec)
INFO:tensorflow:global_step/sec: 16.8792
INFO:tensorflow:loss = 1.027062, step = 21702 (5.924 sec)
INFO:tensorflow:lr = 0.00073998293 (5.923 sec)
INFO:tensorflow:global_step/sec: 16.8368
INFO:tensorflow:loss = 1.0841448, step = 21802 (5.939 sec)
INFO:tensorflow:lr = 0.0007300298 (5.938 sec)
INFO:tensorflow:global_step/sec: 16.9169
INFO:tensorflow:loss = 1.2310425, step = 21902 (5.912 sec)
INFO:tensorflow:lr = 0.0007200768 (5.912 sec)
INFO:tensorflow:global_step/sec: 16.9225
INFO:tensorflow:loss = 1.1212866, step = 22002 (5.910 sec)
INFO:tensorflow:lr = 0.00071012357 (5.915 sec)
INFO:tensorflow:global_step/sec: 16.8996
INFO:tensorflow:loss = 1.08345, step = 22102 (5.915 sec)
INFO:tensorflow:lr = 0.0007001706 (5.910 sec)
INFO:tensorflow:global_step/sec: 16.7943
INFO:tensorflow:loss = 1.1033876, step = 22202 (5.957 sec)
INFO:tensorflow:lr = 0.0006902174 (5.958 sec)
INFO:tensorflow:global_step/sec: 16.7815
INFO:tensorflow:loss = 1.0082493, step = 22302 (5.959 sec)
INFO:tensorflow:lr = 0.00068026443 (5.957 sec)
INFO:tensorflow:global_step/sec: 16.6468
INFO:tensorflow:loss = 1.1589215, step = 22402 (6.006 sec)
INFO:tensorflow:lr = 0.0006703113 (6.007 sec)
INFO:tensorflow:global_step/sec: 16.6974
INFO:tensorflow:loss = 1.1163826, step = 22502 (5.993 sec)
INFO:tensorflow:lr = 0.0006603583 (5.992 sec)
INFO:tensorflow:global_step/sec: 16.3852
INFO:tensorflow:loss = 1.0686411, step = 22602 (6.100 sec)
INFO:tensorflow:lr = 0.0006504051 (6.102 sec)
INFO:tensorflow:global_step/sec: 16.6097
INFO:tensorflow:loss = 1.1977808, step = 22702 (6.021 sec)
INFO:tensorflow:lr = 0.0006404521 (6.020 sec)
INFO:tensorflow:global_step/sec: 16.846
INFO:tensorflow:loss = 1.1270896, step = 22802 (5.940 sec)
INFO:tensorflow:lr = 0.0006304989 (5.939 sec)
INFO:tensorflow:global_step/sec: 16.7195
INFO:tensorflow:loss = 1.1301447, step = 22902 (5.977 sec)
INFO:tensorflow:lr = 0.00062054594 (5.975 sec)
INFO:tensorflow:global_step/sec: 16.7388
INFO:tensorflow:loss = 1.1102945, step = 23002 (5.972 sec)
INFO:tensorflow:lr = 0.0006105928 (5.974 sec)
INFO:tensorflow:global_step/sec: 16.6363
INFO:tensorflow:loss = 1.1385784, step = 23102 (6.012 sec)
INFO:tensorflow:lr = 0.0006006398 (6.012 sec)
INFO:tensorflow:global_step/sec: 16.602
INFO:tensorflow:loss = 1.014822, step = 23202 (6.026 sec)
INFO:tensorflow:lr = 0.0005906866 (6.027 sec)
INFO:tensorflow:global_step/sec: 16.8526
INFO:tensorflow:loss = 1.0882118, step = 23302 (5.931 sec)
INFO:tensorflow:lr = 0.0005807336 (5.929 sec)
INFO:tensorflow:global_step/sec: 16.4604
INFO:tensorflow:loss = 1.1810037, step = 23402 (6.076 sec)
INFO:tensorflow:lr = 0.0005707806 (6.077 sec)
INFO:tensorflow:global_step/sec: 16.4291
INFO:tensorflow:loss = 1.1103678, step = 23502 (6.087 sec)
INFO:tensorflow:lr = 0.00056082744 (6.087 sec)
INFO:tensorflow:global_step/sec: 16.5066
INFO:tensorflow:loss = 1.1323066, step = 23602 (6.058 sec)
INFO:tensorflow:lr = 0.00055087445 (6.058 sec)
INFO:tensorflow:global_step/sec: 16.4675
INFO:tensorflow:loss = 1.0839195, step = 23702 (6.076 sec)
INFO:tensorflow:lr = 0.0005409213 (6.075 sec)
INFO:tensorflow:global_step/sec: 16.6827
INFO:tensorflow:loss = 1.0450289, step = 23802 (5.990 sec)
INFO:tensorflow:lr = 0.0005309683 (5.993 sec)
INFO:tensorflow:global_step/sec: 37.4868
INFO:tensorflow:loss = 1.062181, step = 23902 (2.666 sec)
INFO:tensorflow:lr = 0.00052101514 (2.664 sec)
INFO:tensorflow:global_step/sec: 115.372
INFO:tensorflow:loss = 1.0608523, step = 24002 (0.867 sec)
INFO:tensorflow:lr = 0.0005110621 (0.867 sec)
INFO:tensorflow:global_step/sec: 115.374
INFO:tensorflow:loss = 1.1408273, step = 24102 (0.866 sec)
INFO:tensorflow:lr = 0.00050110894 (0.866 sec)
INFO:tensorflow:global_step/sec: 116.708
INFO:tensorflow:loss = 1.0561354, step = 24202 (0.855 sec)
INFO:tensorflow:lr = 0.00049115595 (0.857 sec)
INFO:tensorflow:global_step/sec: 117.167
INFO:tensorflow:loss = 1.0569692, step = 24302 (0.856 sec)
INFO:tensorflow:lr = 0.00048120282 (0.854 sec)
INFO:tensorflow:global_step/sec: 119.669
INFO:tensorflow:loss = 1.0358742, step = 24402 (0.833 sec)
INFO:tensorflow:lr = 0.0004712498 (0.835 sec)
INFO:tensorflow:global_step/sec: 116.804
INFO:tensorflow:loss = 1.0883284, step = 24502 (0.858 sec)
INFO:tensorflow:lr = 0.00046129664 (0.857 sec)
INFO:tensorflow:global_step/sec: 116.74
INFO:tensorflow:loss = 1.0574934, step = 24602 (0.856 sec)
INFO:tensorflow:lr = 0.00045134366 (0.856 sec)
INFO:tensorflow:Saving checkpoints for 24619 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.1882863.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:12:46Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-24619
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:13:09
INFO:tensorflow:Saving dict for global step 24619: global_step = 24619, loss = 1.1415414, mae = 0.63519067
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 24619: ../model/dnn_softmax_clr/model.ckpt-24619
INFO:tensorflow:MAE: 0.635
INFO:tensorflow:Best MAE: 0.630
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-24619
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 24619 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0572753, step = 24619
INFO:tensorflow:lr = 0.00044965153
INFO:tensorflow:global_step/sec: 16.0747
INFO:tensorflow:loss = 1.0505661, step = 24719 (6.226 sec)
INFO:tensorflow:lr = 0.00043969852 (6.224 sec)
INFO:tensorflow:global_step/sec: 16.3728
INFO:tensorflow:loss = 1.068171, step = 24819 (6.109 sec)
INFO:tensorflow:lr = 0.00042974536 (6.110 sec)
INFO:tensorflow:global_step/sec: 16.4883
INFO:tensorflow:loss = 1.1267458, step = 24919 (6.060 sec)
INFO:tensorflow:lr = 0.00041979237 (6.061 sec)
INFO:tensorflow:global_step/sec: 16.6503
INFO:tensorflow:loss = 1.0596396, step = 25019 (6.009 sec)
INFO:tensorflow:lr = 0.0004098392 (6.006 sec)
INFO:tensorflow:global_step/sec: 16.3577
INFO:tensorflow:loss = 1.146102, step = 25119 (6.114 sec)
INFO:tensorflow:lr = 0.0003998862 (6.117 sec)
INFO:tensorflow:global_step/sec: 16.1064
INFO:tensorflow:loss = 1.0531598, step = 25219 (6.207 sec)
INFO:tensorflow:lr = 0.00038993303 (6.204 sec)
INFO:tensorflow:global_step/sec: 15.9426
INFO:tensorflow:loss = 1.0861728, step = 25319 (6.273 sec)
INFO:tensorflow:lr = 0.00037998005 (6.274 sec)
INFO:tensorflow:global_step/sec: 15.9888
INFO:tensorflow:loss = 0.9864564, step = 25419 (6.252 sec)
INFO:tensorflow:lr = 0.00037002703 (6.252 sec)
INFO:tensorflow:global_step/sec: 15.1569
INFO:tensorflow:loss = 1.000067, step = 25519 (6.603 sec)
INFO:tensorflow:lr = 0.00036007387 (6.603 sec)
INFO:tensorflow:global_step/sec: 16.4038
INFO:tensorflow:loss = 1.094012, step = 25619 (6.096 sec)
INFO:tensorflow:lr = 0.00035012088 (6.097 sec)
INFO:tensorflow:global_step/sec: 16.6291
INFO:tensorflow:loss = 0.9887959, step = 25719 (6.012 sec)
INFO:tensorflow:lr = 0.0003401677 (6.012 sec)
INFO:tensorflow:global_step/sec: 16.7115
INFO:tensorflow:loss = 1.0467091, step = 25819 (5.982 sec)
INFO:tensorflow:lr = 0.0003302147 (5.982 sec)
INFO:tensorflow:global_step/sec: 16.546
INFO:tensorflow:loss = 1.0585053, step = 25919 (6.047 sec)
INFO:tensorflow:lr = 0.00032026155 (6.047 sec)
INFO:tensorflow:global_step/sec: 16.6404
INFO:tensorflow:loss = 1.1933378, step = 26019 (6.009 sec)
INFO:tensorflow:lr = 0.00031030853 (6.008 sec)
INFO:tensorflow:global_step/sec: 16.2333
INFO:tensorflow:loss = 1.0734152, step = 26119 (6.160 sec)
INFO:tensorflow:lr = 0.00030035537 (6.161 sec)
INFO:tensorflow:global_step/sec: 16.3436
INFO:tensorflow:loss = 1.0209432, step = 26219 (6.118 sec)
INFO:tensorflow:lr = 0.0002904024 (6.118 sec)
INFO:tensorflow:global_step/sec: 16.7099
INFO:tensorflow:loss = 1.0017292, step = 26319 (5.986 sec)
INFO:tensorflow:lr = 0.00028044923 (5.985 sec)
INFO:tensorflow:global_step/sec: 16.6538
INFO:tensorflow:loss = 0.99921155, step = 26419 (6.003 sec)
INFO:tensorflow:lr = 0.0002704962 (6.003 sec)
INFO:tensorflow:global_step/sec: 16.5308
INFO:tensorflow:loss = 1.0699863, step = 26519 (6.053 sec)
INFO:tensorflow:lr = 0.00026054305 (6.057 sec)
INFO:tensorflow:global_step/sec: 16.6397
INFO:tensorflow:loss = 1.0374857, step = 26619 (6.005 sec)
INFO:tensorflow:lr = 0.00025059006 (6.003 sec)
INFO:tensorflow:global_step/sec: 16.5576
INFO:tensorflow:loss = 1.097239, step = 26719 (6.038 sec)
INFO:tensorflow:lr = 0.0002406369 (6.039 sec)
INFO:tensorflow:global_step/sec: 16.6383
INFO:tensorflow:loss = 1.0010056, step = 26819 (6.012 sec)
INFO:tensorflow:lr = 0.00023068389 (6.010 sec)
INFO:tensorflow:global_step/sec: 16.6461
INFO:tensorflow:loss = 0.9542824, step = 26919 (6.006 sec)
INFO:tensorflow:lr = 0.00022073073 (6.007 sec)
INFO:tensorflow:global_step/sec: 16.5009
INFO:tensorflow:loss = 1.0586002, step = 27019 (6.061 sec)
INFO:tensorflow:lr = 0.00021077774 (6.059 sec)
INFO:tensorflow:global_step/sec: 16.6277
INFO:tensorflow:loss = 1.0371238, step = 27119 (6.016 sec)
INFO:tensorflow:lr = 0.00020082456 (6.017 sec)
INFO:tensorflow:global_step/sec: 16.5701
INFO:tensorflow:loss = 1.0105187, step = 27219 (6.034 sec)
INFO:tensorflow:lr = 0.00019087156 (6.032 sec)
INFO:tensorflow:global_step/sec: 16.5973
INFO:tensorflow:loss = 1.0415702, step = 27319 (6.026 sec)
INFO:tensorflow:lr = 0.0001809184 (6.026 sec)
INFO:tensorflow:global_step/sec: 38.7706
INFO:tensorflow:loss = 1.081608, step = 27419 (2.573 sec)
INFO:tensorflow:lr = 0.0001709654 (2.574 sec)
INFO:tensorflow:global_step/sec: 122.086
INFO:tensorflow:loss = 1.0516559, step = 27519 (0.822 sec)
INFO:tensorflow:lr = 0.00016101224 (0.823 sec)
INFO:tensorflow:global_step/sec: 118.897
INFO:tensorflow:loss = 1.0937965, step = 27619 (0.841 sec)
INFO:tensorflow:lr = 0.00015105924 (0.841 sec)
INFO:tensorflow:global_step/sec: 118.733
INFO:tensorflow:loss = 1.0008177, step = 27719 (0.839 sec)
INFO:tensorflow:lr = 0.00014110608 (0.839 sec)
INFO:tensorflow:global_step/sec: 121.558
INFO:tensorflow:loss = 1.0260836, step = 27819 (0.824 sec)
INFO:tensorflow:lr = 0.00013115308 (0.825 sec)
INFO:tensorflow:global_step/sec: 119.854
INFO:tensorflow:loss = 1.0328176, step = 27919 (0.835 sec)
INFO:tensorflow:lr = 0.00012119992 (0.834 sec)
INFO:tensorflow:global_step/sec: 119.917
INFO:tensorflow:loss = 1.0150458, step = 28019 (0.834 sec)
INFO:tensorflow:lr = 0.00011124692 (0.836 sec)
INFO:tensorflow:global_step/sec: 119.104
INFO:tensorflow:loss = 1.0337058, step = 28119 (0.840 sec)
INFO:tensorflow:lr = 0.00010129392 (0.839 sec)
INFO:tensorflow:Saving checkpoints for 28136 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0503266.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:16:46Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-28136
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:17:09
INFO:tensorflow:Saving dict for global step 28136: global_step = 28136, loss = 1.1484631, mae = 0.63072985
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 28136: ../model/dnn_softmax_clr/model.ckpt-28136
INFO:tensorflow:MAE: 0.631
INFO:tensorflow:Best MAE: 0.630
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-28136
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 28136 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0058283, step = 28136
INFO:tensorflow:lr = 0.0001003982
INFO:tensorflow:global_step/sec: 16.3486
INFO:tensorflow:loss = 1.0446502, step = 28236 (6.124 sec)
INFO:tensorflow:lr = 0.00011035137 (6.124 sec)
INFO:tensorflow:global_step/sec: 16.6965
INFO:tensorflow:loss = 1.0382754, step = 28336 (5.988 sec)
INFO:tensorflow:lr = 0.0001203042 (5.990 sec)
INFO:tensorflow:global_step/sec: 16.5962
INFO:tensorflow:loss = 1.0430474, step = 28436 (6.027 sec)
INFO:tensorflow:lr = 0.00013025737 (6.026 sec)
INFO:tensorflow:global_step/sec: 16.9582
INFO:tensorflow:loss = 1.0697168, step = 28536 (5.896 sec)
INFO:tensorflow:lr = 0.00014021053 (5.896 sec)
INFO:tensorflow:global_step/sec: 16.9908
INFO:tensorflow:loss = 0.9967365, step = 28636 (5.887 sec)
INFO:tensorflow:lr = 0.00015016369 (5.886 sec)
INFO:tensorflow:global_step/sec: 17.12
INFO:tensorflow:loss = 0.95296085, step = 28736 (5.836 sec)
INFO:tensorflow:lr = 0.00016011653 (5.837 sec)
INFO:tensorflow:global_step/sec: 16.5622
INFO:tensorflow:loss = 1.0747313, step = 28836 (6.041 sec)
INFO:tensorflow:lr = 0.00017006969 (6.039 sec)
INFO:tensorflow:global_step/sec: 16.8422
INFO:tensorflow:loss = 0.9897455, step = 28936 (5.939 sec)
INFO:tensorflow:lr = 0.00018002285 (5.940 sec)
INFO:tensorflow:global_step/sec: 16.8168
INFO:tensorflow:loss = 1.0686212, step = 29036 (5.946 sec)
INFO:tensorflow:lr = 0.00018997601 (5.948 sec)
INFO:tensorflow:global_step/sec: 16.7521
INFO:tensorflow:loss = 0.9263988, step = 29136 (5.970 sec)
INFO:tensorflow:lr = 0.00019992885 (5.970 sec)
INFO:tensorflow:global_step/sec: 16.7761
INFO:tensorflow:loss = 1.0432539, step = 29236 (5.963 sec)
INFO:tensorflow:lr = 0.00020988201 (5.961 sec)
INFO:tensorflow:global_step/sec: 16.535
INFO:tensorflow:loss = 1.0649772, step = 29336 (6.045 sec)
INFO:tensorflow:lr = 0.00021983517 (6.048 sec)
INFO:tensorflow:global_step/sec: 16.8233
INFO:tensorflow:loss = 1.0804081, step = 29436 (5.946 sec)
INFO:tensorflow:lr = 0.00022978833 (5.946 sec)
INFO:tensorflow:global_step/sec: 16.7784
INFO:tensorflow:loss = 0.9266087, step = 29536 (5.958 sec)
INFO:tensorflow:lr = 0.00023974117 (5.956 sec)
INFO:tensorflow:global_step/sec: 16.7117
INFO:tensorflow:loss = 1.0040927, step = 29636 (5.985 sec)
INFO:tensorflow:lr = 0.00024969433 (5.985 sec)
INFO:tensorflow:global_step/sec: 16.2923
INFO:tensorflow:loss = 1.0677491, step = 29736 (6.134 sec)
INFO:tensorflow:lr = 0.0002596475 (6.132 sec)
INFO:tensorflow:global_step/sec: 15.8884
INFO:tensorflow:loss = 1.0543311, step = 29836 (6.297 sec)
INFO:tensorflow:lr = 0.00026960066 (6.299 sec)
INFO:tensorflow:global_step/sec: 16.7091
INFO:tensorflow:loss = 0.99927986, step = 29936 (5.982 sec)
INFO:tensorflow:lr = 0.0002795535 (5.984 sec)
INFO:tensorflow:global_step/sec: 16.7979
INFO:tensorflow:loss = 1.0146445, step = 30036 (5.960 sec)
INFO:tensorflow:lr = 0.00028950666 (5.962 sec)
INFO:tensorflow:global_step/sec: 16.0892
INFO:tensorflow:loss = 0.9818299, step = 30136 (6.210 sec)
INFO:tensorflow:lr = 0.00029945982 (6.208 sec)
INFO:tensorflow:global_step/sec: 15.2147
INFO:tensorflow:loss = 1.0102797, step = 30236 (6.571 sec)
INFO:tensorflow:lr = 0.00030941266 (6.572 sec)
INFO:tensorflow:global_step/sec: 16.3261
INFO:tensorflow:loss = 0.99318826, step = 30336 (6.127 sec)
INFO:tensorflow:lr = 0.00031936582 (6.126 sec)
INFO:tensorflow:global_step/sec: 16.7307
INFO:tensorflow:loss = 1.0397841, step = 30436 (5.975 sec)
INFO:tensorflow:lr = 0.00032931898 (5.975 sec)
INFO:tensorflow:global_step/sec: 16.784
INFO:tensorflow:loss = 0.96319044, step = 30536 (5.958 sec)
INFO:tensorflow:lr = 0.00033927214 (5.958 sec)
INFO:tensorflow:global_step/sec: 16.674
INFO:tensorflow:loss = 1.0056834, step = 30636 (6.000 sec)
INFO:tensorflow:lr = 0.00034922498 (5.998 sec)
INFO:tensorflow:global_step/sec: 16.8212
INFO:tensorflow:loss = 1.082939, step = 30736 (5.945 sec)
INFO:tensorflow:lr = 0.00035917817 (5.954 sec)
INFO:tensorflow:global_step/sec: 16.7978
INFO:tensorflow:loss = 0.94300115, step = 30836 (5.952 sec)
INFO:tensorflow:lr = 0.00036913133 (5.944 sec)
INFO:tensorflow:global_step/sec: 38.5218
INFO:tensorflow:loss = 0.9983032, step = 30936 (2.593 sec)
INFO:tensorflow:lr = 0.0003790845 (2.594 sec)
INFO:tensorflow:global_step/sec: 117.866
INFO:tensorflow:loss = 0.99301946, step = 31036 (0.849 sec)
INFO:tensorflow:lr = 0.0003890373 (0.847 sec)
INFO:tensorflow:global_step/sec: 117.468
INFO:tensorflow:loss = 1.0154253, step = 31136 (0.850 sec)
INFO:tensorflow:lr = 0.0003989905 (0.850 sec)
INFO:tensorflow:global_step/sec: 121.043
INFO:tensorflow:loss = 0.9654384, step = 31236 (0.828 sec)
INFO:tensorflow:lr = 0.00040894366 (0.827 sec)
INFO:tensorflow:global_step/sec: 118.862
INFO:tensorflow:loss = 1.0393367, step = 31336 (0.841 sec)
INFO:tensorflow:lr = 0.00041889682 (0.842 sec)
INFO:tensorflow:global_step/sec: 120.852
INFO:tensorflow:loss = 1.0011882, step = 31436 (0.827 sec)
INFO:tensorflow:lr = 0.00042884966 (0.827 sec)
INFO:tensorflow:global_step/sec: 118.657
INFO:tensorflow:loss = 1.0414745, step = 31536 (0.843 sec)
INFO:tensorflow:lr = 0.00043880282 (0.842 sec)
INFO:tensorflow:global_step/sec: 118.588
INFO:tensorflow:loss = 1.0302033, step = 31636 (0.841 sec)
INFO:tensorflow:lr = 0.00044875598 (0.842 sec)
INFO:tensorflow:Saving checkpoints for 31653 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0548925.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:20:44Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-31653
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:21:06
INFO:tensorflow:Saving dict for global step 31653: global_step = 31653, loss = 1.1585901, mae = 0.63597083
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 31653: ../model/dnn_softmax_clr/model.ckpt-31653
INFO:tensorflow:MAE: 0.636
INFO:tensorflow:Best MAE: 0.630
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-31653
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 31653 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.9810063, step = 31653
INFO:tensorflow:lr = 0.00045044793
INFO:tensorflow:global_step/sec: 16.3634
INFO:tensorflow:loss = 1.0369071, step = 31753 (6.117 sec)
INFO:tensorflow:lr = 0.0004604011 (6.117 sec)
INFO:tensorflow:global_step/sec: 16.8915
INFO:tensorflow:loss = 1.0491256, step = 31853 (5.924 sec)
INFO:tensorflow:lr = 0.00047035425 (5.924 sec)
INFO:tensorflow:global_step/sec: 16.6119
INFO:tensorflow:loss = 1.0565192, step = 31953 (6.016 sec)
INFO:tensorflow:lr = 0.0004803071 (6.017 sec)
INFO:tensorflow:global_step/sec: 16.4515
INFO:tensorflow:loss = 0.94667816, step = 32053 (6.079 sec)
INFO:tensorflow:lr = 0.00049026025 (6.078 sec)
INFO:tensorflow:global_step/sec: 16.9071
INFO:tensorflow:loss = 0.99465114, step = 32153 (5.913 sec)
INFO:tensorflow:lr = 0.0005002134 (5.914 sec)
INFO:tensorflow:global_step/sec: 16.986
INFO:tensorflow:loss = 1.0752767, step = 32253 (5.884 sec)
INFO:tensorflow:lr = 0.0005101662 (5.883 sec)
INFO:tensorflow:global_step/sec: 16.9071
INFO:tensorflow:loss = 0.97770697, step = 32353 (5.916 sec)
INFO:tensorflow:lr = 0.0005201194 (5.920 sec)
INFO:tensorflow:global_step/sec: 17.1684
INFO:tensorflow:loss = 1.0203648, step = 32453 (5.826 sec)
INFO:tensorflow:lr = 0.00053007255 (5.822 sec)
INFO:tensorflow:global_step/sec: 17.0991
INFO:tensorflow:loss = 1.006481, step = 32553 (5.849 sec)
INFO:tensorflow:lr = 0.0005400257 (5.850 sec)
INFO:tensorflow:global_step/sec: 17.1537
INFO:tensorflow:loss = 1.065236, step = 32653 (5.830 sec)
INFO:tensorflow:lr = 0.0005499786 (5.830 sec)
INFO:tensorflow:global_step/sec: 17.0472
INFO:tensorflow:loss = 1.0526252, step = 32753 (5.866 sec)
INFO:tensorflow:lr = 0.00055993174 (5.873 sec)
INFO:tensorflow:global_step/sec: 16.9864
INFO:tensorflow:loss = 0.9983835, step = 32853 (5.888 sec)
INFO:tensorflow:lr = 0.0005698849 (5.883 sec)
INFO:tensorflow:global_step/sec: 17.1196
INFO:tensorflow:loss = 1.0542872, step = 32953 (5.846 sec)
INFO:tensorflow:lr = 0.00057983806 (5.844 sec)
INFO:tensorflow:global_step/sec: 17.1285
INFO:tensorflow:loss = 0.9979385, step = 33053 (5.832 sec)
INFO:tensorflow:lr = 0.0005897909 (5.833 sec)
INFO:tensorflow:global_step/sec: 16.9724
INFO:tensorflow:loss = 0.95472306, step = 33153 (5.891 sec)
INFO:tensorflow:lr = 0.0005997441 (5.891 sec)
INFO:tensorflow:global_step/sec: 16.9301
INFO:tensorflow:loss = 0.99754256, step = 33253 (5.907 sec)
INFO:tensorflow:lr = 0.00060969725 (5.908 sec)
INFO:tensorflow:global_step/sec: 16.6778
INFO:tensorflow:loss = 0.9358203, step = 33353 (5.995 sec)
INFO:tensorflow:lr = 0.0006196504 (5.993 sec)
INFO:tensorflow:global_step/sec: 16.8131
INFO:tensorflow:loss = 1.0504372, step = 33453 (5.945 sec)
INFO:tensorflow:lr = 0.0006296032 (5.951 sec)
INFO:tensorflow:global_step/sec: 17.1474
INFO:tensorflow:loss = 1.0718135, step = 33553 (5.831 sec)
INFO:tensorflow:lr = 0.0006395564 (5.828 sec)
INFO:tensorflow:global_step/sec: 16.9172
INFO:tensorflow:loss = 0.9934473, step = 33653 (5.916 sec)
INFO:tensorflow:lr = 0.00064950954 (5.913 sec)
INFO:tensorflow:global_step/sec: 16.9002
INFO:tensorflow:loss = 1.0509562, step = 33753 (5.917 sec)
INFO:tensorflow:lr = 0.0006594627 (5.916 sec)
INFO:tensorflow:global_step/sec: 17.1077
INFO:tensorflow:loss = 1.0861485, step = 33853 (5.845 sec)
INFO:tensorflow:lr = 0.0006694156 (5.847 sec)
INFO:tensorflow:global_step/sec: 16.961
INFO:tensorflow:loss = 1.0451853, step = 33953 (5.896 sec)
INFO:tensorflow:lr = 0.00067936874 (5.897 sec)
INFO:tensorflow:global_step/sec: 16.9795
INFO:tensorflow:loss = 1.0199945, step = 34053 (5.889 sec)
INFO:tensorflow:lr = 0.0006893219 (5.887 sec)
INFO:tensorflow:global_step/sec: 16.8012
INFO:tensorflow:loss = 1.0491335, step = 34153 (5.956 sec)
INFO:tensorflow:lr = 0.00069927506 (5.955 sec)
INFO:tensorflow:global_step/sec: 16.9776
INFO:tensorflow:loss = 1.1107954, step = 34253 (5.885 sec)
INFO:tensorflow:lr = 0.00070922787 (5.886 sec)
INFO:tensorflow:global_step/sec: 16.9062
INFO:tensorflow:loss = 1.0794455, step = 34353 (5.919 sec)
INFO:tensorflow:lr = 0.00071918103 (5.919 sec)
INFO:tensorflow:global_step/sec: 38.1076
INFO:tensorflow:loss = 1.0760425, step = 34453 (2.620 sec)
INFO:tensorflow:lr = 0.0007291342 (2.621 sec)
INFO:tensorflow:global_step/sec: 114.133
INFO:tensorflow:loss = 1.087543, step = 34553 (0.875 sec)
INFO:tensorflow:lr = 0.00073908735 (0.875 sec)
INFO:tensorflow:global_step/sec: 114.733
INFO:tensorflow:loss = 0.9361713, step = 34653 (0.871 sec)
INFO:tensorflow:lr = 0.0007490402 (0.872 sec)
INFO:tensorflow:global_step/sec: 116.496
INFO:tensorflow:loss = 1.0202625, step = 34753 (0.860 sec)
INFO:tensorflow:lr = 0.0007589934 (0.859 sec)
INFO:tensorflow:global_step/sec: 115.894
INFO:tensorflow:loss = 1.0534636, step = 34853 (0.863 sec)
INFO:tensorflow:lr = 0.00076894654 (0.862 sec)
INFO:tensorflow:global_step/sec: 114.682
INFO:tensorflow:loss = 1.0976963, step = 34953 (0.869 sec)
INFO:tensorflow:lr = 0.00077889935 (0.870 sec)
INFO:tensorflow:global_step/sec: 114.676
INFO:tensorflow:loss = 1.0385365, step = 35053 (0.875 sec)
INFO:tensorflow:lr = 0.0007888525 (0.875 sec)
INFO:tensorflow:global_step/sec: 117.244
INFO:tensorflow:loss = 1.0393953, step = 35153 (0.853 sec)
INFO:tensorflow:lr = 0.0007988057 (0.852 sec)
INFO:tensorflow:Saving checkpoints for 35170 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0866134.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:24:39Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-35170
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:25:01
INFO:tensorflow:Saving dict for global step 35170: global_step = 35170, loss = 1.1531727, mae = 0.63942146
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 35170: ../model/dnn_softmax_clr/model.ckpt-35170
INFO:tensorflow:MAE: 0.639
INFO:tensorflow:Best MAE: 0.630
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-35170
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 35170 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.040601, step = 35170
INFO:tensorflow:lr = 0.0007995023
INFO:tensorflow:global_step/sec: 16.4064
INFO:tensorflow:loss = 1.0270662, step = 35270 (6.101 sec)
INFO:tensorflow:lr = 0.00078954914 (6.106 sec)
INFO:tensorflow:global_step/sec: 16.8921
INFO:tensorflow:loss = 1.0243351, step = 35370 (5.920 sec)
INFO:tensorflow:lr = 0.000779596 (5.916 sec)
INFO:tensorflow:global_step/sec: 16.6797
INFO:tensorflow:loss = 1.1456207, step = 35470 (5.996 sec)
INFO:tensorflow:lr = 0.0007696432 (5.995 sec)
INFO:tensorflow:global_step/sec: 16.4141
INFO:tensorflow:loss = 0.96203464, step = 35570 (6.093 sec)
INFO:tensorflow:lr = 0.00075968995 (6.094 sec)
INFO:tensorflow:global_step/sec: 16.5538
INFO:tensorflow:loss = 1.1219959, step = 35670 (6.040 sec)
INFO:tensorflow:lr = 0.0007497368 (6.039 sec)
INFO:tensorflow:global_step/sec: 16.79
INFO:tensorflow:loss = 1.0883617, step = 35770 (5.956 sec)
INFO:tensorflow:lr = 0.00073978363 (5.957 sec)
INFO:tensorflow:global_step/sec: 16.6868
INFO:tensorflow:loss = 0.98640513, step = 35870 (5.992 sec)
INFO:tensorflow:lr = 0.0007298308 (5.993 sec)
INFO:tensorflow:global_step/sec: 16.7299
INFO:tensorflow:loss = 1.0162812, step = 35970 (5.978 sec)
INFO:tensorflow:lr = 0.00071987766 (5.978 sec)
INFO:tensorflow:global_step/sec: 16.7671
INFO:tensorflow:loss = 1.1035888, step = 36070 (5.964 sec)
INFO:tensorflow:lr = 0.0007099245 (5.965 sec)
INFO:tensorflow:global_step/sec: 16.8135
INFO:tensorflow:loss = 0.98361546, step = 36170 (5.949 sec)
INFO:tensorflow:lr = 0.00069997134 (5.952 sec)
INFO:tensorflow:global_step/sec: 16.7323
INFO:tensorflow:loss = 1.0188203, step = 36270 (5.972 sec)
INFO:tensorflow:lr = 0.00069001847 (5.969 sec)
INFO:tensorflow:global_step/sec: 16.6166
INFO:tensorflow:loss = 1.0367323, step = 36370 (6.020 sec)
INFO:tensorflow:lr = 0.0006800653 (6.019 sec)
INFO:tensorflow:global_step/sec: 16.6809
INFO:tensorflow:loss = 1.0026648, step = 36470 (5.995 sec)
INFO:tensorflow:lr = 0.00067011215 (5.995 sec)
INFO:tensorflow:global_step/sec: 16.6987
INFO:tensorflow:loss = 1.0410016, step = 36570 (5.986 sec)
INFO:tensorflow:lr = 0.000660159 (5.988 sec)
INFO:tensorflow:global_step/sec: 16.67
INFO:tensorflow:loss = 1.0816331, step = 36670 (6.001 sec)
INFO:tensorflow:lr = 0.0006502062 (5.999 sec)
INFO:tensorflow:global_step/sec: 16.4881
INFO:tensorflow:loss = 1.0451337, step = 36770 (6.064 sec)
INFO:tensorflow:lr = 0.000640253 (6.065 sec)
INFO:tensorflow:global_step/sec: 16.4539
INFO:tensorflow:loss = 1.0687742, step = 36870 (6.076 sec)
INFO:tensorflow:lr = 0.00063029985 (6.076 sec)
INFO:tensorflow:global_step/sec: 16.2014
INFO:tensorflow:loss = 1.0917362, step = 36970 (6.173 sec)
INFO:tensorflow:lr = 0.000620347 (6.174 sec)
INFO:tensorflow:global_step/sec: 16.5808
INFO:tensorflow:loss = 0.898089, step = 37070 (6.032 sec)
INFO:tensorflow:lr = 0.0006103938 (6.032 sec)
INFO:tensorflow:global_step/sec: 16.5504
INFO:tensorflow:loss = 1.028754, step = 37170 (6.044 sec)
INFO:tensorflow:lr = 0.00060044066 (6.043 sec)
INFO:tensorflow:global_step/sec: 16.4586
INFO:tensorflow:loss = 1.0525148, step = 37270 (6.074 sec)
INFO:tensorflow:lr = 0.0005904875 (6.074 sec)
INFO:tensorflow:global_step/sec: 16.4794
INFO:tensorflow:loss = 1.1582816, step = 37370 (6.069 sec)
INFO:tensorflow:lr = 0.0005805347 (6.071 sec)
INFO:tensorflow:global_step/sec: 16.4239
INFO:tensorflow:loss = 1.0177183, step = 37470 (6.087 sec)
INFO:tensorflow:lr = 0.0005705815 (6.086 sec)
INFO:tensorflow:global_step/sec: 16.423
INFO:tensorflow:loss = 0.91491616, step = 37570 (6.090 sec)
INFO:tensorflow:lr = 0.00056062837 (6.089 sec)
INFO:tensorflow:global_step/sec: 16.4075
INFO:tensorflow:loss = 0.97780794, step = 37670 (6.094 sec)
INFO:tensorflow:lr = 0.00055067515 (6.095 sec)
INFO:tensorflow:global_step/sec: 16.454
INFO:tensorflow:loss = 1.0392376, step = 37770 (6.080 sec)
INFO:tensorflow:lr = 0.00054072234 (6.079 sec)
INFO:tensorflow:global_step/sec: 16.7199
INFO:tensorflow:loss = 1.1171197, step = 37870 (5.979 sec)
INFO:tensorflow:lr = 0.0005307692 (5.981 sec)
INFO:tensorflow:global_step/sec: 38.3805
INFO:tensorflow:loss = 1.0171516, step = 37970 (2.605 sec)
INFO:tensorflow:lr = 0.000520816 (2.601 sec)
INFO:tensorflow:global_step/sec: 119.672
INFO:tensorflow:loss = 1.0064166, step = 38070 (0.832 sec)
INFO:tensorflow:lr = 0.00051086285 (0.835 sec)
INFO:tensorflow:global_step/sec: 122.779
INFO:tensorflow:loss = 1.1220822, step = 38170 (0.817 sec)
INFO:tensorflow:lr = 0.00050091004 (0.814 sec)
INFO:tensorflow:global_step/sec: 121.152
INFO:tensorflow:loss = 1.0477813, step = 38270 (0.823 sec)
INFO:tensorflow:lr = 0.0004909569 (0.825 sec)
INFO:tensorflow:global_step/sec: 122.809
INFO:tensorflow:loss = 1.0115795, step = 38370 (0.815 sec)
INFO:tensorflow:lr = 0.0004810037 (0.813 sec)
INFO:tensorflow:global_step/sec: 120.864
INFO:tensorflow:loss = 0.9843586, step = 38470 (0.827 sec)
INFO:tensorflow:lr = 0.00047105053 (0.828 sec)
INFO:tensorflow:global_step/sec: 120.24
INFO:tensorflow:loss = 1.0515251, step = 38570 (0.834 sec)
INFO:tensorflow:lr = 0.00046109772 (0.833 sec)
INFO:tensorflow:global_step/sec: 122.387
INFO:tensorflow:loss = 1.041074, step = 38670 (0.817 sec)
INFO:tensorflow:lr = 0.00045114456 (0.818 sec)
INFO:tensorflow:Saving checkpoints for 38687 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0689788.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:28:37Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-38687
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:29:00
INFO:tensorflow:Saving dict for global step 38687: global_step = 38687, loss = 1.1551702, mae = 0.62815934
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 38687: ../model/dnn_softmax_clr/model.ckpt-38687
INFO:tensorflow:MAE: 0.628
INFO:tensorflow:Best MAE: 0.628
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-38687
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 38687 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.9679574, step = 38687
INFO:tensorflow:lr = 0.00044945258
INFO:tensorflow:global_step/sec: 16.491
INFO:tensorflow:loss = 1.0288078, step = 38787 (6.070 sec)
INFO:tensorflow:lr = 0.00043949942 (6.067 sec)
INFO:tensorflow:global_step/sec: 17.0794
INFO:tensorflow:loss = 0.9340799, step = 38887 (5.854 sec)
INFO:tensorflow:lr = 0.00042954626 (5.855 sec)
INFO:tensorflow:global_step/sec: 16.9378
INFO:tensorflow:loss = 1.0537977, step = 38987 (5.904 sec)
INFO:tensorflow:lr = 0.00041959342 (5.904 sec)
INFO:tensorflow:global_step/sec: 16.8208
INFO:tensorflow:loss = 1.0522937, step = 39087 (5.945 sec)
INFO:tensorflow:lr = 0.00040964026 (5.946 sec)
INFO:tensorflow:global_step/sec: 15.8891
INFO:tensorflow:loss = 1.0068699, step = 39187 (6.296 sec)
INFO:tensorflow:lr = 0.0003996871 (6.295 sec)
INFO:tensorflow:global_step/sec: 15.2008
INFO:tensorflow:loss = 1.003176, step = 39287 (6.577 sec)
INFO:tensorflow:lr = 0.00038973393 (6.578 sec)
INFO:tensorflow:global_step/sec: 16.3038
INFO:tensorflow:loss = 1.0053732, step = 39387 (6.133 sec)
INFO:tensorflow:lr = 0.0003797811 (6.132 sec)
INFO:tensorflow:global_step/sec: 16.698
INFO:tensorflow:loss = 0.935044, step = 39487 (5.995 sec)
INFO:tensorflow:lr = 0.00036982793 (5.994 sec)
INFO:tensorflow:global_step/sec: 16.526
INFO:tensorflow:loss = 0.98425263, step = 39587 (6.046 sec)
INFO:tensorflow:lr = 0.00035987477 (6.050 sec)
INFO:tensorflow:global_step/sec: 16.6824
INFO:tensorflow:loss = 0.97702765, step = 39687 (5.994 sec)
INFO:tensorflow:lr = 0.0003499216 (5.992 sec)
INFO:tensorflow:global_step/sec: 16.3472
INFO:tensorflow:loss = 1.0920322, step = 39787 (6.117 sec)
INFO:tensorflow:lr = 0.00033996877 (6.118 sec)
INFO:tensorflow:global_step/sec: 16.4259
INFO:tensorflow:loss = 0.9128299, step = 39887 (6.087 sec)
INFO:tensorflow:lr = 0.0003300156 (6.086 sec)
INFO:tensorflow:global_step/sec: 16.3034
INFO:tensorflow:loss = 0.95777607, step = 39987 (6.133 sec)
INFO:tensorflow:lr = 0.00032006245 (6.133 sec)
INFO:tensorflow:global_step/sec: 16.3863
INFO:tensorflow:loss = 1.006722, step = 40087 (6.101 sec)
INFO:tensorflow:lr = 0.00031010926 (6.101 sec)
INFO:tensorflow:global_step/sec: 16.4413
INFO:tensorflow:loss = 1.0557234, step = 40187 (6.085 sec)
INFO:tensorflow:lr = 0.00030015645 (6.083 sec)
INFO:tensorflow:global_step/sec: 16.3763
INFO:tensorflow:loss = 1.0177069, step = 40287 (6.108 sec)
INFO:tensorflow:lr = 0.0002902033 (6.109 sec)
INFO:tensorflow:global_step/sec: 16.2943
INFO:tensorflow:loss = 0.9882246, step = 40387 (6.137 sec)
INFO:tensorflow:lr = 0.0002802501 (6.141 sec)
INFO:tensorflow:global_step/sec: 15.8307
INFO:tensorflow:loss = 0.9347705, step = 40487 (6.316 sec)
INFO:tensorflow:lr = 0.00027029694 (6.311 sec)
INFO:tensorflow:global_step/sec: 16.0613
INFO:tensorflow:loss = 0.9972735, step = 40587 (6.226 sec)
INFO:tensorflow:lr = 0.00026034412 (6.229 sec)
INFO:tensorflow:global_step/sec: 16.4159
INFO:tensorflow:loss = 0.9424436, step = 40687 (6.095 sec)
INFO:tensorflow:lr = 0.00025039096 (6.093 sec)
INFO:tensorflow:global_step/sec: 16.294
INFO:tensorflow:loss = 0.9819369, step = 40787 (6.133 sec)
INFO:tensorflow:lr = 0.00024043777 (6.134 sec)
INFO:tensorflow:global_step/sec: 16.2899
INFO:tensorflow:loss = 0.9751589, step = 40887 (6.138 sec)
INFO:tensorflow:lr = 0.00023048461 (6.140 sec)
INFO:tensorflow:global_step/sec: 16.2256
INFO:tensorflow:loss = 1.0017009, step = 40987 (6.165 sec)
INFO:tensorflow:lr = 0.0002205318 (6.162 sec)
INFO:tensorflow:global_step/sec: 16.1029
INFO:tensorflow:loss = 0.88118494, step = 41087 (6.209 sec)
INFO:tensorflow:lr = 0.00021057863 (6.210 sec)
INFO:tensorflow:global_step/sec: 16.2625
INFO:tensorflow:loss = 0.96263987, step = 41187 (6.149 sec)
INFO:tensorflow:lr = 0.00020062545 (6.150 sec)
INFO:tensorflow:global_step/sec: 16.2815
INFO:tensorflow:loss = 0.9780852, step = 41287 (6.144 sec)
INFO:tensorflow:lr = 0.00019067229 (6.144 sec)
INFO:tensorflow:global_step/sec: 16.217
INFO:tensorflow:loss = 1.0217516, step = 41387 (6.161 sec)
INFO:tensorflow:lr = 0.00018071946 (6.164 sec)
INFO:tensorflow:global_step/sec: 37.883
INFO:tensorflow:loss = 1.001464, step = 41487 (2.642 sec)
INFO:tensorflow:lr = 0.0001707663 (2.638 sec)
INFO:tensorflow:global_step/sec: 115.717
INFO:tensorflow:loss = 0.9478112, step = 41587 (0.864 sec)
INFO:tensorflow:lr = 0.00016081313 (0.864 sec)
INFO:tensorflow:global_step/sec: 115.351
INFO:tensorflow:loss = 1.0272143, step = 41687 (0.864 sec)
INFO:tensorflow:lr = 0.0001508603 (0.865 sec)
INFO:tensorflow:global_step/sec: 115.699
INFO:tensorflow:loss = 0.99003464, step = 41787 (0.867 sec)
INFO:tensorflow:lr = 0.00014090714 (0.866 sec)
INFO:tensorflow:global_step/sec: 117.105
INFO:tensorflow:loss = 0.95868826, step = 41887 (0.854 sec)
INFO:tensorflow:lr = 0.00013095398 (0.854 sec)
INFO:tensorflow:global_step/sec: 117.221
INFO:tensorflow:loss = 1.0196575, step = 41987 (0.853 sec)
INFO:tensorflow:lr = 0.00012100081 (0.854 sec)
INFO:tensorflow:global_step/sec: 116.731
INFO:tensorflow:loss = 0.97003627, step = 42087 (0.857 sec)
INFO:tensorflow:lr = 0.00011104798 (0.857 sec)
INFO:tensorflow:global_step/sec: 114.229
INFO:tensorflow:loss = 0.9733827, step = 42187 (0.874 sec)
INFO:tensorflow:lr = 0.00010109482 (0.874 sec)
INFO:tensorflow:Saving checkpoints for 42204 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.9634105.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:32:38Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-42204
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:33:01
INFO:tensorflow:Saving dict for global step 42204: global_step = 42204, loss = 1.1818678, mae = 0.6394315
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 42204: ../model/dnn_softmax_clr/model.ckpt-42204
INFO:tensorflow:MAE: 0.639
INFO:tensorflow:Best MAE: 0.628
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-42204
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 42204 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.9495939, step = 42204
INFO:tensorflow:lr = 0.00010059714
INFO:tensorflow:global_step/sec: 15.6602
INFO:tensorflow:loss = 0.9862681, step = 42304 (6.391 sec)
INFO:tensorflow:lr = 0.0001105503 (6.387 sec)
INFO:tensorflow:global_step/sec: 16.2563
INFO:tensorflow:loss = 1.0098987, step = 42404 (6.150 sec)
INFO:tensorflow:lr = 0.00012050347 (6.152 sec)
INFO:tensorflow:global_step/sec: 16.1684
INFO:tensorflow:loss = 0.93873817, step = 42504 (6.188 sec)
INFO:tensorflow:lr = 0.00013045664 (6.186 sec)
INFO:tensorflow:global_step/sec: 16.1597
INFO:tensorflow:loss = 0.9623303, step = 42604 (6.190 sec)
INFO:tensorflow:lr = 0.00014040947 (6.189 sec)
INFO:tensorflow:global_step/sec: 16.062
INFO:tensorflow:loss = 0.85894465, step = 42704 (6.223 sec)
INFO:tensorflow:lr = 0.00015036263 (6.224 sec)
INFO:tensorflow:global_step/sec: 16.5253
INFO:tensorflow:loss = 1.0389401, step = 42804 (6.049 sec)
INFO:tensorflow:lr = 0.0001603158 (6.050 sec)
INFO:tensorflow:global_step/sec: 16.6293
INFO:tensorflow:loss = 0.936116, step = 42904 (6.019 sec)
INFO:tensorflow:lr = 0.00017026896 (6.016 sec)
INFO:tensorflow:global_step/sec: 16.5578
INFO:tensorflow:loss = 0.99025166, step = 43004 (6.045 sec)
INFO:tensorflow:lr = 0.00018022179 (6.047 sec)
INFO:tensorflow:global_step/sec: 16.5829
INFO:tensorflow:loss = 0.912035, step = 43104 (6.021 sec)
INFO:tensorflow:lr = 0.00019017496 (6.019 sec)
INFO:tensorflow:global_step/sec: 15.4792
INFO:tensorflow:loss = 0.93787223, step = 43204 (6.460 sec)
INFO:tensorflow:lr = 0.00020012812 (6.461 sec)
INFO:tensorflow:global_step/sec: 16.4898
INFO:tensorflow:loss = 0.9377348, step = 43304 (6.070 sec)
INFO:tensorflow:lr = 0.00021008129 (6.070 sec)
INFO:tensorflow:global_step/sec: 16.2566
INFO:tensorflow:loss = 0.97401696, step = 43404 (6.148 sec)
INFO:tensorflow:lr = 0.00022003413 (6.147 sec)
INFO:tensorflow:global_step/sec: 16.2915
INFO:tensorflow:loss = 0.9450999, step = 43504 (6.135 sec)
INFO:tensorflow:lr = 0.00022998729 (6.139 sec)
INFO:tensorflow:global_step/sec: 16.2714
INFO:tensorflow:loss = 1.0007875, step = 43604 (6.149 sec)
INFO:tensorflow:lr = 0.00023994045 (6.154 sec)
INFO:tensorflow:global_step/sec: 16.2493
INFO:tensorflow:loss = 0.99776244, step = 43704 (6.154 sec)
INFO:tensorflow:lr = 0.0002498933 (6.147 sec)
INFO:tensorflow:global_step/sec: 15.3512
INFO:tensorflow:loss = 1.0262035, step = 43804 (6.512 sec)
INFO:tensorflow:lr = 0.00025984645 (6.513 sec)
INFO:tensorflow:global_step/sec: 14.8077
INFO:tensorflow:loss = 0.980806, step = 43904 (6.756 sec)
INFO:tensorflow:lr = 0.0002697996 (6.754 sec)
INFO:tensorflow:global_step/sec: 16.0992
INFO:tensorflow:loss = 1.0594686, step = 44004 (6.212 sec)
INFO:tensorflow:lr = 0.00027975277 (6.214 sec)
INFO:tensorflow:global_step/sec: 16.293
INFO:tensorflow:loss = 0.94108856, step = 44104 (6.138 sec)
INFO:tensorflow:lr = 0.0002897056 (6.137 sec)
INFO:tensorflow:global_step/sec: 16.2497
INFO:tensorflow:loss = 0.9248221, step = 44204 (6.150 sec)
INFO:tensorflow:lr = 0.00029965877 (6.150 sec)
INFO:tensorflow:global_step/sec: 16.3021
INFO:tensorflow:loss = 0.87769216, step = 44304 (6.134 sec)
INFO:tensorflow:lr = 0.00030961193 (6.134 sec)
INFO:tensorflow:global_step/sec: 16.4289
INFO:tensorflow:loss = 0.93322265, step = 44404 (6.100 sec)
INFO:tensorflow:lr = 0.0003195651 (6.101 sec)
INFO:tensorflow:global_step/sec: 16.2457
INFO:tensorflow:loss = 0.9315424, step = 44504 (6.144 sec)
INFO:tensorflow:lr = 0.00032951793 (6.147 sec)
INFO:tensorflow:global_step/sec: 16.2144
INFO:tensorflow:loss = 0.90126383, step = 44604 (6.170 sec)
INFO:tensorflow:lr = 0.0003394711 (6.167 sec)
INFO:tensorflow:global_step/sec: 15.9903
INFO:tensorflow:loss = 1.0201288, step = 44704 (6.250 sec)
INFO:tensorflow:lr = 0.00034942426 (6.252 sec)
INFO:tensorflow:global_step/sec: 16.0615
INFO:tensorflow:loss = 0.93627083, step = 44804 (6.229 sec)
INFO:tensorflow:lr = 0.00035937742 (6.234 sec)
INFO:tensorflow:global_step/sec: 16.1515
INFO:tensorflow:loss = 0.9464428, step = 44904 (6.202 sec)
INFO:tensorflow:lr = 0.00036933026 (6.194 sec)
INFO:tensorflow:global_step/sec: 36.9992
INFO:tensorflow:loss = 0.9313914, step = 45004 (2.687 sec)
INFO:tensorflow:lr = 0.00037928342 (2.687 sec)
INFO:tensorflow:global_step/sec: 111.132
INFO:tensorflow:loss = 1.055975, step = 45104 (0.900 sec)
INFO:tensorflow:lr = 0.00038923658 (0.900 sec)
INFO:tensorflow:global_step/sec: 111.721
INFO:tensorflow:loss = 1.0161452, step = 45204 (0.894 sec)
INFO:tensorflow:lr = 0.00039918974 (0.893 sec)
INFO:tensorflow:global_step/sec: 111.263
INFO:tensorflow:loss = 0.9538465, step = 45304 (0.902 sec)
INFO:tensorflow:lr = 0.00040914258 (0.902 sec)
INFO:tensorflow:global_step/sec: 111.06
INFO:tensorflow:loss = 0.9669821, step = 45404 (0.898 sec)
INFO:tensorflow:lr = 0.00041909574 (0.897 sec)
INFO:tensorflow:global_step/sec: 111.562
INFO:tensorflow:loss = 0.865719, step = 45504 (0.898 sec)
INFO:tensorflow:lr = 0.0004290489 (0.898 sec)
INFO:tensorflow:global_step/sec: 111.687
INFO:tensorflow:loss = 1.0135837, step = 45604 (0.894 sec)
INFO:tensorflow:lr = 0.0004390021 (0.894 sec)
INFO:tensorflow:global_step/sec: 111.069
INFO:tensorflow:loss = 0.9791226, step = 45704 (0.903 sec)
INFO:tensorflow:lr = 0.0004489549 (0.902 sec)
INFO:tensorflow:Saving checkpoints for 45721 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0003195.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:36:44Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-45721
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:37:07
INFO:tensorflow:Saving dict for global step 45721: global_step = 45721, loss = 1.1780752, mae = 0.642082
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 45721: ../model/dnn_softmax_clr/model.ckpt-45721
INFO:tensorflow:MAE: 0.642
INFO:tensorflow:Best MAE: 0.628
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-45721
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 45721 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.9118526, step = 45721
INFO:tensorflow:lr = 0.0004506472
INFO:tensorflow:global_step/sec: 15.3336
INFO:tensorflow:loss = 0.9466759, step = 45821 (6.526 sec)
INFO:tensorflow:lr = 0.00046060004 (6.520 sec)
INFO:tensorflow:global_step/sec: 15.7922
INFO:tensorflow:loss = 0.9965932, step = 45921 (6.332 sec)
INFO:tensorflow:lr = 0.0004705532 (6.332 sec)
INFO:tensorflow:global_step/sec: 15.8307
INFO:tensorflow:loss = 0.9754039, step = 46021 (6.319 sec)
INFO:tensorflow:lr = 0.00048050637 (6.320 sec)
INFO:tensorflow:global_step/sec: 15.656
INFO:tensorflow:loss = 0.982473, step = 46121 (6.385 sec)
INFO:tensorflow:lr = 0.0004904592 (6.384 sec)
INFO:tensorflow:global_step/sec: 15.6513
INFO:tensorflow:loss = 0.98242444, step = 46221 (6.391 sec)
INFO:tensorflow:lr = 0.00050041237 (6.392 sec)
INFO:tensorflow:global_step/sec: 15.7112
INFO:tensorflow:loss = 0.96058303, step = 46321 (6.364 sec)
INFO:tensorflow:lr = 0.0005103655 (6.363 sec)
INFO:tensorflow:global_step/sec: 15.8879
INFO:tensorflow:loss = 0.9668975, step = 46421 (6.297 sec)
INFO:tensorflow:lr = 0.0005203187 (6.297 sec)
INFO:tensorflow:global_step/sec: 15.7272
INFO:tensorflow:loss = 1.0918504, step = 46521 (6.356 sec)
INFO:tensorflow:lr = 0.0005302715 (6.358 sec)
INFO:tensorflow:global_step/sec: 15.8285
INFO:tensorflow:loss = 0.97718036, step = 46621 (6.321 sec)
INFO:tensorflow:lr = 0.00054022466 (6.326 sec)
INFO:tensorflow:global_step/sec: 15.739
INFO:tensorflow:loss = 1.0542693, step = 46721 (6.353 sec)
INFO:tensorflow:lr = 0.0005501778 (6.347 sec)
INFO:tensorflow:global_step/sec: 15.535
INFO:tensorflow:loss = 0.9625533, step = 46821 (6.436 sec)
INFO:tensorflow:lr = 0.000560131 (6.435 sec)
INFO:tensorflow:global_step/sec: 15.6743
INFO:tensorflow:loss = 1.0490257, step = 46921 (6.381 sec)
INFO:tensorflow:lr = 0.00057008385 (6.381 sec)
INFO:tensorflow:global_step/sec: 15.6684
INFO:tensorflow:loss = 1.0548288, step = 47021 (6.381 sec)
INFO:tensorflow:lr = 0.000580037 (6.381 sec)
INFO:tensorflow:global_step/sec: 15.5777
INFO:tensorflow:loss = 1.0684267, step = 47121 (6.418 sec)
INFO:tensorflow:lr = 0.0005899902 (6.422 sec)
INFO:tensorflow:global_step/sec: 15.5709
INFO:tensorflow:loss = 1.008192, step = 47221 (6.425 sec)
INFO:tensorflow:lr = 0.00059994333 (6.421 sec)
INFO:tensorflow:global_step/sec: 15.2078
INFO:tensorflow:loss = 0.9876434, step = 47321 (6.570 sec)
INFO:tensorflow:lr = 0.00060989615 (6.570 sec)
INFO:tensorflow:global_step/sec: 15.3122
INFO:tensorflow:loss = 0.95085937, step = 47421 (6.534 sec)
INFO:tensorflow:lr = 0.0006198493 (6.535 sec)
INFO:tensorflow:global_step/sec: 15.6813
INFO:tensorflow:loss = 1.0157188, step = 47521 (6.375 sec)
INFO:tensorflow:lr = 0.0006298025 (6.375 sec)
INFO:tensorflow:global_step/sec: 14.8417
INFO:tensorflow:loss = 0.95514524, step = 47621 (6.743 sec)
INFO:tensorflow:lr = 0.0006397557 (6.741 sec)
INFO:tensorflow:global_step/sec: 15.6687
INFO:tensorflow:loss = 0.9367171, step = 47721 (6.381 sec)
INFO:tensorflow:lr = 0.0006497085 (6.387 sec)
INFO:tensorflow:global_step/sec: 15.68
INFO:tensorflow:loss = 0.9642236, step = 47821 (6.378 sec)
INFO:tensorflow:lr = 0.00065966166 (6.374 sec)
INFO:tensorflow:global_step/sec: 15.7794
INFO:tensorflow:loss = 0.98225796, step = 47921 (6.338 sec)
INFO:tensorflow:lr = 0.0006696148 (6.336 sec)
INFO:tensorflow:global_step/sec: 15.7824
INFO:tensorflow:loss = 0.96405977, step = 48021 (6.336 sec)
INFO:tensorflow:lr = 0.000679568 (6.336 sec)
INFO:tensorflow:global_step/sec: 16.0455
INFO:tensorflow:loss = 0.94515127, step = 48121 (6.233 sec)
INFO:tensorflow:lr = 0.0006895208 (6.235 sec)
INFO:tensorflow:global_step/sec: 15.8713
INFO:tensorflow:loss = 0.9720269, step = 48221 (6.300 sec)
INFO:tensorflow:lr = 0.000699474 (6.300 sec)
INFO:tensorflow:global_step/sec: 14.5979
INFO:tensorflow:loss = 0.9961292, step = 48321 (6.851 sec)
INFO:tensorflow:lr = 0.0007094272 (6.850 sec)
INFO:tensorflow:global_step/sec: 15.3881
INFO:tensorflow:loss = 1.040246, step = 48421 (6.495 sec)
INFO:tensorflow:lr = 0.00071938033 (6.495 sec)
INFO:tensorflow:global_step/sec: 36.9421
INFO:tensorflow:loss = 0.9654652, step = 48521 (2.706 sec)
INFO:tensorflow:lr = 0.00072933314 (2.706 sec)
INFO:tensorflow:global_step/sec: 115.299
INFO:tensorflow:loss = 0.9752418, step = 48621 (0.867 sec)
INFO:tensorflow:lr = 0.0007392863 (0.866 sec)
INFO:tensorflow:global_step/sec: 114.608
INFO:tensorflow:loss = 1.0191753, step = 48721 (0.873 sec)
INFO:tensorflow:lr = 0.00074923947 (0.874 sec)
INFO:tensorflow:global_step/sec: 115.117
INFO:tensorflow:loss = 0.968453, step = 48821 (0.867 sec)
INFO:tensorflow:lr = 0.0007591923 (0.867 sec)
INFO:tensorflow:global_step/sec: 115.079
INFO:tensorflow:loss = 1.0075132, step = 48921 (0.869 sec)
INFO:tensorflow:lr = 0.0007691455 (0.867 sec)
INFO:tensorflow:global_step/sec: 115.375
INFO:tensorflow:loss = 1.0359976, step = 49021 (0.869 sec)
INFO:tensorflow:lr = 0.00077909866 (0.869 sec)
INFO:tensorflow:global_step/sec: 113.245
INFO:tensorflow:loss = 1.0451926, step = 49121 (0.881 sec)
INFO:tensorflow:lr = 0.0007890518 (0.882 sec)
INFO:tensorflow:global_step/sec: 114.302
INFO:tensorflow:loss = 1.0133594, step = 49221 (0.876 sec)
INFO:tensorflow:lr = 0.0007990046 (0.875 sec)
INFO:tensorflow:Saving checkpoints for 49238 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0524244.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:40:55Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-49238
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:41:18
INFO:tensorflow:Saving dict for global step 49238: global_step = 49238, loss = 1.1736796, mae = 0.64226204
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 49238: ../model/dnn_softmax_clr/model.ckpt-49238
INFO:tensorflow:MAE: 0.642
INFO:tensorflow:Best MAE: 0.628
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-49238
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 49238 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0230907, step = 49238
INFO:tensorflow:lr = 0.00079930306
INFO:tensorflow:global_step/sec: 15.5735
INFO:tensorflow:loss = 1.0205036, step = 49338 (6.427 sec)
INFO:tensorflow:lr = 0.0007893502 (6.426 sec)
INFO:tensorflow:global_step/sec: 15.8347
INFO:tensorflow:loss = 1.0205526, step = 49438 (6.313 sec)
INFO:tensorflow:lr = 0.000779397 (6.312 sec)
INFO:tensorflow:global_step/sec: 15.7872
INFO:tensorflow:loss = 1.0771422, step = 49538 (6.337 sec)
INFO:tensorflow:lr = 0.00076944387 (6.336 sec)
INFO:tensorflow:global_step/sec: 16.2423
INFO:tensorflow:loss = 0.9308834, step = 49638 (6.156 sec)
INFO:tensorflow:lr = 0.0007594907 (6.156 sec)
INFO:tensorflow:global_step/sec: 16.1377
INFO:tensorflow:loss = 1.017395, step = 49738 (6.194 sec)
INFO:tensorflow:lr = 0.0007495379 (6.197 sec)
INFO:tensorflow:global_step/sec: 16.018
INFO:tensorflow:loss = 1.0083778, step = 49838 (6.242 sec)
INFO:tensorflow:lr = 0.00073958474 (6.239 sec)
INFO:tensorflow:global_step/sec: 16.0332
INFO:tensorflow:loss = 0.9796273, step = 49938 (6.242 sec)
INFO:tensorflow:lr = 0.0007296316 (6.243 sec)
INFO:tensorflow:global_step/sec: 15.889
INFO:tensorflow:loss = 1.0050642, step = 50038 (6.292 sec)
INFO:tensorflow:lr = 0.0007196784 (6.299 sec)
INFO:tensorflow:global_step/sec: 15.9021
INFO:tensorflow:loss = 0.9984207, step = 50138 (6.288 sec)
INFO:tensorflow:lr = 0.00070972554 (6.281 sec)
INFO:tensorflow:global_step/sec: 15.8187
INFO:tensorflow:loss = 1.0488963, step = 50238 (6.322 sec)
INFO:tensorflow:lr = 0.0006997724 (6.323 sec)
INFO:tensorflow:global_step/sec: 15.9022
INFO:tensorflow:loss = 0.9550013, step = 50338 (6.289 sec)
INFO:tensorflow:lr = 0.0006898192 (6.287 sec)
INFO:tensorflow:global_step/sec: 15.9083
INFO:tensorflow:loss = 1.0219984, step = 50438 (6.281 sec)
INFO:tensorflow:lr = 0.00067986606 (6.283 sec)
INFO:tensorflow:global_step/sec: 15.9782
INFO:tensorflow:loss = 1.009252, step = 50538 (6.262 sec)
INFO:tensorflow:lr = 0.00066991325 (6.261 sec)
INFO:tensorflow:global_step/sec: 15.9601
INFO:tensorflow:loss = 0.97068465, step = 50638 (6.266 sec)
INFO:tensorflow:lr = 0.0006599601 (6.266 sec)
INFO:tensorflow:global_step/sec: 15.5371
INFO:tensorflow:loss = 1.0285027, step = 50738 (6.438 sec)
INFO:tensorflow:lr = 0.00065000687 (6.437 sec)
INFO:tensorflow:global_step/sec: 15.4519
INFO:tensorflow:loss = 0.90983504, step = 50838 (6.474 sec)
INFO:tensorflow:lr = 0.00064005406 (6.473 sec)
INFO:tensorflow:global_step/sec: 15.7217
INFO:tensorflow:loss = 0.9798329, step = 50938 (6.358 sec)
INFO:tensorflow:lr = 0.0006301009 (6.359 sec)
INFO:tensorflow:global_step/sec: 15.845
INFO:tensorflow:loss = 1.0033894, step = 51038 (6.310 sec)
INFO:tensorflow:lr = 0.00062014774 (6.310 sec)
INFO:tensorflow:global_step/sec: 15.7849
INFO:tensorflow:loss = 0.9703176, step = 51138 (6.336 sec)
INFO:tensorflow:lr = 0.0006101946 (6.336 sec)
INFO:tensorflow:global_step/sec: 15.7676
INFO:tensorflow:loss = 1.0651929, step = 51238 (6.343 sec)
INFO:tensorflow:lr = 0.00060024176 (6.343 sec)
INFO:tensorflow:global_step/sec: 15.6472
INFO:tensorflow:loss = 1.0220809, step = 51338 (6.391 sec)
INFO:tensorflow:lr = 0.0005902886 (6.391 sec)
INFO:tensorflow:global_step/sec: 15.6237
INFO:tensorflow:loss = 0.9108165, step = 51438 (6.409 sec)
INFO:tensorflow:lr = 0.0005803354 (6.410 sec)
INFO:tensorflow:global_step/sec: 15.7778
INFO:tensorflow:loss = 1.0036579, step = 51538 (6.329 sec)
INFO:tensorflow:lr = 0.0005703822 (6.327 sec)
INFO:tensorflow:global_step/sec: 15.5782
INFO:tensorflow:loss = 0.95656455, step = 51638 (6.420 sec)
INFO:tensorflow:lr = 0.0005604294 (6.420 sec)
INFO:tensorflow:global_step/sec: 15.6113
INFO:tensorflow:loss = 0.92455906, step = 51738 (6.403 sec)
INFO:tensorflow:lr = 0.00055047625 (6.406 sec)
INFO:tensorflow:global_step/sec: 15.5851
INFO:tensorflow:loss = 1.0545679, step = 51838 (6.419 sec)
INFO:tensorflow:lr = 0.0005405231 (6.417 sec)
INFO:tensorflow:global_step/sec: 15.4603
INFO:tensorflow:loss = 1.06149, step = 51938 (6.465 sec)
INFO:tensorflow:lr = 0.00053056993 (6.464 sec)
INFO:tensorflow:global_step/sec: 33.72
INFO:tensorflow:loss = 0.9998349, step = 52038 (2.966 sec)
INFO:tensorflow:lr = 0.00052061706 (2.966 sec)
INFO:tensorflow:global_step/sec: 109.336
INFO:tensorflow:loss = 0.96552753, step = 52138 (0.915 sec)
INFO:tensorflow:lr = 0.0005106639 (0.914 sec)
INFO:tensorflow:global_step/sec: 110.764
INFO:tensorflow:loss = 1.0397224, step = 52238 (0.901 sec)
INFO:tensorflow:lr = 0.00050071074 (0.903 sec)
INFO:tensorflow:global_step/sec: 112.237
INFO:tensorflow:loss = 0.9736913, step = 52338 (0.889 sec)
INFO:tensorflow:lr = 0.0004907576 (0.887 sec)
INFO:tensorflow:global_step/sec: 113.949
INFO:tensorflow:loss = 0.96805465, step = 52438 (0.881 sec)
INFO:tensorflow:lr = 0.00048080477 (0.881 sec)
INFO:tensorflow:global_step/sec: 111.316
INFO:tensorflow:loss = 1.0702112, step = 52538 (0.896 sec)
INFO:tensorflow:lr = 0.0004708516 (0.899 sec)
INFO:tensorflow:global_step/sec: 110.385
INFO:tensorflow:loss = 1.0133809, step = 52638 (0.909 sec)
INFO:tensorflow:lr = 0.00046089845 (0.906 sec)
INFO:tensorflow:global_step/sec: 108.34
INFO:tensorflow:loss = 1.0258547, step = 52738 (0.922 sec)
INFO:tensorflow:lr = 0.00045094528 (0.923 sec)
INFO:tensorflow:Saving checkpoints for 52755 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0405445.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:45:04Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-52755
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:45:28
INFO:tensorflow:Saving dict for global step 52755: global_step = 52755, loss = 1.1853169, mae = 0.6458127
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 52755: ../model/dnn_softmax_clr/model.ckpt-52755
INFO:tensorflow:MAE: 0.646
INFO:tensorflow:Best MAE: 0.628
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-52755
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 52755 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.93936, step = 52755
INFO:tensorflow:lr = 0.0004492533
INFO:tensorflow:global_step/sec: 15.5123
INFO:tensorflow:loss = 0.89530027, step = 52855 (6.452 sec)
INFO:tensorflow:lr = 0.0004393005 (6.450 sec)
INFO:tensorflow:global_step/sec: 16.1405
INFO:tensorflow:loss = 0.87345266, step = 52955 (6.195 sec)
INFO:tensorflow:lr = 0.0004293473 (6.197 sec)
INFO:tensorflow:global_step/sec: 16.3707
INFO:tensorflow:loss = 0.9527282, step = 53055 (6.110 sec)
INFO:tensorflow:lr = 0.00041939414 (6.109 sec)
INFO:tensorflow:global_step/sec: 16.4502
INFO:tensorflow:loss = 0.948082, step = 53155 (6.080 sec)
INFO:tensorflow:lr = 0.00040944098 (6.079 sec)
INFO:tensorflow:global_step/sec: 16.4506
INFO:tensorflow:loss = 0.96365654, step = 53255 (6.077 sec)
INFO:tensorflow:lr = 0.00039948817 (6.079 sec)
INFO:tensorflow:global_step/sec: 16.4296
INFO:tensorflow:loss = 0.9765419, step = 53355 (6.089 sec)
INFO:tensorflow:lr = 0.00038953498 (6.092 sec)
INFO:tensorflow:global_step/sec: 16.4876
INFO:tensorflow:loss = 0.95242524, step = 53455 (6.061 sec)
INFO:tensorflow:lr = 0.00037958182 (6.058 sec)
INFO:tensorflow:global_step/sec: 16.4431
INFO:tensorflow:loss = 0.85877454, step = 53555 (6.083 sec)
INFO:tensorflow:lr = 0.00036962866 (6.083 sec)
INFO:tensorflow:global_step/sec: 16.5214
INFO:tensorflow:loss = 1.0322644, step = 53655 (6.049 sec)
INFO:tensorflow:lr = 0.00035967582 (6.047 sec)
INFO:tensorflow:global_step/sec: 16.5759
INFO:tensorflow:loss = 0.93846714, step = 53755 (6.034 sec)
INFO:tensorflow:lr = 0.00034972266 (6.036 sec)
INFO:tensorflow:global_step/sec: 16.3879
INFO:tensorflow:loss = 1.017906, step = 53855 (6.105 sec)
INFO:tensorflow:lr = 0.0003397695 (6.106 sec)
INFO:tensorflow:global_step/sec: 16.4662
INFO:tensorflow:loss = 0.8933624, step = 53955 (6.071 sec)
INFO:tensorflow:lr = 0.00032981634 (6.070 sec)
INFO:tensorflow:global_step/sec: 16.5821
INFO:tensorflow:loss = 0.9530549, step = 54055 (6.027 sec)
INFO:tensorflow:lr = 0.0003198635 (6.032 sec)
INFO:tensorflow:global_step/sec: 16.1773
INFO:tensorflow:loss = 1.004675, step = 54155 (6.186 sec)
INFO:tensorflow:lr = 0.00030991033 (6.180 sec)
INFO:tensorflow:global_step/sec: 16.3958
INFO:tensorflow:loss = 0.99332297, step = 54255 (6.101 sec)
INFO:tensorflow:lr = 0.00029995717 (6.101 sec)
INFO:tensorflow:global_step/sec: 16.5568
INFO:tensorflow:loss = 1.0154241, step = 54355 (6.039 sec)
INFO:tensorflow:lr = 0.000290004 (6.041 sec)
INFO:tensorflow:global_step/sec: 16.1532
INFO:tensorflow:loss = 0.94350153, step = 54455 (6.190 sec)
INFO:tensorflow:lr = 0.00028005117 (6.188 sec)
INFO:tensorflow:global_step/sec: 16.1892
INFO:tensorflow:loss = 0.9389175, step = 54555 (6.177 sec)
INFO:tensorflow:lr = 0.000270098 (6.178 sec)
INFO:tensorflow:global_step/sec: 16.0644
INFO:tensorflow:loss = 0.9055325, step = 54655 (6.227 sec)
INFO:tensorflow:lr = 0.00026014485 (6.226 sec)
INFO:tensorflow:global_step/sec: 16.0632
INFO:tensorflow:loss = 0.97243226, step = 54755 (6.222 sec)
INFO:tensorflow:lr = 0.0002501917 (6.224 sec)
INFO:tensorflow:global_step/sec: 16.2003
INFO:tensorflow:loss = 0.91497606, step = 54855 (6.176 sec)
INFO:tensorflow:lr = 0.00024023885 (6.176 sec)
INFO:tensorflow:global_step/sec: 15.9782
INFO:tensorflow:loss = 0.93248737, step = 54955 (6.255 sec)
INFO:tensorflow:lr = 0.00023028569 (6.256 sec)
INFO:tensorflow:global_step/sec: 16.0064
INFO:tensorflow:loss = 0.9782933, step = 55055 (6.248 sec)
INFO:tensorflow:lr = 0.00022033253 (6.246 sec)
INFO:tensorflow:global_step/sec: 16.1432
INFO:tensorflow:loss = 0.92175394, step = 55155 (6.195 sec)
INFO:tensorflow:lr = 0.00021037935 (6.193 sec)
INFO:tensorflow:global_step/sec: 16.1777
INFO:tensorflow:loss = 0.92912316, step = 55255 (6.185 sec)
INFO:tensorflow:lr = 0.00020042653 (6.185 sec)
INFO:tensorflow:global_step/sec: 16.0071
INFO:tensorflow:loss = 0.9646146, step = 55355 (6.242 sec)
INFO:tensorflow:lr = 0.00019047337 (6.243 sec)
INFO:tensorflow:global_step/sec: 15.4434
INFO:tensorflow:loss = 0.9477056, step = 55455 (6.475 sec)
INFO:tensorflow:lr = 0.0001805202 (6.477 sec)
INFO:tensorflow:global_step/sec: 35.5926
INFO:tensorflow:loss = 0.9469986, step = 55555 (2.810 sec)
INFO:tensorflow:lr = 0.00017056736 (2.807 sec)
INFO:tensorflow:global_step/sec: 113.349
INFO:tensorflow:loss = 0.93442583, step = 55655 (0.881 sec)
INFO:tensorflow:lr = 0.0001606142 (0.882 sec)
INFO:tensorflow:global_step/sec: 115.027
INFO:tensorflow:loss = 0.9367031, step = 55755 (0.871 sec)
INFO:tensorflow:lr = 0.00015066104 (0.872 sec)
INFO:tensorflow:global_step/sec: 112.129
INFO:tensorflow:loss = 0.8626733, step = 55855 (0.891 sec)
INFO:tensorflow:lr = 0.00014070787 (0.890 sec)
INFO:tensorflow:global_step/sec: 114.742
INFO:tensorflow:loss = 0.9302187, step = 55955 (0.870 sec)
INFO:tensorflow:lr = 0.00013075504 (0.870 sec)
INFO:tensorflow:global_step/sec: 115.233
INFO:tensorflow:loss = 0.95434135, step = 56055 (0.867 sec)
INFO:tensorflow:lr = 0.00012080187 (0.866 sec)
INFO:tensorflow:global_step/sec: 114.648
INFO:tensorflow:loss = 1.0019552, step = 56155 (0.876 sec)
INFO:tensorflow:lr = 0.00011084871 (0.878 sec)
INFO:tensorflow:global_step/sec: 110.902
INFO:tensorflow:loss = 0.8463288, step = 56255 (0.899 sec)
INFO:tensorflow:lr = 0.000100895544 (0.900 sec)
INFO:tensorflow:Saving checkpoints for 56272 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.8689978.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:49:10Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-56272
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:49:34
INFO:tensorflow:Saving dict for global step 56272: global_step = 56272, loss = 1.2207843, mae = 0.65013355
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 56272: ../model/dnn_softmax_clr/model.ckpt-56272
INFO:tensorflow:MAE: 0.650
INFO:tensorflow:Best MAE: 0.628
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-56272
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 56272 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.91757745, step = 56272
INFO:tensorflow:lr = 0.00010079641
INFO:tensorflow:global_step/sec: 15.2611
INFO:tensorflow:loss = 0.9130471, step = 56372 (6.558 sec)
INFO:tensorflow:lr = 0.00011074924 (6.557 sec)
INFO:tensorflow:global_step/sec: 16.1395
INFO:tensorflow:loss = 0.9537958, step = 56472 (6.197 sec)
INFO:tensorflow:lr = 0.00012070274 (6.199 sec)
INFO:tensorflow:global_step/sec: 15.8955
INFO:tensorflow:loss = 0.9180924, step = 56572 (6.292 sec)
INFO:tensorflow:lr = 0.00013065556 (6.291 sec)
INFO:tensorflow:global_step/sec: 16.0792
INFO:tensorflow:loss = 0.92273843, step = 56672 (6.218 sec)
INFO:tensorflow:lr = 0.0001406084 (6.219 sec)
INFO:tensorflow:global_step/sec: 15.9926
INFO:tensorflow:loss = 0.8498336, step = 56772 (6.254 sec)
INFO:tensorflow:lr = 0.0001505619 (6.253 sec)
INFO:tensorflow:global_step/sec: 14.9765
INFO:tensorflow:loss = 0.89407957, step = 56872 (6.677 sec)
INFO:tensorflow:lr = 0.00016051473 (6.678 sec)
INFO:tensorflow:global_step/sec: 14.6212
INFO:tensorflow:loss = 0.92873585, step = 56972 (6.838 sec)
INFO:tensorflow:lr = 0.00017046824 (6.840 sec)
INFO:tensorflow:global_step/sec: 15.9507
INFO:tensorflow:loss = 0.9031164, step = 57072 (6.271 sec)
INFO:tensorflow:lr = 0.00018042106 (6.275 sec)
INFO:tensorflow:global_step/sec: 16.0095
INFO:tensorflow:loss = 0.8986295, step = 57172 (6.246 sec)
INFO:tensorflow:lr = 0.00019037389 (6.241 sec)
INFO:tensorflow:global_step/sec: 15.9528
INFO:tensorflow:loss = 0.8428797, step = 57272 (6.265 sec)
INFO:tensorflow:lr = 0.0002003274 (6.263 sec)
INFO:tensorflow:global_step/sec: 15.9238
INFO:tensorflow:loss = 0.9063416, step = 57372 (6.283 sec)
INFO:tensorflow:lr = 0.00021028022 (6.284 sec)
INFO:tensorflow:global_step/sec: 15.9156
INFO:tensorflow:loss = 0.87453145, step = 57472 (6.285 sec)
INFO:tensorflow:lr = 0.00022023305 (6.283 sec)
INFO:tensorflow:global_step/sec: 15.5227
INFO:tensorflow:loss = 0.91114336, step = 57572 (6.441 sec)
INFO:tensorflow:lr = 0.00023018656 (6.442 sec)
INFO:tensorflow:global_step/sec: 15.7299
INFO:tensorflow:loss = 0.91843677, step = 57672 (6.359 sec)
INFO:tensorflow:lr = 0.00024013937 (6.361 sec)
INFO:tensorflow:global_step/sec: 15.8463
INFO:tensorflow:loss = 0.95649385, step = 57772 (6.306 sec)
INFO:tensorflow:lr = 0.0002500922 (6.307 sec)
INFO:tensorflow:global_step/sec: 16.1579
INFO:tensorflow:loss = 0.87808, step = 57872 (6.191 sec)
INFO:tensorflow:lr = 0.00026004572 (6.189 sec)
INFO:tensorflow:global_step/sec: 16.091
INFO:tensorflow:loss = 0.91827977, step = 57972 (6.215 sec)
INFO:tensorflow:lr = 0.00026999853 (6.215 sec)
INFO:tensorflow:global_step/sec: 16.2438
INFO:tensorflow:loss = 0.90110654, step = 58072 (6.156 sec)
INFO:tensorflow:lr = 0.00027995204 (6.156 sec)
INFO:tensorflow:global_step/sec: 16.3019
INFO:tensorflow:loss = 0.9405346, step = 58172 (6.134 sec)
INFO:tensorflow:lr = 0.00028990488 (6.134 sec)
INFO:tensorflow:global_step/sec: 16.299
INFO:tensorflow:loss = 0.90951097, step = 58272 (6.138 sec)
INFO:tensorflow:lr = 0.0002998577 (6.139 sec)
INFO:tensorflow:global_step/sec: 16.3239
INFO:tensorflow:loss = 0.9183568, step = 58372 (6.125 sec)
INFO:tensorflow:lr = 0.0003098112 (6.124 sec)
INFO:tensorflow:global_step/sec: 16.3955
INFO:tensorflow:loss = 1.0360355, step = 58472 (6.096 sec)
INFO:tensorflow:lr = 0.00031976402 (6.095 sec)
INFO:tensorflow:global_step/sec: 16.4167
INFO:tensorflow:loss = 0.9969532, step = 58572 (6.093 sec)
INFO:tensorflow:lr = 0.00032971686 (6.095 sec)
INFO:tensorflow:global_step/sec: 16.4704
INFO:tensorflow:loss = 0.9627489, step = 58672 (6.074 sec)
INFO:tensorflow:lr = 0.00033967037 (6.072 sec)
INFO:tensorflow:global_step/sec: 16.3186
INFO:tensorflow:loss = 0.87196755, step = 58772 (6.128 sec)
INFO:tensorflow:lr = 0.0003496232 (6.132 sec)
INFO:tensorflow:global_step/sec: 15.9737
INFO:tensorflow:loss = 0.90372413, step = 58872 (6.258 sec)
INFO:tensorflow:lr = 0.0003595767 (6.255 sec)
INFO:tensorflow:global_step/sec: 16.2202
INFO:tensorflow:loss = 0.89159936, step = 58972 (6.164 sec)
INFO:tensorflow:lr = 0.00036952953 (6.166 sec)
INFO:tensorflow:global_step/sec: 37.4061
INFO:tensorflow:loss = 0.92147696, step = 59072 (2.673 sec)
INFO:tensorflow:lr = 0.00037948237 (2.671 sec)
INFO:tensorflow:global_step/sec: 117.276
INFO:tensorflow:loss = 0.9045905, step = 59172 (0.853 sec)
INFO:tensorflow:lr = 0.00038943585 (0.853 sec)
INFO:tensorflow:global_step/sec: 119.155
INFO:tensorflow:loss = 0.9334596, step = 59272 (0.838 sec)
INFO:tensorflow:lr = 0.0003993887 (0.839 sec)
INFO:tensorflow:global_step/sec: 118.185
INFO:tensorflow:loss = 0.934989, step = 59372 (0.848 sec)
INFO:tensorflow:lr = 0.00040934153 (0.846 sec)
INFO:tensorflow:global_step/sec: 117.981
INFO:tensorflow:loss = 0.8571701, step = 59472 (0.848 sec)
INFO:tensorflow:lr = 0.00041929501 (0.849 sec)
INFO:tensorflow:global_step/sec: 117.189
INFO:tensorflow:loss = 0.9649935, step = 59572 (0.852 sec)
INFO:tensorflow:lr = 0.00042924786 (0.852 sec)
INFO:tensorflow:global_step/sec: 118.994
INFO:tensorflow:loss = 0.9861109, step = 59672 (0.841 sec)
INFO:tensorflow:lr = 0.00043920134 (0.842 sec)
INFO:tensorflow:global_step/sec: 115.22
INFO:tensorflow:loss = 0.9874089, step = 59772 (0.864 sec)
INFO:tensorflow:lr = 0.00044915418 (0.866 sec)
INFO:tensorflow:Saving checkpoints for 59789 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.89136285.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:53:18Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-59789
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:53:41
INFO:tensorflow:Saving dict for global step 59789: global_step = 59789, loss = 1.2138488, mae = 0.65709484
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 59789: ../model/dnn_softmax_clr/model.ckpt-59789
INFO:tensorflow:MAE: 0.657
INFO:tensorflow:Best MAE: 0.628
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-59789
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 59789 into ../model/dnn_softmax_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.85627246, step = 59789
INFO:tensorflow:lr = 0.0004508458
INFO:tensorflow:global_step/sec: 15.6257
INFO:tensorflow:loss = 0.93820876, step = 59889 (6.407 sec)
INFO:tensorflow:lr = 0.00046079932 (6.407 sec)
INFO:tensorflow:global_step/sec: 16.1301
INFO:tensorflow:loss = 0.89449716, step = 59989 (6.201 sec)
INFO:tensorflow:lr = 0.00047075213 (6.200 sec)
INFO:tensorflow:global_step/sec: 16.4012
INFO:tensorflow:loss = 0.895369, step = 60089 (6.098 sec)
INFO:tensorflow:lr = 0.00048070564 (6.104 sec)
INFO:tensorflow:global_step/sec: 15.8903
INFO:tensorflow:loss = 1.005223, step = 60189 (6.290 sec)
INFO:tensorflow:lr = 0.00049065845 (6.286 sec)
INFO:tensorflow:global_step/sec: 16.1486
INFO:tensorflow:loss = 0.98811597, step = 60289 (6.193 sec)
INFO:tensorflow:lr = 0.00050061126 (6.192 sec)
INFO:tensorflow:global_step/sec: 16.1233
INFO:tensorflow:loss = 0.8668517, step = 60389 (6.202 sec)
INFO:tensorflow:lr = 0.0005105648 (6.202 sec)
INFO:tensorflow:global_step/sec: 15.2066
INFO:tensorflow:loss = 0.93163335, step = 60489 (6.572 sec)
INFO:tensorflow:lr = 0.0005205176 (6.571 sec)
INFO:tensorflow:global_step/sec: 16.0155
INFO:tensorflow:loss = 0.88913476, step = 60589 (6.245 sec)
INFO:tensorflow:lr = 0.00053047045 (6.245 sec)
INFO:tensorflow:global_step/sec: 15.8716
INFO:tensorflow:loss = 0.8783969, step = 60689 (6.307 sec)
INFO:tensorflow:lr = 0.00054042396 (6.307 sec)
INFO:tensorflow:global_step/sec: 16.0091
INFO:tensorflow:loss = 0.9269674, step = 60789 (6.245 sec)
INFO:tensorflow:lr = 0.0005503768 (6.244 sec)
INFO:tensorflow:global_step/sec: 16.0188
INFO:tensorflow:loss = 0.819852, step = 60889 (6.242 sec)
INFO:tensorflow:lr = 0.0005603303 (6.242 sec)
INFO:tensorflow:global_step/sec: 15.7615
INFO:tensorflow:loss = 0.884837, step = 60989 (6.344 sec)
INFO:tensorflow:lr = 0.0005702831 (6.345 sec)
INFO:tensorflow:global_step/sec: 15.6509
INFO:tensorflow:loss = 0.91218174, step = 61089 (6.390 sec)
INFO:tensorflow:lr = 0.0005802359 (6.388 sec)
INFO:tensorflow:global_step/sec: 15.8376
INFO:tensorflow:loss = 0.9388083, step = 61189 (6.313 sec)
INFO:tensorflow:lr = 0.0005901894 (6.315 sec)
INFO:tensorflow:global_step/sec: 16.0282
INFO:tensorflow:loss = 0.83919257, step = 61289 (6.239 sec)
INFO:tensorflow:lr = 0.0006001423 (6.238 sec)
INFO:tensorflow:global_step/sec: 15.1514
INFO:tensorflow:loss = 0.9112018, step = 61389 (6.604 sec)
INFO:tensorflow:lr = 0.0006100951 (6.604 sec)
INFO:tensorflow:global_step/sec: 14.4812
INFO:tensorflow:loss = 0.9680771, step = 61489 (6.905 sec)
INFO:tensorflow:lr = 0.0006200486 (6.906 sec)
INFO:tensorflow:global_step/sec: 15.7382
INFO:tensorflow:loss = 0.9051462, step = 61589 (6.352 sec)
INFO:tensorflow:lr = 0.0006300014 (6.353 sec)
INFO:tensorflow:global_step/sec: 15.6589
INFO:tensorflow:loss = 0.91995716, step = 61689 (6.385 sec)
INFO:tensorflow:lr = 0.00063995493 (6.383 sec)
INFO:tensorflow:global_step/sec: 15.7783
INFO:tensorflow:loss = 0.88818, step = 61789 (6.342 sec)
INFO:tensorflow:lr = 0.00064990774 (6.346 sec)
INFO:tensorflow:global_step/sec: 15.8213
INFO:tensorflow:loss = 0.94030344, step = 61889 (6.316 sec)
INFO:tensorflow:lr = 0.0006598606 (6.313 sec)
INFO:tensorflow:global_step/sec: 15.8598
INFO:tensorflow:loss = 0.89987636, step = 61989 (6.307 sec)
INFO:tensorflow:lr = 0.0006698141 (6.311 sec)
INFO:tensorflow:global_step/sec: 15.8266
INFO:tensorflow:loss = 0.97284156, step = 62089 (6.322 sec)
INFO:tensorflow:lr = 0.00067976693 (6.317 sec)
INFO:tensorflow:global_step/sec: 15.7987
INFO:tensorflow:loss = 0.9959573, step = 62189 (6.324 sec)
INFO:tensorflow:lr = 0.00068971975 (6.323 sec)
INFO:tensorflow:global_step/sec: 15.4983
INFO:tensorflow:loss = 1.0188758, step = 62289 (6.452 sec)
INFO:tensorflow:lr = 0.00069967326 (6.454 sec)
INFO:tensorflow:global_step/sec: 15.6345
INFO:tensorflow:loss = 0.87850124, step = 62389 (6.400 sec)
INFO:tensorflow:lr = 0.00070962607 (6.398 sec)
INFO:tensorflow:global_step/sec: 15.9193
INFO:tensorflow:loss = 0.9908719, step = 62489 (6.276 sec)
INFO:tensorflow:lr = 0.00071957894 (6.275 sec)
INFO:tensorflow:global_step/sec: 36.0182
INFO:tensorflow:loss = 1.0504687, step = 62589 (2.780 sec)
INFO:tensorflow:lr = 0.0007295324 (2.780 sec)
INFO:tensorflow:global_step/sec: 113.069
INFO:tensorflow:loss = 0.9879747, step = 62689 (0.884 sec)
INFO:tensorflow:lr = 0.00073948526 (0.884 sec)
INFO:tensorflow:global_step/sec: 113.92
INFO:tensorflow:loss = 0.97365165, step = 62789 (0.877 sec)
INFO:tensorflow:lr = 0.00074943877 (0.877 sec)
INFO:tensorflow:global_step/sec: 111.675
INFO:tensorflow:loss = 1.0013039, step = 62889 (0.897 sec)
INFO:tensorflow:lr = 0.0007593916 (0.897 sec)
INFO:tensorflow:global_step/sec: 110.869
INFO:tensorflow:loss = 1.0231102, step = 62989 (0.901 sec)
INFO:tensorflow:lr = 0.0007693444 (0.900 sec)
INFO:tensorflow:global_step/sec: 111.831
INFO:tensorflow:loss = 0.93426263, step = 63089 (0.892 sec)
INFO:tensorflow:lr = 0.0007792979 (0.894 sec)
INFO:tensorflow:global_step/sec: 109.995
INFO:tensorflow:loss = 0.9879998, step = 63189 (0.908 sec)
INFO:tensorflow:lr = 0.0007892507 (0.909 sec)
INFO:tensorflow:global_step/sec: 110.174
INFO:tensorflow:loss = 0.9089722, step = 63289 (0.911 sec)
INFO:tensorflow:lr = 0.0007992036 (0.909 sec)
INFO:tensorflow:Saving checkpoints for 63306 into ../model/dnn_softmax_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0001694.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-29T03:57:27Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax_clr/model.ckpt-63306
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-29-03:57:50
INFO:tensorflow:Saving dict for global step 63306: global_step = 63306, loss = 1.1960713, mae = 0.65733486
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 63306: ../model/dnn_softmax_clr/model.ckpt-63306
INFO:tensorflow:MAE: 0.657
INFO:tensorflow:Best MAE: 0.628
7 times not improve the best result, therefore stop training