In [1]:
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow1/recommender/movielens/main')
Drive already mounted at /content/gdrive; to attempt to forcibly remount, call drive.mount("/content/gdrive", force_remount=True).
In [2]:
%tensorflow_version 1.x
TensorFlow 1.x selected.
In [3]:
import tensorflow as tf
import pprint
import logging

from pathlib import Path

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 1.15.2
GPU Enabled: True
In [0]:
# stream data from text files
def gen_fn(f_path):
  movietype2idx = {}
  with open('../vocab/movie_types.txt') as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      movietype2idx[line] = i
  
  with open(f_path) as f:
    print('Reading', f_path)
    for line in f:
      line = line.rstrip()
      (user_id, user_gender, user_age, user_job, movie_id, movie_types, movie_title, score) = line.split('\t')
      
      movie_types_ = [0] * len(movietype2idx)
      for movie_type in movie_types.split():
        movie_types_[movietype2idx[movie_type]] = 1
        
      movie_title = movie_title.split()
      yield (user_id, user_age, user_job, user_gender, movie_id, movie_types_, movie_title), score


def dataset(is_training, params):
  _shapes = (([], [], [], [], [], [18], [None]), [])
  _types = ((tf.string, tf.string, tf.string, tf.string, tf.string, tf.int32, tf.string), tf.float32)
  _pads = (('-1', '-1', '-1', '-1', '-1', -1, '<pad>'), 0.)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: gen_fn(params['train_path']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: gen_fn(params['test_path']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  
  return ds
In [0]:
def model_fn(features, labels, mode, params):
  # Receive inputs
  user_id, user_age, user_job, user_gender, movie_id, movie_types, movie_title = features
  
  
  # Flag for Dropout / Batch Norm
  is_training = (mode == tf.estimator.ModeKeys.TRAIN)
  
  
  # Word Indexing
  lookup_user_id = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_id.txt', num_oov_buckets=1)
  
  lookup_user_age = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_age.txt', num_oov_buckets=1)
  
  lookup_user_job = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_job.txt', num_oov_buckets=1)
  
  lookup_user_gender = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_gender.txt', num_oov_buckets=1)
  
  lookup_movie_id = tf.contrib.lookup.index_table_from_file(
    '../vocab/movie_id.txt', num_oov_buckets=1)
  
  lookup_movie_title = tf.contrib.lookup.index_table_from_file(
    '../vocab/movie_title.txt', num_oov_buckets=1)
  
  user_id = lookup_user_id.lookup(user_id)
  
  user_age = lookup_user_age.lookup(user_age)
  
  user_job = lookup_user_job.lookup(user_job)
  
  user_gender = lookup_user_gender.lookup(user_gender)
  
  movie_id = lookup_movie_id.lookup(movie_id)
  
  movie_title = lookup_movie_title.lookup(movie_title)
  
  
  # Embedding
  user_id = tf.contrib.layers.embed_sequence(
    ids = user_id,
    vocab_size = params['user_id_size'] + 1,
    embed_dim = params['large_embed_dim'],
    scope='user_id')
  
  user_age = tf.contrib.layers.embed_sequence(
    ids = user_age,
    vocab_size = params['user_age_size'] + 1,
    embed_dim = params['small_embed_dim'],
    scope='user_age')
  
  user_job = tf.contrib.layers.embed_sequence(
    ids = user_job,
    vocab_size = params['user_job_size'] + 1,
    embed_dim = params['small_embed_dim'],
    scope='user_job')
  
  user_gender = tf.contrib.layers.embed_sequence(
    ids = user_gender,
    vocab_size = params['user_gender_size'],
    embed_dim = params['small_embed_dim'],
    scope='user_gender')
  
  movie_id = tf.contrib.layers.embed_sequence(
    ids = movie_id,
    vocab_size = params['movie_id_size'] + 1,
    embed_dim = params['large_embed_dim'],
    scope='movie_id')
  
  movie_types = tf.to_float(movie_types)
  
  movie_title = tf.contrib.layers.embed_sequence(
    ids = movie_title,
    vocab_size = params['movie_title_size'] + 1,
    embed_dim = params['large_embed_dim'],
    scope='movie_title')
  
  
  # User Network
  user_feature = tf.concat((user_id, user_age, user_job, user_gender), -1)
  
  user_feature = tf.layers.dropout(user_feature, params['dropout_rate'], training=is_training)
  
  user_feature = tf.layers.dense(user_feature,
                                 params['hidden_dim'],
                                 params['activation'],
                                 name='user_feature/fc')
  
  
  # Movie Network
  movie_title = tf.layers.dropout(movie_title, params['dropout_rate'], training=is_training)
  
  movie_title = tf.reduce_max(tf.layers.conv1d(movie_title,
                                               filters=params['large_embed_dim'],
                                               kernel_size=params['kernel_size'],
                                               activation=params['activation'],
                                               name='movie_feature/conv1d'), axis=1)
  
  movie_feature = tf.concat((movie_id, movie_types, movie_title), -1)
  
  movie_feature = tf.layers.dropout(movie_feature, params['dropout_rate'], training=is_training)
  
  movie_feature = tf.layers.dense(movie_feature,
                                  params['hidden_dim'],
                                  params['activation'],
                                  name='movie_feature/fc')
  
  
  # Aggregation
  scores = tf.concat([tf.abs(user_feature - movie_feature),
                      user_feature * movie_feature,
                      user_feature,
                      movie_feature], -1)
  scores = tf.layers.dropout(scores, params['dropout_rate'], training=is_training)
  scores = tf.layers.dense(scores, params['hidden_dim'], params['activation'])
  scores = tf.layers.dropout(scores, params['dropout_rate'], training=is_training)
  scores = tf.layers.dense(scores, params['hidden_dim'], params['activation'])
  logits = tf.layers.dense(scores, 5)
  predictions = tf.to_float(tf.argmax(logits, -1) + 1)
  
  
  if labels is not None:
    loss_op = tf.reduce_mean(tf.nn.sparse_softmax_cross_entropy_with_logits(
      labels=tf.to_int32(labels-1), logits=logits))
  
  
  if mode == tf.estimator.ModeKeys.TRAIN:
    tf.logging.info('\n'+pprint.pformat(tf.trainable_variables()))
    
    global_step=tf.train.get_or_create_global_step()
    decay_lr = tf.train.exponential_decay(
      params['lr'], global_step, 1000, .96)
    
    optim = tf.train.AdamOptimizer(decay_lr)
    train_op = optim.minimize(
      loss_op, global_step=tf.train.get_or_create_global_step())
    
    hook = tf.train.LoggingTensorHook({'lr': decay_lr}, every_n_iter=100)
    
    return tf.estimator.EstimatorSpec(mode=mode,
                                      loss=loss_op,
                                      train_op=train_op,
                                      training_hooks=[hook],)
  
  
  if mode == tf.estimator.ModeKeys.EVAL:
    mae_op = tf.metrics.mean_absolute_error(labels=labels,
                                            predictions=predictions)
    return tf.estimator.EstimatorSpec(mode=mode,
                                      loss=loss_op,
                                      eval_metric_ops={'mae': mae_op})
In [0]:
params = {
    'log_path': '../log/dnn_softmax.txt',
    'model_dir': '../model/dnn_softmax',
    'train_path': '../data/train.txt',
    'test_path': '../data/test.txt',
    'user_id_size': 6040,
    'user_age_size': 7,
    'user_job_size': 21,
    'user_gender_size': 2,
    'movie_id_size': 3691,
    'movie_title_size': 3702,
    'small_embed_dim': 30,
    'large_embed_dim': 200,
    'hidden_dim': 200,
    'activation': tf.nn.elu,
    'kernel_size': 3,
    'dropout_rate': 0.2,
    'lr': 3e-4,
    'num_patience': 7,
    'buffer_size': 200000,
    'batch_size': 256,
}
In [7]:
# Create directory if not exist
Path(os.path.dirname(params['log_path'])).mkdir(exist_ok=True)
Path(params['model_dir']).mkdir(exist_ok=True, parents=True)

# Logging
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)
fh = logging.FileHandler(params['log_path'])
logger.addHandler(fh)

# Create an estimator
config = tf.estimator.RunConfig(
  save_checkpoints_steps=900228//params['batch_size']+1,
  keep_checkpoint_max=3)

estimator = tf.estimator.Estimator(
  model_fn=model_fn,
  model_dir=params['model_dir'],
  config=config,
  params=params)

best_mae = 10000.
count = 0
tf.enable_eager_execution()

while True:
  estimator.train(input_fn=lambda: dataset(is_training=True, params=params))

  mae = estimator.evaluate(input_fn=lambda: dataset(is_training=False, params=params))['mae']
  logger.info("MAE: {:.3f}".format(mae))

  if mae < best_mae:
    best_mae = mae
    count = 0
  else:
    count += 1
  logger.info("Best MAE: {:.3f}".format(best_mae))

  if count == params['num_patience']:
    print(params['num_patience'], "times not improve the best result, therefore stop training")
    break
INFO:tensorflow:Using config: {'_model_dir': '../model/dnn_softmax', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': 3517, '_save_checkpoints_secs': None, '_session_config': allow_soft_placement: true
graph_options {
  rewrite_options {
    meta_optimizer_iterations: ONE
  }
}
, '_keep_checkpoint_max': 3, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7f27b05ee2e8>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/training_util.py:236: Variable.initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version.
Instructions for updating:
Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:From <ipython-input-5-5b62a0c7bf0d>:73: to_float (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
WARNING:tensorflow:From <ipython-input-5-5b62a0c7bf0d>:85: dropout (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.dropout instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/layers/core.py:271: Layer.apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.
Instructions for updating:
Please use `layer.__call__` method instead.
WARNING:tensorflow:From <ipython-input-5-5b62a0c7bf0d>:90: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.Dense instead.
WARNING:tensorflow:From <ipython-input-5-5b62a0c7bf0d>:100: conv1d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.keras.layers.Conv1D` instead.
WARNING:tensorflow:From <ipython-input-5-5b62a0c7bf0d>:127: to_int32 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/array_ops.py:1475: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.where in 2.0, which has the same broadcast rule as np.where
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 0 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.7027788, step = 0
INFO:tensorflow:lr = 0.0003
INFO:tensorflow:global_step/sec: 15.9322
INFO:tensorflow:loss = 1.4681358, step = 100 (6.284 sec)
INFO:tensorflow:lr = 0.00029877786 (6.282 sec)
INFO:tensorflow:global_step/sec: 16.0631
INFO:tensorflow:loss = 1.3081278, step = 200 (6.220 sec)
INFO:tensorflow:lr = 0.00029756065 (6.218 sec)
INFO:tensorflow:global_step/sec: 16.7361
INFO:tensorflow:loss = 1.3106856, step = 300 (5.978 sec)
INFO:tensorflow:lr = 0.00029634844 (5.982 sec)
INFO:tensorflow:global_step/sec: 16.8749
INFO:tensorflow:loss = 1.2278825, step = 400 (5.928 sec)
INFO:tensorflow:lr = 0.00029514113 (5.926 sec)
INFO:tensorflow:global_step/sec: 16.7624
INFO:tensorflow:loss = 1.199353, step = 500 (5.965 sec)
INFO:tensorflow:lr = 0.00029393876 (5.971 sec)
INFO:tensorflow:global_step/sec: 16.5129
INFO:tensorflow:loss = 1.2436591, step = 600 (6.057 sec)
INFO:tensorflow:lr = 0.00029274132 (6.053 sec)
INFO:tensorflow:global_step/sec: 16.4178
INFO:tensorflow:loss = 1.2840923, step = 700 (6.085 sec)
INFO:tensorflow:lr = 0.0002915487 (6.083 sec)
INFO:tensorflow:global_step/sec: 16.5282
INFO:tensorflow:loss = 1.2682953, step = 800 (6.052 sec)
INFO:tensorflow:lr = 0.00029036097 (6.055 sec)
INFO:tensorflow:global_step/sec: 15.4642
INFO:tensorflow:loss = 1.2925303, step = 900 (6.470 sec)
INFO:tensorflow:lr = 0.00028917808 (6.468 sec)
INFO:tensorflow:global_step/sec: 16.3365
INFO:tensorflow:loss = 1.2579929, step = 1000 (6.126 sec)
INFO:tensorflow:lr = 0.000288 (6.127 sec)
INFO:tensorflow:global_step/sec: 16.7018
INFO:tensorflow:loss = 1.2632139, step = 1100 (5.981 sec)
INFO:tensorflow:lr = 0.00028682672 (5.979 sec)
INFO:tensorflow:global_step/sec: 16.675
INFO:tensorflow:loss = 1.2019049, step = 1200 (5.998 sec)
INFO:tensorflow:lr = 0.00028565823 (5.999 sec)
INFO:tensorflow:global_step/sec: 16.2504
INFO:tensorflow:loss = 1.2605728, step = 1300 (6.151 sec)
INFO:tensorflow:lr = 0.00028449448 (6.151 sec)
INFO:tensorflow:global_step/sec: 16.2788
INFO:tensorflow:loss = 1.2172202, step = 1400 (6.146 sec)
INFO:tensorflow:lr = 0.0002833355 (6.149 sec)
INFO:tensorflow:global_step/sec: 17.069
INFO:tensorflow:loss = 1.1872351, step = 1500 (5.858 sec)
INFO:tensorflow:lr = 0.00028218122 (5.855 sec)
INFO:tensorflow:global_step/sec: 16.9418
INFO:tensorflow:loss = 1.2815584, step = 1600 (5.902 sec)
INFO:tensorflow:lr = 0.00028103162 (5.905 sec)
INFO:tensorflow:global_step/sec: 16.8889
INFO:tensorflow:loss = 1.2229513, step = 1700 (5.920 sec)
INFO:tensorflow:lr = 0.00027988676 (5.919 sec)
INFO:tensorflow:global_step/sec: 16.9547
INFO:tensorflow:loss = 1.184394, step = 1800 (5.897 sec)
INFO:tensorflow:lr = 0.00027874653 (5.897 sec)
INFO:tensorflow:global_step/sec: 16.9631
INFO:tensorflow:loss = 1.2123531, step = 1900 (5.898 sec)
INFO:tensorflow:lr = 0.00027761093 (5.898 sec)
INFO:tensorflow:global_step/sec: 16.9022
INFO:tensorflow:loss = 1.1791955, step = 2000 (5.914 sec)
INFO:tensorflow:lr = 0.00027648 (5.915 sec)
INFO:tensorflow:global_step/sec: 16.755
INFO:tensorflow:loss = 1.1523603, step = 2100 (5.969 sec)
INFO:tensorflow:lr = 0.00027535364 (5.971 sec)
INFO:tensorflow:global_step/sec: 16.9644
INFO:tensorflow:loss = 1.257686, step = 2200 (5.895 sec)
INFO:tensorflow:lr = 0.0002742319 (5.894 sec)
INFO:tensorflow:global_step/sec: 16.6504
INFO:tensorflow:loss = 1.2477771, step = 2300 (6.007 sec)
INFO:tensorflow:lr = 0.0002731147 (6.006 sec)
INFO:tensorflow:global_step/sec: 16.8732
INFO:tensorflow:loss = 1.2710154, step = 2400 (5.924 sec)
INFO:tensorflow:lr = 0.00027200207 (5.928 sec)
INFO:tensorflow:global_step/sec: 16.841
INFO:tensorflow:loss = 1.2104249, step = 2500 (5.939 sec)
INFO:tensorflow:lr = 0.00027089397 (5.935 sec)
INFO:tensorflow:global_step/sec: 16.565
INFO:tensorflow:loss = 1.194101, step = 2600 (6.037 sec)
INFO:tensorflow:lr = 0.00026979035 (6.039 sec)
INFO:tensorflow:global_step/sec: 16.5954
INFO:tensorflow:loss = 1.2108262, step = 2700 (6.025 sec)
INFO:tensorflow:lr = 0.00026869128 (6.024 sec)
INFO:tensorflow:global_step/sec: 38.9442
INFO:tensorflow:loss = 1.2386556, step = 2800 (2.565 sec)
INFO:tensorflow:lr = 0.00026759668 (2.565 sec)
INFO:tensorflow:global_step/sec: 118.934
INFO:tensorflow:loss = 1.1952001, step = 2900 (0.842 sec)
INFO:tensorflow:lr = 0.0002665065 (0.841 sec)
INFO:tensorflow:global_step/sec: 119.593
INFO:tensorflow:loss = 1.2015231, step = 3000 (0.834 sec)
INFO:tensorflow:lr = 0.00026542076 (0.834 sec)
INFO:tensorflow:global_step/sec: 118.418
INFO:tensorflow:loss = 1.3001155, step = 3100 (0.845 sec)
INFO:tensorflow:lr = 0.0002643395 (0.845 sec)
INFO:tensorflow:global_step/sec: 119.541
INFO:tensorflow:loss = 1.1994752, step = 3200 (0.838 sec)
INFO:tensorflow:lr = 0.0002632626 (0.839 sec)
INFO:tensorflow:global_step/sec: 119.358
INFO:tensorflow:loss = 1.199495, step = 3300 (0.839 sec)
INFO:tensorflow:lr = 0.00026219012 (0.838 sec)
INFO:tensorflow:global_step/sec: 123.607
INFO:tensorflow:loss = 1.193855, step = 3400 (0.809 sec)
INFO:tensorflow:lr = 0.00026112198 (0.808 sec)
INFO:tensorflow:global_step/sec: 116.822
INFO:tensorflow:loss = 1.2333922, step = 3500 (0.856 sec)
INFO:tensorflow:lr = 0.0002600582 (0.856 sec)
INFO:tensorflow:Saving checkpoints for 3517 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2780794.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T01:14:17Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-3517
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-01:14:40
INFO:tensorflow:Saving dict for global step 3517: global_step = 3517, loss = 1.2041297, mae = 0.6883508
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 3517: ../model/dnn_softmax/model.ckpt-3517
INFO:tensorflow:MAE: 0.688
INFO:tensorflow:Best MAE: 0.688
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-3517
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:1069: get_checkpoint_mtimes (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file utilities to get mtimes.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 3517 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.227319, step = 3517
INFO:tensorflow:lr = 0.0002598778
INFO:tensorflow:global_step/sec: 15.9717
INFO:tensorflow:loss = 1.2393875, step = 3617 (6.269 sec)
INFO:tensorflow:lr = 0.00025881908 (6.263 sec)
INFO:tensorflow:global_step/sec: 16.7724
INFO:tensorflow:loss = 1.1882032, step = 3717 (5.960 sec)
INFO:tensorflow:lr = 0.00025776468 (5.959 sec)
INFO:tensorflow:global_step/sec: 16.6766
INFO:tensorflow:loss = 1.1821389, step = 3817 (5.997 sec)
INFO:tensorflow:lr = 0.0002567146 (5.999 sec)
INFO:tensorflow:global_step/sec: 16.5575
INFO:tensorflow:loss = 1.1973636, step = 3917 (6.038 sec)
INFO:tensorflow:lr = 0.00025566874 (6.040 sec)
INFO:tensorflow:global_step/sec: 16.6558
INFO:tensorflow:loss = 1.1659632, step = 4017 (6.004 sec)
INFO:tensorflow:lr = 0.00025462717 (6.002 sec)
INFO:tensorflow:global_step/sec: 16.6054
INFO:tensorflow:loss = 1.2363937, step = 4117 (6.024 sec)
INFO:tensorflow:lr = 0.00025358988 (6.023 sec)
INFO:tensorflow:global_step/sec: 16.5775
INFO:tensorflow:loss = 1.1827149, step = 4217 (6.031 sec)
INFO:tensorflow:lr = 0.00025255675 (6.032 sec)
INFO:tensorflow:global_step/sec: 16.5927
INFO:tensorflow:loss = 1.144052, step = 4317 (6.028 sec)
INFO:tensorflow:lr = 0.00025152788 (6.026 sec)
INFO:tensorflow:global_step/sec: 16.5321
INFO:tensorflow:loss = 1.1702062, step = 4417 (6.049 sec)
INFO:tensorflow:lr = 0.0002505032 (6.049 sec)
INFO:tensorflow:global_step/sec: 16.7096
INFO:tensorflow:loss = 1.1589866, step = 4517 (5.984 sec)
INFO:tensorflow:lr = 0.00024948266 (5.983 sec)
INFO:tensorflow:global_step/sec: 16.6189
INFO:tensorflow:loss = 1.2165353, step = 4617 (6.017 sec)
INFO:tensorflow:lr = 0.00024846633 (6.019 sec)
INFO:tensorflow:global_step/sec: 16.5426
INFO:tensorflow:loss = 1.1455714, step = 4717 (6.044 sec)
INFO:tensorflow:lr = 0.0002474541 (6.048 sec)
INFO:tensorflow:global_step/sec: 15.4584
INFO:tensorflow:loss = 1.1672468, step = 4817 (6.469 sec)
INFO:tensorflow:lr = 0.000246446 (6.467 sec)
INFO:tensorflow:global_step/sec: 16.3746
INFO:tensorflow:loss = 1.1951247, step = 4917 (6.106 sec)
INFO:tensorflow:lr = 0.00024544197 (6.105 sec)
INFO:tensorflow:global_step/sec: 16.583
INFO:tensorflow:loss = 1.148078, step = 5017 (6.032 sec)
INFO:tensorflow:lr = 0.00024444208 (6.029 sec)
INFO:tensorflow:global_step/sec: 16.5089
INFO:tensorflow:loss = 1.2164483, step = 5117 (6.058 sec)
INFO:tensorflow:lr = 0.00024344627 (6.059 sec)
INFO:tensorflow:global_step/sec: 16.5469
INFO:tensorflow:loss = 1.1596904, step = 5217 (6.044 sec)
INFO:tensorflow:lr = 0.00024245451 (6.044 sec)
INFO:tensorflow:global_step/sec: 16.5047
INFO:tensorflow:loss = 1.175203, step = 5317 (6.063 sec)
INFO:tensorflow:lr = 0.00024146675 (6.066 sec)
INFO:tensorflow:global_step/sec: 16.465
INFO:tensorflow:loss = 1.2326826, step = 5417 (6.069 sec)
INFO:tensorflow:lr = 0.00024048304 (6.064 sec)
INFO:tensorflow:global_step/sec: 15.8566
INFO:tensorflow:loss = 1.1303748, step = 5517 (6.309 sec)
INFO:tensorflow:lr = 0.00023950337 (6.309 sec)
INFO:tensorflow:global_step/sec: 15.0244
INFO:tensorflow:loss = 1.183412, step = 5617 (6.651 sec)
INFO:tensorflow:lr = 0.00023852765 (6.651 sec)
INFO:tensorflow:global_step/sec: 16.1964
INFO:tensorflow:loss = 1.2179842, step = 5717 (6.176 sec)
INFO:tensorflow:lr = 0.0002375559 (6.175 sec)
INFO:tensorflow:global_step/sec: 16.4764
INFO:tensorflow:loss = 1.1790155, step = 5817 (6.068 sec)
INFO:tensorflow:lr = 0.00023658814 (6.070 sec)
INFO:tensorflow:global_step/sec: 16.605
INFO:tensorflow:loss = 1.2068183, step = 5917 (6.022 sec)
INFO:tensorflow:lr = 0.00023562429 (6.022 sec)
INFO:tensorflow:global_step/sec: 16.4213
INFO:tensorflow:loss = 1.2612503, step = 6017 (6.093 sec)
INFO:tensorflow:lr = 0.0002346644 (6.093 sec)
INFO:tensorflow:global_step/sec: 16.0457
INFO:tensorflow:loss = 1.2451013, step = 6117 (6.228 sec)
INFO:tensorflow:lr = 0.00023370842 (6.225 sec)
INFO:tensorflow:global_step/sec: 16.1156
INFO:tensorflow:loss = 1.1706221, step = 6217 (6.209 sec)
INFO:tensorflow:lr = 0.0002327563 (6.210 sec)
INFO:tensorflow:global_step/sec: 37.8268
INFO:tensorflow:loss = 1.2334971, step = 6317 (2.639 sec)
INFO:tensorflow:lr = 0.00023180808 (2.637 sec)
INFO:tensorflow:global_step/sec: 113.12
INFO:tensorflow:loss = 1.1546154, step = 6417 (0.886 sec)
INFO:tensorflow:lr = 0.00023086373 (0.889 sec)
INFO:tensorflow:global_step/sec: 112.767
INFO:tensorflow:loss = 1.1932598, step = 6517 (0.886 sec)
INFO:tensorflow:lr = 0.0002299232 (0.883 sec)
INFO:tensorflow:global_step/sec: 113.291
INFO:tensorflow:loss = 1.1770399, step = 6617 (0.883 sec)
INFO:tensorflow:lr = 0.00022898654 (0.885 sec)
INFO:tensorflow:global_step/sec: 115.25
INFO:tensorflow:loss = 1.1592432, step = 6717 (0.866 sec)
INFO:tensorflow:lr = 0.00022805367 (0.866 sec)
INFO:tensorflow:global_step/sec: 115.119
INFO:tensorflow:loss = 1.1564575, step = 6817 (0.869 sec)
INFO:tensorflow:lr = 0.00022712459 (0.868 sec)
INFO:tensorflow:global_step/sec: 115.691
INFO:tensorflow:loss = 1.2012221, step = 6917 (0.869 sec)
INFO:tensorflow:lr = 0.00022619934 (0.869 sec)
INFO:tensorflow:global_step/sec: 113.285
INFO:tensorflow:loss = 1.1609839, step = 7017 (0.878 sec)
INFO:tensorflow:lr = 0.00022527782 (0.878 sec)
INFO:tensorflow:Saving checkpoints for 7034 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 1.1293797.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T01:18:18Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-7034
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-01:18:40
INFO:tensorflow:Saving dict for global step 7034: global_step = 7034, loss = 1.1756244, mae = 0.6707074
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 7034: ../model/dnn_softmax/model.ckpt-7034
INFO:tensorflow:MAE: 0.671
INFO:tensorflow:Best MAE: 0.671
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-7034
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 7034 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.1640577, step = 7034
INFO:tensorflow:lr = 0.00022512155
INFO:tensorflow:global_step/sec: 15.8583
INFO:tensorflow:loss = 1.1111807, step = 7134 (6.313 sec)
INFO:tensorflow:lr = 0.00022420441 (6.310 sec)
INFO:tensorflow:global_step/sec: 16.5909
INFO:tensorflow:loss = 1.1633515, step = 7234 (6.026 sec)
INFO:tensorflow:lr = 0.00022329103 (6.028 sec)
INFO:tensorflow:global_step/sec: 16.6173
INFO:tensorflow:loss = 1.1426715, step = 7334 (6.019 sec)
INFO:tensorflow:lr = 0.0002223814 (6.022 sec)
INFO:tensorflow:global_step/sec: 16.6027
INFO:tensorflow:loss = 1.0996891, step = 7434 (6.020 sec)
INFO:tensorflow:lr = 0.00022147542 (6.015 sec)
INFO:tensorflow:global_step/sec: 16.5278
INFO:tensorflow:loss = 1.116173, step = 7534 (6.051 sec)
INFO:tensorflow:lr = 0.00022057317 (6.050 sec)
INFO:tensorflow:global_step/sec: 16.5758
INFO:tensorflow:loss = 1.1309159, step = 7634 (6.037 sec)
INFO:tensorflow:lr = 0.00021967458 (6.037 sec)
INFO:tensorflow:global_step/sec: 16.5544
INFO:tensorflow:loss = 1.1509004, step = 7734 (6.037 sec)
INFO:tensorflow:lr = 0.00021877963 (6.038 sec)
INFO:tensorflow:global_step/sec: 16.4497
INFO:tensorflow:loss = 1.1145786, step = 7834 (6.079 sec)
INFO:tensorflow:lr = 0.00021788836 (6.082 sec)
INFO:tensorflow:global_step/sec: 16.5537
INFO:tensorflow:loss = 1.1569221, step = 7934 (6.040 sec)
INFO:tensorflow:lr = 0.00021700072 (6.038 sec)
INFO:tensorflow:global_step/sec: 16.4909
INFO:tensorflow:loss = 1.1614423, step = 8034 (6.064 sec)
INFO:tensorflow:lr = 0.00021611668 (6.064 sec)
INFO:tensorflow:global_step/sec: 16.4369
INFO:tensorflow:loss = 1.1611792, step = 8134 (6.086 sec)
INFO:tensorflow:lr = 0.00021523623 (6.083 sec)
INFO:tensorflow:global_step/sec: 16.6539
INFO:tensorflow:loss = 1.1449993, step = 8234 (6.004 sec)
INFO:tensorflow:lr = 0.0002143594 (6.005 sec)
INFO:tensorflow:global_step/sec: 16.2546
INFO:tensorflow:loss = 1.1721553, step = 8334 (6.151 sec)
INFO:tensorflow:lr = 0.00021348611 (6.151 sec)
INFO:tensorflow:global_step/sec: 16.1455
INFO:tensorflow:loss = 1.1663302, step = 8434 (6.191 sec)
INFO:tensorflow:lr = 0.00021261639 (6.192 sec)
INFO:tensorflow:global_step/sec: 16.5312
INFO:tensorflow:loss = 1.1478337, step = 8534 (6.052 sec)
INFO:tensorflow:lr = 0.00021175022 (6.051 sec)
INFO:tensorflow:global_step/sec: 16.4345
INFO:tensorflow:loss = 1.1667379, step = 8634 (6.085 sec)
INFO:tensorflow:lr = 0.00021088756 (6.086 sec)
INFO:tensorflow:global_step/sec: 16.3449
INFO:tensorflow:loss = 1.1760173, step = 8734 (6.118 sec)
INFO:tensorflow:lr = 0.00021002846 (6.116 sec)
INFO:tensorflow:global_step/sec: 16.4137
INFO:tensorflow:loss = 1.2115769, step = 8834 (6.094 sec)
INFO:tensorflow:lr = 0.00020917281 (6.096 sec)
INFO:tensorflow:global_step/sec: 16.5003
INFO:tensorflow:loss = 1.1593134, step = 8934 (6.058 sec)
INFO:tensorflow:lr = 0.00020832068 (6.056 sec)
INFO:tensorflow:global_step/sec: 16.43
INFO:tensorflow:loss = 1.0619152, step = 9034 (6.088 sec)
INFO:tensorflow:lr = 0.00020747201 (6.091 sec)
INFO:tensorflow:global_step/sec: 16.4667
INFO:tensorflow:loss = 1.1586841, step = 9134 (6.071 sec)
INFO:tensorflow:lr = 0.00020662678 (6.069 sec)
INFO:tensorflow:global_step/sec: 16.4798
INFO:tensorflow:loss = 1.1287509, step = 9234 (6.069 sec)
INFO:tensorflow:lr = 0.000205785 (6.069 sec)
INFO:tensorflow:global_step/sec: 15.8404
INFO:tensorflow:loss = 1.0946069, step = 9334 (6.313 sec)
INFO:tensorflow:lr = 0.00020494667 (6.315 sec)
INFO:tensorflow:global_step/sec: 16.0388
INFO:tensorflow:loss = 1.2381337, step = 9434 (6.232 sec)
INFO:tensorflow:lr = 0.00020411174 (6.232 sec)
INFO:tensorflow:global_step/sec: 16.5405
INFO:tensorflow:loss = 1.1938716, step = 9534 (6.047 sec)
INFO:tensorflow:lr = 0.00020328021 (6.045 sec)
INFO:tensorflow:global_step/sec: 16.1017
INFO:tensorflow:loss = 1.1071975, step = 9634 (6.214 sec)
INFO:tensorflow:lr = 0.00020245208 (6.215 sec)
INFO:tensorflow:global_step/sec: 16.0275
INFO:tensorflow:loss = 1.190153, step = 9734 (6.238 sec)
INFO:tensorflow:lr = 0.0002016273 (6.238 sec)
INFO:tensorflow:global_step/sec: 37.7124
INFO:tensorflow:loss = 1.1357915, step = 9834 (2.649 sec)
INFO:tensorflow:lr = 0.0002008059 (2.648 sec)
INFO:tensorflow:global_step/sec: 112.158
INFO:tensorflow:loss = 1.15142, step = 9934 (0.891 sec)
INFO:tensorflow:lr = 0.00019998784 (0.892 sec)
INFO:tensorflow:global_step/sec: 113.638
INFO:tensorflow:loss = 1.1035116, step = 10034 (0.880 sec)
INFO:tensorflow:lr = 0.00019917313 (0.880 sec)
INFO:tensorflow:global_step/sec: 115.354
INFO:tensorflow:loss = 1.1373181, step = 10134 (0.868 sec)
INFO:tensorflow:lr = 0.00019836171 (0.869 sec)
INFO:tensorflow:global_step/sec: 112.053
INFO:tensorflow:loss = 1.1307138, step = 10234 (0.892 sec)
INFO:tensorflow:lr = 0.00019755361 (0.894 sec)
INFO:tensorflow:global_step/sec: 113.341
INFO:tensorflow:loss = 1.1438175, step = 10334 (0.881 sec)
INFO:tensorflow:lr = 0.0001967488 (0.876 sec)
INFO:tensorflow:global_step/sec: 113.561
INFO:tensorflow:loss = 1.1874104, step = 10434 (0.883 sec)
INFO:tensorflow:lr = 0.00019594727 (0.882 sec)
INFO:tensorflow:global_step/sec: 112.033
INFO:tensorflow:loss = 1.1351664, step = 10534 (0.890 sec)
INFO:tensorflow:lr = 0.00019514898 (0.891 sec)
INFO:tensorflow:Saving checkpoints for 10551 into ../model/dnn_softmax/model.ckpt.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file APIs to delete files with this prefix.
INFO:tensorflow:Loss for final step: 1.1811559.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T01:22:19Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-10551
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-01:22:42
INFO:tensorflow:Saving dict for global step 10551: global_step = 10551, loss = 1.1588928, mae = 0.6541143
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 10551: ../model/dnn_softmax/model.ckpt-10551
INFO:tensorflow:MAE: 0.654
INFO:tensorflow:Best MAE: 0.654
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-10551
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 10551 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.2184696, step = 10551
INFO:tensorflow:lr = 0.0001950136
INFO:tensorflow:global_step/sec: 15.7932
INFO:tensorflow:loss = 1.0988437, step = 10651 (6.337 sec)
INFO:tensorflow:lr = 0.00019421916 (6.334 sec)
INFO:tensorflow:global_step/sec: 16.6691
INFO:tensorflow:loss = 1.1515946, step = 10751 (5.999 sec)
INFO:tensorflow:lr = 0.00019342793 (5.998 sec)
INFO:tensorflow:global_step/sec: 16.6015
INFO:tensorflow:loss = 1.1574594, step = 10851 (6.022 sec)
INFO:tensorflow:lr = 0.00019263993 (6.023 sec)
INFO:tensorflow:global_step/sec: 16.6401
INFO:tensorflow:loss = 1.1318016, step = 10951 (6.012 sec)
INFO:tensorflow:lr = 0.00019185513 (6.010 sec)
INFO:tensorflow:global_step/sec: 16.5857
INFO:tensorflow:loss = 1.1732541, step = 11051 (6.037 sec)
INFO:tensorflow:lr = 0.00019107353 (6.039 sec)
INFO:tensorflow:global_step/sec: 16.6408
INFO:tensorflow:loss = 1.1412346, step = 11151 (6.002 sec)
INFO:tensorflow:lr = 0.00019029512 (6.000 sec)
INFO:tensorflow:global_step/sec: 16.6079
INFO:tensorflow:loss = 1.1670551, step = 11251 (6.019 sec)
INFO:tensorflow:lr = 0.0001895199 (6.021 sec)
INFO:tensorflow:global_step/sec: 16.6044
INFO:tensorflow:loss = 1.0780809, step = 11351 (6.024 sec)
INFO:tensorflow:lr = 0.00018874778 (6.024 sec)
INFO:tensorflow:global_step/sec: 16.4606
INFO:tensorflow:loss = 1.1797149, step = 11451 (6.075 sec)
INFO:tensorflow:lr = 0.00018797888 (6.077 sec)
INFO:tensorflow:global_step/sec: 16.5337
INFO:tensorflow:loss = 1.1669985, step = 11551 (6.049 sec)
INFO:tensorflow:lr = 0.00018721307 (6.048 sec)
INFO:tensorflow:global_step/sec: 16.4852
INFO:tensorflow:loss = 1.1080405, step = 11651 (6.064 sec)
INFO:tensorflow:lr = 0.00018645039 (6.062 sec)
INFO:tensorflow:global_step/sec: 16.4699
INFO:tensorflow:loss = 1.1503098, step = 11751 (6.074 sec)
INFO:tensorflow:lr = 0.0001856908 (6.077 sec)
INFO:tensorflow:global_step/sec: 16.3492
INFO:tensorflow:loss = 1.1557024, step = 11851 (6.114 sec)
INFO:tensorflow:lr = 0.00018493431 (6.112 sec)
INFO:tensorflow:global_step/sec: 16.1164
INFO:tensorflow:loss = 1.1021414, step = 11951 (6.207 sec)
INFO:tensorflow:lr = 0.00018418091 (6.206 sec)
INFO:tensorflow:global_step/sec: 16.5537
INFO:tensorflow:loss = 1.1566334, step = 12051 (6.041 sec)
INFO:tensorflow:lr = 0.0001834306 (6.042 sec)
INFO:tensorflow:global_step/sec: 16.4986
INFO:tensorflow:loss = 1.136973, step = 12151 (6.062 sec)
INFO:tensorflow:lr = 0.00018268332 (6.064 sec)
INFO:tensorflow:global_step/sec: 16.5095
INFO:tensorflow:loss = 1.0772399, step = 12251 (6.055 sec)
INFO:tensorflow:lr = 0.00018193909 (6.051 sec)
INFO:tensorflow:global_step/sec: 16.1002
INFO:tensorflow:loss = 1.128873, step = 12351 (6.212 sec)
INFO:tensorflow:lr = 0.00018119789 (6.216 sec)
INFO:tensorflow:global_step/sec: 16.4657
INFO:tensorflow:loss = 1.0982258, step = 12451 (6.072 sec)
INFO:tensorflow:lr = 0.00018045971 (6.073 sec)
INFO:tensorflow:global_step/sec: 16.3789
INFO:tensorflow:loss = 1.1435366, step = 12551 (6.106 sec)
INFO:tensorflow:lr = 0.00017972453 (6.103 sec)
INFO:tensorflow:global_step/sec: 16.4094
INFO:tensorflow:loss = 1.1751904, step = 12651 (6.094 sec)
INFO:tensorflow:lr = 0.00017899237 (6.096 sec)
INFO:tensorflow:global_step/sec: 16.5174
INFO:tensorflow:loss = 1.1630669, step = 12751 (6.057 sec)
INFO:tensorflow:lr = 0.00017826316 (6.053 sec)
INFO:tensorflow:global_step/sec: 16.5197
INFO:tensorflow:loss = 1.11355, step = 12851 (6.052 sec)
INFO:tensorflow:lr = 0.00017753695 (6.054 sec)
INFO:tensorflow:global_step/sec: 16.4564
INFO:tensorflow:loss = 1.2047532, step = 12951 (6.077 sec)
INFO:tensorflow:lr = 0.0001768137 (6.076 sec)
INFO:tensorflow:global_step/sec: 16.4346
INFO:tensorflow:loss = 1.0973505, step = 13051 (6.083 sec)
INFO:tensorflow:lr = 0.00017609334 (6.082 sec)
INFO:tensorflow:global_step/sec: 16.3136
INFO:tensorflow:loss = 1.1107346, step = 13151 (6.128 sec)
INFO:tensorflow:lr = 0.00017537597 (6.130 sec)
INFO:tensorflow:global_step/sec: 16.0651
INFO:tensorflow:loss = 1.1198575, step = 13251 (6.225 sec)
INFO:tensorflow:lr = 0.00017466153 (6.225 sec)
INFO:tensorflow:global_step/sec: 36.8723
INFO:tensorflow:loss = 1.134584, step = 13351 (2.715 sec)
INFO:tensorflow:lr = 0.00017394997 (2.714 sec)
INFO:tensorflow:global_step/sec: 113.866
INFO:tensorflow:loss = 1.1581004, step = 13451 (0.875 sec)
INFO:tensorflow:lr = 0.00017324134 (0.873 sec)
INFO:tensorflow:global_step/sec: 114.931
INFO:tensorflow:loss = 1.1459047, step = 13551 (0.870 sec)
INFO:tensorflow:lr = 0.00017253555 (0.870 sec)
INFO:tensorflow:global_step/sec: 113.324
INFO:tensorflow:loss = 1.1194186, step = 13651 (0.883 sec)
INFO:tensorflow:lr = 0.00017183267 (0.884 sec)
INFO:tensorflow:global_step/sec: 114.689
INFO:tensorflow:loss = 1.232811, step = 13751 (0.872 sec)
INFO:tensorflow:lr = 0.00017113265 (0.873 sec)
INFO:tensorflow:global_step/sec: 113.468
INFO:tensorflow:loss = 1.1467863, step = 13851 (0.881 sec)
INFO:tensorflow:lr = 0.00017043545 (0.880 sec)
INFO:tensorflow:global_step/sec: 117.503
INFO:tensorflow:loss = 1.1196145, step = 13951 (0.850 sec)
INFO:tensorflow:lr = 0.00016974112 (0.851 sec)
INFO:tensorflow:global_step/sec: 123.287
INFO:tensorflow:loss = 1.130527, step = 14051 (0.811 sec)
INFO:tensorflow:lr = 0.00016904964 (0.811 sec)
INFO:tensorflow:Saving checkpoints for 14068 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0478468.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T01:26:20Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-14068
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-01:26:42
INFO:tensorflow:Saving dict for global step 14068: global_step = 14068, loss = 1.1509296, mae = 0.6436423
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 14068: ../model/dnn_softmax/model.ckpt-14068
INFO:tensorflow:MAE: 0.644
INFO:tensorflow:Best MAE: 0.644
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-14068
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 14068 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0545424, step = 14068
INFO:tensorflow:lr = 0.00016893237
INFO:tensorflow:global_step/sec: 15.9263
INFO:tensorflow:loss = 1.1853757, step = 14168 (6.283 sec)
INFO:tensorflow:lr = 0.00016824414 (6.284 sec)
INFO:tensorflow:global_step/sec: 16.6339
INFO:tensorflow:loss = 1.1917596, step = 14268 (6.014 sec)
INFO:tensorflow:lr = 0.00016755873 (6.014 sec)
INFO:tensorflow:global_step/sec: 16.1628
INFO:tensorflow:loss = 1.1332965, step = 14368 (6.188 sec)
INFO:tensorflow:lr = 0.00016687611 (6.187 sec)
INFO:tensorflow:global_step/sec: 15.0641
INFO:tensorflow:loss = 1.0729595, step = 14468 (6.639 sec)
INFO:tensorflow:lr = 0.00016619627 (6.639 sec)
INFO:tensorflow:global_step/sec: 16.0202
INFO:tensorflow:loss = 1.1311646, step = 14568 (6.242 sec)
INFO:tensorflow:lr = 0.00016551923 (6.241 sec)
INFO:tensorflow:global_step/sec: 16.6042
INFO:tensorflow:loss = 1.1405878, step = 14668 (6.021 sec)
INFO:tensorflow:lr = 0.00016484491 (6.021 sec)
INFO:tensorflow:global_step/sec: 16.563
INFO:tensorflow:loss = 1.1470472, step = 14768 (6.037 sec)
INFO:tensorflow:lr = 0.00016417337 (6.040 sec)
INFO:tensorflow:global_step/sec: 16.4968
INFO:tensorflow:loss = 1.0879099, step = 14868 (6.059 sec)
INFO:tensorflow:lr = 0.00016350453 (6.058 sec)
INFO:tensorflow:global_step/sec: 16.5758
INFO:tensorflow:loss = 1.073289, step = 14968 (6.035 sec)
INFO:tensorflow:lr = 0.00016283843 (6.035 sec)
INFO:tensorflow:global_step/sec: 16.449
INFO:tensorflow:loss = 1.0977032, step = 15068 (6.079 sec)
INFO:tensorflow:lr = 0.00016217507 (6.078 sec)
INFO:tensorflow:global_step/sec: 16.4517
INFO:tensorflow:loss = 1.1518074, step = 15168 (6.080 sec)
INFO:tensorflow:lr = 0.00016151436 (6.080 sec)
INFO:tensorflow:global_step/sec: 16.421
INFO:tensorflow:loss = 1.172282, step = 15268 (6.092 sec)
INFO:tensorflow:lr = 0.00016085638 (6.090 sec)
INFO:tensorflow:global_step/sec: 16.1272
INFO:tensorflow:loss = 1.1396339, step = 15368 (6.199 sec)
INFO:tensorflow:lr = 0.00016020107 (6.200 sec)
INFO:tensorflow:global_step/sec: 16.2667
INFO:tensorflow:loss = 1.1554905, step = 15468 (6.145 sec)
INFO:tensorflow:lr = 0.00015954844 (6.145 sec)
INFO:tensorflow:global_step/sec: 16.6115
INFO:tensorflow:loss = 1.1332076, step = 15568 (6.025 sec)
INFO:tensorflow:lr = 0.00015889845 (6.026 sec)
INFO:tensorflow:global_step/sec: 16.4776
INFO:tensorflow:loss = 1.0781884, step = 15668 (6.065 sec)
INFO:tensorflow:lr = 0.00015825113 (6.064 sec)
INFO:tensorflow:global_step/sec: 16.5875
INFO:tensorflow:loss = 1.2142699, step = 15768 (6.033 sec)
INFO:tensorflow:lr = 0.00015760641 (6.038 sec)
INFO:tensorflow:global_step/sec: 16.1481
INFO:tensorflow:loss = 1.187102, step = 15868 (6.189 sec)
INFO:tensorflow:lr = 0.00015696435 (6.185 sec)
INFO:tensorflow:global_step/sec: 16.5055
INFO:tensorflow:loss = 1.1122886, step = 15968 (6.056 sec)
INFO:tensorflow:lr = 0.00015632491 (6.056 sec)
INFO:tensorflow:global_step/sec: 16.4326
INFO:tensorflow:loss = 1.1223457, step = 16068 (6.090 sec)
INFO:tensorflow:lr = 0.00015568805 (6.090 sec)
INFO:tensorflow:global_step/sec: 16.551
INFO:tensorflow:loss = 1.1510069, step = 16168 (6.039 sec)
INFO:tensorflow:lr = 0.00015505379 (6.040 sec)
INFO:tensorflow:global_step/sec: 16.4081
INFO:tensorflow:loss = 1.0967461, step = 16268 (6.101 sec)
INFO:tensorflow:lr = 0.00015442212 (6.100 sec)
INFO:tensorflow:global_step/sec: 16.5538
INFO:tensorflow:loss = 1.1630884, step = 16368 (6.035 sec)
INFO:tensorflow:lr = 0.00015379302 (6.038 sec)
INFO:tensorflow:global_step/sec: 16.5123
INFO:tensorflow:loss = 1.1710114, step = 16468 (6.058 sec)
INFO:tensorflow:lr = 0.00015316647 (6.054 sec)
INFO:tensorflow:global_step/sec: 16.5678
INFO:tensorflow:loss = 1.0716491, step = 16568 (6.035 sec)
INFO:tensorflow:lr = 0.0001525425 (6.036 sec)
INFO:tensorflow:global_step/sec: 16.2514
INFO:tensorflow:loss = 1.1810045, step = 16668 (6.150 sec)
INFO:tensorflow:lr = 0.00015192106 (6.150 sec)
INFO:tensorflow:global_step/sec: 16.1559
INFO:tensorflow:loss = 1.0072143, step = 16768 (6.191 sec)
INFO:tensorflow:lr = 0.00015130217 (6.192 sec)
INFO:tensorflow:global_step/sec: 37.5661
INFO:tensorflow:loss = 1.1314396, step = 16868 (2.661 sec)
INFO:tensorflow:lr = 0.0001506858 (2.660 sec)
INFO:tensorflow:global_step/sec: 113.739
INFO:tensorflow:loss = 1.1218772, step = 16968 (0.879 sec)
INFO:tensorflow:lr = 0.0001500719 (0.878 sec)
INFO:tensorflow:global_step/sec: 113.649
INFO:tensorflow:loss = 1.1531818, step = 17068 (0.880 sec)
INFO:tensorflow:lr = 0.00014946052 (0.880 sec)
INFO:tensorflow:global_step/sec: 112.631
INFO:tensorflow:loss = 1.102519, step = 17168 (0.887 sec)
INFO:tensorflow:lr = 0.00014885163 (0.887 sec)
INFO:tensorflow:global_step/sec: 116.484
INFO:tensorflow:loss = 1.0395083, step = 17268 (0.858 sec)
INFO:tensorflow:lr = 0.00014824522 (0.857 sec)
INFO:tensorflow:global_step/sec: 113.665
INFO:tensorflow:loss = 1.1105411, step = 17368 (0.881 sec)
INFO:tensorflow:lr = 0.0001476413 (0.881 sec)
INFO:tensorflow:global_step/sec: 114.443
INFO:tensorflow:loss = 1.1431093, step = 17468 (0.874 sec)
INFO:tensorflow:lr = 0.00014703983 (0.875 sec)
INFO:tensorflow:global_step/sec: 115.393
INFO:tensorflow:loss = 1.1045852, step = 17568 (0.867 sec)
INFO:tensorflow:lr = 0.0001464408 (0.866 sec)
INFO:tensorflow:Saving checkpoints for 17585 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 1.1061426.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T01:30:21Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-17585
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-01:30:44
INFO:tensorflow:Saving dict for global step 17585: global_step = 17585, loss = 1.1463438, mae = 0.64114183
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 17585: ../model/dnn_softmax/model.ckpt-17585
INFO:tensorflow:MAE: 0.641
INFO:tensorflow:Best MAE: 0.641
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-17585
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 17585 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.107959, step = 17585
INFO:tensorflow:lr = 0.00014633921
INFO:tensorflow:global_step/sec: 15.8553
INFO:tensorflow:loss = 1.1121093, step = 17685 (6.312 sec)
INFO:tensorflow:lr = 0.00014574303 (6.312 sec)
INFO:tensorflow:global_step/sec: 16.6254
INFO:tensorflow:loss = 1.0771861, step = 17785 (6.014 sec)
INFO:tensorflow:lr = 0.0001451493 (6.012 sec)
INFO:tensorflow:global_step/sec: 16.6808
INFO:tensorflow:loss = 1.1156496, step = 17885 (5.997 sec)
INFO:tensorflow:lr = 0.000144558 (5.995 sec)
INFO:tensorflow:global_step/sec: 16.5776
INFO:tensorflow:loss = 1.059929, step = 17985 (6.030 sec)
INFO:tensorflow:lr = 0.00014396907 (6.032 sec)
INFO:tensorflow:global_step/sec: 15.6908
INFO:tensorflow:loss = 1.1066922, step = 18085 (6.374 sec)
INFO:tensorflow:lr = 0.00014338255 (6.371 sec)
INFO:tensorflow:global_step/sec: 16.539
INFO:tensorflow:loss = 1.1004868, step = 18185 (6.047 sec)
INFO:tensorflow:lr = 0.00014279842 (6.047 sec)
INFO:tensorflow:global_step/sec: 16.5306
INFO:tensorflow:loss = 1.0917683, step = 18285 (6.049 sec)
INFO:tensorflow:lr = 0.00014221668 (6.052 sec)
INFO:tensorflow:global_step/sec: 16.5867
INFO:tensorflow:loss = 1.055052, step = 18385 (6.029 sec)
INFO:tensorflow:lr = 0.00014163731 (6.029 sec)
INFO:tensorflow:global_step/sec: 16.457
INFO:tensorflow:loss = 1.0798411, step = 18485 (6.075 sec)
INFO:tensorflow:lr = 0.00014106031 (6.074 sec)
INFO:tensorflow:global_step/sec: 16.557
INFO:tensorflow:loss = 1.0819631, step = 18585 (6.039 sec)
INFO:tensorflow:lr = 0.00014048563 (6.038 sec)
INFO:tensorflow:global_step/sec: 16.3858
INFO:tensorflow:loss = 1.0928066, step = 18685 (6.107 sec)
INFO:tensorflow:lr = 0.00013991332 (6.107 sec)
INFO:tensorflow:global_step/sec: 16.5499
INFO:tensorflow:loss = 1.0011637, step = 18785 (6.049 sec)
INFO:tensorflow:lr = 0.00013934332 (6.050 sec)
INFO:tensorflow:global_step/sec: 16.246
INFO:tensorflow:loss = 1.1043187, step = 18885 (6.146 sec)
INFO:tensorflow:lr = 0.00013877566 (6.146 sec)
INFO:tensorflow:global_step/sec: 16.0335
INFO:tensorflow:loss = 1.0979156, step = 18985 (6.235 sec)
INFO:tensorflow:lr = 0.00013821031 (6.234 sec)
INFO:tensorflow:global_step/sec: 15.1254
INFO:tensorflow:loss = 1.1282216, step = 19085 (6.615 sec)
INFO:tensorflow:lr = 0.00013764725 (6.616 sec)
INFO:tensorflow:global_step/sec: 15.3217
INFO:tensorflow:loss = 1.0587249, step = 19185 (6.526 sec)
INFO:tensorflow:lr = 0.00013708648 (6.529 sec)
INFO:tensorflow:global_step/sec: 16.5033
INFO:tensorflow:loss = 1.1287851, step = 19285 (6.059 sec)
INFO:tensorflow:lr = 0.00013652802 (6.061 sec)
INFO:tensorflow:global_step/sec: 16.0426
INFO:tensorflow:loss = 1.1402727, step = 19385 (6.235 sec)
INFO:tensorflow:lr = 0.00013597183 (6.231 sec)
INFO:tensorflow:global_step/sec: 16.5039
INFO:tensorflow:loss = 1.0698408, step = 19485 (6.058 sec)
INFO:tensorflow:lr = 0.0001354179 (6.057 sec)
INFO:tensorflow:global_step/sec: 16.2919
INFO:tensorflow:loss = 1.094619, step = 19585 (6.140 sec)
INFO:tensorflow:lr = 0.00013486622 (6.143 sec)
INFO:tensorflow:global_step/sec: 16.2991
INFO:tensorflow:loss = 1.037111, step = 19685 (6.133 sec)
INFO:tensorflow:lr = 0.00013431678 (6.130 sec)
INFO:tensorflow:global_step/sec: 16.4993
INFO:tensorflow:loss = 1.0883878, step = 19785 (6.061 sec)
INFO:tensorflow:lr = 0.00013376959 (6.063 sec)
INFO:tensorflow:global_step/sec: 16.0438
INFO:tensorflow:loss = 1.0882779, step = 19885 (6.236 sec)
INFO:tensorflow:lr = 0.00013322465 (6.234 sec)
INFO:tensorflow:global_step/sec: 15.9462
INFO:tensorflow:loss = 1.0554992, step = 19985 (6.267 sec)
INFO:tensorflow:lr = 0.00013268189 (6.269 sec)
INFO:tensorflow:global_step/sec: 16.2854
INFO:tensorflow:loss = 1.0353193, step = 20085 (6.142 sec)
INFO:tensorflow:lr = 0.00013214136 (6.140 sec)
INFO:tensorflow:global_step/sec: 16.1091
INFO:tensorflow:loss = 1.1026791, step = 20185 (6.203 sec)
INFO:tensorflow:lr = 0.00013160302 (6.202 sec)
INFO:tensorflow:global_step/sec: 15.7593
INFO:tensorflow:loss = 1.0078295, step = 20285 (6.349 sec)
INFO:tensorflow:lr = 0.00013106689 (6.353 sec)
INFO:tensorflow:global_step/sec: 36.752
INFO:tensorflow:loss = 1.1029587, step = 20385 (2.719 sec)
INFO:tensorflow:lr = 0.00013053295 (2.716 sec)
INFO:tensorflow:global_step/sec: 116.104
INFO:tensorflow:loss = 1.202651, step = 20485 (0.862 sec)
INFO:tensorflow:lr = 0.00013000118 (0.861 sec)
INFO:tensorflow:global_step/sec: 118.228
INFO:tensorflow:loss = 1.0258346, step = 20585 (0.843 sec)
INFO:tensorflow:lr = 0.00012947156 (0.843 sec)
INFO:tensorflow:global_step/sec: 113.88
INFO:tensorflow:loss = 1.0131203, step = 20685 (0.880 sec)
INFO:tensorflow:lr = 0.0001289441 (0.883 sec)
INFO:tensorflow:global_step/sec: 111.916
INFO:tensorflow:loss = 1.1714754, step = 20785 (0.894 sec)
INFO:tensorflow:lr = 0.0001284188 (0.892 sec)
INFO:tensorflow:global_step/sec: 113.02
INFO:tensorflow:loss = 1.124743, step = 20885 (0.884 sec)
INFO:tensorflow:lr = 0.00012789565 (0.884 sec)
INFO:tensorflow:global_step/sec: 112.49
INFO:tensorflow:loss = 1.1115558, step = 20985 (0.891 sec)
INFO:tensorflow:lr = 0.0001273746 (0.890 sec)
INFO:tensorflow:global_step/sec: 110.624
INFO:tensorflow:loss = 1.1317518, step = 21085 (0.903 sec)
INFO:tensorflow:lr = 0.00012685571 (0.903 sec)
INFO:tensorflow:Saving checkpoints for 21102 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 1.117197.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T01:34:24Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-21102
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-01:34:46
INFO:tensorflow:Saving dict for global step 21102: global_step = 21102, loss = 1.1433607, mae = 0.63492066
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 21102: ../model/dnn_softmax/model.ckpt-21102
INFO:tensorflow:MAE: 0.635
INFO:tensorflow:Best MAE: 0.635
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-21102
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 21102 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0512575, step = 21102
INFO:tensorflow:lr = 0.0001267677
INFO:tensorflow:global_step/sec: 15.8432
INFO:tensorflow:loss = 1.1178391, step = 21202 (6.322 sec)
INFO:tensorflow:lr = 0.00012625127 (6.321 sec)
INFO:tensorflow:global_step/sec: 16.5105
INFO:tensorflow:loss = 1.0946573, step = 21302 (6.053 sec)
INFO:tensorflow:lr = 0.00012573691 (6.053 sec)
INFO:tensorflow:global_step/sec: 16.4758
INFO:tensorflow:loss = 1.0842698, step = 21402 (6.068 sec)
INFO:tensorflow:lr = 0.00012522469 (6.071 sec)
INFO:tensorflow:global_step/sec: 16.4274
INFO:tensorflow:loss = 1.1175884, step = 21502 (6.105 sec)
INFO:tensorflow:lr = 0.00012471454 (6.101 sec)
INFO:tensorflow:global_step/sec: 16.3442
INFO:tensorflow:loss = 1.0703009, step = 21602 (6.101 sec)
INFO:tensorflow:lr = 0.00012420648 (6.101 sec)
INFO:tensorflow:global_step/sec: 16.429
INFO:tensorflow:loss = 1.0592849, step = 21702 (6.087 sec)
INFO:tensorflow:lr = 0.00012370046 (6.088 sec)
INFO:tensorflow:global_step/sec: 16.5492
INFO:tensorflow:loss = 1.0901601, step = 21802 (6.043 sec)
INFO:tensorflow:lr = 0.00012319651 (6.042 sec)
INFO:tensorflow:global_step/sec: 16.4429
INFO:tensorflow:loss = 1.0723263, step = 21902 (6.084 sec)
INFO:tensorflow:lr = 0.00012269463 (6.086 sec)
INFO:tensorflow:global_step/sec: 16.588
INFO:tensorflow:loss = 1.0757875, step = 22002 (6.027 sec)
INFO:tensorflow:lr = 0.00012219479 (6.025 sec)
INFO:tensorflow:global_step/sec: 16.5511
INFO:tensorflow:loss = 1.1399459, step = 22102 (6.042 sec)
INFO:tensorflow:lr = 0.000121697 (6.042 sec)
INFO:tensorflow:global_step/sec: 16.3892
INFO:tensorflow:loss = 1.0494556, step = 22202 (6.102 sec)
INFO:tensorflow:lr = 0.00012120121 (6.108 sec)
INFO:tensorflow:global_step/sec: 16.3339
INFO:tensorflow:loss = 1.0665493, step = 22302 (6.120 sec)
INFO:tensorflow:lr = 0.000120707446 (6.115 sec)
INFO:tensorflow:global_step/sec: 16.0813
INFO:tensorflow:loss = 1.0748869, step = 22402 (6.219 sec)
INFO:tensorflow:lr = 0.0001202157 (6.219 sec)
INFO:tensorflow:global_step/sec: 16.2359
INFO:tensorflow:loss = 1.0401897, step = 22502 (6.159 sec)
INFO:tensorflow:lr = 0.000119725955 (6.164 sec)
INFO:tensorflow:global_step/sec: 15.5709
INFO:tensorflow:loss = 1.0819541, step = 22602 (6.423 sec)
INFO:tensorflow:lr = 0.000119238204 (6.419 sec)
INFO:tensorflow:global_step/sec: 16.313
INFO:tensorflow:loss = 1.1161165, step = 22702 (6.128 sec)
INFO:tensorflow:lr = 0.00011875245 (6.129 sec)
INFO:tensorflow:global_step/sec: 16.2583
INFO:tensorflow:loss = 1.072911, step = 22802 (6.151 sec)
INFO:tensorflow:lr = 0.00011826866 (6.151 sec)
INFO:tensorflow:global_step/sec: 16.5308
INFO:tensorflow:loss = 1.0940421, step = 22902 (6.051 sec)
INFO:tensorflow:lr = 0.000117786854 (6.050 sec)
INFO:tensorflow:global_step/sec: 16.773
INFO:tensorflow:loss = 1.1482075, step = 23002 (5.960 sec)
INFO:tensorflow:lr = 0.000117307 (5.961 sec)
INFO:tensorflow:global_step/sec: 16.6538
INFO:tensorflow:loss = 1.0488108, step = 23102 (6.005 sec)
INFO:tensorflow:lr = 0.000116829106 (6.003 sec)
INFO:tensorflow:global_step/sec: 16.6005
INFO:tensorflow:loss = 1.1443604, step = 23202 (6.024 sec)
INFO:tensorflow:lr = 0.00011635316 (6.024 sec)
INFO:tensorflow:global_step/sec: 16.5528
INFO:tensorflow:loss = 1.092875, step = 23302 (6.042 sec)
INFO:tensorflow:lr = 0.00011587914 (6.041 sec)
INFO:tensorflow:global_step/sec: 16.4552
INFO:tensorflow:loss = 1.0755697, step = 23402 (6.077 sec)
INFO:tensorflow:lr = 0.00011540707 (6.079 sec)
INFO:tensorflow:global_step/sec: 16.4368
INFO:tensorflow:loss = 1.1580585, step = 23502 (6.082 sec)
INFO:tensorflow:lr = 0.00011493692 (6.080 sec)
INFO:tensorflow:global_step/sec: 16.6082
INFO:tensorflow:loss = 1.0234454, step = 23602 (6.020 sec)
INFO:tensorflow:lr = 0.000114468676 (6.022 sec)
INFO:tensorflow:global_step/sec: 15.2748
INFO:tensorflow:loss = 1.1112094, step = 23702 (6.548 sec)
INFO:tensorflow:lr = 0.00011400234 (6.548 sec)
INFO:tensorflow:global_step/sec: 15.1507
INFO:tensorflow:loss = 1.049819, step = 23802 (6.598 sec)
INFO:tensorflow:lr = 0.00011353791 (6.596 sec)
INFO:tensorflow:global_step/sec: 38.3068
INFO:tensorflow:loss = 1.1066872, step = 23902 (2.612 sec)
INFO:tensorflow:lr = 0.00011307538 (2.612 sec)
INFO:tensorflow:global_step/sec: 117.116
INFO:tensorflow:loss = 1.1292431, step = 24002 (0.854 sec)
INFO:tensorflow:lr = 0.000112614725 (0.855 sec)
INFO:tensorflow:global_step/sec: 120.271
INFO:tensorflow:loss = 1.0584444, step = 24102 (0.829 sec)
INFO:tensorflow:lr = 0.00011215594 (0.828 sec)
INFO:tensorflow:global_step/sec: 117.13
INFO:tensorflow:loss = 1.1778885, step = 24202 (0.855 sec)
INFO:tensorflow:lr = 0.000111699024 (0.855 sec)
INFO:tensorflow:global_step/sec: 102.456
INFO:tensorflow:loss = 1.0778008, step = 24302 (0.975 sec)
INFO:tensorflow:lr = 0.00011124397 (0.976 sec)
INFO:tensorflow:global_step/sec: 115.762
INFO:tensorflow:loss = 1.1384641, step = 24402 (0.864 sec)
INFO:tensorflow:lr = 0.00011079079 (0.864 sec)
INFO:tensorflow:global_step/sec: 118.572
INFO:tensorflow:loss = 1.0292873, step = 24502 (0.844 sec)
INFO:tensorflow:lr = 0.00011033944 (0.844 sec)
INFO:tensorflow:global_step/sec: 115.228
INFO:tensorflow:loss = 1.0504199, step = 24602 (0.868 sec)
INFO:tensorflow:lr = 0.00010988992 (0.869 sec)
INFO:tensorflow:Saving checkpoints for 24619 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 1.1366309.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T01:38:25Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-24619
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-01:38:48
INFO:tensorflow:Saving dict for global step 24619: global_step = 24619, loss = 1.1424507, mae = 0.63566077
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 24619: ../model/dnn_softmax/model.ckpt-24619
INFO:tensorflow:MAE: 0.636
INFO:tensorflow:Best MAE: 0.635
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-24619
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 24619 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0925043, step = 24619
INFO:tensorflow:lr = 0.0001098137
INFO:tensorflow:global_step/sec: 16.0426
INFO:tensorflow:loss = 1.037931, step = 24719 (6.240 sec)
INFO:tensorflow:lr = 0.000109366316 (6.243 sec)
INFO:tensorflow:global_step/sec: 16.6472
INFO:tensorflow:loss = 1.0717745, step = 24819 (6.007 sec)
INFO:tensorflow:lr = 0.00010892077 (6.009 sec)
INFO:tensorflow:global_step/sec: 16.6134
INFO:tensorflow:loss = 1.0088767, step = 24919 (6.017 sec)
INFO:tensorflow:lr = 0.000108477056 (6.014 sec)
INFO:tensorflow:global_step/sec: 16.5834
INFO:tensorflow:loss = 1.1118921, step = 25019 (6.028 sec)
INFO:tensorflow:lr = 0.000108035136 (6.030 sec)
INFO:tensorflow:global_step/sec: 16.6232
INFO:tensorflow:loss = 1.1107628, step = 25119 (6.021 sec)
INFO:tensorflow:lr = 0.000107595006 (6.022 sec)
INFO:tensorflow:global_step/sec: 16.6301
INFO:tensorflow:loss = 1.0669782, step = 25219 (6.009 sec)
INFO:tensorflow:lr = 0.000107156666 (6.008 sec)
INFO:tensorflow:global_step/sec: 16.5541
INFO:tensorflow:loss = 1.1113843, step = 25319 (6.044 sec)
INFO:tensorflow:lr = 0.00010672013 (6.041 sec)
INFO:tensorflow:global_step/sec: 16.6544
INFO:tensorflow:loss = 1.13501, step = 25419 (6.003 sec)
INFO:tensorflow:lr = 0.00010628536 (6.003 sec)
INFO:tensorflow:global_step/sec: 16.5957
INFO:tensorflow:loss = 1.119274, step = 25519 (6.027 sec)
INFO:tensorflow:lr = 0.000105852385 (6.027 sec)
INFO:tensorflow:global_step/sec: 16.6274
INFO:tensorflow:loss = 1.0918875, step = 25619 (6.011 sec)
INFO:tensorflow:lr = 0.000105421146 (6.011 sec)
INFO:tensorflow:global_step/sec: 16.5787
INFO:tensorflow:loss = 0.9847113, step = 25719 (6.033 sec)
INFO:tensorflow:lr = 0.00010499167 (6.034 sec)
INFO:tensorflow:global_step/sec: 16.6127
INFO:tensorflow:loss = 1.0796379, step = 25819 (6.023 sec)
INFO:tensorflow:lr = 0.00010456394 (6.022 sec)
INFO:tensorflow:global_step/sec: 16.3409
INFO:tensorflow:loss = 1.1730952, step = 25919 (6.116 sec)
INFO:tensorflow:lr = 0.00010413796 (6.116 sec)
INFO:tensorflow:global_step/sec: 16.3113
INFO:tensorflow:loss = 1.0378317, step = 26019 (6.131 sec)
INFO:tensorflow:lr = 0.00010371371 (6.133 sec)
INFO:tensorflow:global_step/sec: 16.6263
INFO:tensorflow:loss = 1.0715005, step = 26119 (6.014 sec)
INFO:tensorflow:lr = 0.000103291204 (6.013 sec)
INFO:tensorflow:global_step/sec: 16.4131
INFO:tensorflow:loss = 1.0782954, step = 26219 (6.097 sec)
INFO:tensorflow:lr = 0.0001028704 (6.096 sec)
INFO:tensorflow:global_step/sec: 16.501
INFO:tensorflow:loss = 1.0972942, step = 26319 (6.058 sec)
INFO:tensorflow:lr = 0.00010245131 (6.062 sec)
INFO:tensorflow:global_step/sec: 16.5447
INFO:tensorflow:loss = 1.1385622, step = 26419 (6.043 sec)
INFO:tensorflow:lr = 0.000102033955 (6.039 sec)
INFO:tensorflow:global_step/sec: 16.5555
INFO:tensorflow:loss = 1.0900595, step = 26519 (6.041 sec)
INFO:tensorflow:lr = 0.00010161827 (6.042 sec)
INFO:tensorflow:global_step/sec: 16.4894
INFO:tensorflow:loss = 1.0626205, step = 26619 (6.065 sec)
INFO:tensorflow:lr = 0.00010120429 (6.069 sec)
INFO:tensorflow:global_step/sec: 16.4569
INFO:tensorflow:loss = 1.1065023, step = 26719 (6.077 sec)
INFO:tensorflow:lr = 0.000100792 (6.072 sec)
INFO:tensorflow:global_step/sec: 16.6327
INFO:tensorflow:loss = 1.0287665, step = 26819 (6.011 sec)
INFO:tensorflow:lr = 0.00010038138 (6.012 sec)
INFO:tensorflow:global_step/sec: 16.5827
INFO:tensorflow:loss = 1.0822828, step = 26919 (6.030 sec)
INFO:tensorflow:lr = 9.9972436e-05 (6.032 sec)
INFO:tensorflow:global_step/sec: 16.7138
INFO:tensorflow:loss = 1.11668, step = 27019 (5.983 sec)
INFO:tensorflow:lr = 9.9565164e-05 (5.982 sec)
INFO:tensorflow:global_step/sec: 16.3841
INFO:tensorflow:loss = 1.1146802, step = 27119 (6.105 sec)
INFO:tensorflow:lr = 9.9159544e-05 (6.105 sec)
INFO:tensorflow:global_step/sec: 15.7622
INFO:tensorflow:loss = 1.136641, step = 27219 (6.343 sec)
INFO:tensorflow:lr = 9.875559e-05 (6.342 sec)
INFO:tensorflow:global_step/sec: 16.2388
INFO:tensorflow:loss = 1.0042601, step = 27319 (6.157 sec)
INFO:tensorflow:lr = 9.835327e-05 (6.157 sec)
INFO:tensorflow:global_step/sec: 38.124
INFO:tensorflow:loss = 1.0602602, step = 27419 (2.622 sec)
INFO:tensorflow:lr = 9.795259e-05 (2.622 sec)
INFO:tensorflow:global_step/sec: 120.679
INFO:tensorflow:loss = 1.057667, step = 27519 (0.831 sec)
INFO:tensorflow:lr = 9.7553544e-05 (0.831 sec)
INFO:tensorflow:global_step/sec: 121.129
INFO:tensorflow:loss = 1.0523424, step = 27619 (0.823 sec)
INFO:tensorflow:lr = 9.7156124e-05 (0.823 sec)
INFO:tensorflow:global_step/sec: 119.535
INFO:tensorflow:loss = 1.1136429, step = 27719 (0.836 sec)
INFO:tensorflow:lr = 9.676032e-05 (0.836 sec)
INFO:tensorflow:global_step/sec: 117.025
INFO:tensorflow:loss = 1.0806228, step = 27819 (0.853 sec)
INFO:tensorflow:lr = 9.636613e-05 (0.852 sec)
INFO:tensorflow:global_step/sec: 120.265
INFO:tensorflow:loss = 1.1112357, step = 27919 (0.832 sec)
INFO:tensorflow:lr = 9.597355e-05 (0.832 sec)
INFO:tensorflow:global_step/sec: 121.124
INFO:tensorflow:loss = 0.9454454, step = 28019 (0.827 sec)
INFO:tensorflow:lr = 9.558255e-05 (0.826 sec)
INFO:tensorflow:global_step/sec: 120.195
INFO:tensorflow:loss = 1.0819007, step = 28119 (0.831 sec)
INFO:tensorflow:lr = 9.5193165e-05 (0.834 sec)
INFO:tensorflow:Saving checkpoints for 28136 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 1.1565953.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T01:42:25Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-28136
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-01:42:47
INFO:tensorflow:Saving dict for global step 28136: global_step = 28136, loss = 1.143898, mae = 0.63557076
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 28136: ../model/dnn_softmax/model.ckpt-28136
INFO:tensorflow:MAE: 0.636
INFO:tensorflow:Best MAE: 0.635
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-28136
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 28136 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0361165, step = 28136
INFO:tensorflow:lr = 9.512713e-05
INFO:tensorflow:global_step/sec: 16.1351
INFO:tensorflow:loss = 1.1007786, step = 28236 (6.204 sec)
INFO:tensorflow:lr = 9.473959e-05 (6.200 sec)
INFO:tensorflow:global_step/sec: 16.892
INFO:tensorflow:loss = 1.0724276, step = 28336 (5.917 sec)
INFO:tensorflow:lr = 9.4353636e-05 (5.919 sec)
INFO:tensorflow:global_step/sec: 16.9173
INFO:tensorflow:loss = 1.0548105, step = 28436 (5.914 sec)
INFO:tensorflow:lr = 9.3969255e-05 (5.916 sec)
INFO:tensorflow:global_step/sec: 16.9881
INFO:tensorflow:loss = 1.0921066, step = 28536 (5.891 sec)
INFO:tensorflow:lr = 9.358642e-05 (5.890 sec)
INFO:tensorflow:global_step/sec: 16.8988
INFO:tensorflow:loss = 1.082633, step = 28636 (5.913 sec)
INFO:tensorflow:lr = 9.320517e-05 (5.912 sec)
INFO:tensorflow:global_step/sec: 16.7962
INFO:tensorflow:loss = 1.0203055, step = 28736 (5.955 sec)
INFO:tensorflow:lr = 9.282547e-05 (5.956 sec)
INFO:tensorflow:global_step/sec: 16.8183
INFO:tensorflow:loss = 1.0131172, step = 28836 (5.943 sec)
INFO:tensorflow:lr = 9.24473e-05 (5.941 sec)
INFO:tensorflow:global_step/sec: 16.8627
INFO:tensorflow:loss = 1.0299758, step = 28936 (5.934 sec)
INFO:tensorflow:lr = 9.207069e-05 (5.932 sec)
INFO:tensorflow:global_step/sec: 16.9007
INFO:tensorflow:loss = 1.0157255, step = 29036 (5.915 sec)
INFO:tensorflow:lr = 9.1695605e-05 (5.918 sec)
INFO:tensorflow:global_step/sec: 16.8642
INFO:tensorflow:loss = 1.0659912, step = 29136 (5.932 sec)
INFO:tensorflow:lr = 9.132204e-05 (5.930 sec)
INFO:tensorflow:global_step/sec: 16.8953
INFO:tensorflow:loss = 1.0123363, step = 29236 (5.917 sec)
INFO:tensorflow:lr = 9.095e-05 (5.916 sec)
INFO:tensorflow:global_step/sec: 16.9352
INFO:tensorflow:loss = 1.0435916, step = 29336 (5.901 sec)
INFO:tensorflow:lr = 9.057949e-05 (5.903 sec)
INFO:tensorflow:global_step/sec: 16.7944
INFO:tensorflow:loss = 1.0186986, step = 29436 (5.959 sec)
INFO:tensorflow:lr = 9.021048e-05 (5.959 sec)
INFO:tensorflow:global_step/sec: 16.493
INFO:tensorflow:loss = 1.062881, step = 29536 (6.063 sec)
INFO:tensorflow:lr = 8.984297e-05 (6.060 sec)
INFO:tensorflow:global_step/sec: 16.8202
INFO:tensorflow:loss = 1.0642123, step = 29636 (5.946 sec)
INFO:tensorflow:lr = 8.947696e-05 (5.952 sec)
INFO:tensorflow:global_step/sec: 16.8838
INFO:tensorflow:loss = 1.0703592, step = 29736 (5.923 sec)
INFO:tensorflow:lr = 8.911244e-05 (5.920 sec)
INFO:tensorflow:global_step/sec: 16.8597
INFO:tensorflow:loss = 1.0727909, step = 29836 (5.932 sec)
INFO:tensorflow:lr = 8.87494e-05 (5.932 sec)
INFO:tensorflow:global_step/sec: 16.8716
INFO:tensorflow:loss = 1.1053594, step = 29936 (5.924 sec)
INFO:tensorflow:lr = 8.838786e-05 (5.923 sec)
INFO:tensorflow:global_step/sec: 16.9321
INFO:tensorflow:loss = 1.0050626, step = 30036 (5.907 sec)
INFO:tensorflow:lr = 8.802777e-05 (5.907 sec)
INFO:tensorflow:global_step/sec: 16.9791
INFO:tensorflow:loss = 1.021714, step = 30136 (5.890 sec)
INFO:tensorflow:lr = 8.7669156e-05 (5.889 sec)
INFO:tensorflow:global_step/sec: 16.8282
INFO:tensorflow:loss = 1.0032556, step = 30236 (5.941 sec)
INFO:tensorflow:lr = 8.731201e-05 (5.942 sec)
INFO:tensorflow:global_step/sec: 16.9297
INFO:tensorflow:loss = 1.0646155, step = 30336 (5.908 sec)
INFO:tensorflow:lr = 8.695631e-05 (5.907 sec)
INFO:tensorflow:global_step/sec: 16.9022
INFO:tensorflow:loss = 1.0645045, step = 30436 (5.914 sec)
INFO:tensorflow:lr = 8.6602064e-05 (5.917 sec)
INFO:tensorflow:global_step/sec: 16.8763
INFO:tensorflow:loss = 1.0376232, step = 30536 (5.927 sec)
INFO:tensorflow:lr = 8.624925e-05 (5.926 sec)
INFO:tensorflow:global_step/sec: 16.9241
INFO:tensorflow:loss = 1.1091114, step = 30636 (5.909 sec)
INFO:tensorflow:lr = 8.589788e-05 (5.909 sec)
INFO:tensorflow:global_step/sec: 16.7579
INFO:tensorflow:loss = 1.1302094, step = 30736 (5.968 sec)
INFO:tensorflow:lr = 8.5547945e-05 (5.967 sec)
INFO:tensorflow:global_step/sec: 16.6132
INFO:tensorflow:loss = 0.986286, step = 30836 (6.019 sec)
INFO:tensorflow:lr = 8.519942e-05 (6.020 sec)
INFO:tensorflow:global_step/sec: 37.9559
INFO:tensorflow:loss = 1.0284799, step = 30936 (2.632 sec)
INFO:tensorflow:lr = 8.485234e-05 (2.632 sec)
INFO:tensorflow:global_step/sec: 121.113
INFO:tensorflow:loss = 1.042176, step = 31036 (0.825 sec)
INFO:tensorflow:lr = 8.450667e-05 (0.825 sec)
INFO:tensorflow:global_step/sec: 118.974
INFO:tensorflow:loss = 1.0086948, step = 31136 (0.840 sec)
INFO:tensorflow:lr = 8.4162384e-05 (0.840 sec)
INFO:tensorflow:global_step/sec: 122.406
INFO:tensorflow:loss = 1.0859832, step = 31236 (0.819 sec)
INFO:tensorflow:lr = 8.381952e-05 (0.817 sec)
INFO:tensorflow:global_step/sec: 121.381
INFO:tensorflow:loss = 1.0442035, step = 31336 (0.823 sec)
INFO:tensorflow:lr = 8.347806e-05 (0.823 sec)
INFO:tensorflow:global_step/sec: 121.9
INFO:tensorflow:loss = 1.0620683, step = 31436 (0.821 sec)
INFO:tensorflow:lr = 8.3137966e-05 (0.821 sec)
INFO:tensorflow:global_step/sec: 123.165
INFO:tensorflow:loss = 1.0734463, step = 31536 (0.812 sec)
INFO:tensorflow:lr = 8.279928e-05 (0.813 sec)
INFO:tensorflow:global_step/sec: 120.563
INFO:tensorflow:loss = 1.0642135, step = 31636 (0.828 sec)
INFO:tensorflow:lr = 8.2461964e-05 (0.827 sec)
INFO:tensorflow:Saving checkpoints for 31653 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0597663.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T01:46:22Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-31653
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-01:46:44
INFO:tensorflow:Saving dict for global step 31653: global_step = 31653, loss = 1.1458846, mae = 0.6339104
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 31653: ../model/dnn_softmax/model.ckpt-31653
INFO:tensorflow:MAE: 0.634
INFO:tensorflow:Best MAE: 0.634
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-31653
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 31653 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0040684, step = 31653
INFO:tensorflow:lr = 8.240475e-05
INFO:tensorflow:global_step/sec: 16.0201
INFO:tensorflow:loss = 1.0695611, step = 31753 (6.247 sec)
INFO:tensorflow:lr = 8.206905e-05 (6.243 sec)
INFO:tensorflow:global_step/sec: 16.7621
INFO:tensorflow:loss = 1.0807405, step = 31853 (5.966 sec)
INFO:tensorflow:lr = 8.173472e-05 (5.967 sec)
INFO:tensorflow:global_step/sec: 16.94
INFO:tensorflow:loss = 1.0324835, step = 31953 (5.904 sec)
INFO:tensorflow:lr = 8.140174e-05 (5.904 sec)
INFO:tensorflow:global_step/sec: 16.9139
INFO:tensorflow:loss = 1.0041788, step = 32053 (5.909 sec)
INFO:tensorflow:lr = 8.107011e-05 (5.907 sec)
INFO:tensorflow:global_step/sec: 16.8829
INFO:tensorflow:loss = 1.0366582, step = 32153 (5.927 sec)
INFO:tensorflow:lr = 8.0739854e-05 (5.928 sec)
INFO:tensorflow:global_step/sec: 16.9699
INFO:tensorflow:loss = 1.1190789, step = 32253 (5.891 sec)
INFO:tensorflow:lr = 8.0410915e-05 (5.891 sec)
INFO:tensorflow:global_step/sec: 16.9709
INFO:tensorflow:loss = 1.0191582, step = 32353 (5.896 sec)
INFO:tensorflow:lr = 8.008334e-05 (5.896 sec)
INFO:tensorflow:global_step/sec: 17.0135
INFO:tensorflow:loss = 0.9962769, step = 32453 (5.877 sec)
INFO:tensorflow:lr = 7.975708e-05 (5.880 sec)
INFO:tensorflow:global_step/sec: 16.8966
INFO:tensorflow:loss = 0.99578005, step = 32553 (5.915 sec)
INFO:tensorflow:lr = 7.943217e-05 (5.914 sec)
INFO:tensorflow:global_step/sec: 16.4936
INFO:tensorflow:loss = 1.0078554, step = 32653 (6.069 sec)
INFO:tensorflow:lr = 7.910858e-05 (6.068 sec)
INFO:tensorflow:global_step/sec: 15.4381
INFO:tensorflow:loss = 1.0149016, step = 32753 (6.472 sec)
INFO:tensorflow:lr = 7.878628e-05 (6.474 sec)
INFO:tensorflow:global_step/sec: 16.3245
INFO:tensorflow:loss = 0.9980531, step = 32853 (6.128 sec)
INFO:tensorflow:lr = 7.846532e-05 (6.125 sec)
INFO:tensorflow:global_step/sec: 16.8617
INFO:tensorflow:loss = 1.0743252, step = 32953 (5.929 sec)
INFO:tensorflow:lr = 7.8145655e-05 (5.931 sec)
INFO:tensorflow:global_step/sec: 16.7251
INFO:tensorflow:loss = 0.992555, step = 33053 (5.979 sec)
INFO:tensorflow:lr = 7.782731e-05 (5.977 sec)
INFO:tensorflow:global_step/sec: 16.5834
INFO:tensorflow:loss = 1.1227535, step = 33153 (6.029 sec)
INFO:tensorflow:lr = 7.7510245e-05 (6.031 sec)
INFO:tensorflow:global_step/sec: 16.8266
INFO:tensorflow:loss = 0.9990635, step = 33253 (5.941 sec)
INFO:tensorflow:lr = 7.719447e-05 (5.941 sec)
INFO:tensorflow:global_step/sec: 16.8865
INFO:tensorflow:loss = 1.0843331, step = 33353 (5.926 sec)
INFO:tensorflow:lr = 7.688e-05 (5.926 sec)
INFO:tensorflow:global_step/sec: 16.8512
INFO:tensorflow:loss = 1.0238708, step = 33453 (5.934 sec)
INFO:tensorflow:lr = 7.656679e-05 (5.935 sec)
INFO:tensorflow:global_step/sec: 16.7664
INFO:tensorflow:loss = 1.024407, step = 33553 (5.962 sec)
INFO:tensorflow:lr = 7.625487e-05 (5.959 sec)
INFO:tensorflow:global_step/sec: 16.856
INFO:tensorflow:loss = 1.0677469, step = 33653 (5.935 sec)
INFO:tensorflow:lr = 7.594422e-05 (5.937 sec)
INFO:tensorflow:global_step/sec: 16.7853
INFO:tensorflow:loss = 0.9948704, step = 33753 (5.955 sec)
INFO:tensorflow:lr = 7.563483e-05 (5.953 sec)
INFO:tensorflow:global_step/sec: 16.8569
INFO:tensorflow:loss = 1.0663606, step = 33853 (5.934 sec)
INFO:tensorflow:lr = 7.5326716e-05 (5.936 sec)
INFO:tensorflow:global_step/sec: 16.8763
INFO:tensorflow:loss = 1.0081826, step = 33953 (5.943 sec)
INFO:tensorflow:lr = 7.501982e-05 (5.941 sec)
INFO:tensorflow:global_step/sec: 16.8789
INFO:tensorflow:loss = 1.0091963, step = 34053 (5.907 sec)
INFO:tensorflow:lr = 7.471421e-05 (5.907 sec)
INFO:tensorflow:global_step/sec: 16.7944
INFO:tensorflow:loss = 1.0951205, step = 34153 (5.955 sec)
INFO:tensorflow:lr = 7.4409836e-05 (5.956 sec)
INFO:tensorflow:global_step/sec: 16.9278
INFO:tensorflow:loss = 1.030266, step = 34253 (5.906 sec)
INFO:tensorflow:lr = 7.410669e-05 (5.906 sec)
INFO:tensorflow:global_step/sec: 16.616
INFO:tensorflow:loss = 1.0001866, step = 34353 (6.019 sec)
INFO:tensorflow:lr = 7.38048e-05 (6.021 sec)
INFO:tensorflow:global_step/sec: 38.0827
INFO:tensorflow:loss = 1.045681, step = 34453 (2.624 sec)
INFO:tensorflow:lr = 7.350412e-05 (2.620 sec)
INFO:tensorflow:global_step/sec: 118.46
INFO:tensorflow:loss = 1.0884818, step = 34553 (0.844 sec)
INFO:tensorflow:lr = 7.3204676e-05 (0.844 sec)
INFO:tensorflow:global_step/sec: 117.972
INFO:tensorflow:loss = 1.0702066, step = 34653 (0.847 sec)
INFO:tensorflow:lr = 7.2906456e-05 (0.848 sec)
INFO:tensorflow:global_step/sec: 119.595
INFO:tensorflow:loss = 1.1005851, step = 34753 (0.837 sec)
INFO:tensorflow:lr = 7.260944e-05 (0.836 sec)
INFO:tensorflow:global_step/sec: 116.659
INFO:tensorflow:loss = 1.0616857, step = 34853 (0.855 sec)
INFO:tensorflow:lr = 7.231364e-05 (0.856 sec)
INFO:tensorflow:global_step/sec: 119.057
INFO:tensorflow:loss = 1.0457348, step = 34953 (0.843 sec)
INFO:tensorflow:lr = 7.201903e-05 (0.843 sec)
INFO:tensorflow:global_step/sec: 121.352
INFO:tensorflow:loss = 1.0790081, step = 35053 (0.822 sec)
INFO:tensorflow:lr = 7.172564e-05 (0.822 sec)
INFO:tensorflow:global_step/sec: 117.442
INFO:tensorflow:loss = 1.080275, step = 35153 (0.853 sec)
INFO:tensorflow:lr = 7.1433446e-05 (0.853 sec)
INFO:tensorflow:Saving checkpoints for 35170 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 1.1600195.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T01:50:18Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-35170
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-01:50:40
INFO:tensorflow:Saving dict for global step 35170: global_step = 35170, loss = 1.1465709, mae = 0.63394046
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 35170: ../model/dnn_softmax/model.ckpt-35170
INFO:tensorflow:MAE: 0.634
INFO:tensorflow:Best MAE: 0.634
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-35170
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 35170 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0076525, step = 35170
INFO:tensorflow:lr = 7.1383874e-05
INFO:tensorflow:global_step/sec: 16.3064
INFO:tensorflow:loss = 1.0828708, step = 35270 (6.136 sec)
INFO:tensorflow:lr = 7.1093076e-05 (6.137 sec)
INFO:tensorflow:global_step/sec: 16.5807
INFO:tensorflow:loss = 1.0171281, step = 35370 (6.032 sec)
INFO:tensorflow:lr = 7.080345e-05 (6.032 sec)
INFO:tensorflow:global_step/sec: 16.6873
INFO:tensorflow:loss = 1.1011149, step = 35470 (5.993 sec)
INFO:tensorflow:lr = 7.051501e-05 (5.992 sec)
INFO:tensorflow:global_step/sec: 16.9136
INFO:tensorflow:loss = 1.0898839, step = 35570 (5.912 sec)
INFO:tensorflow:lr = 7.0227725e-05 (5.914 sec)
INFO:tensorflow:global_step/sec: 16.7866
INFO:tensorflow:loss = 1.0518919, step = 35670 (5.961 sec)
INFO:tensorflow:lr = 6.994163e-05 (5.958 sec)
INFO:tensorflow:global_step/sec: 16.8048
INFO:tensorflow:loss = 0.9892465, step = 35770 (5.947 sec)
INFO:tensorflow:lr = 6.96567e-05 (5.949 sec)
INFO:tensorflow:global_step/sec: 16.8793
INFO:tensorflow:loss = 1.0077775, step = 35870 (5.927 sec)
INFO:tensorflow:lr = 6.937292e-05 (5.924 sec)
INFO:tensorflow:global_step/sec: 16.7858
INFO:tensorflow:loss = 1.0622193, step = 35970 (5.956 sec)
INFO:tensorflow:lr = 6.909031e-05 (5.956 sec)
INFO:tensorflow:global_step/sec: 15.8899
INFO:tensorflow:loss = 1.030153, step = 36070 (6.298 sec)
INFO:tensorflow:lr = 6.880883e-05 (6.299 sec)
INFO:tensorflow:global_step/sec: 16.527
INFO:tensorflow:loss = 1.0188441, step = 36170 (6.049 sec)
INFO:tensorflow:lr = 6.852853e-05 (6.047 sec)
INFO:tensorflow:global_step/sec: 16.6822
INFO:tensorflow:loss = 1.0692177, step = 36270 (5.994 sec)
INFO:tensorflow:lr = 6.8249356e-05 (5.997 sec)
INFO:tensorflow:global_step/sec: 16.5835
INFO:tensorflow:loss = 1.1341193, step = 36370 (6.029 sec)
INFO:tensorflow:lr = 6.7971305e-05 (6.031 sec)
INFO:tensorflow:global_step/sec: 16.5163
INFO:tensorflow:loss = 1.1016761, step = 36470 (6.054 sec)
INFO:tensorflow:lr = 6.7694404e-05 (6.052 sec)
INFO:tensorflow:global_step/sec: 16.6088
INFO:tensorflow:loss = 1.009833, step = 36570 (6.021 sec)
INFO:tensorflow:lr = 6.7418616e-05 (6.022 sec)
INFO:tensorflow:global_step/sec: 16.3862
INFO:tensorflow:loss = 1.0275724, step = 36670 (6.100 sec)
INFO:tensorflow:lr = 6.714397e-05 (6.098 sec)
INFO:tensorflow:global_step/sec: 16.2664
INFO:tensorflow:loss = 1.0916828, step = 36770 (6.149 sec)
INFO:tensorflow:lr = 6.687044e-05 (6.149 sec)
INFO:tensorflow:global_step/sec: 16.5876
INFO:tensorflow:loss = 1.1168947, step = 36870 (6.032 sec)
INFO:tensorflow:lr = 6.6598004e-05 (6.034 sec)
INFO:tensorflow:global_step/sec: 16.5083
INFO:tensorflow:loss = 1.0265799, step = 36970 (6.057 sec)
INFO:tensorflow:lr = 6.63267e-05 (6.056 sec)
INFO:tensorflow:global_step/sec: 16.5761
INFO:tensorflow:loss = 1.1691539, step = 37070 (6.032 sec)
INFO:tensorflow:lr = 6.6056484e-05 (6.031 sec)
INFO:tensorflow:global_step/sec: 16.5756
INFO:tensorflow:loss = 1.0290799, step = 37170 (6.033 sec)
INFO:tensorflow:lr = 6.578738e-05 (6.033 sec)
INFO:tensorflow:global_step/sec: 16.5507
INFO:tensorflow:loss = 1.0843416, step = 37270 (6.038 sec)
INFO:tensorflow:lr = 6.551938e-05 (6.038 sec)
INFO:tensorflow:global_step/sec: 16.4971
INFO:tensorflow:loss = 0.96946293, step = 37370 (6.066 sec)
INFO:tensorflow:lr = 6.5252454e-05 (6.066 sec)
INFO:tensorflow:global_step/sec: 15.0179
INFO:tensorflow:loss = 1.0673144, step = 37470 (6.659 sec)
INFO:tensorflow:lr = 6.498663e-05 (6.659 sec)
INFO:tensorflow:global_step/sec: 15.8569
INFO:tensorflow:loss = 1.016952, step = 37570 (6.306 sec)
INFO:tensorflow:lr = 6.472188e-05 (6.305 sec)
INFO:tensorflow:global_step/sec: 16.539
INFO:tensorflow:loss = 1.0664072, step = 37670 (6.045 sec)
INFO:tensorflow:lr = 6.44582e-05 (6.048 sec)
INFO:tensorflow:global_step/sec: 16.3663
INFO:tensorflow:loss = 1.0705416, step = 37770 (6.111 sec)
INFO:tensorflow:lr = 6.419562e-05 (6.111 sec)
INFO:tensorflow:global_step/sec: 16.1935
INFO:tensorflow:loss = 1.0124712, step = 37870 (6.174 sec)
INFO:tensorflow:lr = 6.393409e-05 (6.171 sec)
INFO:tensorflow:global_step/sec: 37.7547
INFO:tensorflow:loss = 1.0725332, step = 37970 (2.648 sec)
INFO:tensorflow:lr = 6.367362e-05 (2.647 sec)
INFO:tensorflow:global_step/sec: 114.144
INFO:tensorflow:loss = 0.9650482, step = 38070 (0.877 sec)
INFO:tensorflow:lr = 6.341423e-05 (0.876 sec)
INFO:tensorflow:global_step/sec: 118.348
INFO:tensorflow:loss = 1.0430692, step = 38170 (0.844 sec)
INFO:tensorflow:lr = 6.315589e-05 (0.844 sec)
INFO:tensorflow:global_step/sec: 122.171
INFO:tensorflow:loss = 1.046041, step = 38270 (0.819 sec)
INFO:tensorflow:lr = 6.2898594e-05 (0.820 sec)
INFO:tensorflow:global_step/sec: 119.429
INFO:tensorflow:loss = 1.0713016, step = 38370 (0.837 sec)
INFO:tensorflow:lr = 6.264235e-05 (0.837 sec)
INFO:tensorflow:global_step/sec: 118.869
INFO:tensorflow:loss = 1.0705426, step = 38470 (0.842 sec)
INFO:tensorflow:lr = 6.238716e-05 (0.841 sec)
INFO:tensorflow:global_step/sec: 111.213
INFO:tensorflow:loss = 1.0978307, step = 38570 (0.899 sec)
INFO:tensorflow:lr = 6.2133e-05 (0.900 sec)
INFO:tensorflow:global_step/sec: 117.791
INFO:tensorflow:loss = 1.0201801, step = 38670 (0.847 sec)
INFO:tensorflow:lr = 6.187987e-05 (0.847 sec)
INFO:tensorflow:Saving checkpoints for 38687 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0138831.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T01:54:18Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-38687
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-01:54:40
INFO:tensorflow:Saving dict for global step 38687: global_step = 38687, loss = 1.1489334, mae = 0.63482064
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 38687: ../model/dnn_softmax/model.ckpt-38687
INFO:tensorflow:MAE: 0.635
INFO:tensorflow:Best MAE: 0.634
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-38687
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 38687 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.99087054, step = 38687
INFO:tensorflow:lr = 6.183695e-05
INFO:tensorflow:global_step/sec: 16.1899
INFO:tensorflow:loss = 1.0436287, step = 38787 (6.182 sec)
INFO:tensorflow:lr = 6.158503e-05 (6.177 sec)
INFO:tensorflow:global_step/sec: 16.6282
INFO:tensorflow:loss = 0.95856184, step = 38887 (6.014 sec)
INFO:tensorflow:lr = 6.133414e-05 (6.015 sec)
INFO:tensorflow:global_step/sec: 16.479
INFO:tensorflow:loss = 1.1420511, step = 38987 (6.066 sec)
INFO:tensorflow:lr = 6.108427e-05 (6.066 sec)
INFO:tensorflow:global_step/sec: 16.8714
INFO:tensorflow:loss = 1.0508645, step = 39087 (5.931 sec)
INFO:tensorflow:lr = 6.0835428e-05 (5.933 sec)
INFO:tensorflow:global_step/sec: 16.7717
INFO:tensorflow:loss = 1.0384046, step = 39187 (5.962 sec)
INFO:tensorflow:lr = 6.058759e-05 (5.959 sec)
INFO:tensorflow:global_step/sec: 16.8198
INFO:tensorflow:loss = 1.0009195, step = 39287 (5.943 sec)
INFO:tensorflow:lr = 6.0340764e-05 (5.943 sec)
INFO:tensorflow:global_step/sec: 16.7145
INFO:tensorflow:loss = 0.98279136, step = 39387 (5.986 sec)
INFO:tensorflow:lr = 6.0094946e-05 (5.986 sec)
INFO:tensorflow:global_step/sec: 16.7538
INFO:tensorflow:loss = 1.0388626, step = 39487 (5.968 sec)
INFO:tensorflow:lr = 5.9850114e-05 (5.970 sec)
INFO:tensorflow:global_step/sec: 16.6838
INFO:tensorflow:loss = 1.0308764, step = 39587 (5.992 sec)
INFO:tensorflow:lr = 5.96063e-05 (5.991 sec)
INFO:tensorflow:global_step/sec: 16.8227
INFO:tensorflow:loss = 1.0399988, step = 39687 (5.945 sec)
INFO:tensorflow:lr = 5.9363476e-05 (5.945 sec)
INFO:tensorflow:global_step/sec: 16.7441
INFO:tensorflow:loss = 1.0505297, step = 39787 (5.971 sec)
INFO:tensorflow:lr = 5.912163e-05 (5.970 sec)
INFO:tensorflow:global_step/sec: 16.6055
INFO:tensorflow:loss = 0.9641032, step = 39887 (6.022 sec)
INFO:tensorflow:lr = 5.888078e-05 (6.021 sec)
INFO:tensorflow:global_step/sec: 16.7381
INFO:tensorflow:loss = 0.96438336, step = 39987 (5.975 sec)
INFO:tensorflow:lr = 5.8640897e-05 (5.977 sec)
INFO:tensorflow:global_step/sec: 16.668
INFO:tensorflow:loss = 0.96985966, step = 40087 (6.003 sec)
INFO:tensorflow:lr = 5.8402e-05 (6.002 sec)
INFO:tensorflow:global_step/sec: 16.5651
INFO:tensorflow:loss = 1.0450486, step = 40187 (6.033 sec)
INFO:tensorflow:lr = 5.816409e-05 (6.034 sec)
INFO:tensorflow:global_step/sec: 16.3292
INFO:tensorflow:loss = 1.0387672, step = 40287 (6.125 sec)
INFO:tensorflow:lr = 5.7927125e-05 (6.125 sec)
INFO:tensorflow:global_step/sec: 16.6636
INFO:tensorflow:loss = 0.9915894, step = 40387 (6.002 sec)
INFO:tensorflow:lr = 5.7691144e-05 (6.004 sec)
INFO:tensorflow:global_step/sec: 16.6673
INFO:tensorflow:loss = 0.9632882, step = 40487 (6.001 sec)
INFO:tensorflow:lr = 5.7456116e-05 (6.001 sec)
INFO:tensorflow:global_step/sec: 16.7694
INFO:tensorflow:loss = 1.1015624, step = 40587 (5.960 sec)
INFO:tensorflow:lr = 5.7222045e-05 (5.962 sec)
INFO:tensorflow:global_step/sec: 15.8774
INFO:tensorflow:loss = 1.0220509, step = 40687 (6.298 sec)
INFO:tensorflow:lr = 5.6988934e-05 (6.294 sec)
INFO:tensorflow:global_step/sec: 16.574
INFO:tensorflow:loss = 1.0209355, step = 40787 (6.031 sec)
INFO:tensorflow:lr = 5.6756762e-05 (6.031 sec)
INFO:tensorflow:global_step/sec: 16.7488
INFO:tensorflow:loss = 1.0554817, step = 40887 (5.972 sec)
INFO:tensorflow:lr = 5.6525547e-05 (5.975 sec)
INFO:tensorflow:global_step/sec: 16.5869
INFO:tensorflow:loss = 0.94869184, step = 40987 (6.031 sec)
INFO:tensorflow:lr = 5.6295266e-05 (6.029 sec)
INFO:tensorflow:global_step/sec: 16.6763
INFO:tensorflow:loss = 1.0689873, step = 41087 (5.997 sec)
INFO:tensorflow:lr = 5.606592e-05 (5.998 sec)
INFO:tensorflow:global_step/sec: 16.5923
INFO:tensorflow:loss = 1.0591035, step = 41187 (6.026 sec)
INFO:tensorflow:lr = 5.5837525e-05 (6.024 sec)
INFO:tensorflow:global_step/sec: 16.7858
INFO:tensorflow:loss = 1.0569727, step = 41287 (5.956 sec)
INFO:tensorflow:lr = 5.5610042e-05 (5.961 sec)
INFO:tensorflow:global_step/sec: 16.539
INFO:tensorflow:loss = 0.9779809, step = 41387 (6.047 sec)
INFO:tensorflow:lr = 5.5383494e-05 (6.042 sec)
INFO:tensorflow:global_step/sec: 38.1641
INFO:tensorflow:loss = 1.0676603, step = 41487 (2.618 sec)
INFO:tensorflow:lr = 5.5157867e-05 (2.618 sec)
INFO:tensorflow:global_step/sec: 116.2
INFO:tensorflow:loss = 1.0414968, step = 41587 (0.860 sec)
INFO:tensorflow:lr = 5.4933167e-05 (0.860 sec)
INFO:tensorflow:global_step/sec: 117.476
INFO:tensorflow:loss = 1.109009, step = 41687 (0.853 sec)
INFO:tensorflow:lr = 5.4709373e-05 (0.852 sec)
INFO:tensorflow:global_step/sec: 118.065
INFO:tensorflow:loss = 1.0056466, step = 41787 (0.846 sec)
INFO:tensorflow:lr = 5.4486485e-05 (0.847 sec)
INFO:tensorflow:global_step/sec: 119.12
INFO:tensorflow:loss = 1.0239477, step = 41887 (0.840 sec)
INFO:tensorflow:lr = 5.4264525e-05 (0.841 sec)
INFO:tensorflow:global_step/sec: 113.656
INFO:tensorflow:loss = 1.0685334, step = 41987 (0.880 sec)
INFO:tensorflow:lr = 5.4043452e-05 (0.879 sec)
INFO:tensorflow:global_step/sec: 119.362
INFO:tensorflow:loss = 1.0547358, step = 42087 (0.836 sec)
INFO:tensorflow:lr = 5.382329e-05 (0.836 sec)
INFO:tensorflow:global_step/sec: 115.177
INFO:tensorflow:loss = 1.099046, step = 42187 (0.870 sec)
INFO:tensorflow:lr = 5.360402e-05 (0.870 sec)
INFO:tensorflow:Saving checkpoints for 42204 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0736729.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T01:58:15Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-42204
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-01:58:38
INFO:tensorflow:Saving dict for global step 42204: global_step = 42204, loss = 1.1511079, mae = 0.63500065
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 42204: ../model/dnn_softmax/model.ckpt-42204
INFO:tensorflow:MAE: 0.635
INFO:tensorflow:Best MAE: 0.634
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-42204
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 42204 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.995696, step = 42204
INFO:tensorflow:lr = 5.3566833e-05
INFO:tensorflow:global_step/sec: 16.1501
INFO:tensorflow:loss = 1.0120568, step = 42304 (6.196 sec)
INFO:tensorflow:lr = 5.33486e-05 (6.195 sec)
INFO:tensorflow:global_step/sec: 16.6879
INFO:tensorflow:loss = 0.98413265, step = 42404 (5.993 sec)
INFO:tensorflow:lr = 5.3131265e-05 (5.994 sec)
INFO:tensorflow:global_step/sec: 16.3914
INFO:tensorflow:loss = 1.0147606, step = 42504 (6.101 sec)
INFO:tensorflow:lr = 5.291482e-05 (6.099 sec)
INFO:tensorflow:global_step/sec: 16.6391
INFO:tensorflow:loss = 1.0476004, step = 42604 (6.010 sec)
INFO:tensorflow:lr = 5.2699244e-05 (6.011 sec)
INFO:tensorflow:global_step/sec: 16.7194
INFO:tensorflow:loss = 1.0439749, step = 42704 (5.980 sec)
INFO:tensorflow:lr = 5.248456e-05 (5.980 sec)
INFO:tensorflow:global_step/sec: 16.8246
INFO:tensorflow:loss = 0.9633051, step = 42804 (5.944 sec)
INFO:tensorflow:lr = 5.2270745e-05 (5.944 sec)
INFO:tensorflow:global_step/sec: 16.5992
INFO:tensorflow:loss = 0.99372214, step = 42904 (6.025 sec)
INFO:tensorflow:lr = 5.205779e-05 (6.024 sec)
INFO:tensorflow:global_step/sec: 16.7189
INFO:tensorflow:loss = 0.9704721, step = 43004 (5.981 sec)
INFO:tensorflow:lr = 5.184572e-05 (5.982 sec)
INFO:tensorflow:global_step/sec: 16.6706
INFO:tensorflow:loss = 1.0538744, step = 43104 (6.000 sec)
INFO:tensorflow:lr = 5.1634503e-05 (6.000 sec)
INFO:tensorflow:global_step/sec: 16.7484
INFO:tensorflow:loss = 1.0531249, step = 43204 (5.968 sec)
INFO:tensorflow:lr = 5.1424155e-05 (5.969 sec)
INFO:tensorflow:global_step/sec: 16.6401
INFO:tensorflow:loss = 1.0204706, step = 43304 (6.009 sec)
INFO:tensorflow:lr = 5.1214665e-05 (6.007 sec)
INFO:tensorflow:global_step/sec: 16.7563
INFO:tensorflow:loss = 1.0202127, step = 43404 (5.969 sec)
INFO:tensorflow:lr = 5.1006013e-05 (5.970 sec)
INFO:tensorflow:global_step/sec: 16.6795
INFO:tensorflow:loss = 0.9790429, step = 43504 (5.995 sec)
INFO:tensorflow:lr = 5.079822e-05 (5.998 sec)
INFO:tensorflow:global_step/sec: 16.7812
INFO:tensorflow:loss = 1.0450214, step = 43604 (5.959 sec)
INFO:tensorflow:lr = 5.059128e-05 (5.955 sec)
INFO:tensorflow:global_step/sec: 16.7606
INFO:tensorflow:loss = 1.0267048, step = 43704 (5.971 sec)
INFO:tensorflow:lr = 5.0385177e-05 (5.971 sec)
INFO:tensorflow:global_step/sec: 16.4666
INFO:tensorflow:loss = 1.0151609, step = 43804 (6.074 sec)
INFO:tensorflow:lr = 5.017991e-05 (6.074 sec)
INFO:tensorflow:global_step/sec: 16.5488
INFO:tensorflow:loss = 1.0270196, step = 43904 (6.041 sec)
INFO:tensorflow:lr = 4.9975482e-05 (6.042 sec)
INFO:tensorflow:global_step/sec: 16.8147
INFO:tensorflow:loss = 0.9365488, step = 44004 (5.943 sec)
INFO:tensorflow:lr = 4.977189e-05 (5.945 sec)
INFO:tensorflow:global_step/sec: 16.8633
INFO:tensorflow:loss = 0.9339756, step = 44104 (5.941 sec)
INFO:tensorflow:lr = 4.9569124e-05 (5.941 sec)
INFO:tensorflow:global_step/sec: 16.9104
INFO:tensorflow:loss = 1.0868661, step = 44204 (5.905 sec)
INFO:tensorflow:lr = 4.936719e-05 (5.902 sec)
INFO:tensorflow:global_step/sec: 16.9045
INFO:tensorflow:loss = 1.0672746, step = 44304 (5.916 sec)
INFO:tensorflow:lr = 4.9166072e-05 (5.917 sec)
INFO:tensorflow:global_step/sec: 16.9145
INFO:tensorflow:loss = 1.0074068, step = 44404 (5.913 sec)
INFO:tensorflow:lr = 4.8965772e-05 (5.915 sec)
INFO:tensorflow:global_step/sec: 16.883
INFO:tensorflow:loss = 0.9204421, step = 44504 (5.919 sec)
INFO:tensorflow:lr = 4.8766295e-05 (5.916 sec)
INFO:tensorflow:global_step/sec: 16.8445
INFO:tensorflow:loss = 1.0263612, step = 44604 (5.940 sec)
INFO:tensorflow:lr = 4.8567625e-05 (5.941 sec)
INFO:tensorflow:global_step/sec: 16.8911
INFO:tensorflow:loss = 1.0130625, step = 44704 (5.919 sec)
INFO:tensorflow:lr = 4.836977e-05 (5.921 sec)
INFO:tensorflow:global_step/sec: 16.8697
INFO:tensorflow:loss = 1.0938677, step = 44804 (5.932 sec)
INFO:tensorflow:lr = 4.8172715e-05 (5.929 sec)
INFO:tensorflow:global_step/sec: 16.8985
INFO:tensorflow:loss = 1.0642307, step = 44904 (5.913 sec)
INFO:tensorflow:lr = 4.7976464e-05 (5.914 sec)
INFO:tensorflow:global_step/sec: 38.7151
INFO:tensorflow:loss = 1.0494148, step = 45004 (2.583 sec)
INFO:tensorflow:lr = 4.7781017e-05 (2.583 sec)
INFO:tensorflow:global_step/sec: 120.697
INFO:tensorflow:loss = 0.9934718, step = 45104 (0.828 sec)
INFO:tensorflow:lr = 4.7586356e-05 (0.826 sec)
INFO:tensorflow:global_step/sec: 117.015
INFO:tensorflow:loss = 1.0354158, step = 45204 (0.855 sec)
INFO:tensorflow:lr = 4.73925e-05 (0.855 sec)
INFO:tensorflow:global_step/sec: 119.849
INFO:tensorflow:loss = 0.99330837, step = 45304 (0.833 sec)
INFO:tensorflow:lr = 4.7199428e-05 (0.834 sec)
INFO:tensorflow:global_step/sec: 123.23
INFO:tensorflow:loss = 1.0679213, step = 45404 (0.812 sec)
INFO:tensorflow:lr = 4.7007143e-05 (0.812 sec)
INFO:tensorflow:global_step/sec: 118.272
INFO:tensorflow:loss = 0.9953224, step = 45504 (0.846 sec)
INFO:tensorflow:lr = 4.681564e-05 (0.844 sec)
INFO:tensorflow:global_step/sec: 121.752
INFO:tensorflow:loss = 0.96229404, step = 45604 (0.821 sec)
INFO:tensorflow:lr = 4.6624915e-05 (0.821 sec)
INFO:tensorflow:global_step/sec: 120.331
INFO:tensorflow:loss = 1.0907383, step = 45704 (0.832 sec)
INFO:tensorflow:lr = 4.6434976e-05 (0.832 sec)
INFO:tensorflow:Saving checkpoints for 45721 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0559148.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T02:02:13Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-45721
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-02:02:35
INFO:tensorflow:Saving dict for global step 45721: global_step = 45721, loss = 1.1530747, mae = 0.6331203
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 45721: ../model/dnn_softmax/model.ckpt-45721
INFO:tensorflow:MAE: 0.633
INFO:tensorflow:Best MAE: 0.633
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-45721
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 45721 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0687137, step = 45721
INFO:tensorflow:lr = 4.6402765e-05
INFO:tensorflow:global_step/sec: 16.2923
INFO:tensorflow:loss = 0.99398553, step = 45821 (6.144 sec)
INFO:tensorflow:lr = 4.621372e-05 (6.142 sec)
INFO:tensorflow:global_step/sec: 16.7557
INFO:tensorflow:loss = 0.97328997, step = 45921 (5.968 sec)
INFO:tensorflow:lr = 4.6025456e-05 (5.968 sec)
INFO:tensorflow:global_step/sec: 16.4735
INFO:tensorflow:loss = 1.0574819, step = 46021 (6.072 sec)
INFO:tensorflow:lr = 4.5837947e-05 (6.072 sec)
INFO:tensorflow:global_step/sec: 16.309
INFO:tensorflow:loss = 0.99816126, step = 46121 (6.128 sec)
INFO:tensorflow:lr = 4.5651217e-05 (6.130 sec)
INFO:tensorflow:global_step/sec: 16.5944
INFO:tensorflow:loss = 1.0567538, step = 46221 (6.029 sec)
INFO:tensorflow:lr = 4.5465236e-05 (6.027 sec)
INFO:tensorflow:global_step/sec: 16.6528
INFO:tensorflow:loss = 0.935646, step = 46321 (6.007 sec)
INFO:tensorflow:lr = 4.5280016e-05 (6.007 sec)
INFO:tensorflow:global_step/sec: 15.8016
INFO:tensorflow:loss = 1.0191839, step = 46421 (6.321 sec)
INFO:tensorflow:lr = 4.5095552e-05 (6.320 sec)
INFO:tensorflow:global_step/sec: 15.2434
INFO:tensorflow:loss = 1.0195601, step = 46521 (6.564 sec)
INFO:tensorflow:lr = 4.4911834e-05 (6.566 sec)
INFO:tensorflow:global_step/sec: 16.7131
INFO:tensorflow:loss = 0.9699406, step = 46621 (5.982 sec)
INFO:tensorflow:lr = 4.472887e-05 (5.984 sec)
INFO:tensorflow:global_step/sec: 16.714
INFO:tensorflow:loss = 1.0429542, step = 46721 (5.987 sec)
INFO:tensorflow:lr = 4.4546654e-05 (5.985 sec)
INFO:tensorflow:global_step/sec: 16.8679
INFO:tensorflow:loss = 0.9589064, step = 46821 (5.923 sec)
INFO:tensorflow:lr = 4.436517e-05 (5.925 sec)
INFO:tensorflow:global_step/sec: 16.6596
INFO:tensorflow:loss = 1.0112464, step = 46921 (6.004 sec)
INFO:tensorflow:lr = 4.4184435e-05 (6.002 sec)
INFO:tensorflow:global_step/sec: 16.7772
INFO:tensorflow:loss = 1.03635, step = 47021 (5.960 sec)
INFO:tensorflow:lr = 4.4004428e-05 (5.963 sec)
INFO:tensorflow:global_step/sec: 16.6961
INFO:tensorflow:loss = 0.9560851, step = 47121 (5.991 sec)
INFO:tensorflow:lr = 4.3825166e-05 (5.989 sec)
INFO:tensorflow:global_step/sec: 16.6392
INFO:tensorflow:loss = 1.0025326, step = 47221 (6.007 sec)
INFO:tensorflow:lr = 4.3646625e-05 (6.007 sec)
INFO:tensorflow:global_step/sec: 16.5553
INFO:tensorflow:loss = 0.97339076, step = 47321 (6.042 sec)
INFO:tensorflow:lr = 4.3468815e-05 (6.042 sec)
INFO:tensorflow:global_step/sec: 16.3472
INFO:tensorflow:loss = 1.110832, step = 47421 (6.118 sec)
INFO:tensorflow:lr = 4.3291726e-05 (6.118 sec)
INFO:tensorflow:global_step/sec: 16.4961
INFO:tensorflow:loss = 1.0873476, step = 47521 (6.060 sec)
INFO:tensorflow:lr = 4.311536e-05 (6.060 sec)
INFO:tensorflow:global_step/sec: 16.6713
INFO:tensorflow:loss = 1.114809, step = 47621 (6.001 sec)
INFO:tensorflow:lr = 4.2939715e-05 (6.001 sec)
INFO:tensorflow:global_step/sec: 16.6288
INFO:tensorflow:loss = 1.0126945, step = 47721 (6.009 sec)
INFO:tensorflow:lr = 4.2764786e-05 (6.008 sec)
INFO:tensorflow:global_step/sec: 16.8076
INFO:tensorflow:loss = 1.0240389, step = 47821 (5.953 sec)
INFO:tensorflow:lr = 4.2590567e-05 (5.952 sec)
INFO:tensorflow:global_step/sec: 16.7594
INFO:tensorflow:loss = 1.0592128, step = 47921 (5.965 sec)
INFO:tensorflow:lr = 4.2417054e-05 (5.967 sec)
INFO:tensorflow:global_step/sec: 16.7327
INFO:tensorflow:loss = 0.9968999, step = 48021 (5.975 sec)
INFO:tensorflow:lr = 4.224425e-05 (5.975 sec)
INFO:tensorflow:global_step/sec: 16.6321
INFO:tensorflow:loss = 1.0107609, step = 48121 (6.015 sec)
INFO:tensorflow:lr = 4.207216e-05 (6.015 sec)
INFO:tensorflow:global_step/sec: 16.4033
INFO:tensorflow:loss = 1.0199256, step = 48221 (6.100 sec)
INFO:tensorflow:lr = 4.1900767e-05 (6.099 sec)
INFO:tensorflow:global_step/sec: 16.3817
INFO:tensorflow:loss = 1.0367014, step = 48321 (6.102 sec)
INFO:tensorflow:lr = 4.173006e-05 (6.103 sec)
INFO:tensorflow:global_step/sec: 16.6969
INFO:tensorflow:loss = 1.1215137, step = 48421 (5.989 sec)
INFO:tensorflow:lr = 4.156006e-05 (5.988 sec)
INFO:tensorflow:global_step/sec: 38.9315
INFO:tensorflow:loss = 1.0170207, step = 48521 (2.567 sec)
INFO:tensorflow:lr = 4.1390747e-05 (2.567 sec)
INFO:tensorflow:global_step/sec: 123.564
INFO:tensorflow:loss = 1.0268263, step = 48621 (0.809 sec)
INFO:tensorflow:lr = 4.1222127e-05 (0.808 sec)
INFO:tensorflow:global_step/sec: 118.131
INFO:tensorflow:loss = 1.049649, step = 48721 (0.847 sec)
INFO:tensorflow:lr = 4.1054194e-05 (0.847 sec)
INFO:tensorflow:global_step/sec: 121.546
INFO:tensorflow:loss = 0.9745096, step = 48821 (0.823 sec)
INFO:tensorflow:lr = 4.088694e-05 (0.823 sec)
INFO:tensorflow:global_step/sec: 118.683
INFO:tensorflow:loss = 1.0152817, step = 48921 (0.843 sec)
INFO:tensorflow:lr = 4.0720373e-05 (0.843 sec)
INFO:tensorflow:global_step/sec: 120.655
INFO:tensorflow:loss = 1.0415723, step = 49021 (0.829 sec)
INFO:tensorflow:lr = 4.0554485e-05 (0.829 sec)
INFO:tensorflow:global_step/sec: 123.649
INFO:tensorflow:loss = 1.0531204, step = 49121 (0.808 sec)
INFO:tensorflow:lr = 4.038927e-05 (0.808 sec)
INFO:tensorflow:global_step/sec: 119.944
INFO:tensorflow:loss = 1.0344762, step = 49221 (0.834 sec)
INFO:tensorflow:lr = 4.022473e-05 (0.833 sec)
INFO:tensorflow:Saving checkpoints for 49238 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0034351.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T02:06:11Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-49238
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-02:06:33
INFO:tensorflow:Saving dict for global step 49238: global_step = 49238, loss = 1.1549671, mae = 0.6377812
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 49238: ../model/dnn_softmax/model.ckpt-49238
INFO:tensorflow:MAE: 0.638
INFO:tensorflow:Best MAE: 0.633
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-49238
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 49238 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.9082434, step = 49238
INFO:tensorflow:lr = 4.019682e-05
INFO:tensorflow:global_step/sec: 16.5416
INFO:tensorflow:loss = 1.018077, step = 49338 (6.051 sec)
INFO:tensorflow:lr = 4.003307e-05 (6.049 sec)
INFO:tensorflow:global_step/sec: 17.0162
INFO:tensorflow:loss = 1.0228468, step = 49438 (5.879 sec)
INFO:tensorflow:lr = 3.9869974e-05 (5.881 sec)
INFO:tensorflow:global_step/sec: 16.1459
INFO:tensorflow:loss = 0.96028066, step = 49538 (6.189 sec)
INFO:tensorflow:lr = 3.9707553e-05 (6.186 sec)
INFO:tensorflow:global_step/sec: 16.5296
INFO:tensorflow:loss = 0.95285463, step = 49638 (6.052 sec)
INFO:tensorflow:lr = 3.954579e-05 (6.054 sec)
INFO:tensorflow:global_step/sec: 16.5311
INFO:tensorflow:loss = 1.026345, step = 49738 (6.049 sec)
INFO:tensorflow:lr = 3.938468e-05 (6.053 sec)
INFO:tensorflow:global_step/sec: 17.0143
INFO:tensorflow:loss = 1.0694784, step = 49838 (5.879 sec)
INFO:tensorflow:lr = 3.9224236e-05 (5.877 sec)
INFO:tensorflow:global_step/sec: 17.0617
INFO:tensorflow:loss = 0.97375023, step = 49938 (5.860 sec)
INFO:tensorflow:lr = 3.9064435e-05 (5.858 sec)
INFO:tensorflow:global_step/sec: 17.0278
INFO:tensorflow:loss = 0.9789179, step = 50038 (5.874 sec)
INFO:tensorflow:lr = 3.8905295e-05 (5.873 sec)
INFO:tensorflow:global_step/sec: 16.8875
INFO:tensorflow:loss = 0.97550446, step = 50138 (5.919 sec)
INFO:tensorflow:lr = 3.87468e-05 (5.921 sec)
INFO:tensorflow:global_step/sec: 16.8766
INFO:tensorflow:loss = 0.91658735, step = 50238 (5.926 sec)
INFO:tensorflow:lr = 3.8588947e-05 (5.926 sec)
INFO:tensorflow:global_step/sec: 16.9487
INFO:tensorflow:loss = 1.022173, step = 50338 (5.901 sec)
INFO:tensorflow:lr = 3.8431743e-05 (5.902 sec)
INFO:tensorflow:global_step/sec: 16.9812
INFO:tensorflow:loss = 0.94719076, step = 50438 (5.889 sec)
INFO:tensorflow:lr = 3.8275175e-05 (5.889 sec)
INFO:tensorflow:global_step/sec: 16.8902
INFO:tensorflow:loss = 0.9339074, step = 50538 (5.917 sec)
INFO:tensorflow:lr = 3.8119248e-05 (5.914 sec)
INFO:tensorflow:global_step/sec: 16.9918
INFO:tensorflow:loss = 0.97780865, step = 50638 (5.888 sec)
INFO:tensorflow:lr = 3.796395e-05 (5.890 sec)
INFO:tensorflow:global_step/sec: 16.9338
INFO:tensorflow:loss = 1.0079026, step = 50738 (5.906 sec)
INFO:tensorflow:lr = 3.7809295e-05 (5.905 sec)
INFO:tensorflow:global_step/sec: 16.8287
INFO:tensorflow:loss = 1.0845937, step = 50838 (5.943 sec)
INFO:tensorflow:lr = 3.7655267e-05 (5.942 sec)
INFO:tensorflow:global_step/sec: 16.7792
INFO:tensorflow:loss = 1.0044292, step = 50938 (5.960 sec)
INFO:tensorflow:lr = 3.7501857e-05 (5.962 sec)
INFO:tensorflow:global_step/sec: 16.6101
INFO:tensorflow:loss = 0.9280652, step = 51038 (6.020 sec)
INFO:tensorflow:lr = 3.7349084e-05 (6.020 sec)
INFO:tensorflow:global_step/sec: 16.3398
INFO:tensorflow:loss = 1.0204498, step = 51138 (6.120 sec)
INFO:tensorflow:lr = 3.719692e-05 (6.118 sec)
INFO:tensorflow:global_step/sec: 15.3234
INFO:tensorflow:loss = 0.9774423, step = 51238 (6.528 sec)
INFO:tensorflow:lr = 3.704539e-05 (6.530 sec)
INFO:tensorflow:global_step/sec: 16.3254
INFO:tensorflow:loss = 0.97208595, step = 51338 (6.124 sec)
INFO:tensorflow:lr = 3.689447e-05 (6.124 sec)
INFO:tensorflow:global_step/sec: 17.0232
INFO:tensorflow:loss = 0.97683513, step = 51438 (5.873 sec)
INFO:tensorflow:lr = 3.6744164e-05 (5.872 sec)
INFO:tensorflow:global_step/sec: 16.9192
INFO:tensorflow:loss = 1.0358672, step = 51538 (5.911 sec)
INFO:tensorflow:lr = 3.6594476e-05 (5.913 sec)
INFO:tensorflow:global_step/sec: 16.9205
INFO:tensorflow:loss = 0.9613386, step = 51638 (5.908 sec)
INFO:tensorflow:lr = 3.644539e-05 (5.909 sec)
INFO:tensorflow:global_step/sec: 16.771
INFO:tensorflow:loss = 1.0341794, step = 51738 (5.964 sec)
INFO:tensorflow:lr = 3.629692e-05 (5.961 sec)
INFO:tensorflow:global_step/sec: 16.8754
INFO:tensorflow:loss = 1.0792152, step = 51838 (5.926 sec)
INFO:tensorflow:lr = 3.6149053e-05 (5.928 sec)
INFO:tensorflow:global_step/sec: 16.8774
INFO:tensorflow:loss = 1.0127219, step = 51938 (5.926 sec)
INFO:tensorflow:lr = 3.6001784e-05 (5.924 sec)
INFO:tensorflow:global_step/sec: 38.9407
INFO:tensorflow:loss = 1.0731034, step = 52038 (2.567 sec)
INFO:tensorflow:lr = 3.5855115e-05 (2.566 sec)
INFO:tensorflow:global_step/sec: 119.604
INFO:tensorflow:loss = 1.0363009, step = 52138 (0.836 sec)
INFO:tensorflow:lr = 3.5709043e-05 (0.835 sec)
INFO:tensorflow:global_step/sec: 119.205
INFO:tensorflow:loss = 1.0288011, step = 52238 (0.839 sec)
INFO:tensorflow:lr = 3.556357e-05 (0.840 sec)
INFO:tensorflow:global_step/sec: 122.962
INFO:tensorflow:loss = 1.0033311, step = 52338 (0.818 sec)
INFO:tensorflow:lr = 3.541869e-05 (0.817 sec)
INFO:tensorflow:global_step/sec: 119.87
INFO:tensorflow:loss = 1.0899569, step = 52438 (0.828 sec)
INFO:tensorflow:lr = 3.52744e-05 (0.828 sec)
INFO:tensorflow:global_step/sec: 123.504
INFO:tensorflow:loss = 0.9951092, step = 52538 (0.810 sec)
INFO:tensorflow:lr = 3.5130695e-05 (0.810 sec)
INFO:tensorflow:global_step/sec: 121.848
INFO:tensorflow:loss = 1.035305, step = 52638 (0.821 sec)
INFO:tensorflow:lr = 3.4987577e-05 (0.821 sec)
INFO:tensorflow:global_step/sec: 120.504
INFO:tensorflow:loss = 1.06681, step = 52738 (0.829 sec)
INFO:tensorflow:lr = 3.4845045e-05 (0.830 sec)
INFO:tensorflow:Saving checkpoints for 52755 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 0.9075949.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T02:10:07Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-52755
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-02:10:29
INFO:tensorflow:Saving dict for global step 52755: global_step = 52755, loss = 1.1588522, mae = 0.6352507
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 52755: ../model/dnn_softmax/model.ckpt-52755
INFO:tensorflow:MAE: 0.635
INFO:tensorflow:Best MAE: 0.633
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-52755
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 52755 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0018134, step = 52755
INFO:tensorflow:lr = 3.482087e-05
INFO:tensorflow:global_step/sec: 16.3456
INFO:tensorflow:loss = 1.019468, step = 52855 (6.123 sec)
INFO:tensorflow:lr = 3.467901e-05 (6.126 sec)
INFO:tensorflow:global_step/sec: 17.0385
INFO:tensorflow:loss = 1.075748, step = 52955 (5.868 sec)
INFO:tensorflow:lr = 3.4537734e-05 (5.864 sec)
INFO:tensorflow:global_step/sec: 16.9751
INFO:tensorflow:loss = 1.0603203, step = 53055 (5.890 sec)
INFO:tensorflow:lr = 3.439703e-05 (5.888 sec)
INFO:tensorflow:global_step/sec: 16.9815
INFO:tensorflow:loss = 1.0257233, step = 53155 (5.895 sec)
INFO:tensorflow:lr = 3.4256904e-05 (5.897 sec)
INFO:tensorflow:global_step/sec: 16.5878
INFO:tensorflow:loss = 1.0007719, step = 53255 (6.025 sec)
INFO:tensorflow:lr = 3.4117347e-05 (6.026 sec)
INFO:tensorflow:global_step/sec: 16.7479
INFO:tensorflow:loss = 0.95685685, step = 53355 (5.971 sec)
INFO:tensorflow:lr = 3.3978355e-05 (5.969 sec)
INFO:tensorflow:global_step/sec: 16.8851
INFO:tensorflow:loss = 0.98501784, step = 53455 (5.924 sec)
INFO:tensorflow:lr = 3.383993e-05 (5.928 sec)
INFO:tensorflow:global_step/sec: 17.0033
INFO:tensorflow:loss = 1.0455116, step = 53555 (5.879 sec)
INFO:tensorflow:lr = 3.370207e-05 (5.874 sec)
INFO:tensorflow:global_step/sec: 16.914
INFO:tensorflow:loss = 1.0067074, step = 53655 (5.912 sec)
INFO:tensorflow:lr = 3.3564775e-05 (5.914 sec)
INFO:tensorflow:global_step/sec: 16.7856
INFO:tensorflow:loss = 0.99493074, step = 53755 (5.958 sec)
INFO:tensorflow:lr = 3.3428038e-05 (5.956 sec)
INFO:tensorflow:global_step/sec: 17.0374
INFO:tensorflow:loss = 1.0833161, step = 53855 (5.868 sec)
INFO:tensorflow:lr = 3.329185e-05 (5.869 sec)
INFO:tensorflow:global_step/sec: 16.8713
INFO:tensorflow:loss = 1.0593982, step = 53955 (5.926 sec)
INFO:tensorflow:lr = 3.3156226e-05 (5.925 sec)
INFO:tensorflow:global_step/sec: 16.9629
INFO:tensorflow:loss = 0.9930959, step = 54055 (5.896 sec)
INFO:tensorflow:lr = 3.3021148e-05 (5.897 sec)
INFO:tensorflow:global_step/sec: 16.7104
INFO:tensorflow:loss = 1.0110099, step = 54155 (5.985 sec)
INFO:tensorflow:lr = 3.2886626e-05 (5.986 sec)
INFO:tensorflow:global_step/sec: 16.2647
INFO:tensorflow:loss = 1.0206524, step = 54255 (6.148 sec)
INFO:tensorflow:lr = 3.2752654e-05 (6.147 sec)
INFO:tensorflow:global_step/sec: 16.93
INFO:tensorflow:loss = 0.95081925, step = 54355 (5.907 sec)
INFO:tensorflow:lr = 3.2619217e-05 (5.908 sec)
INFO:tensorflow:global_step/sec: 16.841
INFO:tensorflow:loss = 0.99854034, step = 54455 (5.938 sec)
INFO:tensorflow:lr = 3.2486336e-05 (5.937 sec)
INFO:tensorflow:global_step/sec: 16.6646
INFO:tensorflow:loss = 1.0018452, step = 54555 (6.001 sec)
INFO:tensorflow:lr = 3.2353986e-05 (6.001 sec)
INFO:tensorflow:global_step/sec: 16.5589
INFO:tensorflow:loss = 1.0327655, step = 54655 (6.040 sec)
INFO:tensorflow:lr = 3.2222182e-05 (6.038 sec)
INFO:tensorflow:global_step/sec: 16.8183
INFO:tensorflow:loss = 0.9502167, step = 54755 (5.947 sec)
INFO:tensorflow:lr = 3.2090913e-05 (5.946 sec)
INFO:tensorflow:global_step/sec: 16.7997
INFO:tensorflow:loss = 1.0623754, step = 54855 (5.951 sec)
INFO:tensorflow:lr = 3.1960175e-05 (5.952 sec)
INFO:tensorflow:global_step/sec: 16.9012
INFO:tensorflow:loss = 1.0313157, step = 54955 (5.914 sec)
INFO:tensorflow:lr = 3.1829975e-05 (5.914 sec)
INFO:tensorflow:global_step/sec: 16.7933
INFO:tensorflow:loss = 0.96224993, step = 55055 (5.957 sec)
INFO:tensorflow:lr = 3.1700303e-05 (5.958 sec)
INFO:tensorflow:global_step/sec: 16.8674
INFO:tensorflow:loss = 1.0074111, step = 55155 (5.928 sec)
INFO:tensorflow:lr = 3.157116e-05 (5.929 sec)
INFO:tensorflow:global_step/sec: 16.8916
INFO:tensorflow:loss = 1.008631, step = 55255 (5.924 sec)
INFO:tensorflow:lr = 3.144254e-05 (5.920 sec)
INFO:tensorflow:global_step/sec: 16.9157
INFO:tensorflow:loss = 0.9970045, step = 55355 (5.907 sec)
INFO:tensorflow:lr = 3.1314452e-05 (5.909 sec)
INFO:tensorflow:global_step/sec: 16.8027
INFO:tensorflow:loss = 1.0520387, step = 55455 (5.949 sec)
INFO:tensorflow:lr = 3.118688e-05 (5.949 sec)
INFO:tensorflow:global_step/sec: 38.9485
INFO:tensorflow:loss = 1.0496777, step = 55555 (2.569 sec)
INFO:tensorflow:lr = 3.1059826e-05 (2.568 sec)
INFO:tensorflow:global_step/sec: 120.745
INFO:tensorflow:loss = 0.9858547, step = 55655 (0.826 sec)
INFO:tensorflow:lr = 3.0933294e-05 (0.826 sec)
INFO:tensorflow:global_step/sec: 122.907
INFO:tensorflow:loss = 0.97944224, step = 55755 (0.816 sec)
INFO:tensorflow:lr = 3.0807278e-05 (0.815 sec)
INFO:tensorflow:global_step/sec: 119.845
INFO:tensorflow:loss = 0.98609453, step = 55855 (0.834 sec)
INFO:tensorflow:lr = 3.0681767e-05 (0.834 sec)
INFO:tensorflow:global_step/sec: 119.771
INFO:tensorflow:loss = 0.9775556, step = 55955 (0.835 sec)
INFO:tensorflow:lr = 3.0556774e-05 (0.835 sec)
INFO:tensorflow:global_step/sec: 121.29
INFO:tensorflow:loss = 0.9755055, step = 56055 (0.825 sec)
INFO:tensorflow:lr = 3.043229e-05 (0.826 sec)
INFO:tensorflow:global_step/sec: 121.671
INFO:tensorflow:loss = 0.98936164, step = 56155 (0.822 sec)
INFO:tensorflow:lr = 3.0308312e-05 (0.820 sec)
INFO:tensorflow:global_step/sec: 122.947
INFO:tensorflow:loss = 1.0420004, step = 56255 (0.811 sec)
INFO:tensorflow:lr = 3.0184845e-05 (0.812 sec)
INFO:tensorflow:Saving checkpoints for 56272 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 0.9330892.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T02:14:02Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-56272
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-02:14:25
INFO:tensorflow:Saving dict for global step 56272: global_step = 56272, loss = 1.160294, mae = 0.6383813
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 56272: ../model/dnn_softmax/model.ckpt-56272
INFO:tensorflow:MAE: 0.638
INFO:tensorflow:Best MAE: 0.633
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-56272
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 56272 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.98308676, step = 56272
INFO:tensorflow:lr = 3.0163897e-05
INFO:tensorflow:global_step/sec: 16.4548
INFO:tensorflow:loss = 1.0256116, step = 56372 (6.083 sec)
INFO:tensorflow:lr = 3.004102e-05 (6.084 sec)
INFO:tensorflow:global_step/sec: 17.1358
INFO:tensorflow:loss = 1.0110444, step = 56472 (5.834 sec)
INFO:tensorflow:lr = 2.991863e-05 (5.833 sec)
INFO:tensorflow:global_step/sec: 17.0276
INFO:tensorflow:loss = 0.9940258, step = 56572 (5.873 sec)
INFO:tensorflow:lr = 2.9796749e-05 (5.874 sec)
INFO:tensorflow:global_step/sec: 16.9676
INFO:tensorflow:loss = 1.0350326, step = 56672 (5.896 sec)
INFO:tensorflow:lr = 2.9675362e-05 (5.896 sec)
INFO:tensorflow:global_step/sec: 16.8611
INFO:tensorflow:loss = 0.9461881, step = 56772 (5.931 sec)
INFO:tensorflow:lr = 2.9554467e-05 (5.931 sec)
INFO:tensorflow:global_step/sec: 16.5595
INFO:tensorflow:loss = 0.9977082, step = 56872 (6.037 sec)
INFO:tensorflow:lr = 2.9434063e-05 (6.036 sec)
INFO:tensorflow:global_step/sec: 16.8968
INFO:tensorflow:loss = 1.0368967, step = 56972 (5.918 sec)
INFO:tensorflow:lr = 2.931415e-05 (5.924 sec)
INFO:tensorflow:global_step/sec: 16.8676
INFO:tensorflow:loss = 0.9560844, step = 57072 (5.928 sec)
INFO:tensorflow:lr = 2.919473e-05 (5.923 sec)
INFO:tensorflow:global_step/sec: 16.9234
INFO:tensorflow:loss = 0.93799156, step = 57172 (5.910 sec)
INFO:tensorflow:lr = 2.9075798e-05 (5.910 sec)
INFO:tensorflow:global_step/sec: 16.917
INFO:tensorflow:loss = 0.9801932, step = 57272 (5.911 sec)
INFO:tensorflow:lr = 2.8957344e-05 (5.912 sec)
INFO:tensorflow:global_step/sec: 16.9493
INFO:tensorflow:loss = 0.94289446, step = 57372 (5.900 sec)
INFO:tensorflow:lr = 2.8839377e-05 (5.903 sec)
INFO:tensorflow:global_step/sec: 17.0191
INFO:tensorflow:loss = 0.98174167, step = 57472 (5.875 sec)
INFO:tensorflow:lr = 2.8721886e-05 (5.873 sec)
INFO:tensorflow:global_step/sec: 17.0563
INFO:tensorflow:loss = 0.98629624, step = 57572 (5.864 sec)
INFO:tensorflow:lr = 2.8604878e-05 (5.862 sec)
INFO:tensorflow:global_step/sec: 16.8546
INFO:tensorflow:loss = 1.0133302, step = 57672 (5.934 sec)
INFO:tensorflow:lr = 2.8488346e-05 (5.934 sec)
INFO:tensorflow:global_step/sec: 16.9899
INFO:tensorflow:loss = 1.0298591, step = 57772 (5.885 sec)
INFO:tensorflow:lr = 2.8372287e-05 (5.891 sec)
INFO:tensorflow:global_step/sec: 16.9775
INFO:tensorflow:loss = 1.0522716, step = 57872 (5.890 sec)
INFO:tensorflow:lr = 2.8256705e-05 (5.885 sec)
INFO:tensorflow:global_step/sec: 16.9073
INFO:tensorflow:loss = 0.9913355, step = 57972 (5.914 sec)
INFO:tensorflow:lr = 2.8141583e-05 (5.914 sec)
INFO:tensorflow:global_step/sec: 16.8436
INFO:tensorflow:loss = 0.9549939, step = 58072 (5.939 sec)
INFO:tensorflow:lr = 2.8026941e-05 (5.942 sec)
INFO:tensorflow:global_step/sec: 16.7442
INFO:tensorflow:loss = 1.0539658, step = 58172 (5.971 sec)
INFO:tensorflow:lr = 2.7912765e-05 (5.967 sec)
INFO:tensorflow:global_step/sec: 16.5469
INFO:tensorflow:loss = 0.9954256, step = 58272 (6.046 sec)
INFO:tensorflow:lr = 2.7799048e-05 (6.048 sec)
INFO:tensorflow:global_step/sec: 16.7277
INFO:tensorflow:loss = 0.9980198, step = 58372 (5.977 sec)
INFO:tensorflow:lr = 2.7685803e-05 (5.977 sec)
INFO:tensorflow:global_step/sec: 16.8982
INFO:tensorflow:loss = 0.9848181, step = 58472 (5.915 sec)
INFO:tensorflow:lr = 2.7573009e-05 (5.914 sec)
INFO:tensorflow:global_step/sec: 16.7139
INFO:tensorflow:loss = 1.045649, step = 58572 (5.985 sec)
INFO:tensorflow:lr = 2.7460681e-05 (5.987 sec)
INFO:tensorflow:global_step/sec: 16.9062
INFO:tensorflow:loss = 1.0244071, step = 58672 (5.914 sec)
INFO:tensorflow:lr = 2.7348813e-05 (5.914 sec)
INFO:tensorflow:global_step/sec: 16.86
INFO:tensorflow:loss = 0.9487704, step = 58772 (5.931 sec)
INFO:tensorflow:lr = 2.7237393e-05 (5.934 sec)
INFO:tensorflow:global_step/sec: 16.3224
INFO:tensorflow:loss = 0.97045743, step = 58872 (6.127 sec)
INFO:tensorflow:lr = 2.7126433e-05 (6.125 sec)
INFO:tensorflow:global_step/sec: 16.4121
INFO:tensorflow:loss = 1.0144881, step = 58972 (6.092 sec)
INFO:tensorflow:lr = 2.7015923e-05 (6.089 sec)
INFO:tensorflow:global_step/sec: 38.5517
INFO:tensorflow:loss = 1.0761257, step = 59072 (2.593 sec)
INFO:tensorflow:lr = 2.6905864e-05 (2.593 sec)
INFO:tensorflow:global_step/sec: 120.954
INFO:tensorflow:loss = 1.0251632, step = 59172 (0.827 sec)
INFO:tensorflow:lr = 2.6796251e-05 (0.827 sec)
INFO:tensorflow:global_step/sec: 115.604
INFO:tensorflow:loss = 0.9663382, step = 59272 (0.865 sec)
INFO:tensorflow:lr = 2.6687087e-05 (0.863 sec)
INFO:tensorflow:global_step/sec: 119.496
INFO:tensorflow:loss = 1.027979, step = 59372 (0.836 sec)
INFO:tensorflow:lr = 2.6578367e-05 (0.837 sec)
INFO:tensorflow:global_step/sec: 119.019
INFO:tensorflow:loss = 0.9953259, step = 59472 (0.840 sec)
INFO:tensorflow:lr = 2.6470087e-05 (0.841 sec)
INFO:tensorflow:global_step/sec: 121.738
INFO:tensorflow:loss = 1.019067, step = 59572 (0.822 sec)
INFO:tensorflow:lr = 2.6362253e-05 (0.822 sec)
INFO:tensorflow:global_step/sec: 124.477
INFO:tensorflow:loss = 1.0060649, step = 59672 (0.803 sec)
INFO:tensorflow:lr = 2.6254853e-05 (0.802 sec)
INFO:tensorflow:global_step/sec: 119.466
INFO:tensorflow:loss = 1.0258126, step = 59772 (0.837 sec)
INFO:tensorflow:lr = 2.6147898e-05 (0.837 sec)
INFO:tensorflow:Saving checkpoints for 59789 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 0.9819913.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T02:17:59Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-59789
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-02:18:21
INFO:tensorflow:Saving dict for global step 59789: global_step = 59789, loss = 1.1635877, mae = 0.63742113
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 59789: ../model/dnn_softmax/model.ckpt-59789
INFO:tensorflow:MAE: 0.637
INFO:tensorflow:Best MAE: 0.633
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-59789
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 59789 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0260686, step = 59789
INFO:tensorflow:lr = 2.612976e-05
INFO:tensorflow:global_step/sec: 16.5351
INFO:tensorflow:loss = 0.9796183, step = 59889 (6.052 sec)
INFO:tensorflow:lr = 2.6023306e-05 (6.052 sec)
INFO:tensorflow:global_step/sec: 16.9188
INFO:tensorflow:loss = 0.99723876, step = 59989 (5.911 sec)
INFO:tensorflow:lr = 2.5917292e-05 (5.910 sec)
INFO:tensorflow:global_step/sec: 16.9147
INFO:tensorflow:loss = 1.0839161, step = 60089 (5.913 sec)
INFO:tensorflow:lr = 2.5811705e-05 (5.911 sec)
INFO:tensorflow:global_step/sec: 16.9317
INFO:tensorflow:loss = 0.95229137, step = 60189 (5.906 sec)
INFO:tensorflow:lr = 2.5706557e-05 (5.908 sec)
INFO:tensorflow:global_step/sec: 15.5907
INFO:tensorflow:loss = 0.9865768, step = 60289 (6.417 sec)
INFO:tensorflow:lr = 2.5601832e-05 (6.420 sec)
INFO:tensorflow:global_step/sec: 15.5853
INFO:tensorflow:loss = 1.0149938, step = 60389 (6.414 sec)
INFO:tensorflow:lr = 2.549753e-05 (6.412 sec)
INFO:tensorflow:global_step/sec: 16.5547
INFO:tensorflow:loss = 0.9425461, step = 60489 (6.040 sec)
INFO:tensorflow:lr = 2.5393656e-05 (6.042 sec)
INFO:tensorflow:global_step/sec: 16.7445
INFO:tensorflow:loss = 1.0979044, step = 60589 (5.969 sec)
INFO:tensorflow:lr = 2.5290203e-05 (5.970 sec)
INFO:tensorflow:global_step/sec: 16.9546
INFO:tensorflow:loss = 1.0604663, step = 60689 (5.907 sec)
INFO:tensorflow:lr = 2.5187175e-05 (5.904 sec)
INFO:tensorflow:global_step/sec: 16.8508
INFO:tensorflow:loss = 1.0161769, step = 60789 (5.926 sec)
INFO:tensorflow:lr = 2.508457e-05 (5.929 sec)
INFO:tensorflow:global_step/sec: 16.9159
INFO:tensorflow:loss = 0.9932443, step = 60889 (5.913 sec)
INFO:tensorflow:lr = 2.4982375e-05 (5.915 sec)
INFO:tensorflow:global_step/sec: 16.8289
INFO:tensorflow:loss = 0.99008596, step = 60989 (5.941 sec)
INFO:tensorflow:lr = 2.4880599e-05 (5.935 sec)
INFO:tensorflow:global_step/sec: 17.0107
INFO:tensorflow:loss = 1.0160084, step = 61089 (5.881 sec)
INFO:tensorflow:lr = 2.4779238e-05 (5.882 sec)
INFO:tensorflow:global_step/sec: 16.9683
INFO:tensorflow:loss = 0.96580994, step = 61189 (5.893 sec)
INFO:tensorflow:lr = 2.4678291e-05 (5.893 sec)
INFO:tensorflow:global_step/sec: 16.9714
INFO:tensorflow:loss = 0.9865924, step = 61289 (5.893 sec)
INFO:tensorflow:lr = 2.4577757e-05 (5.891 sec)
INFO:tensorflow:global_step/sec: 16.8492
INFO:tensorflow:loss = 0.9897115, step = 61389 (5.935 sec)
INFO:tensorflow:lr = 2.4477627e-05 (5.937 sec)
INFO:tensorflow:global_step/sec: 16.7992
INFO:tensorflow:loss = 0.98439187, step = 61489 (5.950 sec)
INFO:tensorflow:lr = 2.437791e-05 (5.951 sec)
INFO:tensorflow:global_step/sec: 16.9718
INFO:tensorflow:loss = 1.0483184, step = 61589 (5.893 sec)
INFO:tensorflow:lr = 2.4278594e-05 (5.892 sec)
INFO:tensorflow:global_step/sec: 16.8965
INFO:tensorflow:loss = 0.95923483, step = 61689 (5.919 sec)
INFO:tensorflow:lr = 2.4179688e-05 (5.920 sec)
INFO:tensorflow:global_step/sec: 16.7047
INFO:tensorflow:loss = 0.9830139, step = 61789 (5.986 sec)
INFO:tensorflow:lr = 2.4081184e-05 (5.986 sec)
INFO:tensorflow:global_step/sec: 16.5367
INFO:tensorflow:loss = 0.9512116, step = 61889 (6.057 sec)
INFO:tensorflow:lr = 2.398308e-05 (6.058 sec)
INFO:tensorflow:global_step/sec: 16.8093
INFO:tensorflow:loss = 0.9685401, step = 61989 (5.939 sec)
INFO:tensorflow:lr = 2.3885379e-05 (5.936 sec)
INFO:tensorflow:global_step/sec: 16.9418
INFO:tensorflow:loss = 1.0201583, step = 62089 (5.905 sec)
INFO:tensorflow:lr = 2.3788069e-05 (5.905 sec)
INFO:tensorflow:global_step/sec: 17.0431
INFO:tensorflow:loss = 1.0564245, step = 62189 (5.866 sec)
INFO:tensorflow:lr = 2.369116e-05 (5.866 sec)
INFO:tensorflow:global_step/sec: 16.9022
INFO:tensorflow:loss = 0.9678722, step = 62289 (5.915 sec)
INFO:tensorflow:lr = 2.3594648e-05 (5.916 sec)
INFO:tensorflow:global_step/sec: 16.8316
INFO:tensorflow:loss = 0.98566234, step = 62389 (5.943 sec)
INFO:tensorflow:lr = 2.3498522e-05 (5.942 sec)
INFO:tensorflow:global_step/sec: 16.8524
INFO:tensorflow:loss = 0.95561343, step = 62489 (5.934 sec)
INFO:tensorflow:lr = 2.3402796e-05 (5.934 sec)
INFO:tensorflow:global_step/sec: 39.0539
INFO:tensorflow:loss = 1.0044377, step = 62589 (2.559 sec)
INFO:tensorflow:lr = 2.3307452e-05 (2.558 sec)
INFO:tensorflow:global_step/sec: 119.405
INFO:tensorflow:loss = 0.9520325, step = 62689 (0.836 sec)
INFO:tensorflow:lr = 2.32125e-05 (0.837 sec)
INFO:tensorflow:global_step/sec: 117.396
INFO:tensorflow:loss = 0.99641764, step = 62789 (0.853 sec)
INFO:tensorflow:lr = 2.3117938e-05 (0.852 sec)
INFO:tensorflow:global_step/sec: 120.913
INFO:tensorflow:loss = 1.0006734, step = 62889 (0.827 sec)
INFO:tensorflow:lr = 2.3023755e-05 (0.827 sec)
INFO:tensorflow:global_step/sec: 121.031
INFO:tensorflow:loss = 1.0415788, step = 62989 (0.826 sec)
INFO:tensorflow:lr = 2.2929962e-05 (0.827 sec)
INFO:tensorflow:global_step/sec: 120.091
INFO:tensorflow:loss = 0.9597678, step = 63089 (0.833 sec)
INFO:tensorflow:lr = 2.2836546e-05 (0.833 sec)
INFO:tensorflow:global_step/sec: 122.033
INFO:tensorflow:loss = 1.0877095, step = 63189 (0.820 sec)
INFO:tensorflow:lr = 2.274351e-05 (0.820 sec)
INFO:tensorflow:global_step/sec: 118.633
INFO:tensorflow:loss = 0.9879828, step = 63289 (0.842 sec)
INFO:tensorflow:lr = 2.2650858e-05 (0.841 sec)
INFO:tensorflow:Saving checkpoints for 63306 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 1.0373636.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T02:21:55Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-63306
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-02:22:17
INFO:tensorflow:Saving dict for global step 63306: global_step = 63306, loss = 1.1647205, mae = 0.63831127
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 63306: ../model/dnn_softmax/model.ckpt-63306
INFO:tensorflow:MAE: 0.638
INFO:tensorflow:Best MAE: 0.633
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-63306
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 63306 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.9870157, step = 63306
INFO:tensorflow:lr = 2.2635146e-05
INFO:tensorflow:global_step/sec: 16.5223
INFO:tensorflow:loss = 1.0052556, step = 63406 (6.056 sec)
INFO:tensorflow:lr = 2.2542932e-05 (6.060 sec)
INFO:tensorflow:global_step/sec: 17.1966
INFO:tensorflow:loss = 0.98690456, step = 63506 (5.817 sec)
INFO:tensorflow:lr = 2.2451091e-05 (5.813 sec)
INFO:tensorflow:global_step/sec: 16.9284
INFO:tensorflow:loss = 1.0034999, step = 63606 (5.906 sec)
INFO:tensorflow:lr = 2.235963e-05 (5.904 sec)
INFO:tensorflow:global_step/sec: 17.1342
INFO:tensorflow:loss = 1.0433731, step = 63706 (5.853 sec)
INFO:tensorflow:lr = 2.2268543e-05 (5.855 sec)
INFO:tensorflow:global_step/sec: 16.9594
INFO:tensorflow:loss = 0.94282985, step = 63806 (5.882 sec)
INFO:tensorflow:lr = 2.2177821e-05 (5.881 sec)
INFO:tensorflow:global_step/sec: 17.15
INFO:tensorflow:loss = 1.0208355, step = 63906 (5.831 sec)
INFO:tensorflow:lr = 2.2087474e-05 (5.831 sec)
INFO:tensorflow:global_step/sec: 16.9459
INFO:tensorflow:loss = 1.0269144, step = 64006 (5.903 sec)
INFO:tensorflow:lr = 2.199749e-05 (5.906 sec)
INFO:tensorflow:global_step/sec: 16.6763
INFO:tensorflow:loss = 0.96671474, step = 64106 (5.996 sec)
INFO:tensorflow:lr = 2.1907876e-05 (5.993 sec)
INFO:tensorflow:global_step/sec: 16.903
INFO:tensorflow:loss = 1.0545398, step = 64206 (5.914 sec)
INFO:tensorflow:lr = 2.1818625e-05 (5.914 sec)
INFO:tensorflow:global_step/sec: 16.987
INFO:tensorflow:loss = 0.9908424, step = 64306 (5.889 sec)
INFO:tensorflow:lr = 2.172974e-05 (5.888 sec)
INFO:tensorflow:global_step/sec: 17.108
INFO:tensorflow:loss = 1.0375774, step = 64406 (5.843 sec)
INFO:tensorflow:lr = 2.1641212e-05 (5.842 sec)
INFO:tensorflow:global_step/sec: 17.0272
INFO:tensorflow:loss = 1.091362, step = 64506 (5.873 sec)
INFO:tensorflow:lr = 2.155305e-05 (5.874 sec)
INFO:tensorflow:global_step/sec: 17.0259
INFO:tensorflow:loss = 1.0052192, step = 64606 (5.874 sec)
INFO:tensorflow:lr = 2.1465248e-05 (5.874 sec)
INFO:tensorflow:global_step/sec: 16.9868
INFO:tensorflow:loss = 0.96947074, step = 64706 (5.888 sec)
INFO:tensorflow:lr = 2.1377798e-05 (5.888 sec)
INFO:tensorflow:global_step/sec: 17.0228
INFO:tensorflow:loss = 0.9254762, step = 64806 (5.873 sec)
INFO:tensorflow:lr = 2.129071e-05 (5.874 sec)
INFO:tensorflow:global_step/sec: 16.8984
INFO:tensorflow:loss = 0.9872262, step = 64906 (5.916 sec)
INFO:tensorflow:lr = 2.120397e-05 (5.915 sec)
INFO:tensorflow:global_step/sec: 16.6791
INFO:tensorflow:loss = 0.95931643, step = 65006 (5.996 sec)
INFO:tensorflow:lr = 2.1117588e-05 (5.996 sec)
INFO:tensorflow:global_step/sec: 15.5138
INFO:tensorflow:loss = 0.912334, step = 65106 (6.449 sec)
INFO:tensorflow:lr = 2.103156e-05 (6.452 sec)
INFO:tensorflow:global_step/sec: 16.2747
INFO:tensorflow:loss = 0.987954, step = 65206 (6.141 sec)
INFO:tensorflow:lr = 2.0945883e-05 (6.141 sec)
INFO:tensorflow:global_step/sec: 16.8906
INFO:tensorflow:loss = 0.9439457, step = 65306 (5.921 sec)
INFO:tensorflow:lr = 2.086055e-05 (5.920 sec)
INFO:tensorflow:global_step/sec: 16.6841
INFO:tensorflow:loss = 0.9838197, step = 65406 (5.994 sec)
INFO:tensorflow:lr = 2.0775562e-05 (5.993 sec)
INFO:tensorflow:global_step/sec: 16.5974
INFO:tensorflow:loss = 1.086459, step = 65506 (6.024 sec)
INFO:tensorflow:lr = 2.0690928e-05 (6.024 sec)
INFO:tensorflow:global_step/sec: 16.918
INFO:tensorflow:loss = 0.9944675, step = 65606 (5.911 sec)
INFO:tensorflow:lr = 2.0606634e-05 (5.912 sec)
INFO:tensorflow:global_step/sec: 16.9853
INFO:tensorflow:loss = 0.99758387, step = 65706 (5.889 sec)
INFO:tensorflow:lr = 2.0522688e-05 (5.887 sec)
INFO:tensorflow:global_step/sec: 16.9677
INFO:tensorflow:loss = 1.0461721, step = 65806 (5.897 sec)
INFO:tensorflow:lr = 2.0439082e-05 (5.898 sec)
INFO:tensorflow:global_step/sec: 16.9733
INFO:tensorflow:loss = 1.0389836, step = 65906 (5.887 sec)
INFO:tensorflow:lr = 2.035581e-05 (5.887 sec)
INFO:tensorflow:global_step/sec: 17.0463
INFO:tensorflow:loss = 0.97217524, step = 66006 (5.867 sec)
INFO:tensorflow:lr = 2.0272888e-05 (5.867 sec)
INFO:tensorflow:global_step/sec: 38.8235
INFO:tensorflow:loss = 1.0090315, step = 66106 (2.572 sec)
INFO:tensorflow:lr = 2.0190299e-05 (2.572 sec)
INFO:tensorflow:global_step/sec: 122.144
INFO:tensorflow:loss = 1.0232185, step = 66206 (0.820 sec)
INFO:tensorflow:lr = 2.0108046e-05 (0.819 sec)
INFO:tensorflow:global_step/sec: 120.434
INFO:tensorflow:loss = 1.0233663, step = 66306 (0.831 sec)
INFO:tensorflow:lr = 2.002613e-05 (0.832 sec)
INFO:tensorflow:global_step/sec: 122.807
INFO:tensorflow:loss = 1.0822583, step = 66406 (0.815 sec)
INFO:tensorflow:lr = 1.994454e-05 (0.815 sec)
INFO:tensorflow:global_step/sec: 117.709
INFO:tensorflow:loss = 0.9987773, step = 66506 (0.849 sec)
INFO:tensorflow:lr = 1.986329e-05 (0.848 sec)
INFO:tensorflow:global_step/sec: 121.762
INFO:tensorflow:loss = 1.0250549, step = 66606 (0.822 sec)
INFO:tensorflow:lr = 1.978237e-05 (0.824 sec)
INFO:tensorflow:global_step/sec: 122.062
INFO:tensorflow:loss = 0.9970838, step = 66706 (0.818 sec)
INFO:tensorflow:lr = 1.970178e-05 (0.817 sec)
INFO:tensorflow:global_step/sec: 118.661
INFO:tensorflow:loss = 0.9652128, step = 66806 (0.843 sec)
INFO:tensorflow:lr = 1.9621517e-05 (0.844 sec)
INFO:tensorflow:Saving checkpoints for 66823 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 0.9975623.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T02:25:50Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-66823
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-02:26:12
INFO:tensorflow:Saving dict for global step 66823: global_step = 66823, loss = 1.1667061, mae = 0.64235204
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 66823: ../model/dnn_softmax/model.ckpt-66823
INFO:tensorflow:MAE: 0.642
INFO:tensorflow:Best MAE: 0.633
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 5) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(5,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-66823
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 66823 into ../model/dnn_softmax/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 1.0095334, step = 66823
INFO:tensorflow:lr = 1.9607904e-05
INFO:tensorflow:global_step/sec: 16.5528
INFO:tensorflow:loss = 1.0272441, step = 66923 (6.048 sec)
INFO:tensorflow:lr = 1.9528023e-05 (6.045 sec)
INFO:tensorflow:global_step/sec: 17.1218
INFO:tensorflow:loss = 0.93582153, step = 67023 (5.838 sec)
INFO:tensorflow:lr = 1.9448471e-05 (5.838 sec)
INFO:tensorflow:global_step/sec: 17.0059
INFO:tensorflow:loss = 0.913934, step = 67123 (5.881 sec)
INFO:tensorflow:lr = 1.9369238e-05 (5.879 sec)
INFO:tensorflow:global_step/sec: 17.0444
INFO:tensorflow:loss = 0.9855968, step = 67223 (5.866 sec)
INFO:tensorflow:lr = 1.9290332e-05 (5.867 sec)
INFO:tensorflow:global_step/sec: 16.9989
INFO:tensorflow:loss = 0.9977897, step = 67323 (5.887 sec)
INFO:tensorflow:lr = 1.9211744e-05 (5.888 sec)
INFO:tensorflow:global_step/sec: 17.1472
INFO:tensorflow:loss = 0.98700225, step = 67423 (5.831 sec)
INFO:tensorflow:lr = 1.9133477e-05 (5.835 sec)
INFO:tensorflow:global_step/sec: 17.0375
INFO:tensorflow:loss = 1.0481558, step = 67523 (5.866 sec)
INFO:tensorflow:lr = 1.905553e-05 (5.861 sec)
INFO:tensorflow:global_step/sec: 16.9559
INFO:tensorflow:loss = 0.97943485, step = 67623 (5.899 sec)
INFO:tensorflow:lr = 1.8977898e-05 (5.903 sec)
INFO:tensorflow:global_step/sec: 16.713
INFO:tensorflow:loss = 0.9684758, step = 67723 (5.981 sec)
INFO:tensorflow:lr = 1.890059e-05 (5.978 sec)
INFO:tensorflow:global_step/sec: 16.1099
INFO:tensorflow:loss = 0.9177337, step = 67823 (6.208 sec)
INFO:tensorflow:lr = 1.8823588e-05 (6.208 sec)
INFO:tensorflow:global_step/sec: 16.8058
INFO:tensorflow:loss = 1.0283036, step = 67923 (5.950 sec)
INFO:tensorflow:lr = 1.8746901e-05 (5.948 sec)
INFO:tensorflow:global_step/sec: 16.9824
INFO:tensorflow:loss = 0.99149376, step = 68023 (5.887 sec)
INFO:tensorflow:lr = 1.867053e-05 (5.892 sec)
INFO:tensorflow:global_step/sec: 16.9294
INFO:tensorflow:loss = 0.95785815, step = 68123 (5.909 sec)
INFO:tensorflow:lr = 1.859447e-05 (5.906 sec)
INFO:tensorflow:global_step/sec: 16.9326
INFO:tensorflow:loss = 0.96273196, step = 68223 (5.907 sec)
INFO:tensorflow:lr = 1.851872e-05 (5.907 sec)
INFO:tensorflow:global_step/sec: 16.9726
INFO:tensorflow:loss = 0.87935996, step = 68323 (5.890 sec)
INFO:tensorflow:lr = 1.8443272e-05 (5.891 sec)
INFO:tensorflow:global_step/sec: 17.0483
INFO:tensorflow:loss = 1.0259212, step = 68423 (5.865 sec)
INFO:tensorflow:lr = 1.8368137e-05 (5.864 sec)
INFO:tensorflow:global_step/sec: 17.0337
INFO:tensorflow:loss = 0.9697294, step = 68523 (5.870 sec)
INFO:tensorflow:lr = 1.8293307e-05 (5.871 sec)
INFO:tensorflow:global_step/sec: 17.1534
INFO:tensorflow:loss = 0.9241144, step = 68623 (5.830 sec)
INFO:tensorflow:lr = 1.8218783e-05 (5.828 sec)
INFO:tensorflow:global_step/sec: 17.0844
INFO:tensorflow:loss = 1.0036428, step = 68723 (5.853 sec)
INFO:tensorflow:lr = 1.8144565e-05 (5.855 sec)
INFO:tensorflow:global_step/sec: 16.9632
INFO:tensorflow:loss = 0.8836703, step = 68823 (5.898 sec)
INFO:tensorflow:lr = 1.8070643e-05 (5.897 sec)
INFO:tensorflow:global_step/sec: 17.0188
INFO:tensorflow:loss = 0.90404916, step = 68923 (5.874 sec)
INFO:tensorflow:lr = 1.7997025e-05 (5.874 sec)
INFO:tensorflow:global_step/sec: 16.7539
INFO:tensorflow:loss = 0.9241718, step = 69023 (5.968 sec)
INFO:tensorflow:lr = 1.7923709e-05 (5.968 sec)
INFO:tensorflow:global_step/sec: 16.5716
INFO:tensorflow:loss = 1.0026339, step = 69123 (6.036 sec)
INFO:tensorflow:lr = 1.7850689e-05 (6.036 sec)
INFO:tensorflow:global_step/sec: 16.8384
INFO:tensorflow:loss = 0.97160876, step = 69223 (5.938 sec)
INFO:tensorflow:lr = 1.777797e-05 (5.937 sec)
INFO:tensorflow:global_step/sec: 16.8821
INFO:tensorflow:loss = 1.0410529, step = 69323 (5.923 sec)
INFO:tensorflow:lr = 1.770554e-05 (5.923 sec)
INFO:tensorflow:global_step/sec: 17.0557
INFO:tensorflow:loss = 0.96968836, step = 69423 (5.865 sec)
INFO:tensorflow:lr = 1.763341e-05 (5.865 sec)
INFO:tensorflow:global_step/sec: 16.9319
INFO:tensorflow:loss = 1.0695175, step = 69523 (5.907 sec)
INFO:tensorflow:lr = 1.7561575e-05 (5.914 sec)
INFO:tensorflow:global_step/sec: 38.8843
INFO:tensorflow:loss = 1.0197417, step = 69623 (2.567 sec)
INFO:tensorflow:lr = 1.7490032e-05 (2.559 sec)
INFO:tensorflow:global_step/sec: 122.414
INFO:tensorflow:loss = 1.0348167, step = 69723 (0.819 sec)
INFO:tensorflow:lr = 1.741878e-05 (0.819 sec)
INFO:tensorflow:global_step/sec: 121.399
INFO:tensorflow:loss = 1.0027479, step = 69823 (0.824 sec)
INFO:tensorflow:lr = 1.7347815e-05 (0.824 sec)
INFO:tensorflow:global_step/sec: 120.985
INFO:tensorflow:loss = 1.0686316, step = 69923 (0.827 sec)
INFO:tensorflow:lr = 1.7277143e-05 (0.828 sec)
INFO:tensorflow:global_step/sec: 121.962
INFO:tensorflow:loss = 0.9999931, step = 70023 (0.819 sec)
INFO:tensorflow:lr = 1.720676e-05 (0.819 sec)
INFO:tensorflow:global_step/sec: 121.866
INFO:tensorflow:loss = 0.99275565, step = 70123 (0.820 sec)
INFO:tensorflow:lr = 1.7136663e-05 (0.820 sec)
INFO:tensorflow:global_step/sec: 119.85
INFO:tensorflow:loss = 1.0373514, step = 70223 (0.836 sec)
INFO:tensorflow:lr = 1.7066852e-05 (0.834 sec)
INFO:tensorflow:global_step/sec: 124.44
INFO:tensorflow:loss = 1.0618829, step = 70323 (0.803 sec)
INFO:tensorflow:lr = 1.6997317e-05 (0.803 sec)
INFO:tensorflow:Saving checkpoints for 70340 into ../model/dnn_softmax/model.ckpt.
INFO:tensorflow:Loss for final step: 0.98304516.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T02:29:44Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_softmax/model.ckpt-70340
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-02:30:07
INFO:tensorflow:Saving dict for global step 70340: global_step = 70340, loss = 1.1682558, mae = 0.63923144
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 70340: ../model/dnn_softmax/model.ckpt-70340
INFO:tensorflow:MAE: 0.639
INFO:tensorflow:Best MAE: 0.633
7 times not improve the best result, therefore stop training