In [0]:
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow1/recommender/movielens/main')
In [2]:
%tensorflow_version 1.x
TensorFlow 1.x selected.
In [3]:
import tensorflow as tf
import pprint
import logging

from pathlib import Path

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 1.15.2
GPU Enabled: True
In [0]:
# stream data from text files
def gen_fn(f_path):
  movietype2idx = {}
  with open('../vocab/movie_types.txt') as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      movietype2idx[line] = i
  
  with open(f_path) as f:
    print('Reading', f_path)
    for line in f:
      line = line.rstrip()
      (user_id, user_gender, user_age, user_job, movie_id, movie_types, movie_title, score) = line.split('\t')
      
      movie_types_ = [0] * len(movietype2idx)
      for movie_type in movie_types.split():
        movie_types_[movietype2idx[movie_type]] = 1
        
      movie_title = movie_title.split()
      yield (user_id, user_age, user_job, user_gender, movie_id, movie_types_, movie_title), score


def dataset(is_training, params):
  _shapes = (([], [], [], [], [], [18], [None]), [])
  _types = ((tf.string, tf.string, tf.string, tf.string, tf.string, tf.int32, tf.string), tf.float32)
  _pads = (('-1', '-1', '-1', '-1', '-1', -1, '<pad>'), 0.)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: gen_fn(params['train_path']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: gen_fn(params['test_path']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  
  return ds
In [0]:
def model_fn(features, labels, mode, params):
  # Receive inputs
  user_id, user_age, user_job, user_gender, movie_id, movie_types, movie_title = features
  
  
  # Flag for Dropout / Batch Norm
  is_training = (mode == tf.estimator.ModeKeys.TRAIN)
  
  
  # Word Indexing
  lookup_user_id = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_id.txt', num_oov_buckets=1)
  
  lookup_user_age = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_age.txt', num_oov_buckets=1)
  
  lookup_user_job = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_job.txt', num_oov_buckets=1)
  
  lookup_user_gender = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_gender.txt', num_oov_buckets=1)
  
  lookup_movie_id = tf.contrib.lookup.index_table_from_file(
    '../vocab/movie_id.txt', num_oov_buckets=1)
  
  lookup_movie_title = tf.contrib.lookup.index_table_from_file(
    '../vocab/movie_title.txt', num_oov_buckets=1)
  
  user_id = lookup_user_id.lookup(user_id)
  
  user_age = lookup_user_age.lookup(user_age)
  
  user_job = lookup_user_job.lookup(user_job)
  
  user_gender = lookup_user_gender.lookup(user_gender)
  
  movie_id = lookup_movie_id.lookup(movie_id)
  
  movie_title = lookup_movie_title.lookup(movie_title)
  
  
  # Embedding
  user_id = tf.contrib.layers.embed_sequence(
    ids = user_id,
    vocab_size = params['user_id_size'] + 1,
    embed_dim = params['large_embed_dim'],
    scope='user_id')
  
  user_age = tf.contrib.layers.embed_sequence(
    ids = user_age,
    vocab_size = params['user_age_size'] + 1,
    embed_dim = params['small_embed_dim'],
    scope='user_age')
  
  user_job = tf.contrib.layers.embed_sequence(
    ids = user_job,
    vocab_size = params['user_job_size'] + 1,
    embed_dim = params['small_embed_dim'],
    scope='user_job')
  
  user_gender = tf.contrib.layers.embed_sequence(
    ids = user_gender,
    vocab_size = params['user_gender_size'],
    embed_dim = params['small_embed_dim'],
    scope='user_gender')
  
  movie_id = tf.contrib.layers.embed_sequence(
    ids = movie_id,
    vocab_size = params['movie_id_size'] + 1,
    embed_dim = params['large_embed_dim'],
    scope='movie_id')
  
  movie_types = tf.to_float(movie_types)
  
  movie_title = tf.contrib.layers.embed_sequence(
    ids = movie_title,
    vocab_size = params['movie_title_size'] + 1,
    embed_dim = params['large_embed_dim'],
    scope='movie_title')
  
  
  # User Network
  user_feature = tf.concat((user_id, user_age, user_job, user_gender), -1)
  
  user_feature = tf.layers.dropout(user_feature, params['dropout_rate'], training=is_training)
  
  user_feature = tf.layers.dense(user_feature,
                                 params['hidden_dim'],
                                 params['activation'],
                                 name='user_feature/fc')
  
  
  # Movie Network
  movie_title = tf.layers.dropout(movie_title, params['dropout_rate'], training=is_training)
  
  movie_title = tf.reduce_max(tf.layers.conv1d(movie_title,
                                               filters=params['large_embed_dim'],
                                               kernel_size=params['kernel_size'],
                                               activation=params['activation'],
                                               name='movie_feature/conv1d'), axis=1)
  
  movie_feature = tf.concat((movie_id, movie_types, movie_title), -1)
  
  movie_feature = tf.layers.dropout(movie_feature, params['dropout_rate'], training=is_training)
  
  movie_feature = tf.layers.dense(movie_feature,
                                  params['hidden_dim'],
                                  params['activation'],
                                  name='movie_feature/fc')
  
  
  # Aggregation
  scores = tf.concat([tf.abs(user_feature - movie_feature),
                      user_feature * movie_feature,
                      user_feature,
                      movie_feature], -1)
  scores = tf.layers.dropout(scores, params['dropout_rate'], training=is_training)
  scores = tf.layers.dense(scores, params['hidden_dim'], params['activation'])
  scores = tf.layers.dropout(scores, params['dropout_rate'], training=is_training)
  scores = tf.layers.dense(scores, params['hidden_dim'], params['activation'])
  scores = tf.layers.dense(scores, 1)
  scores = tf.squeeze(scores, -1)
  predictions = 5. * tf.sigmoid(scores)
  
  
  if labels is not None:
    loss_op = tf.reduce_mean(tf.nn.sigmoid_cross_entropy_with_logits(
      labels=labels/5., logits=scores))
  
  
  if mode == tf.estimator.ModeKeys.TRAIN:
    tf.logging.info('\n'+pprint.pformat(tf.trainable_variables()))
    
    global_step=tf.train.get_or_create_global_step()
    decay_lr = tf.train.exponential_decay(
      params['lr'], global_step, 1000, .96)
    
    optim = tf.train.AdamOptimizer(decay_lr)
    train_op = optim.minimize(
      loss_op, global_step=tf.train.get_or_create_global_step())
    
    hook = tf.train.LoggingTensorHook({'lr': decay_lr}, every_n_iter=100)
    
    return tf.estimator.EstimatorSpec(mode=mode,
                                      loss=loss_op,
                                      train_op=train_op,
                                      training_hooks=[hook],)
  
  
  if mode == tf.estimator.ModeKeys.EVAL:
    mae_op = tf.metrics.mean_absolute_error(labels=labels,
                                            predictions=predictions)
    return tf.estimator.EstimatorSpec(mode=mode,
                                      loss=loss_op,
                                      eval_metric_ops={'mae': mae_op})
In [0]:
params = {
    'log_path': '../log/dnn_sigmoid.txt',
    'model_dir': '../model/dnn_sigmoid',
    'train_path': '../data/train.txt',
    'test_path': '../data/test.txt',
    'user_id_size': 6040,
    'user_age_size': 7,
    'user_job_size': 21,
    'user_gender_size': 2,
    'movie_id_size': 3691,
    'movie_title_size': 3702,
    'small_embed_dim': 30,
    'large_embed_dim': 200,
    'hidden_dim': 200,
    'activation': tf.nn.elu,
    'kernel_size': 3,
    'dropout_rate': 0.2,
    'lr': 3e-4,
    'num_patience': 7,
    'buffer_size': 200000,
    'batch_size': 256,
}
In [7]:
# Create directory if not exist
Path(os.path.dirname(params['log_path'])).mkdir(exist_ok=True)
Path(params['model_dir']).mkdir(exist_ok=True, parents=True)

# Logging
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)
fh = logging.FileHandler(params['log_path'])
logger.addHandler(fh)

# Create an estimator
config = tf.estimator.RunConfig(
  save_checkpoints_steps=900228//params['batch_size']+1,
  keep_checkpoint_max=3)

estimator = tf.estimator.Estimator(
  model_fn=model_fn,
  model_dir=params['model_dir'],
  config=config,
  params=params)

best_mae = 10000.
count = 0
tf.enable_eager_execution()

while True:
  estimator.train(input_fn=lambda: dataset(is_training=True, params=params))

  mae = estimator.evaluate(input_fn=lambda: dataset(is_training=False, params=params))['mae']
  logger.info("MAE: {:.3f}".format(mae))

  if mae < best_mae:
    best_mae = mae
    count = 0
  else:
    count += 1
  logger.info("Best MAE: {:.3f}".format(best_mae))

  if count == params['num_patience']:
    print(params['num_patience'], "times not improve the best result, therefore stop training")
    break
INFO:tensorflow:Using config: {'_model_dir': '../model/dnn_sigmoid', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': 3517, '_save_checkpoints_secs': None, '_session_config': allow_soft_placement: true
graph_options {
  rewrite_options {
    meta_optimizer_iterations: ONE
  }
}
, '_keep_checkpoint_max': 3, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7fb160a21550>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/training_util.py:236: Variable.initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version.
Instructions for updating:
Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:
The TensorFlow contrib module will not be included in TensorFlow 2.0.
For more information, please see:
  * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md
  * https://github.com/tensorflow/addons
  * https://github.com/tensorflow/io (for I/O related ops)
If you depend on functionality not listed there, please file an issue.

WARNING:tensorflow:From <ipython-input-5-5f0322175845>:73: to_float (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
WARNING:tensorflow:From <ipython-input-5-5f0322175845>:85: dropout (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.dropout instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/layers/core.py:271: Layer.apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.
Instructions for updating:
Please use `layer.__call__` method instead.
WARNING:tensorflow:From <ipython-input-5-5f0322175845>:90: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.Dense instead.
WARNING:tensorflow:From <ipython-input-5-5f0322175845>:100: conv1d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.keras.layers.Conv1D` instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/nn_impl.py:183: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.where in 2.0, which has the same broadcast rule as np.where
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 0 into ../model/dnn_sigmoid/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.7317311, step = 0
INFO:tensorflow:lr = 0.0003
INFO:tensorflow:global_step/sec: 16.1642
INFO:tensorflow:loss = 0.5976106, step = 100 (6.193 sec)
INFO:tensorflow:lr = 0.00029877786 (6.193 sec)
INFO:tensorflow:global_step/sec: 16.7166
INFO:tensorflow:loss = 0.57075876, step = 200 (5.979 sec)
INFO:tensorflow:lr = 0.00029756065 (5.980 sec)
INFO:tensorflow:global_step/sec: 16.8818
INFO:tensorflow:loss = 0.5669767, step = 300 (5.924 sec)
INFO:tensorflow:lr = 0.00029634844 (5.926 sec)
INFO:tensorflow:global_step/sec: 16.8346
INFO:tensorflow:loss = 0.5657528, step = 400 (5.940 sec)
INFO:tensorflow:lr = 0.00029514113 (5.941 sec)
INFO:tensorflow:global_step/sec: 16.6047
INFO:tensorflow:loss = 0.56816703, step = 500 (6.024 sec)
INFO:tensorflow:lr = 0.00029393876 (6.024 sec)
INFO:tensorflow:global_step/sec: 16.6546
INFO:tensorflow:loss = 0.56270224, step = 600 (6.004 sec)
INFO:tensorflow:lr = 0.00029274132 (6.007 sec)
INFO:tensorflow:global_step/sec: 16.0409
INFO:tensorflow:loss = 0.5638209, step = 700 (6.234 sec)
INFO:tensorflow:lr = 0.0002915487 (6.232 sec)
INFO:tensorflow:global_step/sec: 14.8271
INFO:tensorflow:loss = 0.5434393, step = 800 (6.745 sec)
INFO:tensorflow:lr = 0.00029036097 (6.743 sec)
INFO:tensorflow:global_step/sec: 16.2802
INFO:tensorflow:loss = 0.53712094, step = 900 (6.142 sec)
INFO:tensorflow:lr = 0.00028917808 (6.141 sec)
INFO:tensorflow:global_step/sec: 16.7092
INFO:tensorflow:loss = 0.54225063, step = 1000 (5.985 sec)
INFO:tensorflow:lr = 0.000288 (5.985 sec)
INFO:tensorflow:global_step/sec: 16.7179
INFO:tensorflow:loss = 0.5306519, step = 1100 (5.979 sec)
INFO:tensorflow:lr = 0.00028682672 (5.979 sec)
INFO:tensorflow:global_step/sec: 16.6165
INFO:tensorflow:loss = 0.56217, step = 1200 (6.020 sec)
INFO:tensorflow:lr = 0.00028565823 (6.021 sec)
INFO:tensorflow:global_step/sec: 16.371
INFO:tensorflow:loss = 0.5742282, step = 1300 (6.109 sec)
INFO:tensorflow:lr = 0.00028449448 (6.112 sec)
INFO:tensorflow:global_step/sec: 16.7907
INFO:tensorflow:loss = 0.5371617, step = 1400 (5.957 sec)
INFO:tensorflow:lr = 0.0002833355 (5.954 sec)
INFO:tensorflow:global_step/sec: 16.2364
INFO:tensorflow:loss = 0.541672, step = 1500 (6.157 sec)
INFO:tensorflow:lr = 0.00028218122 (6.158 sec)
INFO:tensorflow:global_step/sec: 16.5416
INFO:tensorflow:loss = 0.56685054, step = 1600 (6.048 sec)
INFO:tensorflow:lr = 0.00028103162 (6.045 sec)
INFO:tensorflow:global_step/sec: 16.3545
INFO:tensorflow:loss = 0.54471785, step = 1700 (6.112 sec)
INFO:tensorflow:lr = 0.00027988676 (6.113 sec)
INFO:tensorflow:global_step/sec: 16.4932
INFO:tensorflow:loss = 0.5927218, step = 1800 (6.060 sec)
INFO:tensorflow:lr = 0.00027874653 (6.059 sec)
INFO:tensorflow:global_step/sec: 16.6963
INFO:tensorflow:loss = 0.5621677, step = 1900 (6.001 sec)
INFO:tensorflow:lr = 0.00027761093 (6.001 sec)
INFO:tensorflow:global_step/sec: 16.3276
INFO:tensorflow:loss = 0.55363953, step = 2000 (6.118 sec)
INFO:tensorflow:lr = 0.00027648 (6.120 sec)
INFO:tensorflow:global_step/sec: 16.5781
INFO:tensorflow:loss = 0.5861415, step = 2100 (6.029 sec)
INFO:tensorflow:lr = 0.00027535364 (6.027 sec)
INFO:tensorflow:global_step/sec: 16.7997
INFO:tensorflow:loss = 0.55623364, step = 2200 (5.955 sec)
INFO:tensorflow:lr = 0.0002742319 (5.956 sec)
INFO:tensorflow:global_step/sec: 16.3313
INFO:tensorflow:loss = 0.56194985, step = 2300 (6.123 sec)
INFO:tensorflow:lr = 0.0002731147 (6.122 sec)
INFO:tensorflow:global_step/sec: 15.43
INFO:tensorflow:loss = 0.5479032, step = 2400 (6.480 sec)
INFO:tensorflow:lr = 0.00027200207 (6.480 sec)
INFO:tensorflow:global_step/sec: 16.37
INFO:tensorflow:loss = 0.5541048, step = 2500 (6.109 sec)
INFO:tensorflow:lr = 0.00027089397 (6.109 sec)
INFO:tensorflow:global_step/sec: 16.506
INFO:tensorflow:loss = 0.5557572, step = 2600 (6.061 sec)
INFO:tensorflow:lr = 0.00026979035 (6.060 sec)
INFO:tensorflow:global_step/sec: 16.3883
INFO:tensorflow:loss = 0.5540918, step = 2700 (6.099 sec)
INFO:tensorflow:lr = 0.00026869128 (6.100 sec)
INFO:tensorflow:global_step/sec: 36.9841
INFO:tensorflow:loss = 0.52797586, step = 2800 (2.701 sec)
INFO:tensorflow:lr = 0.00026759668 (2.701 sec)
INFO:tensorflow:global_step/sec: 106.669
INFO:tensorflow:loss = 0.5744738, step = 2900 (0.937 sec)
INFO:tensorflow:lr = 0.0002665065 (0.937 sec)
INFO:tensorflow:global_step/sec: 106.348
INFO:tensorflow:loss = 0.55645037, step = 3000 (0.940 sec)
INFO:tensorflow:lr = 0.00026542076 (0.941 sec)
INFO:tensorflow:global_step/sec: 105.997
INFO:tensorflow:loss = 0.5489524, step = 3100 (0.944 sec)
INFO:tensorflow:lr = 0.0002643395 (0.943 sec)
INFO:tensorflow:global_step/sec: 103.342
INFO:tensorflow:loss = 0.55988926, step = 3200 (0.966 sec)
INFO:tensorflow:lr = 0.0002632626 (0.967 sec)
INFO:tensorflow:global_step/sec: 107.625
INFO:tensorflow:loss = 0.5688495, step = 3300 (0.931 sec)
INFO:tensorflow:lr = 0.00026219012 (0.930 sec)
INFO:tensorflow:global_step/sec: 107.924
INFO:tensorflow:loss = 0.5346706, step = 3400 (0.927 sec)
INFO:tensorflow:lr = 0.00026112198 (0.928 sec)
INFO:tensorflow:global_step/sec: 106.387
INFO:tensorflow:loss = 0.5732812, step = 3500 (0.940 sec)
INFO:tensorflow:lr = 0.0002600582 (0.939 sec)
INFO:tensorflow:Saving checkpoints for 3517 into ../model/dnn_sigmoid/model.ckpt.
INFO:tensorflow:Loss for final step: 0.54849035.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T02:40:29Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-3517
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-02:40:52
INFO:tensorflow:Saving dict for global step 3517: global_step = 3517, loss = 0.5535537, mae = 0.7181316
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 3517: ../model/dnn_sigmoid/model.ckpt-3517
INFO:tensorflow:MAE: 0.718
INFO:tensorflow:Best MAE: 0.718
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-3517
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:1069: get_checkpoint_mtimes (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file utilities to get mtimes.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 3517 into ../model/dnn_sigmoid/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5428053, step = 3517
INFO:tensorflow:lr = 0.0002598778
INFO:tensorflow:global_step/sec: 16.1392
INFO:tensorflow:loss = 0.54719484, step = 3617 (6.198 sec)
INFO:tensorflow:lr = 0.00025881908 (6.195 sec)
INFO:tensorflow:global_step/sec: 16.7388
INFO:tensorflow:loss = 0.5693174, step = 3717 (5.978 sec)
INFO:tensorflow:lr = 0.00025776468 (5.978 sec)
INFO:tensorflow:global_step/sec: 16.9378
INFO:tensorflow:loss = 0.54474527, step = 3817 (5.904 sec)
INFO:tensorflow:lr = 0.0002567146 (5.904 sec)
INFO:tensorflow:global_step/sec: 16.3593
INFO:tensorflow:loss = 0.5517607, step = 3917 (6.111 sec)
INFO:tensorflow:lr = 0.00025566874 (6.113 sec)
INFO:tensorflow:global_step/sec: 16.6917
INFO:tensorflow:loss = 0.54310524, step = 4017 (5.992 sec)
INFO:tensorflow:lr = 0.00025462717 (5.991 sec)
INFO:tensorflow:global_step/sec: 16.7084
INFO:tensorflow:loss = 0.5441696, step = 4117 (5.986 sec)
INFO:tensorflow:lr = 0.00025358988 (5.985 sec)
INFO:tensorflow:global_step/sec: 16.5101
INFO:tensorflow:loss = 0.5374968, step = 4217 (6.054 sec)
INFO:tensorflow:lr = 0.00025255675 (6.056 sec)
INFO:tensorflow:global_step/sec: 16.7214
INFO:tensorflow:loss = 0.55452925, step = 4317 (5.985 sec)
INFO:tensorflow:lr = 0.00025152788 (5.984 sec)
INFO:tensorflow:global_step/sec: 16.3795
INFO:tensorflow:loss = 0.5603639, step = 4417 (6.103 sec)
INFO:tensorflow:lr = 0.0002505032 (6.103 sec)
INFO:tensorflow:global_step/sec: 16.3054
INFO:tensorflow:loss = 0.5380515, step = 4517 (6.132 sec)
INFO:tensorflow:lr = 0.00024948266 (6.134 sec)
INFO:tensorflow:global_step/sec: 16.6049
INFO:tensorflow:loss = 0.56481147, step = 4617 (6.024 sec)
INFO:tensorflow:lr = 0.00024846633 (6.022 sec)
INFO:tensorflow:global_step/sec: 16.4065
INFO:tensorflow:loss = 0.5447359, step = 4717 (6.093 sec)
INFO:tensorflow:lr = 0.0002474541 (6.094 sec)
INFO:tensorflow:global_step/sec: 16.268
INFO:tensorflow:loss = 0.53109026, step = 4817 (6.148 sec)
INFO:tensorflow:lr = 0.000246446 (6.149 sec)
INFO:tensorflow:global_step/sec: 16.1446
INFO:tensorflow:loss = 0.5761037, step = 4917 (6.196 sec)
INFO:tensorflow:lr = 0.00024544197 (6.194 sec)
INFO:tensorflow:global_step/sec: 16.5946
INFO:tensorflow:loss = 0.5518605, step = 5017 (6.024 sec)
INFO:tensorflow:lr = 0.00024444208 (6.025 sec)
INFO:tensorflow:global_step/sec: 16.6796
INFO:tensorflow:loss = 0.5333068, step = 5117 (5.997 sec)
INFO:tensorflow:lr = 0.00024344627 (5.997 sec)
INFO:tensorflow:global_step/sec: 16.1845
INFO:tensorflow:loss = 0.5624745, step = 5217 (6.178 sec)
INFO:tensorflow:lr = 0.00024245451 (6.180 sec)
INFO:tensorflow:global_step/sec: 16.4234
INFO:tensorflow:loss = 0.5417917, step = 5317 (6.090 sec)
INFO:tensorflow:lr = 0.00024146675 (6.087 sec)
INFO:tensorflow:global_step/sec: 15.0928
INFO:tensorflow:loss = 0.5509068, step = 5417 (6.627 sec)
INFO:tensorflow:lr = 0.00024048304 (6.626 sec)
INFO:tensorflow:global_step/sec: 15.6314
INFO:tensorflow:loss = 0.57283163, step = 5517 (6.394 sec)
INFO:tensorflow:lr = 0.00023950337 (6.396 sec)
INFO:tensorflow:global_step/sec: 16.4364
INFO:tensorflow:loss = 0.53740495, step = 5617 (6.086 sec)
INFO:tensorflow:lr = 0.00023852765 (6.084 sec)
INFO:tensorflow:global_step/sec: 16.6552
INFO:tensorflow:loss = 0.5387224, step = 5717 (6.004 sec)
INFO:tensorflow:lr = 0.0002375559 (6.004 sec)
INFO:tensorflow:global_step/sec: 16.5241
INFO:tensorflow:loss = 0.55112624, step = 5817 (6.052 sec)
INFO:tensorflow:lr = 0.00023658814 (6.053 sec)
INFO:tensorflow:global_step/sec: 15.9375
INFO:tensorflow:loss = 0.55922186, step = 5917 (6.274 sec)
INFO:tensorflow:lr = 0.00023562429 (6.274 sec)
INFO:tensorflow:global_step/sec: 15.4396
INFO:tensorflow:loss = 0.5588901, step = 6017 (6.477 sec)
INFO:tensorflow:lr = 0.0002346644 (6.480 sec)
INFO:tensorflow:global_step/sec: 16.0994
INFO:tensorflow:loss = 0.551085, step = 6117 (6.211 sec)
INFO:tensorflow:lr = 0.00023370842 (6.209 sec)
INFO:tensorflow:global_step/sec: 15.8902
INFO:tensorflow:loss = 0.54270446, step = 6217 (6.292 sec)
INFO:tensorflow:lr = 0.0002327563 (6.294 sec)
INFO:tensorflow:global_step/sec: 36.3428
INFO:tensorflow:loss = 0.55606043, step = 6317 (2.750 sec)
INFO:tensorflow:lr = 0.00023180808 (2.748 sec)
INFO:tensorflow:global_step/sec: 103.282
INFO:tensorflow:loss = 0.49679124, step = 6417 (0.968 sec)
INFO:tensorflow:lr = 0.00023086373 (0.968 sec)
INFO:tensorflow:global_step/sec: 105.34
INFO:tensorflow:loss = 0.53694355, step = 6517 (0.950 sec)
INFO:tensorflow:lr = 0.0002299232 (0.951 sec)
INFO:tensorflow:global_step/sec: 105.462
INFO:tensorflow:loss = 0.5503152, step = 6617 (0.947 sec)
INFO:tensorflow:lr = 0.00022898654 (0.947 sec)
INFO:tensorflow:global_step/sec: 101.825
INFO:tensorflow:loss = 0.57693005, step = 6717 (0.983 sec)
INFO:tensorflow:lr = 0.00022805367 (0.982 sec)
INFO:tensorflow:global_step/sec: 98.9539
INFO:tensorflow:loss = 0.55503803, step = 6817 (1.009 sec)
INFO:tensorflow:lr = 0.00022712459 (1.010 sec)
INFO:tensorflow:global_step/sec: 105.224
INFO:tensorflow:loss = 0.56213176, step = 6917 (0.952 sec)
INFO:tensorflow:lr = 0.00022619934 (0.952 sec)
INFO:tensorflow:global_step/sec: 105.874
INFO:tensorflow:loss = 0.5736687, step = 7017 (0.942 sec)
INFO:tensorflow:lr = 0.00022527782 (0.942 sec)
INFO:tensorflow:Saving checkpoints for 7034 into ../model/dnn_sigmoid/model.ckpt.
INFO:tensorflow:Loss for final step: 0.5229059.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T02:44:32Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-7034
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-02:44:55
INFO:tensorflow:Saving dict for global step 7034: global_step = 7034, loss = 0.54776764, mae = 0.693428
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 7034: ../model/dnn_sigmoid/model.ckpt-7034
INFO:tensorflow:MAE: 0.693
INFO:tensorflow:Best MAE: 0.693
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-7034
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 7034 into ../model/dnn_sigmoid/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5466938, step = 7034
INFO:tensorflow:lr = 0.00022512155
INFO:tensorflow:global_step/sec: 16.126
INFO:tensorflow:loss = 0.54805005, step = 7134 (6.208 sec)
INFO:tensorflow:lr = 0.00022420441 (6.210 sec)
INFO:tensorflow:global_step/sec: 16.6547
INFO:tensorflow:loss = 0.54166335, step = 7234 (6.000 sec)
INFO:tensorflow:lr = 0.00022329103 (6.000 sec)
INFO:tensorflow:global_step/sec: 16.4848
INFO:tensorflow:loss = 0.5483796, step = 7334 (6.070 sec)
INFO:tensorflow:lr = 0.0002223814 (6.072 sec)
INFO:tensorflow:global_step/sec: 16.5928
INFO:tensorflow:loss = 0.54121417, step = 7434 (6.024 sec)
INFO:tensorflow:lr = 0.00022147542 (6.020 sec)
INFO:tensorflow:global_step/sec: 16.3408
INFO:tensorflow:loss = 0.56999385, step = 7534 (6.121 sec)
INFO:tensorflow:lr = 0.00022057317 (6.125 sec)
INFO:tensorflow:global_step/sec: 16.3539
INFO:tensorflow:loss = 0.56034696, step = 7634 (6.119 sec)
INFO:tensorflow:lr = 0.00021967458 (6.114 sec)
INFO:tensorflow:global_step/sec: 16.3213
INFO:tensorflow:loss = 0.55869913, step = 7734 (6.122 sec)
INFO:tensorflow:lr = 0.00021877963 (6.122 sec)
INFO:tensorflow:global_step/sec: 16.6308
INFO:tensorflow:loss = 0.5389217, step = 7834 (6.014 sec)
INFO:tensorflow:lr = 0.00021788836 (6.017 sec)
INFO:tensorflow:global_step/sec: 16.3304
INFO:tensorflow:loss = 0.5581492, step = 7934 (6.126 sec)
INFO:tensorflow:lr = 0.00021700072 (6.123 sec)
INFO:tensorflow:global_step/sec: 16.3715
INFO:tensorflow:loss = 0.5404332, step = 8034 (6.104 sec)
INFO:tensorflow:lr = 0.00021611668 (6.108 sec)
INFO:tensorflow:global_step/sec: 16.3094
INFO:tensorflow:loss = 0.5511075, step = 8134 (6.132 sec)
INFO:tensorflow:lr = 0.00021523623 (6.128 sec)
INFO:tensorflow:global_step/sec: 15.8608
INFO:tensorflow:loss = 0.5438356, step = 8234 (6.305 sec)
INFO:tensorflow:lr = 0.0002143594 (6.307 sec)
INFO:tensorflow:global_step/sec: 16.457
INFO:tensorflow:loss = 0.5430071, step = 8334 (6.079 sec)
INFO:tensorflow:lr = 0.00021348611 (6.076 sec)
INFO:tensorflow:global_step/sec: 16.6674
INFO:tensorflow:loss = 0.52680236, step = 8434 (5.999 sec)
INFO:tensorflow:lr = 0.00021261639 (6.001 sec)
INFO:tensorflow:global_step/sec: 16.4246
INFO:tensorflow:loss = 0.5429139, step = 8534 (6.088 sec)
INFO:tensorflow:lr = 0.00021175022 (6.089 sec)
INFO:tensorflow:global_step/sec: 16.2858
INFO:tensorflow:loss = 0.5326904, step = 8634 (6.140 sec)
INFO:tensorflow:lr = 0.00021088756 (6.139 sec)
INFO:tensorflow:global_step/sec: 16.6275
INFO:tensorflow:loss = 0.54679537, step = 8734 (6.015 sec)
INFO:tensorflow:lr = 0.00021002846 (6.017 sec)
INFO:tensorflow:global_step/sec: 16.6335
INFO:tensorflow:loss = 0.53705657, step = 8834 (6.011 sec)
INFO:tensorflow:lr = 0.00020917281 (6.006 sec)
INFO:tensorflow:global_step/sec: 16.5059
INFO:tensorflow:loss = 0.54621905, step = 8934 (6.059 sec)
INFO:tensorflow:lr = 0.00020832068 (6.060 sec)
INFO:tensorflow:global_step/sec: 16.6458
INFO:tensorflow:loss = 0.54621625, step = 9034 (6.004 sec)
INFO:tensorflow:lr = 0.00020747201 (6.004 sec)
INFO:tensorflow:global_step/sec: 16.4871
INFO:tensorflow:loss = 0.5491214, step = 9134 (6.067 sec)
INFO:tensorflow:lr = 0.00020662678 (6.068 sec)
INFO:tensorflow:global_step/sec: 16.3391
INFO:tensorflow:loss = 0.5392217, step = 9234 (6.117 sec)
INFO:tensorflow:lr = 0.000205785 (6.116 sec)
INFO:tensorflow:global_step/sec: 16.6469
INFO:tensorflow:loss = 0.5545493, step = 9334 (6.009 sec)
INFO:tensorflow:lr = 0.00020494667 (6.008 sec)
INFO:tensorflow:global_step/sec: 16.5133
INFO:tensorflow:loss = 0.55528617, step = 9434 (6.057 sec)
INFO:tensorflow:lr = 0.00020411174 (6.059 sec)
INFO:tensorflow:global_step/sec: 15.8588
INFO:tensorflow:loss = 0.5339543, step = 9534 (6.306 sec)
INFO:tensorflow:lr = 0.00020328021 (6.304 sec)
INFO:tensorflow:global_step/sec: 16.1663
INFO:tensorflow:loss = 0.5656601, step = 9634 (6.187 sec)
INFO:tensorflow:lr = 0.00020245208 (6.189 sec)
INFO:tensorflow:global_step/sec: 16.4954
INFO:tensorflow:loss = 0.5537613, step = 9734 (6.062 sec)
INFO:tensorflow:lr = 0.0002016273 (6.059 sec)
INFO:tensorflow:global_step/sec: 36.217
INFO:tensorflow:loss = 0.55800295, step = 9834 (2.760 sec)
INFO:tensorflow:lr = 0.0002008059 (2.759 sec)
INFO:tensorflow:global_step/sec: 101.146
INFO:tensorflow:loss = 0.54246277, step = 9934 (0.988 sec)
INFO:tensorflow:lr = 0.00019998784 (0.988 sec)
INFO:tensorflow:global_step/sec: 106.469
INFO:tensorflow:loss = 0.53074545, step = 10034 (0.939 sec)
INFO:tensorflow:lr = 0.00019917313 (0.939 sec)
INFO:tensorflow:global_step/sec: 105.371
INFO:tensorflow:loss = 0.52797073, step = 10134 (0.948 sec)
INFO:tensorflow:lr = 0.00019836171 (0.948 sec)
INFO:tensorflow:global_step/sec: 104.192
INFO:tensorflow:loss = 0.53354514, step = 10234 (0.960 sec)
INFO:tensorflow:lr = 0.00019755361 (0.960 sec)
INFO:tensorflow:global_step/sec: 104.147
INFO:tensorflow:loss = 0.5240489, step = 10334 (0.961 sec)
INFO:tensorflow:lr = 0.0001967488 (0.961 sec)
INFO:tensorflow:global_step/sec: 105.6
INFO:tensorflow:loss = 0.52907866, step = 10434 (0.946 sec)
INFO:tensorflow:lr = 0.00019594727 (0.948 sec)
INFO:tensorflow:global_step/sec: 103.922
INFO:tensorflow:loss = 0.525566, step = 10534 (0.961 sec)
INFO:tensorflow:lr = 0.00019514898 (0.961 sec)
INFO:tensorflow:Saving checkpoints for 10551 into ../model/dnn_sigmoid/model.ckpt.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file APIs to delete files with this prefix.
INFO:tensorflow:Loss for final step: 0.56871575.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T02:48:35Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-10551
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-02:48:58
INFO:tensorflow:Saving dict for global step 10551: global_step = 10551, loss = 0.54469883, mae = 0.6762678
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 10551: ../model/dnn_sigmoid/model.ckpt-10551
INFO:tensorflow:MAE: 0.676
INFO:tensorflow:Best MAE: 0.676
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-10551
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 10551 into ../model/dnn_sigmoid/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5309954, step = 10551
INFO:tensorflow:lr = 0.0001950136
INFO:tensorflow:global_step/sec: 16.3798
INFO:tensorflow:loss = 0.54732263, step = 10651 (6.110 sec)
INFO:tensorflow:lr = 0.00019421916 (6.105 sec)
INFO:tensorflow:global_step/sec: 16.9795
INFO:tensorflow:loss = 0.54973793, step = 10751 (5.890 sec)
INFO:tensorflow:lr = 0.00019342793 (5.894 sec)
INFO:tensorflow:global_step/sec: 16.656
INFO:tensorflow:loss = 0.54872173, step = 10851 (6.004 sec)
INFO:tensorflow:lr = 0.00019263993 (6.004 sec)
INFO:tensorflow:global_step/sec: 16.292
INFO:tensorflow:loss = 0.5582651, step = 10951 (6.140 sec)
INFO:tensorflow:lr = 0.00019185513 (6.138 sec)
INFO:tensorflow:global_step/sec: 16.4767
INFO:tensorflow:loss = 0.52922684, step = 11051 (6.067 sec)
INFO:tensorflow:lr = 0.00019107353 (6.065 sec)
INFO:tensorflow:global_step/sec: 16.4372
INFO:tensorflow:loss = 0.55489117, step = 11151 (6.082 sec)
INFO:tensorflow:lr = 0.00019029512 (6.083 sec)
INFO:tensorflow:global_step/sec: 16.9519
INFO:tensorflow:loss = 0.52806956, step = 11251 (5.901 sec)
INFO:tensorflow:lr = 0.0001895199 (5.900 sec)
INFO:tensorflow:global_step/sec: 16.9378
INFO:tensorflow:loss = 0.5535399, step = 11351 (5.906 sec)
INFO:tensorflow:lr = 0.00018874778 (5.905 sec)
INFO:tensorflow:global_step/sec: 16.6761
INFO:tensorflow:loss = 0.56731355, step = 11451 (5.995 sec)
INFO:tensorflow:lr = 0.00018797888 (5.997 sec)
INFO:tensorflow:global_step/sec: 16.8197
INFO:tensorflow:loss = 0.5656904, step = 11551 (5.944 sec)
INFO:tensorflow:lr = 0.00018721307 (5.945 sec)
INFO:tensorflow:global_step/sec: 16.7627
INFO:tensorflow:loss = 0.5387918, step = 11651 (5.968 sec)
INFO:tensorflow:lr = 0.00018645039 (5.966 sec)
INFO:tensorflow:global_step/sec: 16.6171
INFO:tensorflow:loss = 0.5281537, step = 11751 (6.018 sec)
INFO:tensorflow:lr = 0.0001856908 (6.017 sec)
INFO:tensorflow:global_step/sec: 16.5462
INFO:tensorflow:loss = 0.54409075, step = 11851 (6.043 sec)
INFO:tensorflow:lr = 0.00018493431 (6.045 sec)
INFO:tensorflow:global_step/sec: 16.4423
INFO:tensorflow:loss = 0.5358876, step = 11951 (6.077 sec)
INFO:tensorflow:lr = 0.00018418091 (6.076 sec)
INFO:tensorflow:global_step/sec: 16.457
INFO:tensorflow:loss = 0.5306324, step = 12051 (6.078 sec)
INFO:tensorflow:lr = 0.0001834306 (6.078 sec)
INFO:tensorflow:global_step/sec: 16.1269
INFO:tensorflow:loss = 0.5276944, step = 12151 (6.200 sec)
INFO:tensorflow:lr = 0.00018268332 (6.200 sec)
INFO:tensorflow:global_step/sec: 16.581
INFO:tensorflow:loss = 0.5217201, step = 12251 (6.035 sec)
INFO:tensorflow:lr = 0.00018193909 (6.036 sec)
INFO:tensorflow:global_step/sec: 15.7877
INFO:tensorflow:loss = 0.5396336, step = 12351 (6.334 sec)
INFO:tensorflow:lr = 0.00018119789 (6.338 sec)
INFO:tensorflow:global_step/sec: 16.0859
INFO:tensorflow:loss = 0.54518926, step = 12451 (6.216 sec)
INFO:tensorflow:lr = 0.00018045971 (6.215 sec)
INFO:tensorflow:global_step/sec: 16.5624
INFO:tensorflow:loss = 0.54404604, step = 12551 (6.034 sec)
INFO:tensorflow:lr = 0.00017972453 (6.033 sec)
INFO:tensorflow:global_step/sec: 16.3768
INFO:tensorflow:loss = 0.55340403, step = 12651 (6.109 sec)
INFO:tensorflow:lr = 0.00017899237 (6.108 sec)
INFO:tensorflow:global_step/sec: 16.4266
INFO:tensorflow:loss = 0.521359, step = 12751 (6.087 sec)
INFO:tensorflow:lr = 0.00017826316 (6.091 sec)
INFO:tensorflow:global_step/sec: 16.1719
INFO:tensorflow:loss = 0.53924817, step = 12851 (6.184 sec)
INFO:tensorflow:lr = 0.00017753695 (6.180 sec)
INFO:tensorflow:global_step/sec: 16.3937
INFO:tensorflow:loss = 0.5538877, step = 12951 (6.102 sec)
INFO:tensorflow:lr = 0.0001768137 (6.102 sec)
INFO:tensorflow:global_step/sec: 15.8568
INFO:tensorflow:loss = 0.5270496, step = 13051 (6.302 sec)
INFO:tensorflow:lr = 0.00017609334 (6.303 sec)
INFO:tensorflow:global_step/sec: 16.1329
INFO:tensorflow:loss = 0.54690164, step = 13151 (6.200 sec)
INFO:tensorflow:lr = 0.00017537597 (6.204 sec)
INFO:tensorflow:global_step/sec: 16.6431
INFO:tensorflow:loss = 0.5542015, step = 13251 (6.009 sec)
INFO:tensorflow:lr = 0.00017466153 (6.005 sec)
INFO:tensorflow:global_step/sec: 36.4028
INFO:tensorflow:loss = 0.54431283, step = 13351 (2.744 sec)
INFO:tensorflow:lr = 0.00017394997 (2.743 sec)
INFO:tensorflow:global_step/sec: 98.0395
INFO:tensorflow:loss = 0.5339645, step = 13451 (1.022 sec)
INFO:tensorflow:lr = 0.00017324134 (1.023 sec)
INFO:tensorflow:global_step/sec: 101.957
INFO:tensorflow:loss = 0.559938, step = 13551 (0.979 sec)
INFO:tensorflow:lr = 0.00017253555 (0.979 sec)
INFO:tensorflow:global_step/sec: 105.615
INFO:tensorflow:loss = 0.52779555, step = 13651 (0.948 sec)
INFO:tensorflow:lr = 0.00017183267 (0.948 sec)
INFO:tensorflow:global_step/sec: 105.393
INFO:tensorflow:loss = 0.51446533, step = 13751 (0.949 sec)
INFO:tensorflow:lr = 0.00017113265 (0.949 sec)
INFO:tensorflow:global_step/sec: 106.198
INFO:tensorflow:loss = 0.5515897, step = 13851 (0.942 sec)
INFO:tensorflow:lr = 0.00017043545 (0.943 sec)
INFO:tensorflow:global_step/sec: 105.945
INFO:tensorflow:loss = 0.5266944, step = 13951 (0.944 sec)
INFO:tensorflow:lr = 0.00016974112 (0.945 sec)
INFO:tensorflow:global_step/sec: 103.982
INFO:tensorflow:loss = 0.5166483, step = 14051 (0.962 sec)
INFO:tensorflow:lr = 0.00016904964 (0.961 sec)
INFO:tensorflow:Saving checkpoints for 14068 into ../model/dnn_sigmoid/model.ckpt.
INFO:tensorflow:Loss for final step: 0.58703357.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T02:52:36Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-14068
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-02:52:59
INFO:tensorflow:Saving dict for global step 14068: global_step = 14068, loss = 0.5437044, mae = 0.6744187
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 14068: ../model/dnn_sigmoid/model.ckpt-14068
INFO:tensorflow:MAE: 0.674
INFO:tensorflow:Best MAE: 0.674
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-14068
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 14068 into ../model/dnn_sigmoid/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.54100513, step = 14068
INFO:tensorflow:lr = 0.00016893237
INFO:tensorflow:global_step/sec: 15.3117
INFO:tensorflow:loss = 0.52289903, step = 14168 (6.537 sec)
INFO:tensorflow:lr = 0.00016824414 (6.537 sec)
INFO:tensorflow:global_step/sec: 15.2015
INFO:tensorflow:loss = 0.5551262, step = 14268 (6.579 sec)
INFO:tensorflow:lr = 0.00016755873 (6.583 sec)
INFO:tensorflow:global_step/sec: 16.6235
INFO:tensorflow:loss = 0.51490426, step = 14368 (6.013 sec)
INFO:tensorflow:lr = 0.00016687611 (6.008 sec)
INFO:tensorflow:global_step/sec: 16.7285
INFO:tensorflow:loss = 0.5577069, step = 14468 (5.980 sec)
INFO:tensorflow:lr = 0.00016619627 (5.981 sec)
INFO:tensorflow:global_step/sec: 16.7492
INFO:tensorflow:loss = 0.57282805, step = 14568 (5.969 sec)
INFO:tensorflow:lr = 0.00016551923 (5.970 sec)
INFO:tensorflow:global_step/sec: 16.5169
INFO:tensorflow:loss = 0.5548484, step = 14668 (6.055 sec)
INFO:tensorflow:lr = 0.00016484491 (6.055 sec)
INFO:tensorflow:global_step/sec: 16.8583
INFO:tensorflow:loss = 0.54909885, step = 14768 (5.933 sec)
INFO:tensorflow:lr = 0.00016417337 (5.932 sec)
INFO:tensorflow:global_step/sec: 16.7913
INFO:tensorflow:loss = 0.5522763, step = 14868 (5.953 sec)
INFO:tensorflow:lr = 0.00016350453 (5.953 sec)
INFO:tensorflow:global_step/sec: 16.191
INFO:tensorflow:loss = 0.51363647, step = 14968 (6.177 sec)
INFO:tensorflow:lr = 0.00016283843 (6.179 sec)
INFO:tensorflow:global_step/sec: 16.4926
INFO:tensorflow:loss = 0.5566488, step = 15068 (6.065 sec)
INFO:tensorflow:lr = 0.00016217507 (6.064 sec)
INFO:tensorflow:global_step/sec: 16.4679
INFO:tensorflow:loss = 0.5678366, step = 15168 (6.072 sec)
INFO:tensorflow:lr = 0.00016151436 (6.075 sec)
INFO:tensorflow:global_step/sec: 16.1118
INFO:tensorflow:loss = 0.51392037, step = 15268 (6.206 sec)
INFO:tensorflow:lr = 0.00016085638 (6.203 sec)
INFO:tensorflow:global_step/sec: 15.9214
INFO:tensorflow:loss = 0.5335366, step = 15368 (6.283 sec)
INFO:tensorflow:lr = 0.00016020107 (6.282 sec)
INFO:tensorflow:global_step/sec: 16.0185
INFO:tensorflow:loss = 0.5352428, step = 15468 (6.238 sec)
INFO:tensorflow:lr = 0.00015954844 (6.239 sec)
INFO:tensorflow:global_step/sec: 15.4723
INFO:tensorflow:loss = 0.5435319, step = 15568 (6.463 sec)
INFO:tensorflow:lr = 0.00015889845 (6.462 sec)
INFO:tensorflow:global_step/sec: 16.0434
INFO:tensorflow:loss = 0.53021145, step = 15668 (6.235 sec)
INFO:tensorflow:lr = 0.00015825113 (6.241 sec)
INFO:tensorflow:global_step/sec: 16.4104
INFO:tensorflow:loss = 0.54229957, step = 15768 (6.096 sec)
INFO:tensorflow:lr = 0.00015760641 (6.091 sec)
INFO:tensorflow:global_step/sec: 16.3296
INFO:tensorflow:loss = 0.5436689, step = 15868 (6.122 sec)
INFO:tensorflow:lr = 0.00015696435 (6.122 sec)
INFO:tensorflow:global_step/sec: 16.2228
INFO:tensorflow:loss = 0.5140041, step = 15968 (6.165 sec)
INFO:tensorflow:lr = 0.00015632491 (6.164 sec)
INFO:tensorflow:global_step/sec: 16.0049
INFO:tensorflow:loss = 0.5423446, step = 16068 (6.248 sec)
INFO:tensorflow:lr = 0.00015568805 (6.247 sec)
INFO:tensorflow:global_step/sec: 16.5899
INFO:tensorflow:loss = 0.5472393, step = 16168 (6.029 sec)
INFO:tensorflow:lr = 0.00015505379 (6.029 sec)
INFO:tensorflow:global_step/sec: 16.4394
INFO:tensorflow:loss = 0.5286458, step = 16268 (6.081 sec)
INFO:tensorflow:lr = 0.00015442212 (6.082 sec)
INFO:tensorflow:global_step/sec: 16.5385
INFO:tensorflow:loss = 0.52742326, step = 16368 (6.044 sec)
INFO:tensorflow:lr = 0.00015379302 (6.042 sec)
INFO:tensorflow:global_step/sec: 16.094
INFO:tensorflow:loss = 0.55280006, step = 16468 (6.217 sec)
INFO:tensorflow:lr = 0.00015316647 (6.217 sec)
INFO:tensorflow:global_step/sec: 16.0605
INFO:tensorflow:loss = 0.5360544, step = 16568 (6.226 sec)
INFO:tensorflow:lr = 0.0001525425 (6.226 sec)
INFO:tensorflow:global_step/sec: 16.5378
INFO:tensorflow:loss = 0.54645777, step = 16668 (6.049 sec)
INFO:tensorflow:lr = 0.00015192106 (6.050 sec)
INFO:tensorflow:global_step/sec: 16.2865
INFO:tensorflow:loss = 0.54313725, step = 16768 (6.136 sec)
INFO:tensorflow:lr = 0.00015130217 (6.141 sec)
INFO:tensorflow:global_step/sec: 35.9275
INFO:tensorflow:loss = 0.52914244, step = 16868 (2.783 sec)
INFO:tensorflow:lr = 0.0001506858 (2.777 sec)
INFO:tensorflow:global_step/sec: 102.887
INFO:tensorflow:loss = 0.52284396, step = 16968 (0.971 sec)
INFO:tensorflow:lr = 0.0001500719 (0.971 sec)
INFO:tensorflow:global_step/sec: 101.837
INFO:tensorflow:loss = 0.5320324, step = 17068 (0.982 sec)
INFO:tensorflow:lr = 0.00014946052 (0.982 sec)
INFO:tensorflow:global_step/sec: 103.115
INFO:tensorflow:loss = 0.52488893, step = 17168 (0.968 sec)
INFO:tensorflow:lr = 0.00014885163 (0.971 sec)
INFO:tensorflow:global_step/sec: 97.414
INFO:tensorflow:loss = 0.5380988, step = 17268 (1.028 sec)
INFO:tensorflow:lr = 0.00014824522 (1.026 sec)
INFO:tensorflow:global_step/sec: 102.859
INFO:tensorflow:loss = 0.5438221, step = 17368 (0.972 sec)
INFO:tensorflow:lr = 0.0001476413 (0.973 sec)
INFO:tensorflow:global_step/sec: 106.318
INFO:tensorflow:loss = 0.53474396, step = 17468 (0.941 sec)
INFO:tensorflow:lr = 0.00014703983 (0.940 sec)
INFO:tensorflow:global_step/sec: 96.1556
INFO:tensorflow:loss = 0.54890203, step = 17568 (1.041 sec)
INFO:tensorflow:lr = 0.0001464408 (1.040 sec)
INFO:tensorflow:Saving checkpoints for 17585 into ../model/dnn_sigmoid/model.ckpt.
INFO:tensorflow:Loss for final step: 0.523702.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T02:56:40Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-17585
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-02:57:02
INFO:tensorflow:Saving dict for global step 17585: global_step = 17585, loss = 0.5432106, mae = 0.6675766
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 17585: ../model/dnn_sigmoid/model.ckpt-17585
INFO:tensorflow:MAE: 0.668
INFO:tensorflow:Best MAE: 0.668
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-17585
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 17585 into ../model/dnn_sigmoid/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5331203, step = 17585
INFO:tensorflow:lr = 0.00014633921
INFO:tensorflow:global_step/sec: 15.6469
INFO:tensorflow:loss = 0.54401463, step = 17685 (6.396 sec)
INFO:tensorflow:lr = 0.00014574303 (6.400 sec)
INFO:tensorflow:global_step/sec: 16.6649
INFO:tensorflow:loss = 0.54756814, step = 17785 (6.002 sec)
INFO:tensorflow:lr = 0.0001451493 (5.999 sec)
INFO:tensorflow:global_step/sec: 16.2938
INFO:tensorflow:loss = 0.49566305, step = 17885 (6.133 sec)
INFO:tensorflow:lr = 0.000144558 (6.132 sec)
INFO:tensorflow:global_step/sec: 16.5288
INFO:tensorflow:loss = 0.5420402, step = 17985 (6.052 sec)
INFO:tensorflow:lr = 0.00014396907 (6.052 sec)
INFO:tensorflow:global_step/sec: 16.6373
INFO:tensorflow:loss = 0.5581315, step = 18085 (6.008 sec)
INFO:tensorflow:lr = 0.00014338255 (6.010 sec)
INFO:tensorflow:global_step/sec: 16.656
INFO:tensorflow:loss = 0.53685653, step = 18185 (6.007 sec)
INFO:tensorflow:lr = 0.00014279842 (6.005 sec)
INFO:tensorflow:global_step/sec: 16.4002
INFO:tensorflow:loss = 0.55110013, step = 18285 (6.097 sec)
INFO:tensorflow:lr = 0.00014221668 (6.097 sec)
INFO:tensorflow:global_step/sec: 16.6939
INFO:tensorflow:loss = 0.54219913, step = 18385 (5.991 sec)
INFO:tensorflow:lr = 0.00014163731 (5.992 sec)
INFO:tensorflow:global_step/sec: 15.9267
INFO:tensorflow:loss = 0.5308231, step = 18485 (6.280 sec)
INFO:tensorflow:lr = 0.00014106031 (6.278 sec)
INFO:tensorflow:global_step/sec: 16.3866
INFO:tensorflow:loss = 0.54664, step = 18585 (6.101 sec)
INFO:tensorflow:lr = 0.00014048563 (6.102 sec)
INFO:tensorflow:global_step/sec: 16.1888
INFO:tensorflow:loss = 0.52701485, step = 18685 (6.178 sec)
INFO:tensorflow:lr = 0.00013991332 (6.182 sec)
INFO:tensorflow:global_step/sec: 15.2762
INFO:tensorflow:loss = 0.5547675, step = 18785 (6.548 sec)
INFO:tensorflow:lr = 0.00013934332 (6.545 sec)
INFO:tensorflow:global_step/sec: 14.9936
INFO:tensorflow:loss = 0.52709985, step = 18885 (6.668 sec)
INFO:tensorflow:lr = 0.00013877566 (6.668 sec)
INFO:tensorflow:global_step/sec: 16.7019
INFO:tensorflow:loss = 0.5193027, step = 18985 (5.987 sec)
INFO:tensorflow:lr = 0.00013821031 (5.990 sec)
INFO:tensorflow:global_step/sec: 16.521
INFO:tensorflow:loss = 0.55343676, step = 19085 (6.053 sec)
INFO:tensorflow:lr = 0.00013764725 (6.050 sec)
INFO:tensorflow:global_step/sec: 16.4459
INFO:tensorflow:loss = 0.5610948, step = 19185 (6.079 sec)
INFO:tensorflow:lr = 0.00013708648 (6.079 sec)
INFO:tensorflow:global_step/sec: 16.4749
INFO:tensorflow:loss = 0.50486946, step = 19285 (6.068 sec)
INFO:tensorflow:lr = 0.00013652802 (6.067 sec)
INFO:tensorflow:global_step/sec: 16.4247
INFO:tensorflow:loss = 0.5477599, step = 19385 (6.090 sec)
INFO:tensorflow:lr = 0.00013597183 (6.090 sec)
INFO:tensorflow:global_step/sec: 16.361
INFO:tensorflow:loss = 0.5565691, step = 19485 (6.112 sec)
INFO:tensorflow:lr = 0.0001354179 (6.112 sec)
INFO:tensorflow:global_step/sec: 16.5781
INFO:tensorflow:loss = 0.52283865, step = 19585 (6.035 sec)
INFO:tensorflow:lr = 0.00013486622 (6.035 sec)
INFO:tensorflow:global_step/sec: 16.4291
INFO:tensorflow:loss = 0.52558416, step = 19685 (6.085 sec)
INFO:tensorflow:lr = 0.00013431678 (6.087 sec)
INFO:tensorflow:global_step/sec: 16.3165
INFO:tensorflow:loss = 0.52690953, step = 19785 (6.127 sec)
INFO:tensorflow:lr = 0.00013376959 (6.125 sec)
INFO:tensorflow:global_step/sec: 16.2488
INFO:tensorflow:loss = 0.542826, step = 19885 (6.153 sec)
INFO:tensorflow:lr = 0.00013322465 (6.155 sec)
INFO:tensorflow:global_step/sec: 16.3041
INFO:tensorflow:loss = 0.521592, step = 19985 (6.137 sec)
INFO:tensorflow:lr = 0.00013268189 (6.140 sec)
INFO:tensorflow:global_step/sec: 15.6396
INFO:tensorflow:loss = 0.53661865, step = 20085 (6.394 sec)
INFO:tensorflow:lr = 0.00013214136 (6.390 sec)
INFO:tensorflow:global_step/sec: 16.4198
INFO:tensorflow:loss = 0.53856045, step = 20185 (6.088 sec)
INFO:tensorflow:lr = 0.00013160302 (6.089 sec)
INFO:tensorflow:global_step/sec: 16.5082
INFO:tensorflow:loss = 0.54072094, step = 20285 (6.057 sec)
INFO:tensorflow:lr = 0.00013106689 (6.065 sec)
INFO:tensorflow:global_step/sec: 36.4161
INFO:tensorflow:loss = 0.53298324, step = 20385 (2.746 sec)
INFO:tensorflow:lr = 0.00013053295 (2.738 sec)
INFO:tensorflow:global_step/sec: 97.5858
INFO:tensorflow:loss = 0.52115184, step = 20485 (1.023 sec)
INFO:tensorflow:lr = 0.00013000118 (1.022 sec)
INFO:tensorflow:global_step/sec: 100.703
INFO:tensorflow:loss = 0.5157247, step = 20585 (0.994 sec)
INFO:tensorflow:lr = 0.00012947156 (0.994 sec)
INFO:tensorflow:global_step/sec: 106.397
INFO:tensorflow:loss = 0.53442395, step = 20685 (0.940 sec)
INFO:tensorflow:lr = 0.0001289441 (0.941 sec)
INFO:tensorflow:global_step/sec: 101.638
INFO:tensorflow:loss = 0.5511311, step = 20785 (0.984 sec)
INFO:tensorflow:lr = 0.0001284188 (0.983 sec)
INFO:tensorflow:global_step/sec: 105.472
INFO:tensorflow:loss = 0.5329127, step = 20885 (0.948 sec)
INFO:tensorflow:lr = 0.00012789565 (0.948 sec)
INFO:tensorflow:global_step/sec: 103.661
INFO:tensorflow:loss = 0.55234313, step = 20985 (0.965 sec)
INFO:tensorflow:lr = 0.0001273746 (0.964 sec)
INFO:tensorflow:global_step/sec: 101.538
INFO:tensorflow:loss = 0.54301757, step = 21085 (0.985 sec)
INFO:tensorflow:lr = 0.00012685571 (0.986 sec)
INFO:tensorflow:Saving checkpoints for 21102 into ../model/dnn_sigmoid/model.ckpt.
INFO:tensorflow:Loss for final step: 0.5376808.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T03:00:43Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-21102
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-03:01:05
INFO:tensorflow:Saving dict for global step 21102: global_step = 21102, loss = 0.5427859, mae = 0.66571796
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 21102: ../model/dnn_sigmoid/model.ckpt-21102
INFO:tensorflow:MAE: 0.666
INFO:tensorflow:Best MAE: 0.666
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-21102
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 21102 into ../model/dnn_sigmoid/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.53830177, step = 21102
INFO:tensorflow:lr = 0.0001267677
INFO:tensorflow:global_step/sec: 16.0083
INFO:tensorflow:loss = 0.53516006, step = 21202 (6.252 sec)
INFO:tensorflow:lr = 0.00012625127 (6.250 sec)
INFO:tensorflow:global_step/sec: 16.6981
INFO:tensorflow:loss = 0.5475092, step = 21302 (5.988 sec)
INFO:tensorflow:lr = 0.00012573691 (5.989 sec)
INFO:tensorflow:global_step/sec: 16.6052
INFO:tensorflow:loss = 0.51537293, step = 21402 (6.022 sec)
INFO:tensorflow:lr = 0.00012522469 (6.022 sec)
INFO:tensorflow:global_step/sec: 16.7392
INFO:tensorflow:loss = 0.5241816, step = 21502 (5.976 sec)
INFO:tensorflow:lr = 0.00012471454 (5.975 sec)
INFO:tensorflow:global_step/sec: 16.4736
INFO:tensorflow:loss = 0.55260456, step = 21602 (6.071 sec)
INFO:tensorflow:lr = 0.00012420648 (6.071 sec)
INFO:tensorflow:global_step/sec: 16.8184
INFO:tensorflow:loss = 0.54796433, step = 21702 (5.943 sec)
INFO:tensorflow:lr = 0.00012370046 (5.948 sec)
INFO:tensorflow:global_step/sec: 16.7552
INFO:tensorflow:loss = 0.552672, step = 21802 (5.968 sec)
INFO:tensorflow:lr = 0.00012319651 (5.964 sec)
INFO:tensorflow:global_step/sec: 16.4505
INFO:tensorflow:loss = 0.5315818, step = 21902 (6.079 sec)
INFO:tensorflow:lr = 0.00012269463 (6.086 sec)
INFO:tensorflow:global_step/sec: 16.7711
INFO:tensorflow:loss = 0.53424245, step = 22002 (5.964 sec)
INFO:tensorflow:lr = 0.00012219479 (5.959 sec)
INFO:tensorflow:global_step/sec: 16.8088
INFO:tensorflow:loss = 0.52520615, step = 22102 (5.948 sec)
INFO:tensorflow:lr = 0.000121697 (5.948 sec)
INFO:tensorflow:global_step/sec: 16.244
INFO:tensorflow:loss = 0.5222464, step = 22202 (6.153 sec)
INFO:tensorflow:lr = 0.00012120121 (6.155 sec)
INFO:tensorflow:global_step/sec: 16.4381
INFO:tensorflow:loss = 0.531039, step = 22302 (6.088 sec)
INFO:tensorflow:lr = 0.000120707446 (6.083 sec)
INFO:tensorflow:global_step/sec: 16.6105
INFO:tensorflow:loss = 0.5295874, step = 22402 (6.022 sec)
INFO:tensorflow:lr = 0.0001202157 (6.023 sec)
INFO:tensorflow:global_step/sec: 16.6788
INFO:tensorflow:loss = 0.5509546, step = 22502 (5.994 sec)
INFO:tensorflow:lr = 0.000119725955 (5.995 sec)
INFO:tensorflow:global_step/sec: 16.0398
INFO:tensorflow:loss = 0.53714323, step = 22602 (6.236 sec)
INFO:tensorflow:lr = 0.000119238204 (6.233 sec)
INFO:tensorflow:global_step/sec: 16.7018
INFO:tensorflow:loss = 0.52331114, step = 22702 (5.985 sec)
INFO:tensorflow:lr = 0.00011875245 (5.986 sec)
INFO:tensorflow:global_step/sec: 16.5991
INFO:tensorflow:loss = 0.5437902, step = 22802 (6.026 sec)
INFO:tensorflow:lr = 0.00011826866 (6.026 sec)
INFO:tensorflow:global_step/sec: 16.6653
INFO:tensorflow:loss = 0.5449407, step = 22902 (6.001 sec)
INFO:tensorflow:lr = 0.000117786854 (5.999 sec)
INFO:tensorflow:global_step/sec: 16.6527
INFO:tensorflow:loss = 0.53488475, step = 23002 (6.004 sec)
INFO:tensorflow:lr = 0.000117307 (6.007 sec)
INFO:tensorflow:global_step/sec: 16.7532
INFO:tensorflow:loss = 0.54088604, step = 23102 (5.965 sec)
INFO:tensorflow:lr = 0.000116829106 (5.967 sec)
INFO:tensorflow:global_step/sec: 16.6138
INFO:tensorflow:loss = 0.5598513, step = 23202 (6.024 sec)
INFO:tensorflow:lr = 0.00011635316 (6.021 sec)
INFO:tensorflow:global_step/sec: 16.7091
INFO:tensorflow:loss = 0.539098, step = 23302 (5.985 sec)
INFO:tensorflow:lr = 0.00011587914 (5.986 sec)
INFO:tensorflow:global_step/sec: 16.1605
INFO:tensorflow:loss = 0.55075824, step = 23402 (6.185 sec)
INFO:tensorflow:lr = 0.00011540707 (6.187 sec)
INFO:tensorflow:global_step/sec: 15.1088
INFO:tensorflow:loss = 0.5345619, step = 23502 (6.621 sec)
INFO:tensorflow:lr = 0.00011493692 (6.621 sec)
INFO:tensorflow:global_step/sec: 15.4708
INFO:tensorflow:loss = 0.52691776, step = 23602 (6.461 sec)
INFO:tensorflow:lr = 0.000114468676 (6.458 sec)
INFO:tensorflow:global_step/sec: 16.4453
INFO:tensorflow:loss = 0.5307487, step = 23702 (6.084 sec)
INFO:tensorflow:lr = 0.00011400234 (6.084 sec)
INFO:tensorflow:global_step/sec: 16.5891
INFO:tensorflow:loss = 0.5298711, step = 23802 (6.027 sec)
INFO:tensorflow:lr = 0.00011353791 (6.027 sec)
INFO:tensorflow:global_step/sec: 35.8469
INFO:tensorflow:loss = 0.536171, step = 23902 (2.788 sec)
INFO:tensorflow:lr = 0.00011307538 (2.788 sec)
INFO:tensorflow:global_step/sec: 106.16
INFO:tensorflow:loss = 0.5523115, step = 24002 (0.941 sec)
INFO:tensorflow:lr = 0.000112614725 (0.942 sec)
INFO:tensorflow:global_step/sec: 105.838
INFO:tensorflow:loss = 0.547932, step = 24102 (0.945 sec)
INFO:tensorflow:lr = 0.00011215594 (0.944 sec)
INFO:tensorflow:global_step/sec: 102.391
INFO:tensorflow:loss = 0.5336678, step = 24202 (0.977 sec)
INFO:tensorflow:lr = 0.000111699024 (0.977 sec)
INFO:tensorflow:global_step/sec: 105.145
INFO:tensorflow:loss = 0.51267564, step = 24302 (0.951 sec)
INFO:tensorflow:lr = 0.00011124397 (0.950 sec)
INFO:tensorflow:global_step/sec: 101.914
INFO:tensorflow:loss = 0.5344953, step = 24402 (0.981 sec)
INFO:tensorflow:lr = 0.00011079079 (0.982 sec)
INFO:tensorflow:global_step/sec: 104.956
INFO:tensorflow:loss = 0.51628184, step = 24502 (0.953 sec)
INFO:tensorflow:lr = 0.00011033944 (0.954 sec)
INFO:tensorflow:global_step/sec: 104.695
INFO:tensorflow:loss = 0.53609335, step = 24602 (0.955 sec)
INFO:tensorflow:lr = 0.00010988992 (0.955 sec)
INFO:tensorflow:Saving checkpoints for 24619 into ../model/dnn_sigmoid/model.ckpt.
INFO:tensorflow:Loss for final step: 0.5455509.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T03:04:44Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-24619
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-03:05:06
INFO:tensorflow:Saving dict for global step 24619: global_step = 24619, loss = 0.54355454, mae = 0.6633885
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 24619: ../model/dnn_sigmoid/model.ckpt-24619
INFO:tensorflow:MAE: 0.663
INFO:tensorflow:Best MAE: 0.663
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-24619
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 24619 into ../model/dnn_sigmoid/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5561391, step = 24619
INFO:tensorflow:lr = 0.0001098137
INFO:tensorflow:global_step/sec: 16.1041
INFO:tensorflow:loss = 0.5705364, step = 24719 (6.214 sec)
INFO:tensorflow:lr = 0.000109366316 (6.214 sec)
INFO:tensorflow:global_step/sec: 16.5003
INFO:tensorflow:loss = 0.55208343, step = 24819 (6.062 sec)
INFO:tensorflow:lr = 0.00010892077 (6.063 sec)
INFO:tensorflow:global_step/sec: 16.6951
INFO:tensorflow:loss = 0.5279643, step = 24919 (5.989 sec)
INFO:tensorflow:lr = 0.000108477056 (5.989 sec)
INFO:tensorflow:global_step/sec: 16.4026
INFO:tensorflow:loss = 0.53666, step = 25019 (6.102 sec)
INFO:tensorflow:lr = 0.000108035136 (6.099 sec)
INFO:tensorflow:global_step/sec: 16.4941
INFO:tensorflow:loss = 0.5462445, step = 25119 (6.055 sec)
INFO:tensorflow:lr = 0.000107595006 (6.057 sec)
INFO:tensorflow:global_step/sec: 16.542
INFO:tensorflow:loss = 0.53556, step = 25219 (6.048 sec)
INFO:tensorflow:lr = 0.000107156666 (6.047 sec)
INFO:tensorflow:global_step/sec: 16.5287
INFO:tensorflow:loss = 0.52822673, step = 25319 (6.050 sec)
INFO:tensorflow:lr = 0.00010672013 (6.052 sec)
INFO:tensorflow:global_step/sec: 16.5818
INFO:tensorflow:loss = 0.51096874, step = 25419 (6.030 sec)
INFO:tensorflow:lr = 0.00010628536 (6.030 sec)
INFO:tensorflow:global_step/sec: 16.4429
INFO:tensorflow:loss = 0.54133433, step = 25519 (6.082 sec)
INFO:tensorflow:lr = 0.000105852385 (6.082 sec)
INFO:tensorflow:global_step/sec: 16.6847
INFO:tensorflow:loss = 0.54350215, step = 25619 (5.996 sec)
INFO:tensorflow:lr = 0.000105421146 (5.995 sec)
INFO:tensorflow:global_step/sec: 16.2482
INFO:tensorflow:loss = 0.53842574, step = 25719 (6.153 sec)
INFO:tensorflow:lr = 0.00010499167 (6.154 sec)
INFO:tensorflow:global_step/sec: 16.4581
INFO:tensorflow:loss = 0.5464761, step = 25819 (6.078 sec)
INFO:tensorflow:lr = 0.00010456394 (6.079 sec)
INFO:tensorflow:global_step/sec: 16.4939
INFO:tensorflow:loss = 0.5586562, step = 25919 (6.064 sec)
INFO:tensorflow:lr = 0.00010413796 (6.064 sec)
INFO:tensorflow:global_step/sec: 16.3223
INFO:tensorflow:loss = 0.51485455, step = 26019 (6.123 sec)
INFO:tensorflow:lr = 0.00010371371 (6.123 sec)
INFO:tensorflow:global_step/sec: 16.3352
INFO:tensorflow:loss = 0.52410936, step = 26119 (6.121 sec)
INFO:tensorflow:lr = 0.000103291204 (6.119 sec)
INFO:tensorflow:global_step/sec: 16.457
INFO:tensorflow:loss = 0.509591, step = 26219 (6.076 sec)
INFO:tensorflow:lr = 0.0001028704 (6.079 sec)
INFO:tensorflow:global_step/sec: 16.3072
INFO:tensorflow:loss = 0.5091963, step = 26319 (6.135 sec)
INFO:tensorflow:lr = 0.00010245131 (6.132 sec)
INFO:tensorflow:global_step/sec: 16.1995
INFO:tensorflow:loss = 0.5194336, step = 26419 (6.173 sec)
INFO:tensorflow:lr = 0.000102033955 (6.172 sec)
INFO:tensorflow:global_step/sec: 16.5497
INFO:tensorflow:loss = 0.51376, step = 26519 (6.042 sec)
INFO:tensorflow:lr = 0.00010161827 (6.044 sec)
INFO:tensorflow:global_step/sec: 16.4682
INFO:tensorflow:loss = 0.5480918, step = 26619 (6.072 sec)
INFO:tensorflow:lr = 0.00010120429 (6.072 sec)
INFO:tensorflow:global_step/sec: 16.4049
INFO:tensorflow:loss = 0.53872156, step = 26719 (6.098 sec)
INFO:tensorflow:lr = 0.000100792 (6.098 sec)
INFO:tensorflow:global_step/sec: 16.3453
INFO:tensorflow:loss = 0.53836435, step = 26819 (6.115 sec)
INFO:tensorflow:lr = 0.00010038138 (6.113 sec)
INFO:tensorflow:global_step/sec: 16.5695
INFO:tensorflow:loss = 0.5250097, step = 26919 (6.037 sec)
INFO:tensorflow:lr = 9.9972436e-05 (6.036 sec)
INFO:tensorflow:global_step/sec: 16.3126
INFO:tensorflow:loss = 0.5511759, step = 27019 (6.131 sec)
INFO:tensorflow:lr = 9.9565164e-05 (6.132 sec)
INFO:tensorflow:global_step/sec: 16.2419
INFO:tensorflow:loss = 0.5158295, step = 27119 (6.156 sec)
INFO:tensorflow:lr = 9.9159544e-05 (6.156 sec)
INFO:tensorflow:global_step/sec: 16.5334
INFO:tensorflow:loss = 0.5188189, step = 27219 (6.047 sec)
INFO:tensorflow:lr = 9.875559e-05 (6.047 sec)
INFO:tensorflow:global_step/sec: 16.3762
INFO:tensorflow:loss = 0.52019995, step = 27319 (6.110 sec)
INFO:tensorflow:lr = 9.835327e-05 (6.108 sec)
INFO:tensorflow:global_step/sec: 36.6059
INFO:tensorflow:loss = 0.5679579, step = 27419 (2.728 sec)
INFO:tensorflow:lr = 9.795259e-05 (2.728 sec)
INFO:tensorflow:global_step/sec: 101.303
INFO:tensorflow:loss = 0.51898503, step = 27519 (0.987 sec)
INFO:tensorflow:lr = 9.7553544e-05 (0.986 sec)
INFO:tensorflow:global_step/sec: 103.426
INFO:tensorflow:loss = 0.56204903, step = 27619 (0.967 sec)
INFO:tensorflow:lr = 9.7156124e-05 (0.968 sec)
INFO:tensorflow:global_step/sec: 104.93
INFO:tensorflow:loss = 0.5530286, step = 27719 (0.952 sec)
INFO:tensorflow:lr = 9.676032e-05 (0.953 sec)
INFO:tensorflow:global_step/sec: 105.279
INFO:tensorflow:loss = 0.52671087, step = 27819 (0.951 sec)
INFO:tensorflow:lr = 9.636613e-05 (0.949 sec)
INFO:tensorflow:global_step/sec: 100.309
INFO:tensorflow:loss = 0.5427663, step = 27919 (0.997 sec)
INFO:tensorflow:lr = 9.597355e-05 (0.997 sec)
INFO:tensorflow:global_step/sec: 104.892
INFO:tensorflow:loss = 0.52072096, step = 28019 (0.953 sec)
INFO:tensorflow:lr = 9.558255e-05 (0.954 sec)
INFO:tensorflow:global_step/sec: 104.917
INFO:tensorflow:loss = 0.52159286, step = 28119 (0.952 sec)
INFO:tensorflow:lr = 9.5193165e-05 (0.953 sec)
INFO:tensorflow:Saving checkpoints for 28136 into ../model/dnn_sigmoid/model.ckpt.
INFO:tensorflow:Loss for final step: 0.5618937.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T03:08:46Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-28136
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-03:09:08
INFO:tensorflow:Saving dict for global step 28136: global_step = 28136, loss = 0.5428101, mae = 0.6659867
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 28136: ../model/dnn_sigmoid/model.ckpt-28136
INFO:tensorflow:MAE: 0.666
INFO:tensorflow:Best MAE: 0.663
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-28136
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 28136 into ../model/dnn_sigmoid/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.52130336, step = 28136
INFO:tensorflow:lr = 9.512713e-05
INFO:tensorflow:global_step/sec: 16.1743
INFO:tensorflow:loss = 0.5397607, step = 28236 (6.187 sec)
INFO:tensorflow:lr = 9.473959e-05 (6.191 sec)
INFO:tensorflow:global_step/sec: 16.8249
INFO:tensorflow:loss = 0.54311407, step = 28336 (5.946 sec)
INFO:tensorflow:lr = 9.4353636e-05 (5.941 sec)
INFO:tensorflow:global_step/sec: 16.6497
INFO:tensorflow:loss = 0.5416542, step = 28436 (6.006 sec)
INFO:tensorflow:lr = 9.3969255e-05 (6.005 sec)
INFO:tensorflow:global_step/sec: 16.2625
INFO:tensorflow:loss = 0.5347798, step = 28536 (6.150 sec)
INFO:tensorflow:lr = 9.358642e-05 (6.152 sec)
INFO:tensorflow:global_step/sec: 16.5263
INFO:tensorflow:loss = 0.5608102, step = 28636 (6.051 sec)
INFO:tensorflow:lr = 9.320517e-05 (6.050 sec)
INFO:tensorflow:global_step/sec: 15.8771
INFO:tensorflow:loss = 0.5326156, step = 28736 (6.298 sec)
INFO:tensorflow:lr = 9.282547e-05 (6.297 sec)
INFO:tensorflow:global_step/sec: 16.847
INFO:tensorflow:loss = 0.50906086, step = 28836 (5.935 sec)
INFO:tensorflow:lr = 9.24473e-05 (5.935 sec)
INFO:tensorflow:global_step/sec: 16.7113
INFO:tensorflow:loss = 0.52694726, step = 28936 (5.983 sec)
INFO:tensorflow:lr = 9.207069e-05 (5.984 sec)
INFO:tensorflow:global_step/sec: 16.627
INFO:tensorflow:loss = 0.5319842, step = 29036 (6.014 sec)
INFO:tensorflow:lr = 9.1695605e-05 (6.013 sec)
INFO:tensorflow:global_step/sec: 16.6313
INFO:tensorflow:loss = 0.5437651, step = 29136 (6.012 sec)
INFO:tensorflow:lr = 9.132204e-05 (6.014 sec)
INFO:tensorflow:global_step/sec: 16.2311
INFO:tensorflow:loss = 0.5412927, step = 29236 (6.163 sec)
INFO:tensorflow:lr = 9.095e-05 (6.162 sec)
INFO:tensorflow:global_step/sec: 16.675
INFO:tensorflow:loss = 0.5342667, step = 29336 (5.996 sec)
INFO:tensorflow:lr = 9.057949e-05 (5.998 sec)
INFO:tensorflow:global_step/sec: 16.6779
INFO:tensorflow:loss = 0.52134347, step = 29436 (5.997 sec)
INFO:tensorflow:lr = 9.021048e-05 (5.995 sec)
INFO:tensorflow:global_step/sec: 16.2437
INFO:tensorflow:loss = 0.5373505, step = 29536 (6.155 sec)
INFO:tensorflow:lr = 8.984297e-05 (6.155 sec)
INFO:tensorflow:global_step/sec: 16.6061
INFO:tensorflow:loss = 0.53830314, step = 29636 (6.022 sec)
INFO:tensorflow:lr = 8.947696e-05 (6.023 sec)
INFO:tensorflow:global_step/sec: 16.527
INFO:tensorflow:loss = 0.535783, step = 29736 (6.047 sec)
INFO:tensorflow:lr = 8.911244e-05 (6.046 sec)
INFO:tensorflow:global_step/sec: 16.6602
INFO:tensorflow:loss = 0.5502915, step = 29836 (6.004 sec)
INFO:tensorflow:lr = 8.87494e-05 (6.006 sec)
INFO:tensorflow:global_step/sec: 16.4536
INFO:tensorflow:loss = 0.50716406, step = 29936 (6.076 sec)
INFO:tensorflow:lr = 8.838786e-05 (6.077 sec)
INFO:tensorflow:global_step/sec: 16.5073
INFO:tensorflow:loss = 0.5546213, step = 30036 (6.066 sec)
INFO:tensorflow:lr = 8.802777e-05 (6.065 sec)
INFO:tensorflow:global_step/sec: 16.1893
INFO:tensorflow:loss = 0.54615873, step = 30136 (6.174 sec)
INFO:tensorflow:lr = 8.7669156e-05 (6.177 sec)
INFO:tensorflow:global_step/sec: 16.7206
INFO:tensorflow:loss = 0.52733105, step = 30236 (5.980 sec)
INFO:tensorflow:lr = 8.731201e-05 (5.977 sec)
INFO:tensorflow:global_step/sec: 16.6001
INFO:tensorflow:loss = 0.5255633, step = 30336 (6.022 sec)
INFO:tensorflow:lr = 8.695631e-05 (6.022 sec)
INFO:tensorflow:global_step/sec: 16.3993
INFO:tensorflow:loss = 0.54249024, step = 30436 (6.098 sec)
INFO:tensorflow:lr = 8.6602064e-05 (6.099 sec)
INFO:tensorflow:global_step/sec: 16.0456
INFO:tensorflow:loss = 0.5262014, step = 30536 (6.233 sec)
INFO:tensorflow:lr = 8.624925e-05 (6.232 sec)
INFO:tensorflow:global_step/sec: 16.2238
INFO:tensorflow:loss = 0.5181595, step = 30636 (6.161 sec)
INFO:tensorflow:lr = 8.589788e-05 (6.162 sec)
INFO:tensorflow:global_step/sec: 16.519
INFO:tensorflow:loss = 0.5265315, step = 30736 (6.055 sec)
INFO:tensorflow:lr = 8.5547945e-05 (6.056 sec)
INFO:tensorflow:global_step/sec: 16.6474
INFO:tensorflow:loss = 0.5528836, step = 30836 (6.010 sec)
INFO:tensorflow:lr = 8.519942e-05 (6.007 sec)
INFO:tensorflow:global_step/sec: 36.3512
INFO:tensorflow:loss = 0.51813495, step = 30936 (2.747 sec)
INFO:tensorflow:lr = 8.485234e-05 (2.747 sec)
INFO:tensorflow:global_step/sec: 105.212
INFO:tensorflow:loss = 0.50871366, step = 31036 (0.949 sec)
INFO:tensorflow:lr = 8.450667e-05 (0.949 sec)
INFO:tensorflow:global_step/sec: 103.71
INFO:tensorflow:loss = 0.52254546, step = 31136 (0.966 sec)
INFO:tensorflow:lr = 8.4162384e-05 (0.965 sec)
INFO:tensorflow:global_step/sec: 105.592
INFO:tensorflow:loss = 0.54187846, step = 31236 (0.947 sec)
INFO:tensorflow:lr = 8.381952e-05 (0.947 sec)
INFO:tensorflow:global_step/sec: 100.321
INFO:tensorflow:loss = 0.4916913, step = 31336 (0.997 sec)
INFO:tensorflow:lr = 8.347806e-05 (0.997 sec)
INFO:tensorflow:global_step/sec: 104.025
INFO:tensorflow:loss = 0.5464031, step = 31436 (0.962 sec)
INFO:tensorflow:lr = 8.3137966e-05 (0.962 sec)
INFO:tensorflow:global_step/sec: 105.264
INFO:tensorflow:loss = 0.5441435, step = 31536 (0.950 sec)
INFO:tensorflow:lr = 8.279928e-05 (0.949 sec)
INFO:tensorflow:global_step/sec: 104.261
INFO:tensorflow:loss = 0.5205281, step = 31636 (0.959 sec)
INFO:tensorflow:lr = 8.2461964e-05 (0.960 sec)
INFO:tensorflow:Saving checkpoints for 31653 into ../model/dnn_sigmoid/model.ckpt.
INFO:tensorflow:Loss for final step: 0.5582384.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T03:12:47Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-31653
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-03:13:10
INFO:tensorflow:Saving dict for global step 31653: global_step = 31653, loss = 0.5430199, mae = 0.66484576
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 31653: ../model/dnn_sigmoid/model.ckpt-31653
INFO:tensorflow:MAE: 0.665
INFO:tensorflow:Best MAE: 0.663
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-31653
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 31653 into ../model/dnn_sigmoid/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.52983, step = 31653
INFO:tensorflow:lr = 8.240475e-05
INFO:tensorflow:global_step/sec: 15.9065
INFO:tensorflow:loss = 0.51464564, step = 31753 (6.293 sec)
INFO:tensorflow:lr = 8.206905e-05 (6.291 sec)
INFO:tensorflow:global_step/sec: 16.6234
INFO:tensorflow:loss = 0.54473615, step = 31853 (6.013 sec)
INFO:tensorflow:lr = 8.173472e-05 (6.014 sec)
INFO:tensorflow:global_step/sec: 16.5371
INFO:tensorflow:loss = 0.52966535, step = 31953 (6.048 sec)
INFO:tensorflow:lr = 8.140174e-05 (6.049 sec)
INFO:tensorflow:global_step/sec: 16.4263
INFO:tensorflow:loss = 0.53623545, step = 32053 (6.088 sec)
INFO:tensorflow:lr = 8.107011e-05 (6.086 sec)
INFO:tensorflow:global_step/sec: 16.7148
INFO:tensorflow:loss = 0.54480386, step = 32153 (5.984 sec)
INFO:tensorflow:lr = 8.0739854e-05 (5.983 sec)
INFO:tensorflow:global_step/sec: 15.9021
INFO:tensorflow:loss = 0.5375413, step = 32253 (6.284 sec)
INFO:tensorflow:lr = 8.0410915e-05 (6.285 sec)
INFO:tensorflow:global_step/sec: 15.3737
INFO:tensorflow:loss = 0.5465159, step = 32353 (6.507 sec)
INFO:tensorflow:lr = 8.008334e-05 (6.508 sec)
INFO:tensorflow:global_step/sec: 16.2132
INFO:tensorflow:loss = 0.5289853, step = 32453 (6.169 sec)
INFO:tensorflow:lr = 7.975708e-05 (6.169 sec)
INFO:tensorflow:global_step/sec: 16.6946
INFO:tensorflow:loss = 0.56646943, step = 32553 (5.989 sec)
INFO:tensorflow:lr = 7.943217e-05 (5.987 sec)
INFO:tensorflow:global_step/sec: 16.2473
INFO:tensorflow:loss = 0.50950056, step = 32653 (6.154 sec)
INFO:tensorflow:lr = 7.910858e-05 (6.155 sec)
INFO:tensorflow:global_step/sec: 15.7404
INFO:tensorflow:loss = 0.526381, step = 32753 (6.357 sec)
INFO:tensorflow:lr = 7.878628e-05 (6.356 sec)
INFO:tensorflow:global_step/sec: 16.4627
INFO:tensorflow:loss = 0.5144564, step = 32853 (6.072 sec)
INFO:tensorflow:lr = 7.846532e-05 (6.073 sec)
INFO:tensorflow:global_step/sec: 16.5835
INFO:tensorflow:loss = 0.506667, step = 32953 (6.031 sec)
INFO:tensorflow:lr = 7.8145655e-05 (6.030 sec)
INFO:tensorflow:global_step/sec: 16.5884
INFO:tensorflow:loss = 0.5531089, step = 33053 (6.029 sec)
INFO:tensorflow:lr = 7.782731e-05 (6.030 sec)
INFO:tensorflow:global_step/sec: 16.5354
INFO:tensorflow:loss = 0.5443651, step = 33153 (6.048 sec)
INFO:tensorflow:lr = 7.7510245e-05 (6.048 sec)
INFO:tensorflow:global_step/sec: 16.0455
INFO:tensorflow:loss = 0.5414218, step = 33253 (6.228 sec)
INFO:tensorflow:lr = 7.719447e-05 (6.236 sec)
INFO:tensorflow:global_step/sec: 15.7051
INFO:tensorflow:loss = 0.5359298, step = 33353 (6.369 sec)
INFO:tensorflow:lr = 7.688e-05 (6.362 sec)
INFO:tensorflow:global_step/sec: 16.6005
INFO:tensorflow:loss = 0.5256055, step = 33453 (6.027 sec)
INFO:tensorflow:lr = 7.656679e-05 (6.026 sec)
INFO:tensorflow:global_step/sec: 16.6002
INFO:tensorflow:loss = 0.54850984, step = 33553 (6.023 sec)
INFO:tensorflow:lr = 7.625487e-05 (6.023 sec)
INFO:tensorflow:global_step/sec: 16.2858
INFO:tensorflow:loss = 0.53805506, step = 33653 (6.142 sec)
INFO:tensorflow:lr = 7.594422e-05 (6.142 sec)
INFO:tensorflow:global_step/sec: 16.4032
INFO:tensorflow:loss = 0.5271527, step = 33753 (6.097 sec)
INFO:tensorflow:lr = 7.563483e-05 (6.095 sec)
INFO:tensorflow:global_step/sec: 16.3471
INFO:tensorflow:loss = 0.5085698, step = 33853 (6.118 sec)
INFO:tensorflow:lr = 7.5326716e-05 (6.122 sec)
INFO:tensorflow:global_step/sec: 16.0424
INFO:tensorflow:loss = 0.54113495, step = 33953 (6.232 sec)
INFO:tensorflow:lr = 7.501982e-05 (6.229 sec)
INFO:tensorflow:global_step/sec: 15.9704
INFO:tensorflow:loss = 0.54759955, step = 34053 (6.263 sec)
INFO:tensorflow:lr = 7.471421e-05 (6.263 sec)
INFO:tensorflow:global_step/sec: 16.1886
INFO:tensorflow:loss = 0.57427305, step = 34153 (6.175 sec)
INFO:tensorflow:lr = 7.4409836e-05 (6.175 sec)
INFO:tensorflow:global_step/sec: 16.2151
INFO:tensorflow:loss = 0.52879405, step = 34253 (6.166 sec)
INFO:tensorflow:lr = 7.410669e-05 (6.168 sec)
INFO:tensorflow:global_step/sec: 16.488
INFO:tensorflow:loss = 0.5481683, step = 34353 (6.066 sec)
INFO:tensorflow:lr = 7.38048e-05 (6.065 sec)
INFO:tensorflow:global_step/sec: 36.755
INFO:tensorflow:loss = 0.5532407, step = 34453 (2.719 sec)
INFO:tensorflow:lr = 7.350412e-05 (2.719 sec)
INFO:tensorflow:global_step/sec: 102.882
INFO:tensorflow:loss = 0.5375497, step = 34553 (0.971 sec)
INFO:tensorflow:lr = 7.3204676e-05 (0.972 sec)
INFO:tensorflow:global_step/sec: 104.18
INFO:tensorflow:loss = 0.54270697, step = 34653 (0.960 sec)
INFO:tensorflow:lr = 7.2906456e-05 (0.959 sec)
INFO:tensorflow:global_step/sec: 104.433
INFO:tensorflow:loss = 0.5291683, step = 34753 (0.956 sec)
INFO:tensorflow:lr = 7.260944e-05 (0.956 sec)
INFO:tensorflow:global_step/sec: 104.757
INFO:tensorflow:loss = 0.51709044, step = 34853 (0.955 sec)
INFO:tensorflow:lr = 7.231364e-05 (0.955 sec)
INFO:tensorflow:global_step/sec: 104.229
INFO:tensorflow:loss = 0.5599786, step = 34953 (0.961 sec)
INFO:tensorflow:lr = 7.201903e-05 (0.961 sec)
INFO:tensorflow:global_step/sec: 100.41
INFO:tensorflow:loss = 0.51977813, step = 35053 (0.996 sec)
INFO:tensorflow:lr = 7.172564e-05 (0.996 sec)
INFO:tensorflow:global_step/sec: 103.507
INFO:tensorflow:loss = 0.5242562, step = 35153 (0.966 sec)
INFO:tensorflow:lr = 7.1433446e-05 (0.966 sec)
INFO:tensorflow:Saving checkpoints for 35170 into ../model/dnn_sigmoid/model.ckpt.
INFO:tensorflow:Loss for final step: 0.5275081.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T03:16:50Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-35170
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-03:17:13
INFO:tensorflow:Saving dict for global step 35170: global_step = 35170, loss = 0.5433019, mae = 0.6641129
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 35170: ../model/dnn_sigmoid/model.ckpt-35170
INFO:tensorflow:MAE: 0.664
INFO:tensorflow:Best MAE: 0.663
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-35170
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 35170 into ../model/dnn_sigmoid/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5448574, step = 35170
INFO:tensorflow:lr = 7.1383874e-05
INFO:tensorflow:global_step/sec: 15.992
INFO:tensorflow:loss = 0.52521354, step = 35270 (6.258 sec)
INFO:tensorflow:lr = 7.1093076e-05 (6.258 sec)
INFO:tensorflow:global_step/sec: 16.7317
INFO:tensorflow:loss = 0.5308705, step = 35370 (5.979 sec)
INFO:tensorflow:lr = 7.080345e-05 (5.977 sec)
INFO:tensorflow:global_step/sec: 16.6319
INFO:tensorflow:loss = 0.52639085, step = 35470 (6.011 sec)
INFO:tensorflow:lr = 7.051501e-05 (6.012 sec)
INFO:tensorflow:global_step/sec: 16.4311
INFO:tensorflow:loss = 0.53349286, step = 35570 (6.085 sec)
INFO:tensorflow:lr = 7.0227725e-05 (6.084 sec)
INFO:tensorflow:global_step/sec: 16.3221
INFO:tensorflow:loss = 0.5310173, step = 35670 (6.130 sec)
INFO:tensorflow:lr = 6.994163e-05 (6.131 sec)
INFO:tensorflow:global_step/sec: 16.4189
INFO:tensorflow:loss = 0.5435002, step = 35770 (6.087 sec)
INFO:tensorflow:lr = 6.96567e-05 (6.087 sec)
INFO:tensorflow:global_step/sec: 16.3857
INFO:tensorflow:loss = 0.518686, step = 35870 (6.104 sec)
INFO:tensorflow:lr = 6.937292e-05 (6.106 sec)
INFO:tensorflow:global_step/sec: 16.4154
INFO:tensorflow:loss = 0.5453303, step = 35970 (6.092 sec)
INFO:tensorflow:lr = 6.909031e-05 (6.092 sec)
INFO:tensorflow:global_step/sec: 16.1426
INFO:tensorflow:loss = 0.5395963, step = 36070 (6.194 sec)
INFO:tensorflow:lr = 6.880883e-05 (6.194 sec)
INFO:tensorflow:global_step/sec: 16.3205
INFO:tensorflow:loss = 0.5277717, step = 36170 (6.126 sec)
INFO:tensorflow:lr = 6.852853e-05 (6.125 sec)
INFO:tensorflow:global_step/sec: 16.1611
INFO:tensorflow:loss = 0.5262688, step = 36270 (6.188 sec)
INFO:tensorflow:lr = 6.8249356e-05 (6.188 sec)
INFO:tensorflow:global_step/sec: 16.359
INFO:tensorflow:loss = 0.52478427, step = 36370 (6.114 sec)
INFO:tensorflow:lr = 6.7971305e-05 (6.115 sec)
INFO:tensorflow:global_step/sec: 16.4168
INFO:tensorflow:loss = 0.50210834, step = 36470 (6.092 sec)
INFO:tensorflow:lr = 6.7694404e-05 (6.091 sec)
INFO:tensorflow:global_step/sec: 16.5988
INFO:tensorflow:loss = 0.5190286, step = 36570 (6.026 sec)
INFO:tensorflow:lr = 6.7418616e-05 (6.025 sec)
INFO:tensorflow:global_step/sec: 16.2566
INFO:tensorflow:loss = 0.55511683, step = 36670 (6.151 sec)
INFO:tensorflow:lr = 6.714397e-05 (6.152 sec)
INFO:tensorflow:global_step/sec: 16.4814
INFO:tensorflow:loss = 0.5500946, step = 36770 (6.071 sec)
INFO:tensorflow:lr = 6.687044e-05 (6.069 sec)
INFO:tensorflow:global_step/sec: 15.8576
INFO:tensorflow:loss = 0.5399083, step = 36870 (6.302 sec)
INFO:tensorflow:lr = 6.6598004e-05 (6.304 sec)
INFO:tensorflow:global_step/sec: 15.0038
INFO:tensorflow:loss = 0.50568616, step = 36970 (6.666 sec)
INFO:tensorflow:lr = 6.63267e-05 (6.665 sec)
INFO:tensorflow:global_step/sec: 16.0722
INFO:tensorflow:loss = 0.5281581, step = 37070 (6.222 sec)
INFO:tensorflow:lr = 6.6056484e-05 (6.223 sec)
INFO:tensorflow:global_step/sec: 15.7873
INFO:tensorflow:loss = 0.5277573, step = 37170 (6.334 sec)
INFO:tensorflow:lr = 6.578738e-05 (6.332 sec)
INFO:tensorflow:global_step/sec: 16.4699
INFO:tensorflow:loss = 0.5215634, step = 37270 (6.070 sec)
INFO:tensorflow:lr = 6.551938e-05 (6.071 sec)
INFO:tensorflow:global_step/sec: 16.4471
INFO:tensorflow:loss = 0.53341013, step = 37370 (6.082 sec)
INFO:tensorflow:lr = 6.5252454e-05 (6.081 sec)
INFO:tensorflow:global_step/sec: 16.1218
INFO:tensorflow:loss = 0.5007091, step = 37470 (6.199 sec)
INFO:tensorflow:lr = 6.498663e-05 (6.199 sec)
INFO:tensorflow:global_step/sec: 16.2603
INFO:tensorflow:loss = 0.5265968, step = 37570 (6.153 sec)
INFO:tensorflow:lr = 6.472188e-05 (6.152 sec)
INFO:tensorflow:global_step/sec: 16.4584
INFO:tensorflow:loss = 0.50847214, step = 37670 (6.075 sec)
INFO:tensorflow:lr = 6.44582e-05 (6.076 sec)
INFO:tensorflow:global_step/sec: 16.2036
INFO:tensorflow:loss = 0.5321984, step = 37770 (6.174 sec)
INFO:tensorflow:lr = 6.419562e-05 (6.172 sec)
INFO:tensorflow:global_step/sec: 16.2035
INFO:tensorflow:loss = 0.5413711, step = 37870 (6.170 sec)
INFO:tensorflow:lr = 6.393409e-05 (6.171 sec)
INFO:tensorflow:global_step/sec: 35.7212
INFO:tensorflow:loss = 0.5028462, step = 37970 (2.799 sec)
INFO:tensorflow:lr = 6.367362e-05 (2.797 sec)
INFO:tensorflow:global_step/sec: 101.82
INFO:tensorflow:loss = 0.5238989, step = 38070 (0.982 sec)
INFO:tensorflow:lr = 6.341423e-05 (0.981 sec)
INFO:tensorflow:global_step/sec: 104.777
INFO:tensorflow:loss = 0.53328276, step = 38170 (0.958 sec)
INFO:tensorflow:lr = 6.315589e-05 (0.958 sec)
INFO:tensorflow:global_step/sec: 104.167
INFO:tensorflow:loss = 0.5256703, step = 38270 (0.956 sec)
INFO:tensorflow:lr = 6.2898594e-05 (0.957 sec)
INFO:tensorflow:global_step/sec: 101.819
INFO:tensorflow:loss = 0.5374868, step = 38370 (0.983 sec)
INFO:tensorflow:lr = 6.264235e-05 (0.982 sec)
INFO:tensorflow:global_step/sec: 105.871
INFO:tensorflow:loss = 0.53724164, step = 38470 (0.944 sec)
INFO:tensorflow:lr = 6.238716e-05 (0.944 sec)
INFO:tensorflow:global_step/sec: 102.001
INFO:tensorflow:loss = 0.53322005, step = 38570 (0.981 sec)
INFO:tensorflow:lr = 6.2133e-05 (0.981 sec)
INFO:tensorflow:global_step/sec: 101.042
INFO:tensorflow:loss = 0.5061547, step = 38670 (0.989 sec)
INFO:tensorflow:lr = 6.187987e-05 (0.989 sec)
INFO:tensorflow:Saving checkpoints for 38687 into ../model/dnn_sigmoid/model.ckpt.
INFO:tensorflow:Loss for final step: 0.509259.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T03:20:53Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-38687
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-03:21:16
INFO:tensorflow:Saving dict for global step 38687: global_step = 38687, loss = 0.543571, mae = 0.6634825
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 38687: ../model/dnn_sigmoid/model.ckpt-38687
INFO:tensorflow:MAE: 0.663
INFO:tensorflow:Best MAE: 0.663
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-38687
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 38687 into ../model/dnn_sigmoid/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5197226, step = 38687
INFO:tensorflow:lr = 6.183695e-05
INFO:tensorflow:global_step/sec: 15.8657
INFO:tensorflow:loss = 0.5641316, step = 38787 (6.307 sec)
INFO:tensorflow:lr = 6.158503e-05 (6.303 sec)
INFO:tensorflow:global_step/sec: 16.3678
INFO:tensorflow:loss = 0.5223797, step = 38887 (6.112 sec)
INFO:tensorflow:lr = 6.133414e-05 (6.114 sec)
INFO:tensorflow:global_step/sec: 16.5733
INFO:tensorflow:loss = 0.5624721, step = 38987 (6.034 sec)
INFO:tensorflow:lr = 6.108427e-05 (6.033 sec)
INFO:tensorflow:global_step/sec: 16.4839
INFO:tensorflow:loss = 0.53307146, step = 39087 (6.063 sec)
INFO:tensorflow:lr = 6.0835428e-05 (6.062 sec)
INFO:tensorflow:global_step/sec: 16.6845
INFO:tensorflow:loss = 0.53056955, step = 39187 (5.997 sec)
INFO:tensorflow:lr = 6.058759e-05 (5.998 sec)
INFO:tensorflow:global_step/sec: 16.0716
INFO:tensorflow:loss = 0.53671175, step = 39287 (6.219 sec)
INFO:tensorflow:lr = 6.0340764e-05 (6.220 sec)
INFO:tensorflow:global_step/sec: 16.3655
INFO:tensorflow:loss = 0.52523446, step = 39387 (6.112 sec)
INFO:tensorflow:lr = 6.0094946e-05 (6.112 sec)
INFO:tensorflow:global_step/sec: 16.5208
INFO:tensorflow:loss = 0.5725064, step = 39487 (6.050 sec)
INFO:tensorflow:lr = 5.9850114e-05 (6.048 sec)
INFO:tensorflow:global_step/sec: 16.3046
INFO:tensorflow:loss = 0.52257675, step = 39587 (6.137 sec)
INFO:tensorflow:lr = 5.96063e-05 (6.138 sec)
INFO:tensorflow:global_step/sec: 16.1091
INFO:tensorflow:loss = 0.53128594, step = 39687 (6.208 sec)
INFO:tensorflow:lr = 5.9363476e-05 (6.207 sec)
INFO:tensorflow:global_step/sec: 16.199
INFO:tensorflow:loss = 0.5228396, step = 39787 (6.169 sec)
INFO:tensorflow:lr = 5.912163e-05 (6.168 sec)
INFO:tensorflow:global_step/sec: 16.442
INFO:tensorflow:loss = 0.533139, step = 39887 (6.087 sec)
INFO:tensorflow:lr = 5.888078e-05 (6.087 sec)
INFO:tensorflow:global_step/sec: 16.311
INFO:tensorflow:loss = 0.5454816, step = 39987 (6.128 sec)
INFO:tensorflow:lr = 5.8640897e-05 (6.128 sec)
INFO:tensorflow:global_step/sec: 16.1633
INFO:tensorflow:loss = 0.5429611, step = 40087 (6.185 sec)
INFO:tensorflow:lr = 5.8402e-05 (6.187 sec)
INFO:tensorflow:global_step/sec: 16.1369
INFO:tensorflow:loss = 0.55093604, step = 40187 (6.200 sec)
INFO:tensorflow:lr = 5.816409e-05 (6.200 sec)
INFO:tensorflow:global_step/sec: 16.4516
INFO:tensorflow:loss = 0.5409355, step = 40287 (6.078 sec)
INFO:tensorflow:lr = 5.7927125e-05 (6.077 sec)
INFO:tensorflow:global_step/sec: 16.5656
INFO:tensorflow:loss = 0.5244564, step = 40387 (6.037 sec)
INFO:tensorflow:lr = 5.7691144e-05 (6.040 sec)
INFO:tensorflow:global_step/sec: 16.4872
INFO:tensorflow:loss = 0.52889305, step = 40487 (6.065 sec)
INFO:tensorflow:lr = 5.7456116e-05 (6.062 sec)
INFO:tensorflow:global_step/sec: 16.4709
INFO:tensorflow:loss = 0.53605276, step = 40587 (6.071 sec)
INFO:tensorflow:lr = 5.7222045e-05 (6.073 sec)
INFO:tensorflow:global_step/sec: 16.3874
INFO:tensorflow:loss = 0.53370625, step = 40687 (6.104 sec)
INFO:tensorflow:lr = 5.6988934e-05 (6.102 sec)
INFO:tensorflow:global_step/sec: 16.4349
INFO:tensorflow:loss = 0.5302883, step = 40787 (6.084 sec)
INFO:tensorflow:lr = 5.6756762e-05 (6.084 sec)
INFO:tensorflow:global_step/sec: 16.5145
INFO:tensorflow:loss = 0.5180212, step = 40887 (6.053 sec)
INFO:tensorflow:lr = 5.6525547e-05 (6.053 sec)
INFO:tensorflow:global_step/sec: 16.1977
INFO:tensorflow:loss = 0.5314816, step = 40987 (6.177 sec)
INFO:tensorflow:lr = 5.6295266e-05 (6.176 sec)
INFO:tensorflow:global_step/sec: 16.1036
INFO:tensorflow:loss = 0.508759, step = 41087 (6.207 sec)
INFO:tensorflow:lr = 5.606592e-05 (6.209 sec)
INFO:tensorflow:global_step/sec: 16.6383
INFO:tensorflow:loss = 0.5077218, step = 41187 (6.013 sec)
INFO:tensorflow:lr = 5.5837525e-05 (6.016 sec)
INFO:tensorflow:global_step/sec: 16.2654
INFO:tensorflow:loss = 0.53418756, step = 41287 (6.147 sec)
INFO:tensorflow:lr = 5.5610042e-05 (6.143 sec)
INFO:tensorflow:global_step/sec: 16.497
INFO:tensorflow:loss = 0.50870174, step = 41387 (6.061 sec)
INFO:tensorflow:lr = 5.5383494e-05 (6.062 sec)
INFO:tensorflow:global_step/sec: 36.0076
INFO:tensorflow:loss = 0.516937, step = 41487 (2.778 sec)
INFO:tensorflow:lr = 5.5157867e-05 (2.776 sec)
INFO:tensorflow:global_step/sec: 101.121
INFO:tensorflow:loss = 0.5234268, step = 41587 (0.986 sec)
INFO:tensorflow:lr = 5.4933167e-05 (0.987 sec)
INFO:tensorflow:global_step/sec: 99.1722
INFO:tensorflow:loss = 0.521201, step = 41687 (1.008 sec)
INFO:tensorflow:lr = 5.4709373e-05 (1.008 sec)
INFO:tensorflow:global_step/sec: 102.789
INFO:tensorflow:loss = 0.52262086, step = 41787 (0.973 sec)
INFO:tensorflow:lr = 5.4486485e-05 (0.973 sec)
INFO:tensorflow:global_step/sec: 99.3258
INFO:tensorflow:loss = 0.5231627, step = 41887 (1.007 sec)
INFO:tensorflow:lr = 5.4264525e-05 (1.007 sec)
INFO:tensorflow:global_step/sec: 103.151
INFO:tensorflow:loss = 0.53020906, step = 41987 (0.969 sec)
INFO:tensorflow:lr = 5.4043452e-05 (0.970 sec)
INFO:tensorflow:global_step/sec: 102.935
INFO:tensorflow:loss = 0.5491932, step = 42087 (0.971 sec)
INFO:tensorflow:lr = 5.382329e-05 (0.971 sec)
INFO:tensorflow:global_step/sec: 100.679
INFO:tensorflow:loss = 0.5158516, step = 42187 (0.991 sec)
INFO:tensorflow:lr = 5.360402e-05 (0.993 sec)
INFO:tensorflow:Saving checkpoints for 42204 into ../model/dnn_sigmoid/model.ckpt.
INFO:tensorflow:Loss for final step: 0.53648704.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T03:24:56Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-42204
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-03:25:19
INFO:tensorflow:Saving dict for global step 42204: global_step = 42204, loss = 0.54356164, mae = 0.66503
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 42204: ../model/dnn_sigmoid/model.ckpt-42204
INFO:tensorflow:MAE: 0.665
INFO:tensorflow:Best MAE: 0.663
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-42204
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 42204 into ../model/dnn_sigmoid/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5279567, step = 42204
INFO:tensorflow:lr = 5.3566833e-05
INFO:tensorflow:global_step/sec: 16.2374
INFO:tensorflow:loss = 0.53230613, step = 42304 (6.160 sec)
INFO:tensorflow:lr = 5.33486e-05 (6.162 sec)
INFO:tensorflow:global_step/sec: 16.7916
INFO:tensorflow:loss = 0.53461945, step = 42404 (5.959 sec)
INFO:tensorflow:lr = 5.3131265e-05 (5.957 sec)
INFO:tensorflow:global_step/sec: 16.4659
INFO:tensorflow:loss = 0.5432455, step = 42504 (6.074 sec)
INFO:tensorflow:lr = 5.291482e-05 (6.076 sec)
INFO:tensorflow:global_step/sec: 16.8537
INFO:tensorflow:loss = 0.5312816, step = 42604 (5.933 sec)
INFO:tensorflow:lr = 5.2699244e-05 (5.934 sec)
INFO:tensorflow:global_step/sec: 16.6496
INFO:tensorflow:loss = 0.5231034, step = 42704 (6.004 sec)
INFO:tensorflow:lr = 5.248456e-05 (6.000 sec)
INFO:tensorflow:global_step/sec: 16.6648
INFO:tensorflow:loss = 0.5395152, step = 42804 (6.002 sec)
INFO:tensorflow:lr = 5.2270745e-05 (6.004 sec)
INFO:tensorflow:global_step/sec: 16.7434
INFO:tensorflow:loss = 0.551766, step = 42904 (5.975 sec)
INFO:tensorflow:lr = 5.205779e-05 (5.972 sec)
INFO:tensorflow:global_step/sec: 16.7598
INFO:tensorflow:loss = 0.53331745, step = 43004 (5.967 sec)
INFO:tensorflow:lr = 5.184572e-05 (5.970 sec)
INFO:tensorflow:global_step/sec: 16.8965
INFO:tensorflow:loss = 0.5376983, step = 43104 (5.915 sec)
INFO:tensorflow:lr = 5.1634503e-05 (5.914 sec)
INFO:tensorflow:global_step/sec: 16.0566
INFO:tensorflow:loss = 0.525802, step = 43204 (6.231 sec)
INFO:tensorflow:lr = 5.1424155e-05 (6.230 sec)
INFO:tensorflow:global_step/sec: 16.3186
INFO:tensorflow:loss = 0.50408727, step = 43304 (6.127 sec)
INFO:tensorflow:lr = 5.1214665e-05 (6.129 sec)
INFO:tensorflow:global_step/sec: 16.7966
INFO:tensorflow:loss = 0.5118523, step = 43404 (5.951 sec)
INFO:tensorflow:lr = 5.1006013e-05 (5.951 sec)
INFO:tensorflow:global_step/sec: 16.7196
INFO:tensorflow:loss = 0.54143596, step = 43504 (5.982 sec)
INFO:tensorflow:lr = 5.079822e-05 (5.981 sec)
INFO:tensorflow:global_step/sec: 16.3511
INFO:tensorflow:loss = 0.5203639, step = 43604 (6.116 sec)
INFO:tensorflow:lr = 5.059128e-05 (6.115 sec)
INFO:tensorflow:global_step/sec: 16.4825
INFO:tensorflow:loss = 0.5191148, step = 43704 (6.068 sec)
INFO:tensorflow:lr = 5.0385177e-05 (6.068 sec)
INFO:tensorflow:global_step/sec: 16.6066
INFO:tensorflow:loss = 0.52624315, step = 43804 (6.022 sec)
INFO:tensorflow:lr = 5.017991e-05 (6.023 sec)
INFO:tensorflow:global_step/sec: 16.5004
INFO:tensorflow:loss = 0.52349126, step = 43904 (6.058 sec)
INFO:tensorflow:lr = 4.9975482e-05 (6.057 sec)
INFO:tensorflow:global_step/sec: 16.0949
INFO:tensorflow:loss = 0.5086756, step = 44004 (6.213 sec)
INFO:tensorflow:lr = 4.977189e-05 (6.215 sec)
INFO:tensorflow:global_step/sec: 16.6518
INFO:tensorflow:loss = 0.5189961, step = 44104 (6.005 sec)
INFO:tensorflow:lr = 4.9569124e-05 (6.004 sec)
INFO:tensorflow:global_step/sec: 16.7934
INFO:tensorflow:loss = 0.52459514, step = 44204 (5.959 sec)
INFO:tensorflow:lr = 4.936719e-05 (5.960 sec)
INFO:tensorflow:global_step/sec: 16.6349
INFO:tensorflow:loss = 0.5289749, step = 44304 (6.008 sec)
INFO:tensorflow:lr = 4.9166072e-05 (6.008 sec)
INFO:tensorflow:global_step/sec: 16.7728
INFO:tensorflow:loss = 0.5198012, step = 44404 (5.963 sec)
INFO:tensorflow:lr = 4.8965772e-05 (5.966 sec)
INFO:tensorflow:global_step/sec: 16.4541
INFO:tensorflow:loss = 0.5293586, step = 44504 (6.079 sec)
INFO:tensorflow:lr = 4.8766295e-05 (6.079 sec)
INFO:tensorflow:global_step/sec: 16.3756
INFO:tensorflow:loss = 0.51773226, step = 44604 (6.102 sec)
INFO:tensorflow:lr = 4.8567625e-05 (6.101 sec)
INFO:tensorflow:global_step/sec: 16.2994
INFO:tensorflow:loss = 0.5412318, step = 44704 (6.138 sec)
INFO:tensorflow:lr = 4.836977e-05 (6.138 sec)
INFO:tensorflow:global_step/sec: 16.4129
INFO:tensorflow:loss = 0.5182427, step = 44804 (6.088 sec)
INFO:tensorflow:lr = 4.8172715e-05 (6.093 sec)
INFO:tensorflow:global_step/sec: 16.534
INFO:tensorflow:loss = 0.5091284, step = 44904 (6.054 sec)
INFO:tensorflow:lr = 4.7976464e-05 (6.051 sec)
INFO:tensorflow:global_step/sec: 37.0755
INFO:tensorflow:loss = 0.5300957, step = 45004 (2.692 sec)
INFO:tensorflow:lr = 4.7781017e-05 (2.692 sec)
INFO:tensorflow:global_step/sec: 107.178
INFO:tensorflow:loss = 0.5338058, step = 45104 (0.933 sec)
INFO:tensorflow:lr = 4.7586356e-05 (0.932 sec)
INFO:tensorflow:global_step/sec: 103.521
INFO:tensorflow:loss = 0.5304415, step = 45204 (0.965 sec)
INFO:tensorflow:lr = 4.73925e-05 (0.965 sec)
INFO:tensorflow:global_step/sec: 102.943
INFO:tensorflow:loss = 0.5179635, step = 45304 (0.972 sec)
INFO:tensorflow:lr = 4.7199428e-05 (0.972 sec)
INFO:tensorflow:global_step/sec: 104.968
INFO:tensorflow:loss = 0.5361884, step = 45404 (0.952 sec)
INFO:tensorflow:lr = 4.7007143e-05 (0.951 sec)
INFO:tensorflow:global_step/sec: 100.54
INFO:tensorflow:loss = 0.5180014, step = 45504 (0.995 sec)
INFO:tensorflow:lr = 4.681564e-05 (0.996 sec)
INFO:tensorflow:global_step/sec: 101.106
INFO:tensorflow:loss = 0.54740274, step = 45604 (0.988 sec)
INFO:tensorflow:lr = 4.6624915e-05 (0.987 sec)
INFO:tensorflow:global_step/sec: 98.9559
INFO:tensorflow:loss = 0.54928106, step = 45704 (1.011 sec)
INFO:tensorflow:lr = 4.6434976e-05 (1.012 sec)
INFO:tensorflow:Saving checkpoints for 45721 into ../model/dnn_sigmoid/model.ckpt.
INFO:tensorflow:Loss for final step: 0.49035424.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T03:28:57Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-45721
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-03:29:19
INFO:tensorflow:Saving dict for global step 45721: global_step = 45721, loss = 0.5445187, mae = 0.66397816
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 45721: ../model/dnn_sigmoid/model.ckpt-45721
INFO:tensorflow:MAE: 0.664
INFO:tensorflow:Best MAE: 0.663
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-45721
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 45721 into ../model/dnn_sigmoid/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.53735, step = 45721
INFO:tensorflow:lr = 4.6402765e-05
INFO:tensorflow:global_step/sec: 14.9219
INFO:tensorflow:loss = 0.5247358, step = 45821 (6.704 sec)
INFO:tensorflow:lr = 4.621372e-05 (6.699 sec)
INFO:tensorflow:global_step/sec: 16.7512
INFO:tensorflow:loss = 0.538834, step = 45921 (5.972 sec)
INFO:tensorflow:lr = 4.6025456e-05 (5.973 sec)
INFO:tensorflow:global_step/sec: 16.55
INFO:tensorflow:loss = 0.52949977, step = 46021 (6.044 sec)
INFO:tensorflow:lr = 4.5837947e-05 (6.044 sec)
INFO:tensorflow:global_step/sec: 16.8125
INFO:tensorflow:loss = 0.53100216, step = 46121 (5.944 sec)
INFO:tensorflow:lr = 4.5651217e-05 (5.944 sec)
INFO:tensorflow:global_step/sec: 16.4437
INFO:tensorflow:loss = 0.5292523, step = 46221 (6.083 sec)
INFO:tensorflow:lr = 4.5465236e-05 (6.082 sec)
INFO:tensorflow:global_step/sec: 16.7347
INFO:tensorflow:loss = 0.5597764, step = 46321 (5.974 sec)
INFO:tensorflow:lr = 4.5280016e-05 (5.975 sec)
INFO:tensorflow:global_step/sec: 16.3197
INFO:tensorflow:loss = 0.5355599, step = 46421 (6.132 sec)
INFO:tensorflow:lr = 4.5095552e-05 (6.131 sec)
INFO:tensorflow:global_step/sec: 16.1044
INFO:tensorflow:loss = 0.53295195, step = 46521 (6.204 sec)
INFO:tensorflow:lr = 4.4911834e-05 (6.203 sec)
INFO:tensorflow:global_step/sec: 16.677
INFO:tensorflow:loss = 0.51855457, step = 46621 (5.999 sec)
INFO:tensorflow:lr = 4.472887e-05 (6.002 sec)
INFO:tensorflow:global_step/sec: 16.1992
INFO:tensorflow:loss = 0.5081076, step = 46721 (6.172 sec)
INFO:tensorflow:lr = 4.4546654e-05 (6.171 sec)
INFO:tensorflow:global_step/sec: 16.4346
INFO:tensorflow:loss = 0.5317489, step = 46821 (6.085 sec)
INFO:tensorflow:lr = 4.436517e-05 (6.087 sec)
INFO:tensorflow:global_step/sec: 16.3185
INFO:tensorflow:loss = 0.5413503, step = 46921 (6.128 sec)
INFO:tensorflow:lr = 4.4184435e-05 (6.129 sec)
INFO:tensorflow:global_step/sec: 16.6347
INFO:tensorflow:loss = 0.54893297, step = 47021 (6.012 sec)
INFO:tensorflow:lr = 4.4004428e-05 (6.009 sec)
INFO:tensorflow:global_step/sec: 16.2437
INFO:tensorflow:loss = 0.5314044, step = 47121 (6.156 sec)
INFO:tensorflow:lr = 4.3825166e-05 (6.158 sec)
INFO:tensorflow:global_step/sec: 16.6112
INFO:tensorflow:loss = 0.52866894, step = 47221 (6.020 sec)
INFO:tensorflow:lr = 4.3646625e-05 (6.019 sec)
INFO:tensorflow:global_step/sec: 16.6197
INFO:tensorflow:loss = 0.4994576, step = 47321 (6.018 sec)
INFO:tensorflow:lr = 4.3468815e-05 (6.016 sec)
INFO:tensorflow:global_step/sec: 16.366
INFO:tensorflow:loss = 0.5377393, step = 47421 (6.109 sec)
INFO:tensorflow:lr = 4.3291726e-05 (6.110 sec)
INFO:tensorflow:global_step/sec: 16.6204
INFO:tensorflow:loss = 0.51652056, step = 47521 (6.018 sec)
INFO:tensorflow:lr = 4.311536e-05 (6.017 sec)
INFO:tensorflow:global_step/sec: 16.394
INFO:tensorflow:loss = 0.5301368, step = 47621 (6.097 sec)
INFO:tensorflow:lr = 4.2939715e-05 (6.099 sec)
INFO:tensorflow:global_step/sec: 16.7477
INFO:tensorflow:loss = 0.53793865, step = 47721 (5.973 sec)
INFO:tensorflow:lr = 4.2764786e-05 (5.972 sec)
INFO:tensorflow:global_step/sec: 16.4243
INFO:tensorflow:loss = 0.5249881, step = 47821 (6.095 sec)
INFO:tensorflow:lr = 4.2590567e-05 (6.095 sec)
INFO:tensorflow:global_step/sec: 16.4335
INFO:tensorflow:loss = 0.5544314, step = 47921 (6.088 sec)
INFO:tensorflow:lr = 4.2417054e-05 (6.095 sec)
INFO:tensorflow:global_step/sec: 16.1626
INFO:tensorflow:loss = 0.53407085, step = 48021 (6.178 sec)
INFO:tensorflow:lr = 4.224425e-05 (6.172 sec)
INFO:tensorflow:global_step/sec: 16.5655
INFO:tensorflow:loss = 0.53144586, step = 48121 (6.038 sec)
INFO:tensorflow:lr = 4.207216e-05 (6.038 sec)
INFO:tensorflow:global_step/sec: 16.5822
INFO:tensorflow:loss = 0.5300369, step = 48221 (6.028 sec)
INFO:tensorflow:lr = 4.1900767e-05 (6.029 sec)
INFO:tensorflow:global_step/sec: 16.3557
INFO:tensorflow:loss = 0.5215624, step = 48321 (6.115 sec)
INFO:tensorflow:lr = 4.173006e-05 (6.114 sec)
INFO:tensorflow:global_step/sec: 16.4924
INFO:tensorflow:loss = 0.54238814, step = 48421 (6.061 sec)
INFO:tensorflow:lr = 4.156006e-05 (6.061 sec)
INFO:tensorflow:global_step/sec: 37.195
INFO:tensorflow:loss = 0.52540714, step = 48521 (2.689 sec)
INFO:tensorflow:lr = 4.1390747e-05 (2.688 sec)
INFO:tensorflow:global_step/sec: 105.886
INFO:tensorflow:loss = 0.50871813, step = 48621 (0.944 sec)
INFO:tensorflow:lr = 4.1222127e-05 (0.943 sec)
INFO:tensorflow:global_step/sec: 106.946
INFO:tensorflow:loss = 0.53655463, step = 48721 (0.935 sec)
INFO:tensorflow:lr = 4.1054194e-05 (0.935 sec)
INFO:tensorflow:global_step/sec: 105.254
INFO:tensorflow:loss = 0.5068071, step = 48821 (0.950 sec)
INFO:tensorflow:lr = 4.088694e-05 (0.952 sec)
INFO:tensorflow:global_step/sec: 104.588
INFO:tensorflow:loss = 0.5360656, step = 48921 (0.956 sec)
INFO:tensorflow:lr = 4.0720373e-05 (0.955 sec)
INFO:tensorflow:global_step/sec: 101.221
INFO:tensorflow:loss = 0.53672296, step = 49021 (0.986 sec)
INFO:tensorflow:lr = 4.0554485e-05 (0.987 sec)
INFO:tensorflow:global_step/sec: 104.831
INFO:tensorflow:loss = 0.5187903, step = 49121 (0.955 sec)
INFO:tensorflow:lr = 4.038927e-05 (0.954 sec)
INFO:tensorflow:global_step/sec: 103.434
INFO:tensorflow:loss = 0.519537, step = 49221 (0.967 sec)
INFO:tensorflow:lr = 4.022473e-05 (0.967 sec)
INFO:tensorflow:Saving checkpoints for 49238 into ../model/dnn_sigmoid/model.ckpt.
INFO:tensorflow:Loss for final step: 0.5081923.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-04-28T03:32:59Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid/model.ckpt-49238
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-04-28-03:33:21
INFO:tensorflow:Saving dict for global step 49238: global_step = 49238, loss = 0.54458857, mae = 0.6654887
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 49238: ../model/dnn_sigmoid/model.ckpt-49238
INFO:tensorflow:MAE: 0.665
INFO:tensorflow:Best MAE: 0.663
7 times not improve the best result, therefore stop training