In [0]:
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow1/recommender/movielens/main')
In [2]:
%tensorflow_version 1.x
TensorFlow 1.x selected.
In [3]:
import tensorflow as tf
import pprint
import logging

from pathlib import Path

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 1.15.2
GPU Enabled: True
In [0]:
# stream data from text files
def gen_fn(f_path):
  movietype2idx = {}
  with open('../vocab/movie_types.txt') as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      movietype2idx[line] = i
  
  with open(f_path) as f:
    print('Reading', f_path)
    for line in f:
      line = line.rstrip()
      (user_id, user_gender, user_age, user_job, movie_id, movie_types, movie_title, score) = line.split('\t')
      
      movie_types_ = [0] * len(movietype2idx)
      for movie_type in movie_types.split():
        movie_types_[movietype2idx[movie_type]] = 1
        
      movie_title = movie_title.split()
      yield (user_id, user_age, user_job, user_gender, movie_id, movie_types_, movie_title), score


def dataset(is_training, params):
  _shapes = (([], [], [], [], [], [18], [None]), [])
  _types = ((tf.string, tf.string, tf.string, tf.string, tf.string, tf.int32, tf.string), tf.float32)
  _pads = (('-1', '-1', '-1', '-1', '-1', -1, '<pad>'), 0.)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: gen_fn(params['train_path']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: gen_fn(params['test_path']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  
  return ds
In [0]:
def clr(step,
        initial_learning_rate,
        maximal_learning_rate,
        step_size,
        scale_fn,
        scale_mode,):
  step = tf.cast(step, tf.float32)
  
  initial_learning_rate = tf.convert_to_tensor(
    initial_learning_rate, name='initial_learning_rate')
  dtype = initial_learning_rate.dtype
  maximal_learning_rate = tf.cast(maximal_learning_rate, dtype)
  step_size = tf.cast(step_size, dtype)
  cycle = tf.floor(1 + step / (2 * step_size))
  x = tf.abs(step / step_size - 2 * cycle + 1)

  mode_step = cycle if scale_mode == 'cycle' else step

  return initial_learning_rate + (
    maximal_learning_rate - initial_learning_rate) * tf.maximum(
      tf.cast(0, dtype), (1 - x)) * scale_fn(mode_step)
In [0]:
def model_fn(features, labels, mode, params):
  # Receive inputs
  user_id, user_age, user_job, user_gender, movie_id, movie_types, movie_title = features
  
  
  # Flag for Dropout / Batch Norm
  is_training = (mode == tf.estimator.ModeKeys.TRAIN)
  
  
  # Word Indexing
  lookup_user_id = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_id.txt', num_oov_buckets=1)
  
  lookup_user_age = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_age.txt', num_oov_buckets=1)
  
  lookup_user_job = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_job.txt', num_oov_buckets=1)
  
  lookup_user_gender = tf.contrib.lookup.index_table_from_file(
    '../vocab/user_gender.txt', num_oov_buckets=1)
  
  lookup_movie_id = tf.contrib.lookup.index_table_from_file(
    '../vocab/movie_id.txt', num_oov_buckets=1)
  
  lookup_movie_title = tf.contrib.lookup.index_table_from_file(
    '../vocab/movie_title.txt', num_oov_buckets=1)
  
  user_id = lookup_user_id.lookup(user_id)
  
  user_age = lookup_user_age.lookup(user_age)
  
  user_job = lookup_user_job.lookup(user_job)
  
  user_gender = lookup_user_gender.lookup(user_gender)
  
  movie_id = lookup_movie_id.lookup(movie_id)
  
  movie_title = lookup_movie_title.lookup(movie_title)
  
  
  # Embedding
  user_id = tf.contrib.layers.embed_sequence(
    ids = user_id,
    vocab_size = params['user_id_size'] + 1,
    embed_dim = params['large_embed_dim'],
    scope='user_id')
  
  user_age = tf.contrib.layers.embed_sequence(
    ids = user_age,
    vocab_size = params['user_age_size'] + 1,
    embed_dim = params['small_embed_dim'],
    scope='user_age')
  
  user_job = tf.contrib.layers.embed_sequence(
    ids = user_job,
    vocab_size = params['user_job_size'] + 1,
    embed_dim = params['small_embed_dim'],
    scope='user_job')
  
  user_gender = tf.contrib.layers.embed_sequence(
    ids = user_gender,
    vocab_size = params['user_gender_size'],
    embed_dim = params['small_embed_dim'],
    scope='user_gender')
  
  movie_id = tf.contrib.layers.embed_sequence(
    ids = movie_id,
    vocab_size = params['movie_id_size'] + 1,
    embed_dim = params['large_embed_dim'],
    scope='movie_id')
  
  movie_types = tf.to_float(movie_types)
  
  movie_title = tf.contrib.layers.embed_sequence(
    ids = movie_title,
    vocab_size = params['movie_title_size'] + 1,
    embed_dim = params['large_embed_dim'],
    scope='movie_title')
  
  
  # User Network
  user_feature = tf.concat((user_id, user_age, user_job, user_gender), -1)
  
  user_feature = tf.layers.dropout(user_feature, params['dropout_rate'], training=is_training)
  
  user_feature = tf.layers.dense(user_feature,
                                 params['hidden_dim'],
                                 params['activation'],
                                 name='user_feature/fc')
  
  
  # Movie Network
  movie_title = tf.layers.dropout(movie_title, params['dropout_rate'], training=is_training)
  
  movie_title = tf.reduce_max(tf.layers.conv1d(movie_title,
                                               filters=params['large_embed_dim'],
                                               kernel_size=params['kernel_size'],
                                               activation=params['activation'],
                                               name='movie_feature/conv1d'), axis=1)
  
  movie_feature = tf.concat((movie_id, movie_types, movie_title), -1)
  
  movie_feature = tf.layers.dropout(movie_feature, params['dropout_rate'], training=is_training)
  
  movie_feature = tf.layers.dense(movie_feature,
                                  params['hidden_dim'],
                                  params['activation'],
                                  name='movie_feature/fc')
  
  
  # Aggregation
  scores = tf.concat([tf.abs(user_feature - movie_feature),
                      user_feature * movie_feature,
                      user_feature,
                      movie_feature], -1)
  scores = tf.layers.dropout(scores, params['dropout_rate'], training=is_training)
  scores = tf.layers.dense(scores, params['hidden_dim'], params['activation'])
  scores = tf.layers.dropout(scores, params['dropout_rate'], training=is_training)
  scores = tf.layers.dense(scores, params['hidden_dim'], params['activation'])
  scores = tf.layers.dense(scores, 1)
  scores = tf.squeeze(scores, -1)
  predictions = 5. * tf.sigmoid(scores)
  
  
  if labels is not None:
    loss_op = tf.reduce_mean(tf.nn.sigmoid_cross_entropy_with_logits(
      labels=labels/5., logits=scores))
  
  
  if mode == tf.estimator.ModeKeys.TRAIN:
    tf.logging.info('\n'+pprint.pformat(tf.trainable_variables()))
    
    global_step=tf.train.get_or_create_global_step()
    decay_lr = clr(
      step = global_step,
      initial_learning_rate = 1e-4,
      maximal_learning_rate = 8e-4,
      step_size = 2 * 900228 // params['batch_size'],
      scale_fn = lambda x: 1 / (2.0 ** (x - 1)),
      scale_mode = 'cycle',)
    
    optim = tf.train.AdamOptimizer(decay_lr)
    train_op = optim.minimize(
      loss_op, global_step=tf.train.get_or_create_global_step())
    
    hook = tf.train.LoggingTensorHook({'lr': decay_lr}, every_n_iter=100)
    
    return tf.estimator.EstimatorSpec(mode=mode,
                                      loss=loss_op,
                                      train_op=train_op,
                                      training_hooks=[hook],)
  
  
  if mode == tf.estimator.ModeKeys.EVAL:
    mae_op = tf.metrics.mean_absolute_error(labels=labels,
                                            predictions=predictions)
    return tf.estimator.EstimatorSpec(mode=mode,
                                      loss=loss_op,
                                      eval_metric_ops={'mae': mae_op})
In [0]:
params = {
    'log_path': '../log/dnn_sigmoid_clr.txt',
    'model_dir': '../model/dnn_sigmoid_clr',
    'train_path': '../data/train.txt',
    'test_path': '../data/test.txt',
    'user_id_size': 6040,
    'user_age_size': 7,
    'user_job_size': 21,
    'user_gender_size': 2,
    'movie_id_size': 3691,
    'movie_title_size': 3702,
    'small_embed_dim': 30,
    'large_embed_dim': 200,
    'hidden_dim': 200,
    'activation': tf.nn.elu,
    'kernel_size': 3,
    'dropout_rate': 0.2,
    'num_patience': 7,
    'buffer_size': 200000,
    'batch_size': 256,
}
In [8]:
# Create directory if not exist
Path(os.path.dirname(params['log_path'])).mkdir(exist_ok=True)
Path(params['model_dir']).mkdir(exist_ok=True, parents=True)

# Logging
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)
fh = logging.FileHandler(params['log_path'])
logger.addHandler(fh)

# Create an estimator
config = tf.estimator.RunConfig(
  save_checkpoints_steps=900228//params['batch_size']+1,
  keep_checkpoint_max=3)

estimator = tf.estimator.Estimator(
  model_fn=model_fn,
  model_dir=params['model_dir'],
  config=config,
  params=params)

best_mae = 10000.
count = 0
tf.enable_eager_execution()

while True:
  estimator.train(input_fn=lambda: dataset(is_training=True, params=params))

  mae = estimator.evaluate(input_fn=lambda: dataset(is_training=False, params=params))['mae']
  logger.info("MAE: {:.3f}".format(mae))

  if mae < best_mae:
    best_mae = mae
    count = 0
  else:
    count += 1
  logger.info("Best MAE: {:.3f}".format(best_mae))

  if count == params['num_patience']:
    print(params['num_patience'], "times not improve the best result, therefore stop training")
    break
INFO:tensorflow:Using config: {'_model_dir': '../model/dnn_sigmoid_clr', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': 3517, '_save_checkpoints_secs': None, '_session_config': allow_soft_placement: true
graph_options {
  rewrite_options {
    meta_optimizer_iterations: ONE
  }
}
, '_keep_checkpoint_max': 3, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7fca17070710>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/training_util.py:236: Variable.initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version.
Instructions for updating:
Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:From <ipython-input-6-e03747f81c5b>:73: to_float (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
WARNING:tensorflow:From <ipython-input-6-e03747f81c5b>:85: dropout (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.dropout instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/layers/core.py:271: Layer.apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.
Instructions for updating:
Please use `layer.__call__` method instead.
WARNING:tensorflow:From <ipython-input-6-e03747f81c5b>:90: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.Dense instead.
WARNING:tensorflow:From <ipython-input-6-e03747f81c5b>:100: conv1d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.keras.layers.Conv1D` instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/nn_impl.py:183: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.where in 2.0, which has the same broadcast rule as np.where
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 0 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.7185493, step = 0
INFO:tensorflow:lr = 1e-04
INFO:tensorflow:global_step/sec: 16.1537
INFO:tensorflow:loss = 0.5954652, step = 100 (6.193 sec)
INFO:tensorflow:lr = 0.00010995308 (6.194 sec)
INFO:tensorflow:global_step/sec: 17.0679
INFO:tensorflow:loss = 0.6092737, step = 200 (5.861 sec)
INFO:tensorflow:lr = 0.00011990616 (5.861 sec)
INFO:tensorflow:global_step/sec: 16.4585
INFO:tensorflow:loss = 0.59625065, step = 300 (6.074 sec)
INFO:tensorflow:lr = 0.00012985924 (6.072 sec)
INFO:tensorflow:global_step/sec: 16.497
INFO:tensorflow:loss = 0.57075155, step = 400 (6.064 sec)
INFO:tensorflow:lr = 0.00013981233 (6.066 sec)
INFO:tensorflow:global_step/sec: 17.0236
INFO:tensorflow:loss = 0.5762479, step = 500 (5.874 sec)
INFO:tensorflow:lr = 0.0001497654 (5.875 sec)
INFO:tensorflow:global_step/sec: 17.2449
INFO:tensorflow:loss = 0.5727715, step = 600 (5.799 sec)
INFO:tensorflow:lr = 0.00015971849 (5.799 sec)
INFO:tensorflow:global_step/sec: 16.7759
INFO:tensorflow:loss = 0.5661325, step = 700 (5.962 sec)
INFO:tensorflow:lr = 0.00016967156 (5.960 sec)
INFO:tensorflow:global_step/sec: 16.7669
INFO:tensorflow:loss = 0.54761225, step = 800 (5.964 sec)
INFO:tensorflow:lr = 0.0001796246 (5.964 sec)
INFO:tensorflow:global_step/sec: 16.4673
INFO:tensorflow:loss = 0.5418254, step = 900 (6.069 sec)
INFO:tensorflow:lr = 0.0001895777 (6.069 sec)
INFO:tensorflow:global_step/sec: 16.5765
INFO:tensorflow:loss = 0.55792505, step = 1000 (6.036 sec)
INFO:tensorflow:lr = 0.00019953077 (6.039 sec)
INFO:tensorflow:global_step/sec: 16.5489
INFO:tensorflow:loss = 0.5592674, step = 1100 (6.043 sec)
INFO:tensorflow:lr = 0.00020948384 (6.040 sec)
INFO:tensorflow:global_step/sec: 16.1808
INFO:tensorflow:loss = 0.573969, step = 1200 (6.179 sec)
INFO:tensorflow:lr = 0.00021943693 (6.180 sec)
INFO:tensorflow:global_step/sec: 16.8493
INFO:tensorflow:loss = 0.55412674, step = 1300 (5.937 sec)
INFO:tensorflow:lr = 0.00022939002 (5.935 sec)
INFO:tensorflow:global_step/sec: 17.1943
INFO:tensorflow:loss = 0.5668464, step = 1400 (5.816 sec)
INFO:tensorflow:lr = 0.00023934309 (5.816 sec)
INFO:tensorflow:global_step/sec: 16.6145
INFO:tensorflow:loss = 0.5705122, step = 1500 (6.017 sec)
INFO:tensorflow:lr = 0.00024929616 (6.017 sec)
INFO:tensorflow:global_step/sec: 16.9169
INFO:tensorflow:loss = 0.53846186, step = 1600 (5.913 sec)
INFO:tensorflow:lr = 0.00025924927 (5.912 sec)
INFO:tensorflow:global_step/sec: 16.8608
INFO:tensorflow:loss = 0.5607855, step = 1700 (5.930 sec)
INFO:tensorflow:lr = 0.00026920234 (5.932 sec)
INFO:tensorflow:global_step/sec: 16.9448
INFO:tensorflow:loss = 0.5659287, step = 1800 (5.900 sec)
INFO:tensorflow:lr = 0.00027915539 (5.899 sec)
INFO:tensorflow:global_step/sec: 17.1739
INFO:tensorflow:loss = 0.5349198, step = 1900 (5.826 sec)
INFO:tensorflow:lr = 0.00028910846 (5.828 sec)
INFO:tensorflow:global_step/sec: 16.6684
INFO:tensorflow:loss = 0.5648556, step = 2000 (5.998 sec)
INFO:tensorflow:lr = 0.00029906153 (5.995 sec)
INFO:tensorflow:global_step/sec: 16.675
INFO:tensorflow:loss = 0.5830975, step = 2100 (5.998 sec)
INFO:tensorflow:lr = 0.00030901463 (5.999 sec)
INFO:tensorflow:global_step/sec: 16.7805
INFO:tensorflow:loss = 0.5648977, step = 2200 (5.959 sec)
INFO:tensorflow:lr = 0.0003189677 (5.960 sec)
INFO:tensorflow:global_step/sec: 16.5345
INFO:tensorflow:loss = 0.5847953, step = 2300 (6.048 sec)
INFO:tensorflow:lr = 0.00032892078 (6.047 sec)
INFO:tensorflow:global_step/sec: 16.6926
INFO:tensorflow:loss = 0.5443028, step = 2400 (5.991 sec)
INFO:tensorflow:lr = 0.00033887386 (5.992 sec)
INFO:tensorflow:global_step/sec: 16.6372
INFO:tensorflow:loss = 0.5623102, step = 2500 (6.011 sec)
INFO:tensorflow:lr = 0.00034882696 (6.009 sec)
INFO:tensorflow:global_step/sec: 16.5782
INFO:tensorflow:loss = 0.56683624, step = 2600 (6.034 sec)
INFO:tensorflow:lr = 0.00035878003 (6.034 sec)
INFO:tensorflow:global_step/sec: 16.804
INFO:tensorflow:loss = 0.5496422, step = 2700 (5.948 sec)
INFO:tensorflow:lr = 0.0003687331 (5.949 sec)
INFO:tensorflow:global_step/sec: 38.417
INFO:tensorflow:loss = 0.5407954, step = 2800 (2.602 sec)
INFO:tensorflow:lr = 0.0003786862 (2.601 sec)
INFO:tensorflow:global_step/sec: 120.029
INFO:tensorflow:loss = 0.5490092, step = 2900 (0.834 sec)
INFO:tensorflow:lr = 0.00038863928 (0.834 sec)
INFO:tensorflow:global_step/sec: 111.485
INFO:tensorflow:loss = 0.56056964, step = 3000 (0.897 sec)
INFO:tensorflow:lr = 0.00039859235 (0.897 sec)
INFO:tensorflow:global_step/sec: 111.277
INFO:tensorflow:loss = 0.55620015, step = 3100 (0.898 sec)
INFO:tensorflow:lr = 0.00040854543 (0.897 sec)
INFO:tensorflow:global_step/sec: 119.07
INFO:tensorflow:loss = 0.5521501, step = 3200 (0.842 sec)
INFO:tensorflow:lr = 0.00041849853 (0.843 sec)
INFO:tensorflow:global_step/sec: 120.864
INFO:tensorflow:loss = 0.5681906, step = 3300 (0.825 sec)
INFO:tensorflow:lr = 0.0004284516 (0.825 sec)
INFO:tensorflow:global_step/sec: 122.413
INFO:tensorflow:loss = 0.54102266, step = 3400 (0.815 sec)
INFO:tensorflow:lr = 0.00043840468 (0.814 sec)
INFO:tensorflow:global_step/sec: 118.78
INFO:tensorflow:loss = 0.5551108, step = 3500 (0.842 sec)
INFO:tensorflow:lr = 0.00044835778 (0.842 sec)
INFO:tensorflow:Saving checkpoints for 3517 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.5389204.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T01:15:30Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-3517
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-01:15:53
INFO:tensorflow:Saving dict for global step 3517: global_step = 3517, loss = 0.5547, mae = 0.7247329
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 3517: ../model/dnn_sigmoid_clr/model.ckpt-3517
INFO:tensorflow:MAE: 0.725
INFO:tensorflow:Best MAE: 0.725
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-3517
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:1069: get_checkpoint_mtimes (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file utilities to get mtimes.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 3517 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5294446, step = 3517
INFO:tensorflow:lr = 0.00045004976
INFO:tensorflow:global_step/sec: 15.1658
INFO:tensorflow:loss = 0.5445924, step = 3617 (6.599 sec)
INFO:tensorflow:lr = 0.00046000286 (6.597 sec)
INFO:tensorflow:global_step/sec: 16.3731
INFO:tensorflow:loss = 0.5386847, step = 3717 (6.108 sec)
INFO:tensorflow:lr = 0.00046995594 (6.108 sec)
INFO:tensorflow:global_step/sec: 16.9299
INFO:tensorflow:loss = 0.5708776, step = 3817 (5.906 sec)
INFO:tensorflow:lr = 0.000479909 (5.909 sec)
INFO:tensorflow:global_step/sec: 16.5422
INFO:tensorflow:loss = 0.5614549, step = 3917 (6.041 sec)
INFO:tensorflow:lr = 0.00048986205 (6.044 sec)
INFO:tensorflow:global_step/sec: 16.5691
INFO:tensorflow:loss = 0.543277, step = 4017 (6.038 sec)
INFO:tensorflow:lr = 0.00049981516 (6.033 sec)
INFO:tensorflow:global_step/sec: 16.9333
INFO:tensorflow:loss = 0.56554353, step = 4117 (5.908 sec)
INFO:tensorflow:lr = 0.0005097682 (5.908 sec)
INFO:tensorflow:global_step/sec: 15.1459
INFO:tensorflow:loss = 0.5595219, step = 4217 (6.597 sec)
INFO:tensorflow:lr = 0.0005197213 (6.597 sec)
INFO:tensorflow:global_step/sec: 15.9373
INFO:tensorflow:loss = 0.5417254, step = 4317 (6.278 sec)
INFO:tensorflow:lr = 0.00052967435 (6.278 sec)
INFO:tensorflow:global_step/sec: 16.4706
INFO:tensorflow:loss = 0.54439634, step = 4417 (6.069 sec)
INFO:tensorflow:lr = 0.00053962745 (6.069 sec)
INFO:tensorflow:global_step/sec: 16.9678
INFO:tensorflow:loss = 0.5618342, step = 4517 (5.896 sec)
INFO:tensorflow:lr = 0.00054958055 (5.894 sec)
INFO:tensorflow:global_step/sec: 16.9118
INFO:tensorflow:loss = 0.56902593, step = 4617 (5.912 sec)
INFO:tensorflow:lr = 0.0005595336 (5.914 sec)
INFO:tensorflow:global_step/sec: 16.3794
INFO:tensorflow:loss = 0.5697473, step = 4717 (6.107 sec)
INFO:tensorflow:lr = 0.0005694867 (6.106 sec)
INFO:tensorflow:global_step/sec: 16.4836
INFO:tensorflow:loss = 0.54283255, step = 4817 (6.068 sec)
INFO:tensorflow:lr = 0.00057943974 (6.070 sec)
INFO:tensorflow:global_step/sec: 16.6683
INFO:tensorflow:loss = 0.5535169, step = 4917 (5.997 sec)
INFO:tensorflow:lr = 0.00058939285 (5.995 sec)
INFO:tensorflow:global_step/sec: 16.3159
INFO:tensorflow:loss = 0.5786092, step = 5017 (6.130 sec)
INFO:tensorflow:lr = 0.00059934595 (6.132 sec)
INFO:tensorflow:global_step/sec: 16.5141
INFO:tensorflow:loss = 0.5452154, step = 5117 (6.052 sec)
INFO:tensorflow:lr = 0.00060929905 (6.051 sec)
INFO:tensorflow:global_step/sec: 16.7782
INFO:tensorflow:loss = 0.55772305, step = 5217 (5.960 sec)
INFO:tensorflow:lr = 0.0006192521 (5.965 sec)
INFO:tensorflow:global_step/sec: 16.8957
INFO:tensorflow:loss = 0.5529925, step = 5317 (5.921 sec)
INFO:tensorflow:lr = 0.0006292052 (5.915 sec)
INFO:tensorflow:global_step/sec: 16.9379
INFO:tensorflow:loss = 0.5685157, step = 5417 (5.902 sec)
INFO:tensorflow:lr = 0.00063915824 (5.905 sec)
INFO:tensorflow:global_step/sec: 16.5983
INFO:tensorflow:loss = 0.545894, step = 5517 (6.028 sec)
INFO:tensorflow:lr = 0.0006491113 (6.027 sec)
INFO:tensorflow:global_step/sec: 16.9
INFO:tensorflow:loss = 0.54382944, step = 5617 (5.914 sec)
INFO:tensorflow:lr = 0.0006590644 (5.914 sec)
INFO:tensorflow:global_step/sec: 16.9332
INFO:tensorflow:loss = 0.5511628, step = 5717 (5.910 sec)
INFO:tensorflow:lr = 0.0006690175 (5.909 sec)
INFO:tensorflow:global_step/sec: 16.2543
INFO:tensorflow:loss = 0.54613185, step = 5817 (6.150 sec)
INFO:tensorflow:lr = 0.00067897054 (6.153 sec)
INFO:tensorflow:global_step/sec: 16.8871
INFO:tensorflow:loss = 0.56567526, step = 5917 (5.932 sec)
INFO:tensorflow:lr = 0.00068892364 (5.929 sec)
INFO:tensorflow:global_step/sec: 16.4132
INFO:tensorflow:loss = 0.56421983, step = 6017 (6.083 sec)
INFO:tensorflow:lr = 0.00069887674 (6.085 sec)
INFO:tensorflow:global_step/sec: 16.3694
INFO:tensorflow:loss = 0.5579443, step = 6117 (6.110 sec)
INFO:tensorflow:lr = 0.0007088298 (6.109 sec)
INFO:tensorflow:global_step/sec: 16.3163
INFO:tensorflow:loss = 0.551836, step = 6217 (6.135 sec)
INFO:tensorflow:lr = 0.0007187829 (6.138 sec)
INFO:tensorflow:global_step/sec: 34.6617
INFO:tensorflow:loss = 0.55731964, step = 6317 (2.874 sec)
INFO:tensorflow:lr = 0.00072873593 (2.870 sec)
INFO:tensorflow:global_step/sec: 118.456
INFO:tensorflow:loss = 0.54016286, step = 6417 (0.846 sec)
INFO:tensorflow:lr = 0.00073868904 (0.846 sec)
INFO:tensorflow:global_step/sec: 121.372
INFO:tensorflow:loss = 0.539403, step = 6517 (0.824 sec)
INFO:tensorflow:lr = 0.00074864214 (0.824 sec)
INFO:tensorflow:global_step/sec: 116.143
INFO:tensorflow:loss = 0.5668109, step = 6617 (0.861 sec)
INFO:tensorflow:lr = 0.0007585952 (0.862 sec)
INFO:tensorflow:global_step/sec: 119.057
INFO:tensorflow:loss = 0.5601365, step = 6717 (0.840 sec)
INFO:tensorflow:lr = 0.0007685483 (0.839 sec)
INFO:tensorflow:global_step/sec: 122.479
INFO:tensorflow:loss = 0.5444168, step = 6817 (0.817 sec)
INFO:tensorflow:lr = 0.0007785014 (0.817 sec)
INFO:tensorflow:global_step/sec: 121.277
INFO:tensorflow:loss = 0.561746, step = 6917 (0.825 sec)
INFO:tensorflow:lr = 0.00078845443 (0.826 sec)
INFO:tensorflow:global_step/sec: 118.49
INFO:tensorflow:loss = 0.559061, step = 7017 (0.843 sec)
INFO:tensorflow:lr = 0.0007984075 (0.843 sec)
INFO:tensorflow:Saving checkpoints for 7034 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.53574276.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T01:19:31Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-7034
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-01:19:53
INFO:tensorflow:Saving dict for global step 7034: global_step = 7034, loss = 0.54815924, mae = 0.6955126
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 7034: ../model/dnn_sigmoid_clr/model.ckpt-7034
INFO:tensorflow:MAE: 0.696
INFO:tensorflow:Best MAE: 0.696
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-7034
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 7034 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.53673035, step = 7034
INFO:tensorflow:lr = 0.00079990044
INFO:tensorflow:global_step/sec: 16.1756
INFO:tensorflow:loss = 0.5410929, step = 7134 (6.187 sec)
INFO:tensorflow:lr = 0.00078994734 (6.181 sec)
INFO:tensorflow:global_step/sec: 16.7482
INFO:tensorflow:loss = 0.560086, step = 7234 (5.968 sec)
INFO:tensorflow:lr = 0.00077999424 (5.967 sec)
INFO:tensorflow:global_step/sec: 16.6756
INFO:tensorflow:loss = 0.5656381, step = 7334 (5.999 sec)
INFO:tensorflow:lr = 0.0007700412 (5.999 sec)
INFO:tensorflow:global_step/sec: 16.0072
INFO:tensorflow:loss = 0.5383322, step = 7434 (6.251 sec)
INFO:tensorflow:lr = 0.0007600881 (6.252 sec)
INFO:tensorflow:global_step/sec: 16.4232
INFO:tensorflow:loss = 0.5244777, step = 7534 (6.086 sec)
INFO:tensorflow:lr = 0.00075013505 (6.085 sec)
INFO:tensorflow:global_step/sec: 16.6263
INFO:tensorflow:loss = 0.5657899, step = 7634 (6.015 sec)
INFO:tensorflow:lr = 0.00074018195 (6.024 sec)
INFO:tensorflow:global_step/sec: 15.7207
INFO:tensorflow:loss = 0.56825465, step = 7734 (6.361 sec)
INFO:tensorflow:lr = 0.00073022884 (6.354 sec)
INFO:tensorflow:global_step/sec: 16.3254
INFO:tensorflow:loss = 0.55367553, step = 7834 (6.128 sec)
INFO:tensorflow:lr = 0.0007202758 (6.126 sec)
INFO:tensorflow:global_step/sec: 16.5273
INFO:tensorflow:loss = 0.5499411, step = 7934 (6.048 sec)
INFO:tensorflow:lr = 0.0007103227 (6.049 sec)
INFO:tensorflow:global_step/sec: 16.1196
INFO:tensorflow:loss = 0.54293764, step = 8034 (6.204 sec)
INFO:tensorflow:lr = 0.0007003696 (6.205 sec)
INFO:tensorflow:global_step/sec: 15.9615
INFO:tensorflow:loss = 0.55834347, step = 8134 (6.265 sec)
INFO:tensorflow:lr = 0.00069041655 (6.264 sec)
INFO:tensorflow:global_step/sec: 15.7463
INFO:tensorflow:loss = 0.55704445, step = 8234 (6.351 sec)
INFO:tensorflow:lr = 0.00068046356 (6.353 sec)
INFO:tensorflow:global_step/sec: 16.2806
INFO:tensorflow:loss = 0.55793476, step = 8334 (6.137 sec)
INFO:tensorflow:lr = 0.00067051046 (6.135 sec)
INFO:tensorflow:global_step/sec: 16.6267
INFO:tensorflow:loss = 0.5535653, step = 8434 (6.019 sec)
INFO:tensorflow:lr = 0.00066055736 (6.022 sec)
INFO:tensorflow:global_step/sec: 16.8286
INFO:tensorflow:loss = 0.5271543, step = 8534 (5.941 sec)
INFO:tensorflow:lr = 0.0006506043 (5.940 sec)
INFO:tensorflow:global_step/sec: 16.8352
INFO:tensorflow:loss = 0.5416899, step = 8634 (5.941 sec)
INFO:tensorflow:lr = 0.0006406512 (5.940 sec)
INFO:tensorflow:global_step/sec: 16.4149
INFO:tensorflow:loss = 0.52313185, step = 8734 (6.092 sec)
INFO:tensorflow:lr = 0.0006306981 (6.093 sec)
INFO:tensorflow:global_step/sec: 15.7969
INFO:tensorflow:loss = 0.5323271, step = 8834 (6.327 sec)
INFO:tensorflow:lr = 0.00062074506 (6.329 sec)
INFO:tensorflow:global_step/sec: 15.0672
INFO:tensorflow:loss = 0.5369042, step = 8934 (6.640 sec)
INFO:tensorflow:lr = 0.00061079196 (6.637 sec)
INFO:tensorflow:global_step/sec: 16.6915
INFO:tensorflow:loss = 0.5396895, step = 9034 (5.991 sec)
INFO:tensorflow:lr = 0.00060083886 (5.993 sec)
INFO:tensorflow:global_step/sec: 16.4242
INFO:tensorflow:loss = 0.5420335, step = 9134 (6.087 sec)
INFO:tensorflow:lr = 0.0005908858 (6.087 sec)
INFO:tensorflow:global_step/sec: 17.0049
INFO:tensorflow:loss = 0.5464524, step = 9234 (5.881 sec)
INFO:tensorflow:lr = 0.0005809327 (5.879 sec)
INFO:tensorflow:global_step/sec: 16.6721
INFO:tensorflow:loss = 0.55484736, step = 9334 (6.001 sec)
INFO:tensorflow:lr = 0.0005709796 (6.003 sec)
INFO:tensorflow:global_step/sec: 16.3505
INFO:tensorflow:loss = 0.5582314, step = 9434 (6.111 sec)
INFO:tensorflow:lr = 0.00056102657 (6.109 sec)
INFO:tensorflow:global_step/sec: 16.2321
INFO:tensorflow:loss = 0.52786225, step = 9534 (6.162 sec)
INFO:tensorflow:lr = 0.00055107346 (6.164 sec)
INFO:tensorflow:global_step/sec: 16.3882
INFO:tensorflow:loss = 0.5240706, step = 9634 (6.103 sec)
INFO:tensorflow:lr = 0.00054112036 (6.102 sec)
INFO:tensorflow:global_step/sec: 16.719
INFO:tensorflow:loss = 0.547315, step = 9734 (5.985 sec)
INFO:tensorflow:lr = 0.0005311673 (5.984 sec)
INFO:tensorflow:global_step/sec: 38.2602
INFO:tensorflow:loss = 0.5466632, step = 9834 (2.609 sec)
INFO:tensorflow:lr = 0.0005212142 (2.611 sec)
INFO:tensorflow:global_step/sec: 115.886
INFO:tensorflow:loss = 0.55034417, step = 9934 (0.862 sec)
INFO:tensorflow:lr = 0.00051126117 (0.860 sec)
INFO:tensorflow:global_step/sec: 119.039
INFO:tensorflow:loss = 0.528998, step = 10034 (0.839 sec)
INFO:tensorflow:lr = 0.00050130807 (0.839 sec)
INFO:tensorflow:global_step/sec: 109.968
INFO:tensorflow:loss = 0.54875064, step = 10134 (0.909 sec)
INFO:tensorflow:lr = 0.00049135496 (0.910 sec)
INFO:tensorflow:global_step/sec: 115.212
INFO:tensorflow:loss = 0.5303555, step = 10234 (0.869 sec)
INFO:tensorflow:lr = 0.00048140192 (0.869 sec)
INFO:tensorflow:global_step/sec: 114.94
INFO:tensorflow:loss = 0.5391926, step = 10334 (0.870 sec)
INFO:tensorflow:lr = 0.00047144882 (0.869 sec)
INFO:tensorflow:global_step/sec: 108.906
INFO:tensorflow:loss = 0.5554991, step = 10434 (0.922 sec)
INFO:tensorflow:lr = 0.00046149574 (0.924 sec)
INFO:tensorflow:global_step/sec: 103.195
INFO:tensorflow:loss = 0.53775436, step = 10534 (0.963 sec)
INFO:tensorflow:lr = 0.00045154267 (0.962 sec)
INFO:tensorflow:Saving checkpoints for 10551 into ../model/dnn_sigmoid_clr/model.ckpt.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file APIs to delete files with this prefix.
INFO:tensorflow:Loss for final step: 0.49892795.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T01:23:33Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-10551
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-01:23:55
INFO:tensorflow:Saving dict for global step 10551: global_step = 10551, loss = 0.5443739, mae = 0.6775816
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 10551: ../model/dnn_sigmoid_clr/model.ckpt-10551
INFO:tensorflow:MAE: 0.678
INFO:tensorflow:Best MAE: 0.678
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-10551
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 10551 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5343193, step = 10551
INFO:tensorflow:lr = 0.00044985072
INFO:tensorflow:global_step/sec: 16.5064
INFO:tensorflow:loss = 0.5391348, step = 10651 (6.063 sec)
INFO:tensorflow:lr = 0.00043989762 (6.060 sec)
INFO:tensorflow:global_step/sec: 16.915
INFO:tensorflow:loss = 0.5332215, step = 10751 (5.913 sec)
INFO:tensorflow:lr = 0.00042994454 (5.915 sec)
INFO:tensorflow:global_step/sec: 16.9996
INFO:tensorflow:loss = 0.5407411, step = 10851 (5.883 sec)
INFO:tensorflow:lr = 0.00041999147 (5.881 sec)
INFO:tensorflow:global_step/sec: 16.381
INFO:tensorflow:loss = 0.5632687, step = 10951 (6.103 sec)
INFO:tensorflow:lr = 0.0004100384 (6.104 sec)
INFO:tensorflow:global_step/sec: 16.8432
INFO:tensorflow:loss = 0.54429704, step = 11051 (5.937 sec)
INFO:tensorflow:lr = 0.0004000853 (5.936 sec)
INFO:tensorflow:global_step/sec: 16.593
INFO:tensorflow:loss = 0.52776325, step = 11151 (6.026 sec)
INFO:tensorflow:lr = 0.00039013222 (6.027 sec)
INFO:tensorflow:global_step/sec: 16.4127
INFO:tensorflow:loss = 0.5082953, step = 11251 (6.093 sec)
INFO:tensorflow:lr = 0.00038017915 (6.093 sec)
INFO:tensorflow:global_step/sec: 16.851
INFO:tensorflow:loss = 0.56362945, step = 11351 (5.935 sec)
INFO:tensorflow:lr = 0.00037022604 (5.934 sec)
INFO:tensorflow:global_step/sec: 16.3832
INFO:tensorflow:loss = 0.51575637, step = 11451 (6.103 sec)
INFO:tensorflow:lr = 0.00036027297 (6.103 sec)
INFO:tensorflow:global_step/sec: 16.5608
INFO:tensorflow:loss = 0.52920413, step = 11551 (6.041 sec)
INFO:tensorflow:lr = 0.0003503199 (6.044 sec)
INFO:tensorflow:global_step/sec: 16.5019
INFO:tensorflow:loss = 0.51762855, step = 11651 (6.057 sec)
INFO:tensorflow:lr = 0.0003403668 (6.055 sec)
INFO:tensorflow:global_step/sec: 16.0914
INFO:tensorflow:loss = 0.52766246, step = 11751 (6.215 sec)
INFO:tensorflow:lr = 0.00033041372 (6.215 sec)
INFO:tensorflow:global_step/sec: 16.2801
INFO:tensorflow:loss = 0.547406, step = 11851 (6.144 sec)
INFO:tensorflow:lr = 0.00032046065 (6.144 sec)
INFO:tensorflow:global_step/sec: 16.6517
INFO:tensorflow:loss = 0.51567876, step = 11951 (6.003 sec)
INFO:tensorflow:lr = 0.00031050757 (6.005 sec)
INFO:tensorflow:global_step/sec: 16.4654
INFO:tensorflow:loss = 0.54525113, step = 12051 (6.075 sec)
INFO:tensorflow:lr = 0.00030055447 (6.074 sec)
INFO:tensorflow:global_step/sec: 16.7254
INFO:tensorflow:loss = 0.5340507, step = 12151 (5.980 sec)
INFO:tensorflow:lr = 0.0002906014 (5.978 sec)
INFO:tensorflow:global_step/sec: 16.0513
INFO:tensorflow:loss = 0.5566987, step = 12251 (6.231 sec)
INFO:tensorflow:lr = 0.00028064832 (6.233 sec)
INFO:tensorflow:global_step/sec: 16.5251
INFO:tensorflow:loss = 0.54676604, step = 12351 (6.050 sec)
INFO:tensorflow:lr = 0.00027069525 (6.048 sec)
INFO:tensorflow:global_step/sec: 16.829
INFO:tensorflow:loss = 0.5385121, step = 12451 (5.942 sec)
INFO:tensorflow:lr = 0.00026074215 (5.941 sec)
INFO:tensorflow:global_step/sec: 16.5677
INFO:tensorflow:loss = 0.5610228, step = 12551 (6.035 sec)
INFO:tensorflow:lr = 0.00025078907 (6.036 sec)
INFO:tensorflow:global_step/sec: 16.6474
INFO:tensorflow:loss = 0.53209686, step = 12651 (6.005 sec)
INFO:tensorflow:lr = 0.000240836 (6.009 sec)
INFO:tensorflow:global_step/sec: 15.933
INFO:tensorflow:loss = 0.5755462, step = 12751 (6.278 sec)
INFO:tensorflow:lr = 0.0002308829 (6.275 sec)
INFO:tensorflow:global_step/sec: 16.4284
INFO:tensorflow:loss = 0.5239121, step = 12851 (6.087 sec)
INFO:tensorflow:lr = 0.00022092983 (6.086 sec)
INFO:tensorflow:global_step/sec: 16.1415
INFO:tensorflow:loss = 0.5654569, step = 12951 (6.197 sec)
INFO:tensorflow:lr = 0.00021097675 (6.197 sec)
INFO:tensorflow:global_step/sec: 16.4262
INFO:tensorflow:loss = 0.50766015, step = 13051 (6.086 sec)
INFO:tensorflow:lr = 0.00020102375 (6.085 sec)
INFO:tensorflow:global_step/sec: 16.1672
INFO:tensorflow:loss = 0.53162766, step = 13151 (6.186 sec)
INFO:tensorflow:lr = 0.00019107066 (6.186 sec)
INFO:tensorflow:global_step/sec: 16.788
INFO:tensorflow:loss = 0.54201514, step = 13251 (5.959 sec)
INFO:tensorflow:lr = 0.00018111759 (5.958 sec)
INFO:tensorflow:global_step/sec: 35.9474
INFO:tensorflow:loss = 0.5358592, step = 13351 (2.778 sec)
INFO:tensorflow:lr = 0.00017116452 (2.778 sec)
INFO:tensorflow:global_step/sec: 100.435
INFO:tensorflow:loss = 0.5340892, step = 13451 (0.996 sec)
INFO:tensorflow:lr = 0.00016121143 (0.996 sec)
INFO:tensorflow:global_step/sec: 115.718
INFO:tensorflow:loss = 0.5128611, step = 13551 (0.864 sec)
INFO:tensorflow:lr = 0.00015125834 (0.863 sec)
INFO:tensorflow:global_step/sec: 112.256
INFO:tensorflow:loss = 0.5214543, step = 13651 (0.897 sec)
INFO:tensorflow:lr = 0.00014130527 (0.897 sec)
INFO:tensorflow:global_step/sec: 110.944
INFO:tensorflow:loss = 0.5400014, step = 13751 (0.895 sec)
INFO:tensorflow:lr = 0.00013135218 (0.896 sec)
INFO:tensorflow:global_step/sec: 112.329
INFO:tensorflow:loss = 0.533806, step = 13851 (0.889 sec)
INFO:tensorflow:lr = 0.000121399105 (0.888 sec)
INFO:tensorflow:global_step/sec: 118.052
INFO:tensorflow:loss = 0.52088445, step = 13951 (0.849 sec)
INFO:tensorflow:lr = 0.00011144602 (0.848 sec)
INFO:tensorflow:global_step/sec: 117
INFO:tensorflow:loss = 0.53222144, step = 14051 (0.854 sec)
INFO:tensorflow:lr = 0.00010149294 (0.855 sec)
INFO:tensorflow:Saving checkpoints for 14068 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.55004215.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T01:27:32Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-14068
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-01:27:56
INFO:tensorflow:Saving dict for global step 14068: global_step = 14068, loss = 0.54304045, mae = 0.6652836
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 14068: ../model/dnn_sigmoid_clr/model.ckpt-14068
INFO:tensorflow:MAE: 0.665
INFO:tensorflow:Best MAE: 0.665
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-14068
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 14068 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.52310157, step = 14068
INFO:tensorflow:lr = 0.00010009955
INFO:tensorflow:global_step/sec: 16.2661
INFO:tensorflow:loss = 0.5191321, step = 14168 (6.159 sec)
INFO:tensorflow:lr = 0.00010507605 (6.159 sec)
INFO:tensorflow:global_step/sec: 16.9037
INFO:tensorflow:loss = 0.52630424, step = 14268 (5.908 sec)
INFO:tensorflow:lr = 0.00011005263 (5.907 sec)
INFO:tensorflow:global_step/sec: 16.9702
INFO:tensorflow:loss = 0.5286815, step = 14368 (5.894 sec)
INFO:tensorflow:lr = 0.00011502913 (5.893 sec)
INFO:tensorflow:global_step/sec: 16.8061
INFO:tensorflow:loss = 0.5379689, step = 14468 (5.953 sec)
INFO:tensorflow:lr = 0.000120005716 (5.956 sec)
INFO:tensorflow:global_step/sec: 16.7719
INFO:tensorflow:loss = 0.5493339, step = 14568 (5.964 sec)
INFO:tensorflow:lr = 0.00012498221 (5.961 sec)
INFO:tensorflow:global_step/sec: 16.823
INFO:tensorflow:loss = 0.5568525, step = 14668 (5.940 sec)
INFO:tensorflow:lr = 0.00012995879 (5.943 sec)
INFO:tensorflow:global_step/sec: 16.5506
INFO:tensorflow:loss = 0.532601, step = 14768 (6.044 sec)
INFO:tensorflow:lr = 0.0001349353 (6.042 sec)
INFO:tensorflow:global_step/sec: 16.4366
INFO:tensorflow:loss = 0.54994595, step = 14868 (6.083 sec)
INFO:tensorflow:lr = 0.00013991188 (6.083 sec)
INFO:tensorflow:global_step/sec: 16.7152
INFO:tensorflow:loss = 0.53870666, step = 14968 (5.982 sec)
INFO:tensorflow:lr = 0.00014488837 (5.981 sec)
INFO:tensorflow:global_step/sec: 16.4935
INFO:tensorflow:loss = 0.5297343, step = 15068 (6.062 sec)
INFO:tensorflow:lr = 0.00014986495 (6.064 sec)
INFO:tensorflow:global_step/sec: 16.3263
INFO:tensorflow:loss = 0.52152187, step = 15168 (6.134 sec)
INFO:tensorflow:lr = 0.00015484146 (6.134 sec)
INFO:tensorflow:global_step/sec: 16.3622
INFO:tensorflow:loss = 0.5107721, step = 15268 (6.104 sec)
INFO:tensorflow:lr = 0.00015981804 (6.103 sec)
INFO:tensorflow:global_step/sec: 16.1198
INFO:tensorflow:loss = 0.5419756, step = 15368 (6.203 sec)
INFO:tensorflow:lr = 0.00016479453 (6.201 sec)
INFO:tensorflow:global_step/sec: 16.699
INFO:tensorflow:loss = 0.4962947, step = 15468 (5.990 sec)
INFO:tensorflow:lr = 0.00016977111 (5.991 sec)
INFO:tensorflow:global_step/sec: 16.6424
INFO:tensorflow:loss = 0.53823936, step = 15568 (6.005 sec)
INFO:tensorflow:lr = 0.00017474762 (6.004 sec)
INFO:tensorflow:global_step/sec: 16.5267
INFO:tensorflow:loss = 0.51601845, step = 15668 (6.053 sec)
INFO:tensorflow:lr = 0.0001797242 (6.055 sec)
INFO:tensorflow:global_step/sec: 16.602
INFO:tensorflow:loss = 0.5414072, step = 15768 (6.024 sec)
INFO:tensorflow:lr = 0.00018470071 (6.023 sec)
INFO:tensorflow:global_step/sec: 16.8333
INFO:tensorflow:loss = 0.51217717, step = 15868 (5.942 sec)
INFO:tensorflow:lr = 0.00018967729 (5.942 sec)
INFO:tensorflow:global_step/sec: 16.703
INFO:tensorflow:loss = 0.5581124, step = 15968 (5.988 sec)
INFO:tensorflow:lr = 0.00019465378 (5.988 sec)
INFO:tensorflow:global_step/sec: 16.3618
INFO:tensorflow:loss = 0.53556424, step = 16068 (6.108 sec)
INFO:tensorflow:lr = 0.00019963036 (6.108 sec)
INFO:tensorflow:global_step/sec: 16.8247
INFO:tensorflow:loss = 0.5132988, step = 16168 (5.948 sec)
INFO:tensorflow:lr = 0.00020460685 (5.949 sec)
INFO:tensorflow:global_step/sec: 16.3365
INFO:tensorflow:loss = 0.51860595, step = 16268 (6.119 sec)
INFO:tensorflow:lr = 0.00020958344 (6.119 sec)
INFO:tensorflow:global_step/sec: 16.001
INFO:tensorflow:loss = 0.54594904, step = 16368 (6.250 sec)
INFO:tensorflow:lr = 0.00021455994 (6.250 sec)
INFO:tensorflow:global_step/sec: 16.4353
INFO:tensorflow:loss = 0.520053, step = 16468 (6.083 sec)
INFO:tensorflow:lr = 0.00021953645 (6.084 sec)
INFO:tensorflow:global_step/sec: 16.3547
INFO:tensorflow:loss = 0.52351, step = 16568 (6.113 sec)
INFO:tensorflow:lr = 0.00022451303 (6.113 sec)
INFO:tensorflow:global_step/sec: 16.1802
INFO:tensorflow:loss = 0.5446695, step = 16668 (6.182 sec)
INFO:tensorflow:lr = 0.00022948952 (6.180 sec)
INFO:tensorflow:global_step/sec: 16.8779
INFO:tensorflow:loss = 0.5491404, step = 16768 (5.923 sec)
INFO:tensorflow:lr = 0.0002344661 (5.925 sec)
INFO:tensorflow:global_step/sec: 37.9448
INFO:tensorflow:loss = 0.5455608, step = 16868 (2.635 sec)
INFO:tensorflow:lr = 0.0002394426 (2.633 sec)
INFO:tensorflow:global_step/sec: 116.31
INFO:tensorflow:loss = 0.52063674, step = 16968 (0.859 sec)
INFO:tensorflow:lr = 0.00024441918 (0.858 sec)
INFO:tensorflow:global_step/sec: 118.437
INFO:tensorflow:loss = 0.5369624, step = 17068 (0.845 sec)
INFO:tensorflow:lr = 0.00024939567 (0.845 sec)
INFO:tensorflow:global_step/sec: 116.226
INFO:tensorflow:loss = 0.54365873, step = 17168 (0.863 sec)
INFO:tensorflow:lr = 0.00025437228 (0.863 sec)
INFO:tensorflow:global_step/sec: 116.352
INFO:tensorflow:loss = 0.549605, step = 17268 (0.859 sec)
INFO:tensorflow:lr = 0.00025934877 (0.858 sec)
INFO:tensorflow:global_step/sec: 117.145
INFO:tensorflow:loss = 0.5378676, step = 17368 (0.851 sec)
INFO:tensorflow:lr = 0.00026432535 (0.851 sec)
INFO:tensorflow:global_step/sec: 114.422
INFO:tensorflow:loss = 0.5218735, step = 17468 (0.873 sec)
INFO:tensorflow:lr = 0.00026930185 (0.874 sec)
INFO:tensorflow:global_step/sec: 114.838
INFO:tensorflow:loss = 0.52203274, step = 17568 (0.871 sec)
INFO:tensorflow:lr = 0.00027427843 (0.871 sec)
INFO:tensorflow:Saving checkpoints for 17585 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.5428117.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T01:31:33Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-17585
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-01:31:56
INFO:tensorflow:Saving dict for global step 17585: global_step = 17585, loss = 0.54285276, mae = 0.6642431
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 17585: ../model/dnn_sigmoid_clr/model.ckpt-17585
INFO:tensorflow:MAE: 0.664
INFO:tensorflow:Best MAE: 0.664
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-17585
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 17585 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.54704374, step = 17585
INFO:tensorflow:lr = 0.00027512442
INFO:tensorflow:global_step/sec: 16.2152
INFO:tensorflow:loss = 0.5522042, step = 17685 (6.174 sec)
INFO:tensorflow:lr = 0.000280101 (6.169 sec)
INFO:tensorflow:global_step/sec: 15.4125
INFO:tensorflow:loss = 0.5446172, step = 17785 (6.488 sec)
INFO:tensorflow:lr = 0.0002850775 (6.486 sec)
INFO:tensorflow:global_step/sec: 15.6426
INFO:tensorflow:loss = 0.55596864, step = 17885 (6.394 sec)
INFO:tensorflow:lr = 0.00029005407 (6.394 sec)
INFO:tensorflow:global_step/sec: 16.7956
INFO:tensorflow:loss = 0.54186964, step = 17985 (5.952 sec)
INFO:tensorflow:lr = 0.00029503056 (5.953 sec)
INFO:tensorflow:global_step/sec: 16.9026
INFO:tensorflow:loss = 0.5234683, step = 18085 (5.919 sec)
INFO:tensorflow:lr = 0.00030000714 (5.917 sec)
INFO:tensorflow:global_step/sec: 16.658
INFO:tensorflow:loss = 0.5307031, step = 18185 (6.000 sec)
INFO:tensorflow:lr = 0.00030498367 (6.001 sec)
INFO:tensorflow:global_step/sec: 16.5476
INFO:tensorflow:loss = 0.560374, step = 18285 (6.042 sec)
INFO:tensorflow:lr = 0.00030996025 (6.043 sec)
INFO:tensorflow:global_step/sec: 16.7819
INFO:tensorflow:loss = 0.53076017, step = 18385 (5.962 sec)
INFO:tensorflow:lr = 0.00031493674 (5.964 sec)
INFO:tensorflow:global_step/sec: 16.527
INFO:tensorflow:loss = 0.5319794, step = 18485 (6.046 sec)
INFO:tensorflow:lr = 0.00031991323 (6.047 sec)
INFO:tensorflow:global_step/sec: 16.2686
INFO:tensorflow:loss = 0.5489552, step = 18585 (6.148 sec)
INFO:tensorflow:lr = 0.0003248898 (6.144 sec)
INFO:tensorflow:global_step/sec: 16.7593
INFO:tensorflow:loss = 0.54307723, step = 18685 (5.966 sec)
INFO:tensorflow:lr = 0.0003298663 (5.969 sec)
INFO:tensorflow:global_step/sec: 15.9268
INFO:tensorflow:loss = 0.5429295, step = 18785 (6.280 sec)
INFO:tensorflow:lr = 0.0003348429 (6.277 sec)
INFO:tensorflow:global_step/sec: 15.7235
INFO:tensorflow:loss = 0.5157474, step = 18885 (6.359 sec)
INFO:tensorflow:lr = 0.0003398194 (6.362 sec)
INFO:tensorflow:global_step/sec: 16.6866
INFO:tensorflow:loss = 0.5220818, step = 18985 (5.993 sec)
INFO:tensorflow:lr = 0.000344796 (5.992 sec)
INFO:tensorflow:global_step/sec: 16.4717
INFO:tensorflow:loss = 0.5312065, step = 19085 (6.070 sec)
INFO:tensorflow:lr = 0.00034977248 (6.071 sec)
INFO:tensorflow:global_step/sec: 16.2286
INFO:tensorflow:loss = 0.5438818, step = 19185 (6.162 sec)
INFO:tensorflow:lr = 0.00035474906 (6.160 sec)
INFO:tensorflow:global_step/sec: 16.5378
INFO:tensorflow:loss = 0.53097564, step = 19285 (6.047 sec)
INFO:tensorflow:lr = 0.00035972556 (6.047 sec)
INFO:tensorflow:global_step/sec: 16.747
INFO:tensorflow:loss = 0.5394515, step = 19385 (5.972 sec)
INFO:tensorflow:lr = 0.00036470214 (5.972 sec)
INFO:tensorflow:global_step/sec: 16.6161
INFO:tensorflow:loss = 0.5275426, step = 19485 (6.018 sec)
INFO:tensorflow:lr = 0.00036967866 (6.020 sec)
INFO:tensorflow:global_step/sec: 16.6689
INFO:tensorflow:loss = 0.53413886, step = 19585 (5.998 sec)
INFO:tensorflow:lr = 0.00037465524 (5.995 sec)
INFO:tensorflow:global_step/sec: 16.7797
INFO:tensorflow:loss = 0.54011136, step = 19685 (5.961 sec)
INFO:tensorflow:lr = 0.00037963173 (5.961 sec)
INFO:tensorflow:global_step/sec: 16.2709
INFO:tensorflow:loss = 0.52497935, step = 19785 (6.148 sec)
INFO:tensorflow:lr = 0.0003846083 (6.154 sec)
INFO:tensorflow:global_step/sec: 15.8271
INFO:tensorflow:loss = 0.56148165, step = 19885 (6.313 sec)
INFO:tensorflow:lr = 0.0003895848 (6.312 sec)
INFO:tensorflow:global_step/sec: 16.1216
INFO:tensorflow:loss = 0.51877433, step = 19985 (6.207 sec)
INFO:tensorflow:lr = 0.0003945614 (6.203 sec)
INFO:tensorflow:global_step/sec: 15.9684
INFO:tensorflow:loss = 0.5603901, step = 20085 (6.263 sec)
INFO:tensorflow:lr = 0.00039953788 (6.263 sec)
INFO:tensorflow:global_step/sec: 15.7668
INFO:tensorflow:loss = 0.5329518, step = 20185 (6.339 sec)
INFO:tensorflow:lr = 0.00040451446 (6.339 sec)
INFO:tensorflow:global_step/sec: 16.4053
INFO:tensorflow:loss = 0.5291275, step = 20285 (6.098 sec)
INFO:tensorflow:lr = 0.00040949098 (6.099 sec)
INFO:tensorflow:global_step/sec: 35.2499
INFO:tensorflow:loss = 0.5235823, step = 20385 (2.834 sec)
INFO:tensorflow:lr = 0.00041446756 (2.835 sec)
INFO:tensorflow:global_step/sec: 102.615
INFO:tensorflow:loss = 0.5256467, step = 20485 (0.973 sec)
INFO:tensorflow:lr = 0.00041944406 (0.970 sec)
INFO:tensorflow:global_step/sec: 117.507
INFO:tensorflow:loss = 0.5128224, step = 20585 (0.851 sec)
INFO:tensorflow:lr = 0.00042442064 (0.853 sec)
INFO:tensorflow:global_step/sec: 112.365
INFO:tensorflow:loss = 0.55026585, step = 20685 (0.892 sec)
INFO:tensorflow:lr = 0.00042939713 (0.890 sec)
INFO:tensorflow:global_step/sec: 116.289
INFO:tensorflow:loss = 0.5265982, step = 20785 (0.861 sec)
INFO:tensorflow:lr = 0.0004343737 (0.860 sec)
INFO:tensorflow:global_step/sec: 119.222
INFO:tensorflow:loss = 0.51667583, step = 20885 (0.838 sec)
INFO:tensorflow:lr = 0.0004393502 (0.838 sec)
INFO:tensorflow:global_step/sec: 103.958
INFO:tensorflow:loss = 0.53772855, step = 20985 (0.961 sec)
INFO:tensorflow:lr = 0.0004443268 (0.961 sec)
INFO:tensorflow:global_step/sec: 104.241
INFO:tensorflow:loss = 0.53679204, step = 21085 (0.960 sec)
INFO:tensorflow:lr = 0.0004493033 (0.961 sec)
INFO:tensorflow:Saving checkpoints for 21102 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.5371347.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T01:35:35Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-21102
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-01:35:58
INFO:tensorflow:Saving dict for global step 21102: global_step = 21102, loss = 0.5426897, mae = 0.6673822
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 21102: ../model/dnn_sigmoid_clr/model.ckpt-21102
INFO:tensorflow:MAE: 0.667
INFO:tensorflow:Best MAE: 0.664
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-21102
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 21102 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5462678, step = 21102
INFO:tensorflow:lr = 0.00044985072
INFO:tensorflow:global_step/sec: 16.0082
INFO:tensorflow:loss = 0.5371556, step = 21202 (6.253 sec)
INFO:tensorflow:lr = 0.00044487414 (6.248 sec)
INFO:tensorflow:global_step/sec: 16.9206
INFO:tensorflow:loss = 0.56627697, step = 21302 (5.910 sec)
INFO:tensorflow:lr = 0.00043989762 (5.909 sec)
INFO:tensorflow:global_step/sec: 16.2486
INFO:tensorflow:loss = 0.51519245, step = 21402 (6.153 sec)
INFO:tensorflow:lr = 0.00043492104 (6.164 sec)
INFO:tensorflow:global_step/sec: 16.388
INFO:tensorflow:loss = 0.5331409, step = 21502 (6.101 sec)
INFO:tensorflow:lr = 0.00042994454 (6.090 sec)
INFO:tensorflow:global_step/sec: 16.4219
INFO:tensorflow:loss = 0.5437962, step = 21602 (6.092 sec)
INFO:tensorflow:lr = 0.00042496796 (6.093 sec)
INFO:tensorflow:global_step/sec: 16.6707
INFO:tensorflow:loss = 0.51606435, step = 21702 (5.998 sec)
INFO:tensorflow:lr = 0.00041999147 (5.998 sec)
INFO:tensorflow:global_step/sec: 16.6894
INFO:tensorflow:loss = 0.53816426, step = 21802 (5.991 sec)
INFO:tensorflow:lr = 0.0004150149 (5.991 sec)
INFO:tensorflow:global_step/sec: 16.6585
INFO:tensorflow:loss = 0.547075, step = 21902 (6.001 sec)
INFO:tensorflow:lr = 0.0004100384 (5.999 sec)
INFO:tensorflow:global_step/sec: 16.6772
INFO:tensorflow:loss = 0.5218238, step = 22002 (5.998 sec)
INFO:tensorflow:lr = 0.0004050618 (5.998 sec)
INFO:tensorflow:global_step/sec: 16.4541
INFO:tensorflow:loss = 0.56506765, step = 22102 (6.077 sec)
INFO:tensorflow:lr = 0.0004000853 (6.078 sec)
INFO:tensorflow:global_step/sec: 16.6176
INFO:tensorflow:loss = 0.5603605, step = 22202 (6.023 sec)
INFO:tensorflow:lr = 0.0003951087 (6.024 sec)
INFO:tensorflow:global_step/sec: 15.9644
INFO:tensorflow:loss = 0.55364907, step = 22302 (6.260 sec)
INFO:tensorflow:lr = 0.00039013222 (6.260 sec)
INFO:tensorflow:global_step/sec: 15.1987
INFO:tensorflow:loss = 0.5141657, step = 22402 (6.578 sec)
INFO:tensorflow:lr = 0.00038515564 (6.580 sec)
INFO:tensorflow:global_step/sec: 15.8659
INFO:tensorflow:loss = 0.5276722, step = 22502 (6.306 sec)
INFO:tensorflow:lr = 0.00038017915 (6.303 sec)
INFO:tensorflow:global_step/sec: 16.433
INFO:tensorflow:loss = 0.51259124, step = 22602 (6.081 sec)
INFO:tensorflow:lr = 0.00037520257 (6.081 sec)
INFO:tensorflow:global_step/sec: 16.6349
INFO:tensorflow:loss = 0.5366842, step = 22702 (6.016 sec)
INFO:tensorflow:lr = 0.00037022604 (6.015 sec)
INFO:tensorflow:global_step/sec: 16.8076
INFO:tensorflow:loss = 0.5322154, step = 22802 (5.947 sec)
INFO:tensorflow:lr = 0.00036524946 (5.949 sec)
INFO:tensorflow:global_step/sec: 16.5957
INFO:tensorflow:loss = 0.5476437, step = 22902 (6.024 sec)
INFO:tensorflow:lr = 0.00036027297 (6.022 sec)
INFO:tensorflow:global_step/sec: 16.251
INFO:tensorflow:loss = 0.53010046, step = 23002 (6.153 sec)
INFO:tensorflow:lr = 0.0003552964 (6.152 sec)
INFO:tensorflow:global_step/sec: 16.662
INFO:tensorflow:loss = 0.55872476, step = 23102 (6.002 sec)
INFO:tensorflow:lr = 0.0003503199 (6.004 sec)
INFO:tensorflow:global_step/sec: 16.6984
INFO:tensorflow:loss = 0.5191108, step = 23202 (5.990 sec)
INFO:tensorflow:lr = 0.00034534332 (5.989 sec)
INFO:tensorflow:global_step/sec: 16.6052
INFO:tensorflow:loss = 0.5264084, step = 23302 (6.026 sec)
INFO:tensorflow:lr = 0.0003403668 (6.025 sec)
INFO:tensorflow:global_step/sec: 16.7535
INFO:tensorflow:loss = 0.51071036, step = 23402 (5.968 sec)
INFO:tensorflow:lr = 0.0003353903 (5.968 sec)
INFO:tensorflow:global_step/sec: 16.6276
INFO:tensorflow:loss = 0.5445249, step = 23502 (6.013 sec)
INFO:tensorflow:lr = 0.00033041372 (6.014 sec)
INFO:tensorflow:global_step/sec: 15.9436
INFO:tensorflow:loss = 0.5310947, step = 23602 (6.273 sec)
INFO:tensorflow:lr = 0.00032543723 (6.277 sec)
INFO:tensorflow:global_step/sec: 15.6673
INFO:tensorflow:loss = 0.5326117, step = 23702 (6.381 sec)
INFO:tensorflow:lr = 0.00032046065 (6.378 sec)
INFO:tensorflow:global_step/sec: 16.4573
INFO:tensorflow:loss = 0.5417484, step = 23802 (6.077 sec)
INFO:tensorflow:lr = 0.00031548415 (6.076 sec)
INFO:tensorflow:global_step/sec: 37.8597
INFO:tensorflow:loss = 0.56441224, step = 23902 (2.639 sec)
INFO:tensorflow:lr = 0.00031050757 (2.639 sec)
INFO:tensorflow:global_step/sec: 117.56
INFO:tensorflow:loss = 0.53557265, step = 24002 (0.854 sec)
INFO:tensorflow:lr = 0.00030553105 (0.853 sec)
INFO:tensorflow:global_step/sec: 109.487
INFO:tensorflow:loss = 0.53677374, step = 24102 (0.911 sec)
INFO:tensorflow:lr = 0.00030055447 (0.912 sec)
INFO:tensorflow:global_step/sec: 110.841
INFO:tensorflow:loss = 0.53769666, step = 24202 (0.902 sec)
INFO:tensorflow:lr = 0.00029557798 (0.902 sec)
INFO:tensorflow:global_step/sec: 109.637
INFO:tensorflow:loss = 0.5510715, step = 24302 (0.912 sec)
INFO:tensorflow:lr = 0.0002906014 (0.912 sec)
INFO:tensorflow:global_step/sec: 113.697
INFO:tensorflow:loss = 0.56666154, step = 24402 (0.880 sec)
INFO:tensorflow:lr = 0.0002856249 (0.880 sec)
INFO:tensorflow:global_step/sec: 110.118
INFO:tensorflow:loss = 0.5533103, step = 24502 (0.907 sec)
INFO:tensorflow:lr = 0.00028064832 (0.907 sec)
INFO:tensorflow:global_step/sec: 120.403
INFO:tensorflow:loss = 0.48727876, step = 24602 (0.831 sec)
INFO:tensorflow:lr = 0.00027567183 (0.830 sec)
INFO:tensorflow:Saving checkpoints for 24619 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.52522045.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T01:39:37Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-24619
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-01:39:59
INFO:tensorflow:Saving dict for global step 24619: global_step = 24619, loss = 0.5422814, mae = 0.6613849
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 24619: ../model/dnn_sigmoid_clr/model.ckpt-24619
INFO:tensorflow:MAE: 0.661
INFO:tensorflow:Best MAE: 0.661
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-24619
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 24619 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.52659166, step = 24619
INFO:tensorflow:lr = 0.00027482575
INFO:tensorflow:global_step/sec: 15.7198
INFO:tensorflow:loss = 0.5486973, step = 24719 (6.366 sec)
INFO:tensorflow:lr = 0.00026984926 (6.365 sec)
INFO:tensorflow:global_step/sec: 16.6152
INFO:tensorflow:loss = 0.5304709, step = 24819 (6.020 sec)
INFO:tensorflow:lr = 0.00026487268 (6.020 sec)
INFO:tensorflow:global_step/sec: 16.5584
INFO:tensorflow:loss = 0.54867935, step = 24919 (6.038 sec)
INFO:tensorflow:lr = 0.0002598962 (6.037 sec)
INFO:tensorflow:global_step/sec: 16.708
INFO:tensorflow:loss = 0.53207415, step = 25019 (5.985 sec)
INFO:tensorflow:lr = 0.0002549196 (5.986 sec)
INFO:tensorflow:global_step/sec: 16.7218
INFO:tensorflow:loss = 0.5347931, step = 25119 (5.981 sec)
INFO:tensorflow:lr = 0.00024994308 (5.981 sec)
INFO:tensorflow:global_step/sec: 15.9121
INFO:tensorflow:loss = 0.5070422, step = 25219 (6.281 sec)
INFO:tensorflow:lr = 0.0002449665 (6.280 sec)
INFO:tensorflow:global_step/sec: 16.7078
INFO:tensorflow:loss = 0.5275713, step = 25319 (5.987 sec)
INFO:tensorflow:lr = 0.00023999001 (5.990 sec)
INFO:tensorflow:global_step/sec: 16.9877
INFO:tensorflow:loss = 0.541733, step = 25419 (5.889 sec)
INFO:tensorflow:lr = 0.00023501352 (5.888 sec)
INFO:tensorflow:global_step/sec: 16.6121
INFO:tensorflow:loss = 0.5355764, step = 25519 (6.017 sec)
INFO:tensorflow:lr = 0.00023003694 (6.018 sec)
INFO:tensorflow:global_step/sec: 16.4207
INFO:tensorflow:loss = 0.5290003, step = 25619 (6.097 sec)
INFO:tensorflow:lr = 0.00022506044 (6.095 sec)
INFO:tensorflow:global_step/sec: 16.6712
INFO:tensorflow:loss = 0.5188011, step = 25719 (5.990 sec)
INFO:tensorflow:lr = 0.00022008385 (5.993 sec)
INFO:tensorflow:global_step/sec: 15.6744
INFO:tensorflow:loss = 0.5496327, step = 25819 (6.384 sec)
INFO:tensorflow:lr = 0.00021510734 (6.381 sec)
INFO:tensorflow:global_step/sec: 16.1968
INFO:tensorflow:loss = 0.5449153, step = 25919 (6.173 sec)
INFO:tensorflow:lr = 0.00021013076 (6.173 sec)
INFO:tensorflow:global_step/sec: 15.7777
INFO:tensorflow:loss = 0.52511966, step = 26019 (6.336 sec)
INFO:tensorflow:lr = 0.00020515427 (6.337 sec)
INFO:tensorflow:global_step/sec: 16.6058
INFO:tensorflow:loss = 0.5337719, step = 26119 (6.023 sec)
INFO:tensorflow:lr = 0.00020017769 (6.025 sec)
INFO:tensorflow:global_step/sec: 16.6292
INFO:tensorflow:loss = 0.5194806, step = 26219 (6.014 sec)
INFO:tensorflow:lr = 0.0001952012 (6.013 sec)
INFO:tensorflow:global_step/sec: 16.5136
INFO:tensorflow:loss = 0.5403398, step = 26319 (6.054 sec)
INFO:tensorflow:lr = 0.00019022461 (6.053 sec)
INFO:tensorflow:global_step/sec: 16.7116
INFO:tensorflow:loss = 0.53606755, step = 26419 (5.982 sec)
INFO:tensorflow:lr = 0.00018524811 (5.983 sec)
INFO:tensorflow:global_step/sec: 16.5499
INFO:tensorflow:loss = 0.5121206, step = 26519 (6.042 sec)
INFO:tensorflow:lr = 0.00018027153 (6.043 sec)
INFO:tensorflow:global_step/sec: 16.9168
INFO:tensorflow:loss = 0.51497054, step = 26619 (5.912 sec)
INFO:tensorflow:lr = 0.00017529502 (5.912 sec)
INFO:tensorflow:global_step/sec: 16.6945
INFO:tensorflow:loss = 0.5411918, step = 26719 (5.992 sec)
INFO:tensorflow:lr = 0.00017031844 (5.992 sec)
INFO:tensorflow:global_step/sec: 16.6749
INFO:tensorflow:loss = 0.5169143, step = 26819 (5.999 sec)
INFO:tensorflow:lr = 0.00016534195 (5.997 sec)
INFO:tensorflow:global_step/sec: 16.6104
INFO:tensorflow:loss = 0.5603032, step = 26919 (6.018 sec)
INFO:tensorflow:lr = 0.00016036537 (6.020 sec)
INFO:tensorflow:global_step/sec: 16.0542
INFO:tensorflow:loss = 0.5128419, step = 27019 (6.229 sec)
INFO:tensorflow:lr = 0.00015538887 (6.227 sec)
INFO:tensorflow:global_step/sec: 15.4136
INFO:tensorflow:loss = 0.53466904, step = 27119 (6.489 sec)
INFO:tensorflow:lr = 0.00015041228 (6.492 sec)
INFO:tensorflow:global_step/sec: 16.1211
INFO:tensorflow:loss = 0.53301513, step = 27219 (6.204 sec)
INFO:tensorflow:lr = 0.00014543578 (6.201 sec)
INFO:tensorflow:global_step/sec: 16.883
INFO:tensorflow:loss = 0.5219212, step = 27319 (5.922 sec)
INFO:tensorflow:lr = 0.0001404592 (5.923 sec)
INFO:tensorflow:global_step/sec: 37.7522
INFO:tensorflow:loss = 0.5203052, step = 27419 (2.646 sec)
INFO:tensorflow:lr = 0.0001354827 (2.646 sec)
INFO:tensorflow:global_step/sec: 116.722
INFO:tensorflow:loss = 0.53672653, step = 27519 (0.856 sec)
INFO:tensorflow:lr = 0.00013050612 (0.857 sec)
INFO:tensorflow:global_step/sec: 111.904
INFO:tensorflow:loss = 0.4878531, step = 27619 (0.897 sec)
INFO:tensorflow:lr = 0.00012552962 (0.898 sec)
INFO:tensorflow:global_step/sec: 115.964
INFO:tensorflow:loss = 0.52810526, step = 27719 (0.859 sec)
INFO:tensorflow:lr = 0.000120553035 (0.857 sec)
INFO:tensorflow:global_step/sec: 119.909
INFO:tensorflow:loss = 0.51543254, step = 27819 (0.832 sec)
INFO:tensorflow:lr = 0.000115576535 (0.833 sec)
INFO:tensorflow:global_step/sec: 116.968
INFO:tensorflow:loss = 0.52959853, step = 27919 (0.857 sec)
INFO:tensorflow:lr = 0.000110599954 (0.856 sec)
INFO:tensorflow:global_step/sec: 114.289
INFO:tensorflow:loss = 0.51836306, step = 28019 (0.876 sec)
INFO:tensorflow:lr = 0.000105623454 (0.875 sec)
INFO:tensorflow:global_step/sec: 110.73
INFO:tensorflow:loss = 0.52322274, step = 28119 (0.903 sec)
INFO:tensorflow:lr = 0.00010064696 (0.903 sec)
INFO:tensorflow:Saving checkpoints for 28136 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.54930335.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T01:43:38Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-28136
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-01:44:01
INFO:tensorflow:Saving dict for global step 28136: global_step = 28136, loss = 0.54297435, mae = 0.6609928
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 28136: ../model/dnn_sigmoid_clr/model.ckpt-28136
INFO:tensorflow:MAE: 0.661
INFO:tensorflow:Best MAE: 0.661
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-28136
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 28136 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.54277927, step = 28136
INFO:tensorflow:lr = 0.00010009955
INFO:tensorflow:global_step/sec: 16.1486
INFO:tensorflow:loss = 0.53612715, step = 28236 (6.198 sec)
INFO:tensorflow:lr = 0.00010258784 (6.197 sec)
INFO:tensorflow:global_step/sec: 16.989
INFO:tensorflow:loss = 0.51382184, step = 28336 (5.889 sec)
INFO:tensorflow:lr = 0.00010507605 (5.890 sec)
INFO:tensorflow:global_step/sec: 16.7626
INFO:tensorflow:loss = 0.5287979, step = 28436 (5.965 sec)
INFO:tensorflow:lr = 0.00010756434 (5.964 sec)
INFO:tensorflow:global_step/sec: 16.7471
INFO:tensorflow:loss = 0.5352204, step = 28536 (5.969 sec)
INFO:tensorflow:lr = 0.00011005263 (5.969 sec)
INFO:tensorflow:global_step/sec: 17.0231
INFO:tensorflow:loss = 0.5064118, step = 28636 (5.874 sec)
INFO:tensorflow:lr = 0.00011254092 (5.874 sec)
INFO:tensorflow:global_step/sec: 16.5217
INFO:tensorflow:loss = 0.5242722, step = 28736 (6.052 sec)
INFO:tensorflow:lr = 0.00011502913 (6.055 sec)
INFO:tensorflow:global_step/sec: 16.4426
INFO:tensorflow:loss = 0.53126466, step = 28836 (6.082 sec)
INFO:tensorflow:lr = 0.00011751742 (6.077 sec)
INFO:tensorflow:global_step/sec: 16.8903
INFO:tensorflow:loss = 0.52998805, step = 28936 (5.922 sec)
INFO:tensorflow:lr = 0.000120005716 (5.921 sec)
INFO:tensorflow:global_step/sec: 16.5667
INFO:tensorflow:loss = 0.540792, step = 29036 (6.035 sec)
INFO:tensorflow:lr = 0.000122494 (6.035 sec)
INFO:tensorflow:global_step/sec: 16.0659
INFO:tensorflow:loss = 0.53867775, step = 29136 (6.226 sec)
INFO:tensorflow:lr = 0.00012498221 (6.227 sec)
INFO:tensorflow:global_step/sec: 16.6973
INFO:tensorflow:loss = 0.5268521, step = 29236 (5.988 sec)
INFO:tensorflow:lr = 0.0001274705 (5.989 sec)
INFO:tensorflow:global_step/sec: 16.6451
INFO:tensorflow:loss = 0.5204351, step = 29336 (6.008 sec)
INFO:tensorflow:lr = 0.00012995879 (6.007 sec)
INFO:tensorflow:global_step/sec: 15.8117
INFO:tensorflow:loss = 0.5509348, step = 29436 (6.325 sec)
INFO:tensorflow:lr = 0.00013244708 (6.327 sec)
INFO:tensorflow:global_step/sec: 16.8344
INFO:tensorflow:loss = 0.5185775, step = 29536 (5.941 sec)
INFO:tensorflow:lr = 0.0001349353 (5.939 sec)
INFO:tensorflow:global_step/sec: 16.9434
INFO:tensorflow:loss = 0.53638655, step = 29636 (5.897 sec)
INFO:tensorflow:lr = 0.00013742359 (5.896 sec)
INFO:tensorflow:global_step/sec: 16.3221
INFO:tensorflow:loss = 0.5393238, step = 29736 (6.130 sec)
INFO:tensorflow:lr = 0.00013991188 (6.131 sec)
INFO:tensorflow:global_step/sec: 16.774
INFO:tensorflow:loss = 0.5043113, step = 29836 (5.962 sec)
INFO:tensorflow:lr = 0.00014240017 (5.961 sec)
INFO:tensorflow:global_step/sec: 16.6806
INFO:tensorflow:loss = 0.5550265, step = 29936 (6.000 sec)
INFO:tensorflow:lr = 0.00014488837 (6.000 sec)
INFO:tensorflow:global_step/sec: 16.8217
INFO:tensorflow:loss = 0.5172708, step = 30036 (5.939 sec)
INFO:tensorflow:lr = 0.00014737666 (5.940 sec)
INFO:tensorflow:global_step/sec: 16.7512
INFO:tensorflow:loss = 0.53604424, step = 30136 (5.969 sec)
INFO:tensorflow:lr = 0.00014986495 (5.969 sec)
INFO:tensorflow:global_step/sec: 16.7788
INFO:tensorflow:loss = 0.5390564, step = 30236 (5.961 sec)
INFO:tensorflow:lr = 0.00015235317 (5.961 sec)
INFO:tensorflow:global_step/sec: 16.5368
INFO:tensorflow:loss = 0.5191258, step = 30336 (6.047 sec)
INFO:tensorflow:lr = 0.00015484146 (6.047 sec)
INFO:tensorflow:global_step/sec: 16.6315
INFO:tensorflow:loss = 0.52976143, step = 30436 (6.015 sec)
INFO:tensorflow:lr = 0.00015732975 (6.013 sec)
INFO:tensorflow:global_step/sec: 16.1948
INFO:tensorflow:loss = 0.53200084, step = 30536 (6.172 sec)
INFO:tensorflow:lr = 0.00015981804 (6.173 sec)
INFO:tensorflow:global_step/sec: 15.7602
INFO:tensorflow:loss = 0.53659594, step = 30636 (6.347 sec)
INFO:tensorflow:lr = 0.00016230624 (6.350 sec)
INFO:tensorflow:global_step/sec: 15.3008
INFO:tensorflow:loss = 0.5213546, step = 30736 (6.533 sec)
INFO:tensorflow:lr = 0.00016479453 (6.529 sec)
INFO:tensorflow:global_step/sec: 16.2802
INFO:tensorflow:loss = 0.53582954, step = 30836 (6.145 sec)
INFO:tensorflow:lr = 0.00016728282 (6.146 sec)
INFO:tensorflow:global_step/sec: 37.4534
INFO:tensorflow:loss = 0.50255597, step = 30936 (2.668 sec)
INFO:tensorflow:lr = 0.00016977111 (2.666 sec)
INFO:tensorflow:global_step/sec: 116.482
INFO:tensorflow:loss = 0.5486861, step = 31036 (0.858 sec)
INFO:tensorflow:lr = 0.00017225932 (0.858 sec)
INFO:tensorflow:global_step/sec: 115.7
INFO:tensorflow:loss = 0.53216374, step = 31136 (0.864 sec)
INFO:tensorflow:lr = 0.00017474762 (0.866 sec)
INFO:tensorflow:global_step/sec: 117.882
INFO:tensorflow:loss = 0.52150315, step = 31236 (0.847 sec)
INFO:tensorflow:lr = 0.00017723591 (0.846 sec)
INFO:tensorflow:global_step/sec: 117.67
INFO:tensorflow:loss = 0.53430694, step = 31336 (0.853 sec)
INFO:tensorflow:lr = 0.0001797242 (0.853 sec)
INFO:tensorflow:global_step/sec: 118.165
INFO:tensorflow:loss = 0.54773104, step = 31436 (0.843 sec)
INFO:tensorflow:lr = 0.00018221242 (0.843 sec)
INFO:tensorflow:global_step/sec: 119.787
INFO:tensorflow:loss = 0.5224409, step = 31536 (0.836 sec)
INFO:tensorflow:lr = 0.00018470071 (0.835 sec)
INFO:tensorflow:global_step/sec: 112.19
INFO:tensorflow:loss = 0.52999955, step = 31636 (0.892 sec)
INFO:tensorflow:lr = 0.000187189 (0.893 sec)
INFO:tensorflow:Saving checkpoints for 31653 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.5353065.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T01:47:37Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-31653
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-01:47:59
INFO:tensorflow:Saving dict for global step 31653: global_step = 31653, loss = 0.54356486, mae = 0.6624103
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 31653: ../model/dnn_sigmoid_clr/model.ckpt-31653
INFO:tensorflow:MAE: 0.662
INFO:tensorflow:Best MAE: 0.661
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-31653
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 31653 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5197886, step = 31653
INFO:tensorflow:lr = 0.00018761198
INFO:tensorflow:global_step/sec: 16.1698
INFO:tensorflow:loss = 0.48966354, step = 31753 (6.189 sec)
INFO:tensorflow:lr = 0.00019010027 (6.186 sec)
INFO:tensorflow:global_step/sec: 16.466
INFO:tensorflow:loss = 0.50373936, step = 31853 (6.074 sec)
INFO:tensorflow:lr = 0.00019258856 (6.075 sec)
INFO:tensorflow:global_step/sec: 16.787
INFO:tensorflow:loss = 0.5197957, step = 31953 (5.955 sec)
INFO:tensorflow:lr = 0.00019507678 (5.956 sec)
INFO:tensorflow:global_step/sec: 16.4295
INFO:tensorflow:loss = 0.51624346, step = 32053 (6.089 sec)
INFO:tensorflow:lr = 0.00019756507 (6.087 sec)
INFO:tensorflow:global_step/sec: 16.5472
INFO:tensorflow:loss = 0.5341979, step = 32153 (6.045 sec)
INFO:tensorflow:lr = 0.00020005336 (6.045 sec)
INFO:tensorflow:global_step/sec: 16.5314
INFO:tensorflow:loss = 0.51768494, step = 32253 (6.048 sec)
INFO:tensorflow:lr = 0.00020254156 (6.048 sec)
INFO:tensorflow:global_step/sec: 16.7578
INFO:tensorflow:loss = 0.5436719, step = 32353 (5.963 sec)
INFO:tensorflow:lr = 0.00020502985 (5.963 sec)
INFO:tensorflow:global_step/sec: 16.7411
INFO:tensorflow:loss = 0.5296269, step = 32453 (5.978 sec)
INFO:tensorflow:lr = 0.00020751814 (5.981 sec)
INFO:tensorflow:global_step/sec: 16.475
INFO:tensorflow:loss = 0.5310923, step = 32553 (6.068 sec)
INFO:tensorflow:lr = 0.00021000643 (6.069 sec)
INFO:tensorflow:global_step/sec: 16.2786
INFO:tensorflow:loss = 0.50197136, step = 32653 (6.144 sec)
INFO:tensorflow:lr = 0.00021249463 (6.143 sec)
INFO:tensorflow:global_step/sec: 16.4258
INFO:tensorflow:loss = 0.542069, step = 32753 (6.086 sec)
INFO:tensorflow:lr = 0.00021498292 (6.086 sec)
INFO:tensorflow:global_step/sec: 16.3037
INFO:tensorflow:loss = 0.52455544, step = 32853 (6.134 sec)
INFO:tensorflow:lr = 0.00021747121 (6.132 sec)
INFO:tensorflow:global_step/sec: 16.2029
INFO:tensorflow:loss = 0.53367746, step = 32953 (6.171 sec)
INFO:tensorflow:lr = 0.0002199595 (6.172 sec)
INFO:tensorflow:global_step/sec: 16.6024
INFO:tensorflow:loss = 0.52847826, step = 33053 (6.026 sec)
INFO:tensorflow:lr = 0.00022244774 (6.028 sec)
INFO:tensorflow:global_step/sec: 16.5909
INFO:tensorflow:loss = 0.52720845, step = 33153 (6.029 sec)
INFO:tensorflow:lr = 0.00022493603 (6.026 sec)
INFO:tensorflow:global_step/sec: 16.3834
INFO:tensorflow:loss = 0.51595235, step = 33253 (6.100 sec)
INFO:tensorflow:lr = 0.00022742432 (6.100 sec)
INFO:tensorflow:global_step/sec: 16.1843
INFO:tensorflow:loss = 0.51634705, step = 33353 (6.179 sec)
INFO:tensorflow:lr = 0.0002299126 (6.181 sec)
INFO:tensorflow:global_step/sec: 16.694
INFO:tensorflow:loss = 0.5364057, step = 33453 (5.991 sec)
INFO:tensorflow:lr = 0.00023240081 (5.989 sec)
INFO:tensorflow:global_step/sec: 16.661
INFO:tensorflow:loss = 0.5602737, step = 33553 (6.004 sec)
INFO:tensorflow:lr = 0.0002348891 (6.003 sec)
INFO:tensorflow:global_step/sec: 16.3015
INFO:tensorflow:loss = 0.51239645, step = 33653 (6.134 sec)
INFO:tensorflow:lr = 0.00023737739 (6.137 sec)
INFO:tensorflow:global_step/sec: 16.2658
INFO:tensorflow:loss = 0.5101665, step = 33753 (6.147 sec)
INFO:tensorflow:lr = 0.00023986568 (6.143 sec)
INFO:tensorflow:global_step/sec: 16.5958
INFO:tensorflow:loss = 0.5241835, step = 33853 (6.021 sec)
INFO:tensorflow:lr = 0.00024235388 (6.021 sec)
INFO:tensorflow:global_step/sec: 16.429
INFO:tensorflow:loss = 0.5206879, step = 33953 (6.092 sec)
INFO:tensorflow:lr = 0.00024484217 (6.092 sec)
INFO:tensorflow:global_step/sec: 16.8416
INFO:tensorflow:loss = 0.5379159, step = 34053 (5.938 sec)
INFO:tensorflow:lr = 0.00024733046 (5.939 sec)
INFO:tensorflow:global_step/sec: 16.3196
INFO:tensorflow:loss = 0.5325502, step = 34153 (6.127 sec)
INFO:tensorflow:lr = 0.00024981875 (6.127 sec)
INFO:tensorflow:global_step/sec: 16.163
INFO:tensorflow:loss = 0.52018225, step = 34253 (6.188 sec)
INFO:tensorflow:lr = 0.00025230696 (6.186 sec)
INFO:tensorflow:global_step/sec: 16.0172
INFO:tensorflow:loss = 0.51497144, step = 34353 (6.243 sec)
INFO:tensorflow:lr = 0.00025479525 (6.244 sec)
INFO:tensorflow:global_step/sec: 37.8284
INFO:tensorflow:loss = 0.533383, step = 34453 (2.641 sec)
INFO:tensorflow:lr = 0.00025728354 (2.641 sec)
INFO:tensorflow:global_step/sec: 112.802
INFO:tensorflow:loss = 0.518636, step = 34553 (0.888 sec)
INFO:tensorflow:lr = 0.00025977183 (0.888 sec)
INFO:tensorflow:global_step/sec: 117.611
INFO:tensorflow:loss = 0.5209474, step = 34653 (0.849 sec)
INFO:tensorflow:lr = 0.00026226006 (0.850 sec)
INFO:tensorflow:global_step/sec: 118.195
INFO:tensorflow:loss = 0.51859635, step = 34753 (0.845 sec)
INFO:tensorflow:lr = 0.00026474835 (0.844 sec)
INFO:tensorflow:global_step/sec: 116.446
INFO:tensorflow:loss = 0.5190459, step = 34853 (0.860 sec)
INFO:tensorflow:lr = 0.00026723664 (0.860 sec)
INFO:tensorflow:global_step/sec: 115.635
INFO:tensorflow:loss = 0.5051602, step = 34953 (0.863 sec)
INFO:tensorflow:lr = 0.00026972484 (0.863 sec)
INFO:tensorflow:global_step/sec: 111.114
INFO:tensorflow:loss = 0.56491524, step = 35053 (0.902 sec)
INFO:tensorflow:lr = 0.00027221313 (0.902 sec)
INFO:tensorflow:global_step/sec: 113.096
INFO:tensorflow:loss = 0.537144, step = 35153 (0.886 sec)
INFO:tensorflow:lr = 0.00027470142 (0.886 sec)
INFO:tensorflow:Saving checkpoints for 35170 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.5148262.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T01:51:39Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-35170
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-01:52:01
INFO:tensorflow:Saving dict for global step 35170: global_step = 35170, loss = 0.5432346, mae = 0.6636729
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 35170: ../model/dnn_sigmoid_clr/model.ckpt-35170
INFO:tensorflow:MAE: 0.664
INFO:tensorflow:Best MAE: 0.661
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-35170
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 35170 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.52601266, step = 35170
INFO:tensorflow:lr = 0.00027487558
INFO:tensorflow:global_step/sec: 16.2385
INFO:tensorflow:loss = 0.543782, step = 35270 (6.164 sec)
INFO:tensorflow:lr = 0.0002723873 (6.163 sec)
INFO:tensorflow:global_step/sec: 16.4289
INFO:tensorflow:loss = 0.5379989, step = 35370 (6.084 sec)
INFO:tensorflow:lr = 0.000269899 (6.086 sec)
INFO:tensorflow:global_step/sec: 16.8027
INFO:tensorflow:loss = 0.5562932, step = 35470 (5.954 sec)
INFO:tensorflow:lr = 0.0002674108 (5.954 sec)
INFO:tensorflow:global_step/sec: 16.4832
INFO:tensorflow:loss = 0.5325783, step = 35570 (6.067 sec)
INFO:tensorflow:lr = 0.00026492248 (6.067 sec)
INFO:tensorflow:global_step/sec: 16.6032
INFO:tensorflow:loss = 0.52739936, step = 35670 (6.025 sec)
INFO:tensorflow:lr = 0.0002624342 (6.024 sec)
INFO:tensorflow:global_step/sec: 16.7062
INFO:tensorflow:loss = 0.5030172, step = 35770 (5.984 sec)
INFO:tensorflow:lr = 0.0002599459 (5.984 sec)
INFO:tensorflow:global_step/sec: 16.6295
INFO:tensorflow:loss = 0.54734415, step = 35870 (6.013 sec)
INFO:tensorflow:lr = 0.0002574577 (6.014 sec)
INFO:tensorflow:global_step/sec: 15.321
INFO:tensorflow:loss = 0.52242184, step = 35970 (6.524 sec)
INFO:tensorflow:lr = 0.0002549694 (6.524 sec)
INFO:tensorflow:global_step/sec: 15.7325
INFO:tensorflow:loss = 0.5269762, step = 36070 (6.366 sec)
INFO:tensorflow:lr = 0.0002524811 (6.364 sec)
INFO:tensorflow:global_step/sec: 16.8672
INFO:tensorflow:loss = 0.5192575, step = 36170 (5.924 sec)
INFO:tensorflow:lr = 0.00024999282 (5.926 sec)
INFO:tensorflow:global_step/sec: 16.4057
INFO:tensorflow:loss = 0.52532715, step = 36270 (6.095 sec)
INFO:tensorflow:lr = 0.00024750462 (6.093 sec)
INFO:tensorflow:global_step/sec: 16.2274
INFO:tensorflow:loss = 0.530971, step = 36370 (6.161 sec)
INFO:tensorflow:lr = 0.00024501633 (6.161 sec)
INFO:tensorflow:global_step/sec: 16.4071
INFO:tensorflow:loss = 0.51400685, step = 36470 (6.096 sec)
INFO:tensorflow:lr = 0.00024252804 (6.097 sec)
INFO:tensorflow:global_step/sec: 16.6095
INFO:tensorflow:loss = 0.51017815, step = 36570 (6.021 sec)
INFO:tensorflow:lr = 0.00024003975 (6.020 sec)
INFO:tensorflow:global_step/sec: 16.5748
INFO:tensorflow:loss = 0.5348711, step = 36670 (6.031 sec)
INFO:tensorflow:lr = 0.00023755155 (6.031 sec)
INFO:tensorflow:global_step/sec: 16.5965
INFO:tensorflow:loss = 0.55169916, step = 36770 (6.025 sec)
INFO:tensorflow:lr = 0.00023506326 (6.025 sec)
INFO:tensorflow:global_step/sec: 16.628
INFO:tensorflow:loss = 0.53888476, step = 36870 (6.020 sec)
INFO:tensorflow:lr = 0.00023257497 (6.019 sec)
INFO:tensorflow:global_step/sec: 16.5507
INFO:tensorflow:loss = 0.5157961, step = 36970 (6.040 sec)
INFO:tensorflow:lr = 0.00023008673 (6.040 sec)
INFO:tensorflow:global_step/sec: 16.3833
INFO:tensorflow:loss = 0.5135107, step = 37070 (6.101 sec)
INFO:tensorflow:lr = 0.00022759844 (6.102 sec)
INFO:tensorflow:global_step/sec: 16.5514
INFO:tensorflow:loss = 0.53640497, step = 37170 (6.044 sec)
INFO:tensorflow:lr = 0.00022511015 (6.045 sec)
INFO:tensorflow:global_step/sec: 16.5782
INFO:tensorflow:loss = 0.51739186, step = 37270 (6.031 sec)
INFO:tensorflow:lr = 0.00022262186 (6.033 sec)
INFO:tensorflow:global_step/sec: 16.5403
INFO:tensorflow:loss = 0.5309091, step = 37370 (6.044 sec)
INFO:tensorflow:lr = 0.00022013366 (6.041 sec)
INFO:tensorflow:global_step/sec: 16.7405
INFO:tensorflow:loss = 0.517157, step = 37470 (5.975 sec)
INFO:tensorflow:lr = 0.00021764537 (5.976 sec)
INFO:tensorflow:global_step/sec: 16.7899
INFO:tensorflow:loss = 0.5427632, step = 37570 (5.957 sec)
INFO:tensorflow:lr = 0.00021515708 (5.958 sec)
INFO:tensorflow:global_step/sec: 16.7537
INFO:tensorflow:loss = 0.49645966, step = 37670 (5.965 sec)
INFO:tensorflow:lr = 0.00021266879 (5.965 sec)
INFO:tensorflow:global_step/sec: 16.5017
INFO:tensorflow:loss = 0.52680373, step = 37770 (6.060 sec)
INFO:tensorflow:lr = 0.00021018059 (6.062 sec)
INFO:tensorflow:global_step/sec: 16.6437
INFO:tensorflow:loss = 0.53193164, step = 37870 (6.009 sec)
INFO:tensorflow:lr = 0.0002076923 (6.009 sec)
INFO:tensorflow:global_step/sec: 37.7996
INFO:tensorflow:loss = 0.5432713, step = 37970 (2.644 sec)
INFO:tensorflow:lr = 0.000205204 (2.643 sec)
INFO:tensorflow:global_step/sec: 103.148
INFO:tensorflow:loss = 0.5516718, step = 38070 (0.968 sec)
INFO:tensorflow:lr = 0.00020271572 (0.968 sec)
INFO:tensorflow:global_step/sec: 116.214
INFO:tensorflow:loss = 0.51803786, step = 38170 (0.862 sec)
INFO:tensorflow:lr = 0.00020022751 (0.860 sec)
INFO:tensorflow:global_step/sec: 107.257
INFO:tensorflow:loss = 0.5152095, step = 38270 (0.932 sec)
INFO:tensorflow:lr = 0.00019773922 (0.932 sec)
INFO:tensorflow:global_step/sec: 106.271
INFO:tensorflow:loss = 0.51619935, step = 38370 (0.942 sec)
INFO:tensorflow:lr = 0.00019525092 (0.941 sec)
INFO:tensorflow:global_step/sec: 109.319
INFO:tensorflow:loss = 0.5436645, step = 38470 (0.915 sec)
INFO:tensorflow:lr = 0.00019276263 (0.915 sec)
INFO:tensorflow:global_step/sec: 118.597
INFO:tensorflow:loss = 0.5423321, step = 38570 (0.842 sec)
INFO:tensorflow:lr = 0.00019027443 (0.842 sec)
INFO:tensorflow:global_step/sec: 116.761
INFO:tensorflow:loss = 0.55361974, step = 38670 (0.857 sec)
INFO:tensorflow:lr = 0.00018778614 (0.859 sec)
INFO:tensorflow:Saving checkpoints for 38687 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.53503233.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T01:55:39Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-38687
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-01:56:02
INFO:tensorflow:Saving dict for global step 38687: global_step = 38687, loss = 0.5438586, mae = 0.66096425
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 38687: ../model/dnn_sigmoid_clr/model.ckpt-38687
INFO:tensorflow:MAE: 0.661
INFO:tensorflow:Best MAE: 0.661
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-38687
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 38687 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5194813, step = 38687
INFO:tensorflow:lr = 0.00018736314
INFO:tensorflow:global_step/sec: 16.1166
INFO:tensorflow:loss = 0.5254004, step = 38787 (6.210 sec)
INFO:tensorflow:lr = 0.00018487485 (6.211 sec)
INFO:tensorflow:global_step/sec: 16.3317
INFO:tensorflow:loss = 0.52027977, step = 38887 (6.122 sec)
INFO:tensorflow:lr = 0.00018238656 (6.122 sec)
INFO:tensorflow:global_step/sec: 16.8577
INFO:tensorflow:loss = 0.53577536, step = 38987 (5.933 sec)
INFO:tensorflow:lr = 0.00017989834 (5.936 sec)
INFO:tensorflow:global_step/sec: 17.1349
INFO:tensorflow:loss = 0.5311953, step = 39087 (5.835 sec)
INFO:tensorflow:lr = 0.00017741005 (5.832 sec)
INFO:tensorflow:global_step/sec: 16.372
INFO:tensorflow:loss = 0.53239954, step = 39187 (6.110 sec)
INFO:tensorflow:lr = 0.00017492176 (6.114 sec)
INFO:tensorflow:global_step/sec: 16.8085
INFO:tensorflow:loss = 0.51282364, step = 39287 (5.946 sec)
INFO:tensorflow:lr = 0.00017243347 (5.943 sec)
INFO:tensorflow:global_step/sec: 16.2248
INFO:tensorflow:loss = 0.5090346, step = 39387 (6.166 sec)
INFO:tensorflow:lr = 0.00016994527 (6.166 sec)
INFO:tensorflow:global_step/sec: 16.636
INFO:tensorflow:loss = 0.528584, step = 39487 (6.009 sec)
INFO:tensorflow:lr = 0.00016745698 (6.008 sec)
INFO:tensorflow:global_step/sec: 16.5417
INFO:tensorflow:loss = 0.5205996, step = 39587 (6.043 sec)
INFO:tensorflow:lr = 0.00016496869 (6.043 sec)
INFO:tensorflow:global_step/sec: 16.4562
INFO:tensorflow:loss = 0.52319306, step = 39687 (6.079 sec)
INFO:tensorflow:lr = 0.0001624804 (6.080 sec)
INFO:tensorflow:global_step/sec: 16.7966
INFO:tensorflow:loss = 0.5157742, step = 39787 (5.952 sec)
INFO:tensorflow:lr = 0.0001599922 (5.954 sec)
INFO:tensorflow:global_step/sec: 16.5225
INFO:tensorflow:loss = 0.5114844, step = 39887 (6.056 sec)
INFO:tensorflow:lr = 0.0001575039 (6.053 sec)
INFO:tensorflow:global_step/sec: 16.1771
INFO:tensorflow:loss = 0.5436349, step = 39987 (6.181 sec)
INFO:tensorflow:lr = 0.00015501562 (6.181 sec)
INFO:tensorflow:global_step/sec: 16.6009
INFO:tensorflow:loss = 0.54628325, step = 40087 (6.021 sec)
INFO:tensorflow:lr = 0.00015252731 (6.021 sec)
INFO:tensorflow:global_step/sec: 16.8381
INFO:tensorflow:loss = 0.51722807, step = 40187 (5.942 sec)
INFO:tensorflow:lr = 0.00015003911 (5.943 sec)
INFO:tensorflow:global_step/sec: 16.505
INFO:tensorflow:loss = 0.5161902, step = 40287 (6.056 sec)
INFO:tensorflow:lr = 0.00014755082 (6.056 sec)
INFO:tensorflow:global_step/sec: 16.6884
INFO:tensorflow:loss = 0.52496785, step = 40387 (5.994 sec)
INFO:tensorflow:lr = 0.00014506253 (5.996 sec)
INFO:tensorflow:global_step/sec: 16.8746
INFO:tensorflow:loss = 0.5335024, step = 40487 (5.932 sec)
INFO:tensorflow:lr = 0.00014257424 (5.927 sec)
INFO:tensorflow:global_step/sec: 16.0924
INFO:tensorflow:loss = 0.52165174, step = 40587 (6.211 sec)
INFO:tensorflow:lr = 0.00014008602 (6.211 sec)
INFO:tensorflow:global_step/sec: 15.5784
INFO:tensorflow:loss = 0.50579315, step = 40687 (6.420 sec)
INFO:tensorflow:lr = 0.00013759773 (6.421 sec)
INFO:tensorflow:global_step/sec: 16.3466
INFO:tensorflow:loss = 0.49985412, step = 40787 (6.114 sec)
INFO:tensorflow:lr = 0.00013510944 (6.114 sec)
INFO:tensorflow:global_step/sec: 16.716
INFO:tensorflow:loss = 0.5237026, step = 40887 (5.982 sec)
INFO:tensorflow:lr = 0.00013262115 (5.980 sec)
INFO:tensorflow:global_step/sec: 16.5919
INFO:tensorflow:loss = 0.4909823, step = 40987 (6.029 sec)
INFO:tensorflow:lr = 0.00013013295 (6.029 sec)
INFO:tensorflow:global_step/sec: 17.0392
INFO:tensorflow:loss = 0.52148473, step = 41087 (5.868 sec)
INFO:tensorflow:lr = 0.00012764466 (5.867 sec)
INFO:tensorflow:global_step/sec: 16.8206
INFO:tensorflow:loss = 0.50951874, step = 41187 (5.947 sec)
INFO:tensorflow:lr = 0.00012515637 (5.949 sec)
INFO:tensorflow:global_step/sec: 15.9758
INFO:tensorflow:loss = 0.529667, step = 41287 (6.257 sec)
INFO:tensorflow:lr = 0.00012266808 (6.259 sec)
INFO:tensorflow:global_step/sec: 16.5411
INFO:tensorflow:loss = 0.53669477, step = 41387 (6.048 sec)
INFO:tensorflow:lr = 0.000120179866 (6.045 sec)
INFO:tensorflow:global_step/sec: 38.2646
INFO:tensorflow:loss = 0.4956863, step = 41487 (2.610 sec)
INFO:tensorflow:lr = 0.000117691576 (2.611 sec)
INFO:tensorflow:global_step/sec: 116.141
INFO:tensorflow:loss = 0.50436413, step = 41587 (0.859 sec)
INFO:tensorflow:lr = 0.00011520328 (0.858 sec)
INFO:tensorflow:global_step/sec: 115.549
INFO:tensorflow:loss = 0.5188003, step = 41687 (0.866 sec)
INFO:tensorflow:lr = 0.000112715075 (0.867 sec)
INFO:tensorflow:global_step/sec: 116.638
INFO:tensorflow:loss = 0.5064708, step = 41787 (0.859 sec)
INFO:tensorflow:lr = 0.000110226785 (0.858 sec)
INFO:tensorflow:global_step/sec: 116.262
INFO:tensorflow:loss = 0.5270368, step = 41887 (0.860 sec)
INFO:tensorflow:lr = 0.000107738495 (0.862 sec)
INFO:tensorflow:global_step/sec: 112.363
INFO:tensorflow:loss = 0.54697853, step = 41987 (0.890 sec)
INFO:tensorflow:lr = 0.0001052502 (0.889 sec)
INFO:tensorflow:global_step/sec: 109.369
INFO:tensorflow:loss = 0.5246576, step = 42087 (0.912 sec)
INFO:tensorflow:lr = 0.000102761995 (0.913 sec)
INFO:tensorflow:global_step/sec: 120.101
INFO:tensorflow:loss = 0.5228307, step = 42187 (0.835 sec)
INFO:tensorflow:lr = 0.000100273704 (0.834 sec)
INFO:tensorflow:Saving checkpoints for 42204 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.5102484.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T01:59:38Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-42204
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-02:00:01
INFO:tensorflow:Saving dict for global step 42204: global_step = 42204, loss = 0.54501945, mae = 0.6622335
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 42204: ../model/dnn_sigmoid_clr/model.ckpt-42204
INFO:tensorflow:MAE: 0.662
INFO:tensorflow:Best MAE: 0.661
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-42204
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 42204 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.52640617, step = 42204
INFO:tensorflow:lr = 0.00010007464
INFO:tensorflow:global_step/sec: 15.9492
INFO:tensorflow:loss = 0.51786953, step = 42304 (6.275 sec)
INFO:tensorflow:lr = 0.00010131879 (6.274 sec)
INFO:tensorflow:global_step/sec: 16.9056
INFO:tensorflow:loss = 0.5321435, step = 42404 (5.915 sec)
INFO:tensorflow:lr = 0.00010256293 (5.912 sec)
INFO:tensorflow:global_step/sec: 17.1811
INFO:tensorflow:loss = 0.5390888, step = 42504 (5.821 sec)
INFO:tensorflow:lr = 0.00010380708 (5.821 sec)
INFO:tensorflow:global_step/sec: 17.1701
INFO:tensorflow:loss = 0.53443104, step = 42604 (5.825 sec)
INFO:tensorflow:lr = 0.00010505118 (5.825 sec)
INFO:tensorflow:global_step/sec: 17.1355
INFO:tensorflow:loss = 0.51953197, step = 42704 (5.837 sec)
INFO:tensorflow:lr = 0.00010629532 (5.838 sec)
INFO:tensorflow:global_step/sec: 16.5723
INFO:tensorflow:loss = 0.511256, step = 42804 (6.032 sec)
INFO:tensorflow:lr = 0.00010753947 (6.032 sec)
INFO:tensorflow:global_step/sec: 16.9972
INFO:tensorflow:loss = 0.5308738, step = 42904 (5.884 sec)
INFO:tensorflow:lr = 0.00010878362 (5.882 sec)
INFO:tensorflow:global_step/sec: 16.9433
INFO:tensorflow:loss = 0.52424043, step = 43004 (5.903 sec)
INFO:tensorflow:lr = 0.00011002772 (5.905 sec)
INFO:tensorflow:global_step/sec: 16.9525
INFO:tensorflow:loss = 0.5376968, step = 43104 (5.898 sec)
INFO:tensorflow:lr = 0.00011127187 (5.897 sec)
INFO:tensorflow:global_step/sec: 16.71
INFO:tensorflow:loss = 0.50245327, step = 43204 (5.983 sec)
INFO:tensorflow:lr = 0.00011251601 (5.985 sec)
INFO:tensorflow:global_step/sec: 16.7087
INFO:tensorflow:loss = 0.5139922, step = 43304 (5.983 sec)
INFO:tensorflow:lr = 0.00011376016 (5.983 sec)
INFO:tensorflow:global_step/sec: 16.5258
INFO:tensorflow:loss = 0.5205043, step = 43404 (6.055 sec)
INFO:tensorflow:lr = 0.000115004266 (6.053 sec)
INFO:tensorflow:global_step/sec: 16.678
INFO:tensorflow:loss = 0.5254721, step = 43504 (5.997 sec)
INFO:tensorflow:lr = 0.00011624841 (5.999 sec)
INFO:tensorflow:global_step/sec: 16.5453
INFO:tensorflow:loss = 0.5162091, step = 43604 (6.042 sec)
INFO:tensorflow:lr = 0.00011749256 (6.042 sec)
INFO:tensorflow:global_step/sec: 16.6161
INFO:tensorflow:loss = 0.50786877, step = 43704 (6.019 sec)
INFO:tensorflow:lr = 0.00011873666 (6.017 sec)
INFO:tensorflow:global_step/sec: 16.5916
INFO:tensorflow:loss = 0.5120592, step = 43804 (6.027 sec)
INFO:tensorflow:lr = 0.0001199808 (6.028 sec)
INFO:tensorflow:global_step/sec: 16.6189
INFO:tensorflow:loss = 0.503367, step = 43904 (6.017 sec)
INFO:tensorflow:lr = 0.00012122495 (6.016 sec)
INFO:tensorflow:global_step/sec: 16.0062
INFO:tensorflow:loss = 0.52320945, step = 44004 (6.249 sec)
INFO:tensorflow:lr = 0.0001224691 (6.252 sec)
INFO:tensorflow:global_step/sec: 16.2998
INFO:tensorflow:loss = 0.52765214, step = 44104 (6.136 sec)
INFO:tensorflow:lr = 0.0001237132 (6.131 sec)
INFO:tensorflow:global_step/sec: 16.2003
INFO:tensorflow:loss = 0.5298227, step = 44204 (6.170 sec)
INFO:tensorflow:lr = 0.00012495734 (6.172 sec)
INFO:tensorflow:global_step/sec: 16.4771
INFO:tensorflow:loss = 0.53681123, step = 44304 (6.068 sec)
INFO:tensorflow:lr = 0.00012620148 (6.068 sec)
INFO:tensorflow:global_step/sec: 16.5547
INFO:tensorflow:loss = 0.53578925, step = 44404 (6.042 sec)
INFO:tensorflow:lr = 0.00012744563 (6.041 sec)
INFO:tensorflow:global_step/sec: 15.9003
INFO:tensorflow:loss = 0.5440549, step = 44504 (6.289 sec)
INFO:tensorflow:lr = 0.00012868975 (6.291 sec)
INFO:tensorflow:global_step/sec: 16.4348
INFO:tensorflow:loss = 0.51633906, step = 44604 (6.088 sec)
INFO:tensorflow:lr = 0.00012993388 (6.085 sec)
INFO:tensorflow:global_step/sec: 16.7684
INFO:tensorflow:loss = 0.52326477, step = 44704 (5.964 sec)
INFO:tensorflow:lr = 0.00013117804 (5.968 sec)
INFO:tensorflow:global_step/sec: 16.0609
INFO:tensorflow:loss = 0.531656, step = 44804 (6.224 sec)
INFO:tensorflow:lr = 0.00013242217 (6.228 sec)
INFO:tensorflow:global_step/sec: 16.4487
INFO:tensorflow:loss = 0.5499101, step = 44904 (6.089 sec)
INFO:tensorflow:lr = 0.00013366628 (6.082 sec)
INFO:tensorflow:global_step/sec: 37.022
INFO:tensorflow:loss = 0.54442686, step = 45004 (2.688 sec)
INFO:tensorflow:lr = 0.00013491043 (2.687 sec)
INFO:tensorflow:global_step/sec: 107.303
INFO:tensorflow:loss = 0.5167245, step = 45104 (0.932 sec)
INFO:tensorflow:lr = 0.00013615457 (0.932 sec)
INFO:tensorflow:global_step/sec: 108.248
INFO:tensorflow:loss = 0.5086258, step = 45204 (0.923 sec)
INFO:tensorflow:lr = 0.00013739872 (0.923 sec)
INFO:tensorflow:global_step/sec: 116.618
INFO:tensorflow:loss = 0.52988297, step = 45304 (0.857 sec)
INFO:tensorflow:lr = 0.00013864282 (0.856 sec)
INFO:tensorflow:global_step/sec: 116.949
INFO:tensorflow:loss = 0.53080416, step = 45404 (0.856 sec)
INFO:tensorflow:lr = 0.00013988696 (0.856 sec)
INFO:tensorflow:global_step/sec: 120.725
INFO:tensorflow:loss = 0.52373976, step = 45504 (0.828 sec)
INFO:tensorflow:lr = 0.00014113111 (0.831 sec)
INFO:tensorflow:global_step/sec: 117.418
INFO:tensorflow:loss = 0.51545703, step = 45604 (0.852 sec)
INFO:tensorflow:lr = 0.00014237525 (0.849 sec)
INFO:tensorflow:global_step/sec: 111.425
INFO:tensorflow:loss = 0.5331612, step = 45704 (0.897 sec)
INFO:tensorflow:lr = 0.00014361936 (0.898 sec)
INFO:tensorflow:Saving checkpoints for 45721 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.51457757.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T02:03:37Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-45721
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-02:04:00
INFO:tensorflow:Saving dict for global step 45721: global_step = 45721, loss = 0.54600257, mae = 0.66296023
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 45721: ../model/dnn_sigmoid_clr/model.ckpt-45721
INFO:tensorflow:MAE: 0.663
INFO:tensorflow:Best MAE: 0.661
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-45721
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 45721 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5386584, step = 45721
INFO:tensorflow:lr = 0.0001438309
INFO:tensorflow:global_step/sec: 16.0227
INFO:tensorflow:loss = 0.52377594, step = 45821 (6.246 sec)
INFO:tensorflow:lr = 0.000145075 (6.246 sec)
INFO:tensorflow:global_step/sec: 16.612
INFO:tensorflow:loss = 0.5700832, step = 45921 (6.021 sec)
INFO:tensorflow:lr = 0.00014631914 (6.022 sec)
INFO:tensorflow:global_step/sec: 16.7582
INFO:tensorflow:loss = 0.5205941, step = 46021 (5.969 sec)
INFO:tensorflow:lr = 0.00014756329 (5.968 sec)
INFO:tensorflow:global_step/sec: 16.5788
INFO:tensorflow:loss = 0.5353333, step = 46121 (6.030 sec)
INFO:tensorflow:lr = 0.00014880739 (6.030 sec)
INFO:tensorflow:global_step/sec: 16.3024
INFO:tensorflow:loss = 0.5397237, step = 46221 (6.136 sec)
INFO:tensorflow:lr = 0.00015005155 (6.138 sec)
INFO:tensorflow:global_step/sec: 16.4687
INFO:tensorflow:loss = 0.5352135, step = 46321 (6.067 sec)
INFO:tensorflow:lr = 0.00015129568 (6.067 sec)
INFO:tensorflow:global_step/sec: 16.9348
INFO:tensorflow:loss = 0.51500654, step = 46421 (5.908 sec)
INFO:tensorflow:lr = 0.00015253984 (5.906 sec)
INFO:tensorflow:global_step/sec: 15.9517
INFO:tensorflow:loss = 0.5286539, step = 46521 (6.269 sec)
INFO:tensorflow:lr = 0.00015378394 (6.270 sec)
INFO:tensorflow:global_step/sec: 16.2638
INFO:tensorflow:loss = 0.5346553, step = 46621 (6.148 sec)
INFO:tensorflow:lr = 0.00015502809 (6.147 sec)
INFO:tensorflow:global_step/sec: 16.5152
INFO:tensorflow:loss = 0.5416401, step = 46721 (6.055 sec)
INFO:tensorflow:lr = 0.00015627223 (6.057 sec)
INFO:tensorflow:global_step/sec: 16.6332
INFO:tensorflow:loss = 0.51581234, step = 46821 (6.014 sec)
INFO:tensorflow:lr = 0.00015751638 (6.016 sec)
INFO:tensorflow:global_step/sec: 16.2727
INFO:tensorflow:loss = 0.5080699, step = 46921 (6.143 sec)
INFO:tensorflow:lr = 0.00015876048 (6.141 sec)
INFO:tensorflow:global_step/sec: 16.2839
INFO:tensorflow:loss = 0.545717, step = 47021 (6.144 sec)
INFO:tensorflow:lr = 0.00016000462 (6.144 sec)
INFO:tensorflow:global_step/sec: 16.0773
INFO:tensorflow:loss = 0.5254803, step = 47121 (6.217 sec)
INFO:tensorflow:lr = 0.00016124877 (6.215 sec)
INFO:tensorflow:global_step/sec: 16.7616
INFO:tensorflow:loss = 0.50601083, step = 47221 (5.966 sec)
INFO:tensorflow:lr = 0.00016249291 (5.965 sec)
INFO:tensorflow:global_step/sec: 16.4114
INFO:tensorflow:loss = 0.5285052, step = 47321 (6.094 sec)
INFO:tensorflow:lr = 0.00016373702 (6.093 sec)
INFO:tensorflow:global_step/sec: 16.4545
INFO:tensorflow:loss = 0.5060724, step = 47421 (6.078 sec)
INFO:tensorflow:lr = 0.00016498116 (6.079 sec)
INFO:tensorflow:global_step/sec: 16.6621
INFO:tensorflow:loss = 0.52375424, step = 47521 (6.001 sec)
INFO:tensorflow:lr = 0.0001662253 (6.001 sec)
INFO:tensorflow:global_step/sec: 16.5406
INFO:tensorflow:loss = 0.51782614, step = 47621 (6.047 sec)
INFO:tensorflow:lr = 0.00016746946 (6.045 sec)
INFO:tensorflow:global_step/sec: 16.8241
INFO:tensorflow:loss = 0.53029263, step = 47721 (5.943 sec)
INFO:tensorflow:lr = 0.00016871357 (5.943 sec)
INFO:tensorflow:global_step/sec: 16.549
INFO:tensorflow:loss = 0.51223516, step = 47821 (6.044 sec)
INFO:tensorflow:lr = 0.0001699577 (6.045 sec)
INFO:tensorflow:global_step/sec: 16.5384
INFO:tensorflow:loss = 0.5377271, step = 47921 (6.046 sec)
INFO:tensorflow:lr = 0.00017120186 (6.047 sec)
INFO:tensorflow:global_step/sec: 16.3791
INFO:tensorflow:loss = 0.52511173, step = 48021 (6.104 sec)
INFO:tensorflow:lr = 0.00017244599 (6.102 sec)
INFO:tensorflow:global_step/sec: 16.3278
INFO:tensorflow:loss = 0.5263535, step = 48121 (6.123 sec)
INFO:tensorflow:lr = 0.00017369009 (6.124 sec)
INFO:tensorflow:global_step/sec: 16.5578
INFO:tensorflow:loss = 0.50603104, step = 48221 (6.043 sec)
INFO:tensorflow:lr = 0.00017493425 (6.045 sec)
INFO:tensorflow:global_step/sec: 16.3973
INFO:tensorflow:loss = 0.53164345, step = 48321 (6.098 sec)
INFO:tensorflow:lr = 0.0001761784 (6.095 sec)
INFO:tensorflow:global_step/sec: 16.4808
INFO:tensorflow:loss = 0.5166303, step = 48421 (6.067 sec)
INFO:tensorflow:lr = 0.00017742254 (6.067 sec)
INFO:tensorflow:global_step/sec: 37.5578
INFO:tensorflow:loss = 0.51795566, step = 48521 (2.661 sec)
INFO:tensorflow:lr = 0.00017866664 (2.660 sec)
INFO:tensorflow:global_step/sec: 111.113
INFO:tensorflow:loss = 0.50782955, step = 48621 (0.899 sec)
INFO:tensorflow:lr = 0.00017991078 (0.899 sec)
INFO:tensorflow:global_step/sec: 114.52
INFO:tensorflow:loss = 0.5221331, step = 48721 (0.873 sec)
INFO:tensorflow:lr = 0.00018115493 (0.874 sec)
INFO:tensorflow:global_step/sec: 115.916
INFO:tensorflow:loss = 0.51093966, step = 48821 (0.863 sec)
INFO:tensorflow:lr = 0.00018239903 (0.862 sec)
INFO:tensorflow:global_step/sec: 115.936
INFO:tensorflow:loss = 0.508476, step = 48921 (0.863 sec)
INFO:tensorflow:lr = 0.00018364319 (0.862 sec)
INFO:tensorflow:global_step/sec: 114.353
INFO:tensorflow:loss = 0.5167054, step = 49021 (0.874 sec)
INFO:tensorflow:lr = 0.00018488732 (0.875 sec)
INFO:tensorflow:global_step/sec: 112.293
INFO:tensorflow:loss = 0.5112735, step = 49121 (0.891 sec)
INFO:tensorflow:lr = 0.00018613148 (0.890 sec)
INFO:tensorflow:global_step/sec: 101.782
INFO:tensorflow:loss = 0.52141964, step = 49221 (0.981 sec)
INFO:tensorflow:lr = 0.00018737558 (0.981 sec)
INFO:tensorflow:Saving checkpoints for 49238 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.55044186.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T02:07:38Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-49238
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-02:08:00
INFO:tensorflow:Saving dict for global step 49238: global_step = 49238, loss = 0.5453078, mae = 0.6664855
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 49238: ../model/dnn_sigmoid_clr/model.ckpt-49238
INFO:tensorflow:MAE: 0.666
INFO:tensorflow:Best MAE: 0.661
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-49238
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 49238 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.53777176, step = 49238
INFO:tensorflow:lr = 0.00018741288
INFO:tensorflow:global_step/sec: 16.0783
INFO:tensorflow:loss = 0.5189382, step = 49338 (6.225 sec)
INFO:tensorflow:lr = 0.00018616876 (6.223 sec)
INFO:tensorflow:global_step/sec: 16.7886
INFO:tensorflow:loss = 0.5287927, step = 49438 (5.955 sec)
INFO:tensorflow:lr = 0.00018492463 (5.955 sec)
INFO:tensorflow:global_step/sec: 16.0315
INFO:tensorflow:loss = 0.5298688, step = 49538 (6.239 sec)
INFO:tensorflow:lr = 0.00018368047 (6.240 sec)
INFO:tensorflow:global_step/sec: 15.7389
INFO:tensorflow:loss = 0.5109371, step = 49638 (6.351 sec)
INFO:tensorflow:lr = 0.00018243634 (6.353 sec)
INFO:tensorflow:global_step/sec: 16.7545
INFO:tensorflow:loss = 0.52688336, step = 49738 (5.970 sec)
INFO:tensorflow:lr = 0.00018119224 (5.969 sec)
INFO:tensorflow:global_step/sec: 16.6027
INFO:tensorflow:loss = 0.53146625, step = 49838 (6.025 sec)
INFO:tensorflow:lr = 0.00017994808 (6.024 sec)
INFO:tensorflow:global_step/sec: 16.5632
INFO:tensorflow:loss = 0.5360484, step = 49938 (6.036 sec)
INFO:tensorflow:lr = 0.00017870395 (6.035 sec)
INFO:tensorflow:global_step/sec: 16.7868
INFO:tensorflow:loss = 0.52844393, step = 50038 (5.956 sec)
INFO:tensorflow:lr = 0.00017745979 (5.956 sec)
INFO:tensorflow:global_step/sec: 16.5473
INFO:tensorflow:loss = 0.539001, step = 50138 (6.046 sec)
INFO:tensorflow:lr = 0.00017621569 (6.046 sec)
INFO:tensorflow:global_step/sec: 16.5974
INFO:tensorflow:loss = 0.5249276, step = 50238 (6.024 sec)
INFO:tensorflow:lr = 0.00017497154 (6.026 sec)
INFO:tensorflow:global_step/sec: 16.7712
INFO:tensorflow:loss = 0.52485037, step = 50338 (5.965 sec)
INFO:tensorflow:lr = 0.0001737274 (5.966 sec)
INFO:tensorflow:global_step/sec: 16.6084
INFO:tensorflow:loss = 0.5382716, step = 50438 (6.018 sec)
INFO:tensorflow:lr = 0.00017248325 (6.015 sec)
INFO:tensorflow:global_step/sec: 16.5788
INFO:tensorflow:loss = 0.49854344, step = 50538 (6.032 sec)
INFO:tensorflow:lr = 0.00017123915 (6.034 sec)
INFO:tensorflow:global_step/sec: 16.4249
INFO:tensorflow:loss = 0.50864387, step = 50638 (6.088 sec)
INFO:tensorflow:lr = 0.00016999501 (6.087 sec)
INFO:tensorflow:global_step/sec: 16.6258
INFO:tensorflow:loss = 0.5221733, step = 50738 (6.013 sec)
INFO:tensorflow:lr = 0.00016875085 (6.013 sec)
INFO:tensorflow:global_step/sec: 16.5849
INFO:tensorflow:loss = 0.51202923, step = 50838 (6.033 sec)
INFO:tensorflow:lr = 0.00016750675 (6.033 sec)
INFO:tensorflow:global_step/sec: 16.723
INFO:tensorflow:loss = 0.50921226, step = 50938 (5.979 sec)
INFO:tensorflow:lr = 0.00016626262 (5.979 sec)
INFO:tensorflow:global_step/sec: 16.6817
INFO:tensorflow:loss = 0.5284907, step = 51038 (5.996 sec)
INFO:tensorflow:lr = 0.00016501846 (5.997 sec)
INFO:tensorflow:global_step/sec: 16.5802
INFO:tensorflow:loss = 0.52567685, step = 51138 (6.031 sec)
INFO:tensorflow:lr = 0.00016377433 (6.030 sec)
INFO:tensorflow:global_step/sec: 16.4779
INFO:tensorflow:loss = 0.5374782, step = 51238 (6.066 sec)
INFO:tensorflow:lr = 0.00016253022 (6.066 sec)
INFO:tensorflow:global_step/sec: 16.2934
INFO:tensorflow:loss = 0.5315337, step = 51338 (6.135 sec)
INFO:tensorflow:lr = 0.00016128607 (6.134 sec)
INFO:tensorflow:global_step/sec: 16.6903
INFO:tensorflow:loss = 0.49949598, step = 51438 (5.997 sec)
INFO:tensorflow:lr = 0.00016004192 (5.998 sec)
INFO:tensorflow:global_step/sec: 16.5636
INFO:tensorflow:loss = 0.51256245, step = 51538 (6.035 sec)
INFO:tensorflow:lr = 0.00015879777 (6.036 sec)
INFO:tensorflow:global_step/sec: 16.4965
INFO:tensorflow:loss = 0.49968863, step = 51638 (6.060 sec)
INFO:tensorflow:lr = 0.00015755367 (6.060 sec)
INFO:tensorflow:global_step/sec: 16.561
INFO:tensorflow:loss = 0.5090832, step = 51738 (6.047 sec)
INFO:tensorflow:lr = 0.00015630953 (6.056 sec)
INFO:tensorflow:global_step/sec: 16.6779
INFO:tensorflow:loss = 0.5234578, step = 51838 (5.988 sec)
INFO:tensorflow:lr = 0.00015506538 (5.979 sec)
INFO:tensorflow:global_step/sec: 16.3378
INFO:tensorflow:loss = 0.53288627, step = 51938 (6.122 sec)
INFO:tensorflow:lr = 0.00015382124 (6.123 sec)
INFO:tensorflow:global_step/sec: 37.0067
INFO:tensorflow:loss = 0.50713694, step = 52038 (2.701 sec)
INFO:tensorflow:lr = 0.00015257714 (2.700 sec)
INFO:tensorflow:global_step/sec: 115.322
INFO:tensorflow:loss = 0.49688917, step = 52138 (0.865 sec)
INFO:tensorflow:lr = 0.00015133299 (0.866 sec)
INFO:tensorflow:global_step/sec: 118.711
INFO:tensorflow:loss = 0.539601, step = 52238 (0.843 sec)
INFO:tensorflow:lr = 0.00015008885 (0.842 sec)
INFO:tensorflow:global_step/sec: 110.983
INFO:tensorflow:loss = 0.5277562, step = 52338 (0.901 sec)
INFO:tensorflow:lr = 0.0001488447 (0.901 sec)
INFO:tensorflow:global_step/sec: 120.26
INFO:tensorflow:loss = 0.53468084, step = 52438 (0.833 sec)
INFO:tensorflow:lr = 0.0001476006 (0.833 sec)
INFO:tensorflow:global_step/sec: 117.016
INFO:tensorflow:loss = 0.52271724, step = 52538 (0.852 sec)
INFO:tensorflow:lr = 0.00014635644 (0.853 sec)
INFO:tensorflow:global_step/sec: 117.37
INFO:tensorflow:loss = 0.50514096, step = 52638 (0.853 sec)
INFO:tensorflow:lr = 0.00014511231 (0.852 sec)
INFO:tensorflow:global_step/sec: 112.739
INFO:tensorflow:loss = 0.52202785, step = 52738 (0.887 sec)
INFO:tensorflow:lr = 0.00014386815 (0.886 sec)
INFO:tensorflow:Saving checkpoints for 52755 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.54064757.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T02:11:37Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-52755
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-02:11:59
INFO:tensorflow:Saving dict for global step 52755: global_step = 52755, loss = 0.5457461, mae = 0.66423035
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 52755: ../model/dnn_sigmoid_clr/model.ckpt-52755
INFO:tensorflow:MAE: 0.664
INFO:tensorflow:Best MAE: 0.661
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-52755
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 52755 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.50651217, step = 52755
INFO:tensorflow:lr = 0.00014365665
INFO:tensorflow:global_step/sec: 16.1049
INFO:tensorflow:loss = 0.5041206, step = 52855 (6.214 sec)
INFO:tensorflow:lr = 0.00014241255 (6.214 sec)
INFO:tensorflow:global_step/sec: 16.9947
INFO:tensorflow:loss = 0.5121362, step = 52955 (5.882 sec)
INFO:tensorflow:lr = 0.0001411684 (5.880 sec)
INFO:tensorflow:global_step/sec: 16.7493
INFO:tensorflow:loss = 0.53444433, step = 53055 (5.972 sec)
INFO:tensorflow:lr = 0.00013992426 (5.971 sec)
INFO:tensorflow:global_step/sec: 16.8519
INFO:tensorflow:loss = 0.5249678, step = 53155 (5.935 sec)
INFO:tensorflow:lr = 0.00013868012 (5.936 sec)
INFO:tensorflow:global_step/sec: 16.6714
INFO:tensorflow:loss = 0.53218883, step = 53255 (6.005 sec)
INFO:tensorflow:lr = 0.00013743601 (6.006 sec)
INFO:tensorflow:global_step/sec: 16.8085
INFO:tensorflow:loss = 0.5204316, step = 53355 (5.942 sec)
INFO:tensorflow:lr = 0.00013619187 (5.943 sec)
INFO:tensorflow:global_step/sec: 16.5881
INFO:tensorflow:loss = 0.51186264, step = 53455 (6.028 sec)
INFO:tensorflow:lr = 0.00013494772 (6.027 sec)
INFO:tensorflow:global_step/sec: 17.0565
INFO:tensorflow:loss = 0.53340006, step = 53555 (5.859 sec)
INFO:tensorflow:lr = 0.00013370358 (5.859 sec)
INFO:tensorflow:global_step/sec: 16.8449
INFO:tensorflow:loss = 0.5063189, step = 53655 (5.941 sec)
INFO:tensorflow:lr = 0.00013245948 (5.942 sec)
INFO:tensorflow:global_step/sec: 16.7111
INFO:tensorflow:loss = 0.542208, step = 53755 (5.985 sec)
INFO:tensorflow:lr = 0.00013121533 (5.984 sec)
INFO:tensorflow:global_step/sec: 16.6284
INFO:tensorflow:loss = 0.5102114, step = 53855 (6.012 sec)
INFO:tensorflow:lr = 0.00012997119 (6.015 sec)
INFO:tensorflow:global_step/sec: 16.4388
INFO:tensorflow:loss = 0.54402375, step = 53955 (6.082 sec)
INFO:tensorflow:lr = 0.00012872704 (6.078 sec)
INFO:tensorflow:global_step/sec: 16.5729
INFO:tensorflow:loss = 0.4921077, step = 54055 (6.037 sec)
INFO:tensorflow:lr = 0.00012748294 (6.036 sec)
INFO:tensorflow:global_step/sec: 16.3234
INFO:tensorflow:loss = 0.5241239, step = 54155 (6.132 sec)
INFO:tensorflow:lr = 0.0001262388 (6.133 sec)
INFO:tensorflow:global_step/sec: 15.3242
INFO:tensorflow:loss = 0.49085626, step = 54255 (6.519 sec)
INFO:tensorflow:lr = 0.00012499464 (6.519 sec)
INFO:tensorflow:global_step/sec: 14.7589
INFO:tensorflow:loss = 0.5127306, step = 54355 (6.776 sec)
INFO:tensorflow:lr = 0.0001237505 (6.777 sec)
INFO:tensorflow:global_step/sec: 16.8919
INFO:tensorflow:loss = 0.520951, step = 54455 (5.920 sec)
INFO:tensorflow:lr = 0.00012250639 (5.919 sec)
INFO:tensorflow:global_step/sec: 16.9596
INFO:tensorflow:loss = 0.52743024, step = 54555 (5.895 sec)
INFO:tensorflow:lr = 0.000121262245 (5.897 sec)
INFO:tensorflow:global_step/sec: 16.7584
INFO:tensorflow:loss = 0.53374636, step = 54655 (5.968 sec)
INFO:tensorflow:lr = 0.0001200181 (5.966 sec)
INFO:tensorflow:global_step/sec: 16.8732
INFO:tensorflow:loss = 0.5426099, step = 54755 (5.927 sec)
INFO:tensorflow:lr = 0.000118773954 (5.930 sec)
INFO:tensorflow:global_step/sec: 16.6626
INFO:tensorflow:loss = 0.5111954, step = 54855 (5.999 sec)
INFO:tensorflow:lr = 0.00011752985 (5.999 sec)
INFO:tensorflow:global_step/sec: 16.5851
INFO:tensorflow:loss = 0.502756, step = 54955 (6.031 sec)
INFO:tensorflow:lr = 0.00011628571 (6.029 sec)
INFO:tensorflow:global_step/sec: 16.9857
INFO:tensorflow:loss = 0.5128071, step = 55055 (5.887 sec)
INFO:tensorflow:lr = 0.00011504156 (5.887 sec)
INFO:tensorflow:global_step/sec: 16.781
INFO:tensorflow:loss = 0.4785706, step = 55155 (5.958 sec)
INFO:tensorflow:lr = 0.00011379742 (5.957 sec)
INFO:tensorflow:global_step/sec: 16.9617
INFO:tensorflow:loss = 0.53345275, step = 55255 (5.901 sec)
INFO:tensorflow:lr = 0.000112553316 (5.902 sec)
INFO:tensorflow:global_step/sec: 16.309
INFO:tensorflow:loss = 0.5297041, step = 55355 (6.129 sec)
INFO:tensorflow:lr = 0.00011130917 (6.127 sec)
INFO:tensorflow:global_step/sec: 16.7614
INFO:tensorflow:loss = 0.5165032, step = 55455 (5.965 sec)
INFO:tensorflow:lr = 0.000110065026 (5.969 sec)
INFO:tensorflow:global_step/sec: 37.7164
INFO:tensorflow:loss = 0.53639, step = 55555 (2.650 sec)
INFO:tensorflow:lr = 0.00010882092 (2.648 sec)
INFO:tensorflow:global_step/sec: 113.675
INFO:tensorflow:loss = 0.5149042, step = 55655 (0.879 sec)
INFO:tensorflow:lr = 0.00010757677 (0.878 sec)
INFO:tensorflow:global_step/sec: 117.604
INFO:tensorflow:loss = 0.52840495, step = 55755 (0.849 sec)
INFO:tensorflow:lr = 0.00010633263 (0.851 sec)
INFO:tensorflow:global_step/sec: 102.485
INFO:tensorflow:loss = 0.5027333, step = 55855 (0.978 sec)
INFO:tensorflow:lr = 0.00010508848 (0.976 sec)
INFO:tensorflow:global_step/sec: 107.579
INFO:tensorflow:loss = 0.5208014, step = 55955 (0.929 sec)
INFO:tensorflow:lr = 0.00010384438 (0.929 sec)
INFO:tensorflow:global_step/sec: 110.845
INFO:tensorflow:loss = 0.5259009, step = 56055 (0.902 sec)
INFO:tensorflow:lr = 0.000102600236 (0.902 sec)
INFO:tensorflow:global_step/sec: 113.884
INFO:tensorflow:loss = 0.49976248, step = 56155 (0.878 sec)
INFO:tensorflow:lr = 0.00010135608 (0.879 sec)
INFO:tensorflow:global_step/sec: 112.172
INFO:tensorflow:loss = 0.54007274, step = 56255 (0.891 sec)
INFO:tensorflow:lr = 0.00010011194 (0.890 sec)
INFO:tensorflow:Saving checkpoints for 56272 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.51142895.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T02:15:36Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-56272
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-02:15:59
INFO:tensorflow:Saving dict for global step 56272: global_step = 56272, loss = 0.5467681, mae = 0.6662916
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 56272: ../model/dnn_sigmoid_clr/model.ckpt-56272
INFO:tensorflow:MAE: 0.666
INFO:tensorflow:Best MAE: 0.661
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-56272
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 56272 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.5065561, step = 56272
INFO:tensorflow:lr = 0.00010004977
INFO:tensorflow:global_step/sec: 15.9643
INFO:tensorflow:loss = 0.49052495, step = 56372 (6.268 sec)
INFO:tensorflow:lr = 0.00010067182 (6.265 sec)
INFO:tensorflow:global_step/sec: 16.6413
INFO:tensorflow:loss = 0.48337618, step = 56472 (6.011 sec)
INFO:tensorflow:lr = 0.00010129392 (6.010 sec)
INFO:tensorflow:global_step/sec: 16.501
INFO:tensorflow:loss = 0.5313788, step = 56572 (6.059 sec)
INFO:tensorflow:lr = 0.00010191597 (6.060 sec)
INFO:tensorflow:global_step/sec: 16.6646
INFO:tensorflow:loss = 0.5490665, step = 56672 (5.999 sec)
INFO:tensorflow:lr = 0.000102538026 (5.997 sec)
INFO:tensorflow:global_step/sec: 16.1901
INFO:tensorflow:loss = 0.5227849, step = 56772 (6.180 sec)
INFO:tensorflow:lr = 0.00010316011 (6.180 sec)
INFO:tensorflow:global_step/sec: 16.1802
INFO:tensorflow:loss = 0.5258746, step = 56872 (6.176 sec)
INFO:tensorflow:lr = 0.00010378217 (6.176 sec)
INFO:tensorflow:global_step/sec: 16.7705
INFO:tensorflow:loss = 0.5317968, step = 56972 (5.971 sec)
INFO:tensorflow:lr = 0.00010440426 (5.974 sec)
INFO:tensorflow:global_step/sec: 16.4759
INFO:tensorflow:loss = 0.53719735, step = 57072 (6.066 sec)
INFO:tensorflow:lr = 0.000105026316 (6.064 sec)
INFO:tensorflow:global_step/sec: 16.7519
INFO:tensorflow:loss = 0.5468924, step = 57172 (5.968 sec)
INFO:tensorflow:lr = 0.00010564837 (5.968 sec)
INFO:tensorflow:global_step/sec: 15.9469
INFO:tensorflow:loss = 0.53607243, step = 57272 (6.269 sec)
INFO:tensorflow:lr = 0.00010627046 (6.269 sec)
INFO:tensorflow:global_step/sec: 16.4841
INFO:tensorflow:loss = 0.5101167, step = 57372 (6.067 sec)
INFO:tensorflow:lr = 0.00010689251 (6.067 sec)
INFO:tensorflow:global_step/sec: 16.5017
INFO:tensorflow:loss = 0.5377605, step = 57472 (6.061 sec)
INFO:tensorflow:lr = 0.00010751456 (6.065 sec)
INFO:tensorflow:global_step/sec: 16.7095
INFO:tensorflow:loss = 0.5276326, step = 57572 (5.987 sec)
INFO:tensorflow:lr = 0.00010813666 (5.986 sec)
INFO:tensorflow:global_step/sec: 16.7288
INFO:tensorflow:loss = 0.5301861, step = 57672 (5.976 sec)
INFO:tensorflow:lr = 0.00010875871 (5.972 sec)
INFO:tensorflow:global_step/sec: 16.6653
INFO:tensorflow:loss = 0.55424774, step = 57772 (6.000 sec)
INFO:tensorflow:lr = 0.00010938076 (6.001 sec)
INFO:tensorflow:global_step/sec: 16.673
INFO:tensorflow:loss = 0.5448215, step = 57872 (6.000 sec)
INFO:tensorflow:lr = 0.00011000285 (5.999 sec)
INFO:tensorflow:global_step/sec: 16.9597
INFO:tensorflow:loss = 0.5001653, step = 57972 (5.894 sec)
INFO:tensorflow:lr = 0.000110624904 (5.896 sec)
INFO:tensorflow:global_step/sec: 16.9594
INFO:tensorflow:loss = 0.5388142, step = 58072 (5.897 sec)
INFO:tensorflow:lr = 0.000111247 (5.896 sec)
INFO:tensorflow:global_step/sec: 16.6285
INFO:tensorflow:loss = 0.538677, step = 58172 (6.014 sec)
INFO:tensorflow:lr = 0.000111869056 (6.013 sec)
INFO:tensorflow:global_step/sec: 16.8341
INFO:tensorflow:loss = 0.53197354, step = 58272 (5.940 sec)
INFO:tensorflow:lr = 0.00011249111 (5.940 sec)
INFO:tensorflow:global_step/sec: 16.9101
INFO:tensorflow:loss = 0.5216841, step = 58372 (5.914 sec)
INFO:tensorflow:lr = 0.0001131132 (5.912 sec)
INFO:tensorflow:global_step/sec: 16.6451
INFO:tensorflow:loss = 0.50082016, step = 58472 (6.005 sec)
INFO:tensorflow:lr = 0.00011373525 (6.006 sec)
INFO:tensorflow:global_step/sec: 16.6909
INFO:tensorflow:loss = 0.51739854, step = 58572 (5.996 sec)
INFO:tensorflow:lr = 0.0001143573 (5.996 sec)
INFO:tensorflow:global_step/sec: 16.8694
INFO:tensorflow:loss = 0.5263038, step = 58672 (5.928 sec)
INFO:tensorflow:lr = 0.0001149794 (5.928 sec)
INFO:tensorflow:global_step/sec: 16.678
INFO:tensorflow:loss = 0.4859982, step = 58772 (5.995 sec)
INFO:tensorflow:lr = 0.00011560145 (5.997 sec)
INFO:tensorflow:global_step/sec: 15.9922
INFO:tensorflow:loss = 0.5075299, step = 58872 (6.253 sec)
INFO:tensorflow:lr = 0.00011622354 (6.253 sec)
INFO:tensorflow:global_step/sec: 15.1905
INFO:tensorflow:loss = 0.52980614, step = 58972 (6.585 sec)
INFO:tensorflow:lr = 0.00011684559 (6.586 sec)
INFO:tensorflow:global_step/sec: 34.6577
INFO:tensorflow:loss = 0.524845, step = 59072 (2.879 sec)
INFO:tensorflow:lr = 0.00011746764 (2.877 sec)
INFO:tensorflow:global_step/sec: 109.753
INFO:tensorflow:loss = 0.5039492, step = 59172 (0.913 sec)
INFO:tensorflow:lr = 0.00011808974 (0.912 sec)
INFO:tensorflow:global_step/sec: 112.318
INFO:tensorflow:loss = 0.5069759, step = 59272 (0.890 sec)
INFO:tensorflow:lr = 0.00011871179 (0.891 sec)
INFO:tensorflow:global_step/sec: 117.197
INFO:tensorflow:loss = 0.5461158, step = 59372 (0.852 sec)
INFO:tensorflow:lr = 0.00011933384 (0.851 sec)
INFO:tensorflow:global_step/sec: 116.849
INFO:tensorflow:loss = 0.48419037, step = 59472 (0.856 sec)
INFO:tensorflow:lr = 0.000119955934 (0.858 sec)
INFO:tensorflow:global_step/sec: 116.997
INFO:tensorflow:loss = 0.49527913, step = 59572 (0.855 sec)
INFO:tensorflow:lr = 0.000120577984 (0.854 sec)
INFO:tensorflow:global_step/sec: 115.264
INFO:tensorflow:loss = 0.51086694, step = 59672 (0.868 sec)
INFO:tensorflow:lr = 0.00012120008 (0.869 sec)
INFO:tensorflow:global_step/sec: 118.303
INFO:tensorflow:loss = 0.5196922, step = 59772 (0.846 sec)
INFO:tensorflow:lr = 0.00012182213 (0.845 sec)
INFO:tensorflow:Saving checkpoints for 59789 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.5203447.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T02:19:36Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-59789
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-02:19:59
INFO:tensorflow:Saving dict for global step 59789: global_step = 59789, loss = 0.54753715, mae = 0.66487384
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 59789: ../model/dnn_sigmoid_clr/model.ckpt-59789
INFO:tensorflow:MAE: 0.665
INFO:tensorflow:Best MAE: 0.661
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:
[<tf.Variable 'user_id/embeddings:0' shape=(6041, 200) dtype=float32_ref>,
 <tf.Variable 'user_age/embeddings:0' shape=(8, 30) dtype=float32_ref>,
 <tf.Variable 'user_job/embeddings:0' shape=(22, 30) dtype=float32_ref>,
 <tf.Variable 'user_gender/embeddings:0' shape=(2, 30) dtype=float32_ref>,
 <tf.Variable 'movie_id/embeddings:0' shape=(3692, 200) dtype=float32_ref>,
 <tf.Variable 'movie_title/embeddings:0' shape=(3703, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/kernel:0' shape=(290, 200) dtype=float32_ref>,
 <tf.Variable 'user_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/kernel:0' shape=(3, 200, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/conv1d/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/kernel:0' shape=(418, 200) dtype=float32_ref>,
 <tf.Variable 'movie_feature/fc/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense/kernel:0' shape=(800, 200) dtype=float32_ref>,
 <tf.Variable 'dense/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_1/kernel:0' shape=(200, 200) dtype=float32_ref>,
 <tf.Variable 'dense_1/bias:0' shape=(200,) dtype=float32_ref>,
 <tf.Variable 'dense_2/kernel:0' shape=(200, 1) dtype=float32_ref>,
 <tf.Variable 'dense_2/bias:0' shape=(1,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-59789
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 59789 into ../model/dnn_sigmoid_clr/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 0.50479573, step = 59789
INFO:tensorflow:lr = 0.000121927864
INFO:tensorflow:global_step/sec: 16.4075
INFO:tensorflow:loss = 0.5348384, step = 59889 (6.099 sec)
INFO:tensorflow:lr = 0.00012254996 (6.093 sec)
INFO:tensorflow:global_step/sec: 16.8508
INFO:tensorflow:loss = 0.52689123, step = 59989 (5.933 sec)
INFO:tensorflow:lr = 0.00012317201 (5.934 sec)
INFO:tensorflow:global_step/sec: 16.5587
INFO:tensorflow:loss = 0.5139936, step = 60089 (6.041 sec)
INFO:tensorflow:lr = 0.0001237941 (6.047 sec)
INFO:tensorflow:global_step/sec: 16.9441
INFO:tensorflow:loss = 0.5364243, step = 60189 (5.902 sec)
INFO:tensorflow:lr = 0.00012441615 (5.895 sec)
INFO:tensorflow:global_step/sec: 17.2547
INFO:tensorflow:loss = 0.5296945, step = 60289 (5.799 sec)
INFO:tensorflow:lr = 0.0001250382 (5.796 sec)
INFO:tensorflow:global_step/sec: 16.8291
INFO:tensorflow:loss = 0.5213792, step = 60389 (5.939 sec)
INFO:tensorflow:lr = 0.0001256603 (5.940 sec)
INFO:tensorflow:global_step/sec: 17.2901
INFO:tensorflow:loss = 0.52639216, step = 60489 (5.785 sec)
INFO:tensorflow:lr = 0.00012628235 (5.785 sec)
INFO:tensorflow:global_step/sec: 17.1757
INFO:tensorflow:loss = 0.523489, step = 60589 (5.820 sec)
INFO:tensorflow:lr = 0.0001269044 (5.820 sec)
INFO:tensorflow:global_step/sec: 17.2116
INFO:tensorflow:loss = 0.513758, step = 60689 (5.811 sec)
INFO:tensorflow:lr = 0.0001275265 (5.812 sec)
INFO:tensorflow:global_step/sec: 16.6742
INFO:tensorflow:loss = 0.5281209, step = 60789 (5.999 sec)
INFO:tensorflow:lr = 0.00012814855 (6.002 sec)
INFO:tensorflow:global_step/sec: 16.6397
INFO:tensorflow:loss = 0.53641427, step = 60889 (6.011 sec)
INFO:tensorflow:lr = 0.00012877064 (6.008 sec)
INFO:tensorflow:global_step/sec: 17.1398
INFO:tensorflow:loss = 0.51352435, step = 60989 (5.832 sec)
INFO:tensorflow:lr = 0.00012939269 (5.833 sec)
INFO:tensorflow:global_step/sec: 16.8013
INFO:tensorflow:loss = 0.50022006, step = 61089 (5.951 sec)
INFO:tensorflow:lr = 0.00013001474 (5.951 sec)
INFO:tensorflow:global_step/sec: 16.6602
INFO:tensorflow:loss = 0.51044184, step = 61189 (6.007 sec)
INFO:tensorflow:lr = 0.00013063684 (6.004 sec)
INFO:tensorflow:global_step/sec: 16.2719
INFO:tensorflow:loss = 0.5201562, step = 61289 (6.142 sec)
INFO:tensorflow:lr = 0.00013125889 (6.142 sec)
INFO:tensorflow:global_step/sec: 16.5501
INFO:tensorflow:loss = 0.5280844, step = 61389 (6.042 sec)
INFO:tensorflow:lr = 0.00013188094 (6.042 sec)
INFO:tensorflow:global_step/sec: 16.5396
INFO:tensorflow:loss = 0.5075908, step = 61489 (6.046 sec)
INFO:tensorflow:lr = 0.00013250303 (6.047 sec)
INFO:tensorflow:global_step/sec: 16.8515
INFO:tensorflow:loss = 0.512856, step = 61589 (5.934 sec)
INFO:tensorflow:lr = 0.00013312508 (5.933 sec)
INFO:tensorflow:global_step/sec: 16.8466
INFO:tensorflow:loss = 0.5100674, step = 61689 (5.945 sec)
INFO:tensorflow:lr = 0.00013374718 (5.944 sec)
INFO:tensorflow:global_step/sec: 16.7476
INFO:tensorflow:loss = 0.5232307, step = 61789 (5.963 sec)
INFO:tensorflow:lr = 0.00013436923 (5.963 sec)
INFO:tensorflow:global_step/sec: 16.585
INFO:tensorflow:loss = 0.5440829, step = 61889 (6.028 sec)
INFO:tensorflow:lr = 0.00013499128 (6.029 sec)
INFO:tensorflow:global_step/sec: 16.0073
INFO:tensorflow:loss = 0.50596356, step = 61989 (6.247 sec)
INFO:tensorflow:lr = 0.00013561337 (6.249 sec)
INFO:tensorflow:global_step/sec: 16.8814
INFO:tensorflow:loss = 0.5238067, step = 62089 (5.924 sec)
INFO:tensorflow:lr = 0.00013623544 (5.924 sec)
INFO:tensorflow:global_step/sec: 16.9283
INFO:tensorflow:loss = 0.5041717, step = 62189 (5.905 sec)
INFO:tensorflow:lr = 0.00013685747 (5.906 sec)
INFO:tensorflow:global_step/sec: 16.9877
INFO:tensorflow:loss = 0.52574366, step = 62289 (5.889 sec)
INFO:tensorflow:lr = 0.00013747957 (5.887 sec)
INFO:tensorflow:global_step/sec: 16.376
INFO:tensorflow:loss = 0.52654636, step = 62389 (6.106 sec)
INFO:tensorflow:lr = 0.00013810163 (6.108 sec)
INFO:tensorflow:global_step/sec: 16.817
INFO:tensorflow:loss = 0.5178692, step = 62489 (5.947 sec)
INFO:tensorflow:lr = 0.00013872368 (5.945 sec)
INFO:tensorflow:global_step/sec: 37.7812
INFO:tensorflow:loss = 0.51616484, step = 62589 (2.644 sec)
INFO:tensorflow:lr = 0.00013934576 (2.643 sec)
INFO:tensorflow:global_step/sec: 105.048
INFO:tensorflow:loss = 0.49728236, step = 62689 (0.953 sec)
INFO:tensorflow:lr = 0.00013996783 (0.952 sec)
INFO:tensorflow:global_step/sec: 113.45
INFO:tensorflow:loss = 0.52302504, step = 62789 (0.882 sec)
INFO:tensorflow:lr = 0.00014058992 (0.882 sec)
INFO:tensorflow:global_step/sec: 116.449
INFO:tensorflow:loss = 0.51807404, step = 62889 (0.858 sec)
INFO:tensorflow:lr = 0.00014121197 (0.858 sec)
INFO:tensorflow:global_step/sec: 117.892
INFO:tensorflow:loss = 0.5307873, step = 62989 (0.846 sec)
INFO:tensorflow:lr = 0.00014183403 (0.847 sec)
INFO:tensorflow:global_step/sec: 114.615
INFO:tensorflow:loss = 0.50007075, step = 63089 (0.874 sec)
INFO:tensorflow:lr = 0.00014245612 (0.873 sec)
INFO:tensorflow:global_step/sec: 115.479
INFO:tensorflow:loss = 0.5341691, step = 63189 (0.867 sec)
INFO:tensorflow:lr = 0.00014307817 (0.867 sec)
INFO:tensorflow:global_step/sec: 113.805
INFO:tensorflow:loss = 0.4911115, step = 63289 (0.879 sec)
INFO:tensorflow:lr = 0.00014370022 (0.879 sec)
INFO:tensorflow:Saving checkpoints for 63306 into ../model/dnn_sigmoid_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 0.49862787.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2020-06-02T02:23:32Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/dnn_sigmoid_clr/model.ckpt-63306
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test.txt
INFO:tensorflow:Finished evaluation at 2020-06-02-02:23:55
INFO:tensorflow:Saving dict for global step 63306: global_step = 63306, loss = 0.54741657, mae = 0.6665753
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 63306: ../model/dnn_sigmoid_clr/model.ckpt-63306
INFO:tensorflow:MAE: 0.667
INFO:tensorflow:Best MAE: 0.661
7 times not improve the best result, therefore stop training