AAPL stock 'Close' value prediction

In [1]:
import numpy as np
import matplotlib.pyplot as plt
import pandas as pd
from pandas import datetime
import math, time
import itertools
from sklearn import preprocessing
import datetime
from operator import itemgetter
from sklearn.metrics import mean_squared_error
from math import sqrt
from keras.models import Sequential
from keras.layers.core import Dense, Dropout, Activation
from keras.layers.recurrent import LSTM
Using TensorFlow backend.

Stock data function configured to drop all columns except 'Open','High' and 'Close'

In [2]:
def get_stock_data(stock_name, normalized=0):
    url = 'http://chart.finance.yahoo.com/table.csv?s=%s&a=11&b=15&c=2011&d=29&e=10&f=2016&g=d&ignore=.csv' % stock_name

    col_names = ['Date','Open','High','Low','Close','Volume','Adj Close']
    stock = pd.read_csv(url, header=0, names=col_names) 
    df = pd.DataFrame(stock)
    date_split = df['Date'].str.split('-').str
    df['Year'], df['Month'], df['Day'] = date_split
    df["Volume"] = df["Volume"] / 10000
    df.drop(df.columns[[0,3,5,6, 7,8,9]], axis=1, inplace=True) 
    return df

Loading AAPL stock data from yahoo.com

In [3]:
stock_name = 'AAPL'
df = get_stock_data(stock_name,0)
df.head()
Out[3]:
Open High Close
0 138.779999 139.830002 139.779999
1 140.000000 140.279999 138.960007
2 137.889999 140.149994 139.789993
3 137.080002 137.440002 136.990005
4 137.139999 137.440002 136.929993

Saving the data to a file for a future use

In [6]:
today = datetime.date.today()
file_name = stock_name+'_stock_%s.csv' % today
print(file_name)
df.to_csv(file_name)
AAPL_stock_2017-03-04.csv
In [7]:
df['High'] = df['High'] / 100
df['Open'] = df['Open'] / 100
df['Close'] = df['Close'] / 100
df.head(5)
Out[7]:
Open High Close
0 0.013878 0.013983 0.013978
1 0.014000 0.014028 0.013896
2 0.013789 0.014015 0.013979
3 0.013708 0.013744 0.013699
4 0.013714 0.013744 0.013693

Updated load_data function from lstm.py, configured to accept any amount of features. It is set to calculate the last feature as a result.

In [8]:
def load_data(stock, seq_len):
    amount_of_features = len(stock.columns)
    data = stock.as_matrix() #pd.DataFrame(stock)
    sequence_length = seq_len + 1
    result = []
    for index in range(len(data) - sequence_length):
        result.append(data[index: index + sequence_length])

    result = np.array(result)
    row = round(0.9 * result.shape[0])
    train = result[:int(row), :]
    x_train = train[:, :-1]
    y_train = train[:, -1][:,-1]
    x_test = result[int(row):, :-1]
    y_test = result[int(row):, -1][:,-1]

    x_train = np.reshape(x_train, (x_train.shape[0], x_train.shape[1], amount_of_features))
    x_test = np.reshape(x_test, (x_test.shape[0], x_test.shape[1], amount_of_features))  

    return [x_train, y_train, x_test, y_test]

Building model functions

In [9]:
def build_model(layers):
    model = Sequential()

    model.add(LSTM(
        input_dim=layers[0],
        output_dim=layers[1],
        return_sequences=True))
    model.add(Dropout(0.2))

    model.add(LSTM(
        layers[2],
        return_sequences=False))
    model.add(Dropout(0.2))

    model.add(Dense(
        output_dim=layers[2]))
    model.add(Activation("linear"))

    start = time.time()
    model.compile(loss="mse", optimizer="rmsprop",metrics=['accuracy'])
    print("Compilation Time : ", time.time() - start)
    return model

def build_model2(layers):
        d = 0.2
        model = Sequential()
        model.add(LSTM(128, input_shape=(layers[1], layers[0]), return_sequences=True))
        model.add(Dropout(d))
        model.add(LSTM(64, input_shape=(layers[1], layers[0]), return_sequences=False))
        model.add(Dropout(d))
        model.add(Dense(16,init='uniform',activation='relu'))        
        model.add(Dense(1,init='uniform',activation='linear'))
        model.compile(loss='mse',optimizer='adam',metrics=['accuracy'])
        return model

Setting X and Y for training and testing

In [10]:
window = 22
X_train, y_train, X_test, y_test = load_data(df[::-1], window)
print("X_train", X_train.shape)
print("y_train", y_train.shape)
print("X_test", X_test.shape)
print("y_test", y_test.shape)
X_train (1159, 22, 3)
y_train (1159,)
X_test (129, 22, 3)
y_test (129,)

Loading the model sequence structure

In [11]:
# model = build_model([3,lag,1])
model = build_model2([3,window,1])

Executing the model & RMS/RMSE results

In [12]:
model.fit(
    X_train,
    y_train,
    batch_size=512,
    nb_epoch=500,
    validation_split=0.1,
    verbose=1)
Train on 1043 samples, validate on 116 samples
Epoch 1/500
1043/1043 [==============================] - 4s - loss: 0.0016 - acc: 0.0000e+00 - val_loss: 3.3373e-05 - val_acc: 0.0000e+00
Epoch 2/500
1043/1043 [==============================] - 2s - loss: 0.0012 - acc: 0.0000e+00 - val_loss: 8.5244e-06 - val_acc: 0.0000e+00
Epoch 3/500
1043/1043 [==============================] - 2s - loss: 6.6039e-04 - acc: 0.0000e+00 - val_loss: 5.1433e-04 - val_acc: 0.0000e+00
Epoch 4/500
1043/1043 [==============================] - 2s - loss: 4.0968e-04 - acc: 0.0000e+00 - val_loss: 0.0013 - val_acc: 0.0000e+00
Epoch 5/500
1043/1043 [==============================] - 2s - loss: 5.5276e-04 - acc: 0.0000e+00 - val_loss: 6.5193e-04 - val_acc: 0.0000e+00
Epoch 6/500
1043/1043 [==============================] - 2s - loss: 3.2935e-04 - acc: 0.0000e+00 - val_loss: 2.4480e-04 - val_acc: 0.0000e+00
Epoch 7/500
1043/1043 [==============================] - 4s - loss: 3.4332e-04 - acc: 0.0000e+00 - val_loss: 1.2194e-04 - val_acc: 0.0000e+00
Epoch 8/500
1043/1043 [==============================] - 2s - loss: 3.7332e-04 - acc: 0.0000e+00 - val_loss: 1.3063e-04 - val_acc: 0.0000e+00
Epoch 9/500
1043/1043 [==============================] - 2s - loss: 2.8830e-04 - acc: 0.0000e+00 - val_loss: 2.2828e-04 - val_acc: 0.0000e+00
Epoch 10/500
1043/1043 [==============================] - 2s - loss: 1.9703e-04 - acc: 0.0000e+00 - val_loss: 2.1797e-04 - val_acc: 0.0000e+00
Epoch 11/500
1043/1043 [==============================] - 2s - loss: 1.2484e-04 - acc: 0.0000e+00 - val_loss: 8.9649e-06 - val_acc: 0.0000e+00
Epoch 12/500
1043/1043 [==============================] - 2s - loss: 5.4593e-05 - acc: 0.0000e+00 - val_loss: 4.0000e-07 - val_acc: 0.0000e+00
Epoch 13/500
1043/1043 [==============================] - 2s - loss: 5.7952e-05 - acc: 0.0000e+00 - val_loss: 1.4287e-06 - val_acc: 0.0000e+00
Epoch 14/500
1043/1043 [==============================] - 2s - loss: 6.5065e-05 - acc: 0.0000e+00 - val_loss: 8.9864e-06 - val_acc: 0.0000e+00
Epoch 15/500
1043/1043 [==============================] - 2s - loss: 6.9275e-05 - acc: 0.0000e+00 - val_loss: 1.1392e-06 - val_acc: 0.0000e+00
Epoch 16/500
1043/1043 [==============================] - 2s - loss: 5.7151e-05 - acc: 0.0000e+00 - val_loss: 3.7236e-07 - val_acc: 0.0000e+00
Epoch 17/500
1043/1043 [==============================] - 2s - loss: 5.0950e-05 - acc: 0.0000e+00 - val_loss: 1.6103e-06 - val_acc: 0.0000e+00
Epoch 18/500
1043/1043 [==============================] - 2s - loss: 4.5629e-05 - acc: 0.0000e+00 - val_loss: 3.1002e-06 - val_acc: 0.0000e+00
Epoch 19/500
1043/1043 [==============================] - 2s - loss: 4.8044e-05 - acc: 0.0000e+00 - val_loss: 2.5544e-06 - val_acc: 0.0000e+00
Epoch 20/500
1043/1043 [==============================] - 2s - loss: 4.7389e-05 - acc: 0.0000e+00 - val_loss: 1.7049e-06 - val_acc: 0.0000e+00
Epoch 21/500
1043/1043 [==============================] - 2s - loss: 4.6666e-05 - acc: 0.0000e+00 - val_loss: 9.6790e-07 - val_acc: 0.0000e+00
Epoch 22/500
1043/1043 [==============================] - 2s - loss: 4.5010e-05 - acc: 0.0000e+00 - val_loss: 6.5648e-07 - val_acc: 0.0000e+00
Epoch 23/500
1043/1043 [==============================] - 2s - loss: 4.6404e-05 - acc: 0.0000e+00 - val_loss: 9.1214e-07 - val_acc: 0.0000e+00
Epoch 24/500
1043/1043 [==============================] - 2s - loss: 4.4358e-05 - acc: 0.0000e+00 - val_loss: 1.4083e-06 - val_acc: 0.0000e+00
Epoch 25/500
1043/1043 [==============================] - 2s - loss: 4.6061e-05 - acc: 0.0000e+00 - val_loss: 1.2369e-06 - val_acc: 0.0000e+00
Epoch 26/500
1043/1043 [==============================] - 2s - loss: 4.2340e-05 - acc: 0.0000e+00 - val_loss: 8.7610e-07 - val_acc: 0.0000e+00
Epoch 27/500
1043/1043 [==============================] - 2s - loss: 4.7431e-05 - acc: 0.0000e+00 - val_loss: 1.1435e-06 - val_acc: 0.0000e+00
Epoch 28/500
1043/1043 [==============================] - 3s - loss: 4.1210e-05 - acc: 0.0000e+00 - val_loss: 2.0793e-06 - val_acc: 0.0000e+00
Epoch 29/500
1043/1043 [==============================] - 3s - loss: 4.7280e-05 - acc: 0.0000e+00 - val_loss: 1.9296e-06 - val_acc: 0.0000e+00
Epoch 30/500
1043/1043 [==============================] - 2s - loss: 4.4044e-05 - acc: 0.0000e+00 - val_loss: 1.3868e-06 - val_acc: 0.0000e+00
Epoch 31/500
1043/1043 [==============================] - 2s - loss: 5.2090e-05 - acc: 0.0000e+00 - val_loss: 1.7526e-06 - val_acc: 0.0000e+00
Epoch 32/500
1043/1043 [==============================] - 2s - loss: 4.4559e-05 - acc: 0.0000e+00 - val_loss: 1.3069e-06 - val_acc: 0.0000e+00
Epoch 33/500
1043/1043 [==============================] - 3s - loss: 4.1925e-05 - acc: 0.0000e+00 - val_loss: 4.5839e-07 - val_acc: 0.0000e+00
Epoch 34/500
1043/1043 [==============================] - 2s - loss: 4.5080e-05 - acc: 0.0000e+00 - val_loss: 5.9980e-07 - val_acc: 0.0000e+00
Epoch 35/500
1043/1043 [==============================] - 2s - loss: 3.7435e-05 - acc: 0.0000e+00 - val_loss: 1.1257e-06 - val_acc: 0.0000e+00
Epoch 36/500
1043/1043 [==============================] - 2s - loss: 4.2083e-05 - acc: 0.0000e+00 - val_loss: 7.7187e-07 - val_acc: 0.0000e+00
Epoch 37/500
1043/1043 [==============================] - 2s - loss: 4.1057e-05 - acc: 0.0000e+00 - val_loss: 7.8272e-07 - val_acc: 0.0000e+00
Epoch 38/500
1043/1043 [==============================] - 2s - loss: 3.7054e-05 - acc: 0.0000e+00 - val_loss: 8.3814e-07 - val_acc: 0.0000e+00
Epoch 39/500
1043/1043 [==============================] - 2s - loss: 3.7029e-05 - acc: 0.0000e+00 - val_loss: 7.1702e-07 - val_acc: 0.0000e+00
Epoch 40/500
1043/1043 [==============================] - 2s - loss: 3.8598e-05 - acc: 0.0000e+00 - val_loss: 1.0371e-06 - val_acc: 0.0000e+00
Epoch 41/500
1043/1043 [==============================] - 2s - loss: 3.8430e-05 - acc: 0.0000e+00 - val_loss: 9.5161e-07 - val_acc: 0.0000e+00
Epoch 42/500
1043/1043 [==============================] - 2s - loss: 3.8153e-05 - acc: 0.0000e+00 - val_loss: 5.1536e-07 - val_acc: 0.0000e+00
Epoch 43/500
1043/1043 [==============================] - 2s - loss: 4.0121e-05 - acc: 0.0000e+00 - val_loss: 6.4621e-07 - val_acc: 0.0000e+00
Epoch 44/500
1043/1043 [==============================] - 2s - loss: 3.5587e-05 - acc: 0.0000e+00 - val_loss: 7.4554e-07 - val_acc: 0.0000e+00
Epoch 45/500
1043/1043 [==============================] - 2s - loss: 3.5205e-05 - acc: 0.0000e+00 - val_loss: 6.7319e-07 - val_acc: 0.0000e+00
Epoch 46/500
1043/1043 [==============================] - 2s - loss: 4.2304e-05 - acc: 0.0000e+00 - val_loss: 1.3204e-06 - val_acc: 0.0000e+00
Epoch 47/500
1043/1043 [==============================] - 2s - loss: 3.3108e-05 - acc: 0.0000e+00 - val_loss: 1.5513e-06 - val_acc: 0.0000e+00
Epoch 48/500
1043/1043 [==============================] - 2s - loss: 3.3316e-05 - acc: 0.0000e+00 - val_loss: 8.7290e-07 - val_acc: 0.0000e+00
Epoch 49/500
1043/1043 [==============================] - 2s - loss: 3.5964e-05 - acc: 0.0000e+00 - val_loss: 6.4125e-07 - val_acc: 0.0000e+00
Epoch 50/500
1043/1043 [==============================] - 2s - loss: 3.5374e-05 - acc: 0.0000e+00 - val_loss: 3.3561e-07 - val_acc: 0.0000e+00
Epoch 51/500
1043/1043 [==============================] - 2s - loss: 3.2792e-05 - acc: 0.0000e+00 - val_loss: 3.5380e-07 - val_acc: 0.0000e+00
Epoch 52/500
1043/1043 [==============================] - 2s - loss: 3.2852e-05 - acc: 0.0000e+00 - val_loss: 1.0951e-06 - val_acc: 0.0000e+00
Epoch 53/500
1043/1043 [==============================] - 2s - loss: 3.2885e-05 - acc: 0.0000e+00 - val_loss: 9.2358e-07 - val_acc: 0.0000e+00
Epoch 54/500
1043/1043 [==============================] - 2s - loss: 3.7016e-05 - acc: 0.0000e+00 - val_loss: 7.5843e-07 - val_acc: 0.0000e+00
Epoch 55/500
1043/1043 [==============================] - 2s - loss: 3.4223e-05 - acc: 0.0000e+00 - val_loss: 4.5849e-07 - val_acc: 0.0000e+00
Epoch 56/500
1043/1043 [==============================] - 2s - loss: 3.1764e-05 - acc: 0.0000e+00 - val_loss: 3.0496e-07 - val_acc: 0.0000e+00
Epoch 57/500
1043/1043 [==============================] - 2s - loss: 3.1738e-05 - acc: 0.0000e+00 - val_loss: 5.1588e-07 - val_acc: 0.0000e+00
Epoch 58/500
1043/1043 [==============================] - 2s - loss: 3.2339e-05 - acc: 0.0000e+00 - val_loss: 4.0443e-07 - val_acc: 0.0000e+00
Epoch 59/500
1043/1043 [==============================] - 2s - loss: 3.0228e-05 - acc: 0.0000e+00 - val_loss: 3.8430e-07 - val_acc: 0.0000e+00
Epoch 60/500
1043/1043 [==============================] - 2s - loss: 3.1693e-05 - acc: 0.0000e+00 - val_loss: 8.6457e-07 - val_acc: 0.0000e+00
Epoch 61/500
1043/1043 [==============================] - 2s - loss: 3.0808e-05 - acc: 0.0000e+00 - val_loss: 7.6631e-07 - val_acc: 0.0000e+00
Epoch 62/500
1043/1043 [==============================] - 2s - loss: 3.3054e-05 - acc: 0.0000e+00 - val_loss: 4.6794e-07 - val_acc: 0.0000e+00
Epoch 63/500
1043/1043 [==============================] - 2s - loss: 2.7357e-05 - acc: 0.0000e+00 - val_loss: 2.9886e-07 - val_acc: 0.0000e+00
Epoch 64/500
1043/1043 [==============================] - 2s - loss: 2.8616e-05 - acc: 0.0000e+00 - val_loss: 4.9600e-07 - val_acc: 0.0000e+00
Epoch 65/500
1043/1043 [==============================] - 2s - loss: 3.3129e-05 - acc: 0.0000e+00 - val_loss: 9.2357e-07 - val_acc: 0.0000e+00
Epoch 66/500
1043/1043 [==============================] - 2s - loss: 3.5568e-05 - acc: 0.0000e+00 - val_loss: 5.0390e-07 - val_acc: 0.0000e+00
Epoch 67/500
1043/1043 [==============================] - 2s - loss: 2.9422e-05 - acc: 0.0000e+00 - val_loss: 3.3561e-07 - val_acc: 0.0000e+00
Epoch 68/500
1043/1043 [==============================] - 2s - loss: 2.5675e-05 - acc: 0.0000e+00 - val_loss: 5.6233e-07 - val_acc: 0.0000e+00
Epoch 69/500
1043/1043 [==============================] - 2s - loss: 2.9949e-05 - acc: 0.0000e+00 - val_loss: 6.2724e-07 - val_acc: 0.0000e+00
Epoch 70/500
1043/1043 [==============================] - 2s - loss: 3.5541e-05 - acc: 0.0000e+00 - val_loss: 3.0265e-07 - val_acc: 0.0000e+00
Epoch 71/500
1043/1043 [==============================] - 2s - loss: 2.9272e-05 - acc: 0.0000e+00 - val_loss: 2.4139e-07 - val_acc: 0.0000e+00
Epoch 72/500
1043/1043 [==============================] - 2s - loss: 2.7501e-05 - acc: 0.0000e+00 - val_loss: 4.4677e-07 - val_acc: 0.0000e+00
Epoch 73/500
1043/1043 [==============================] - 2s - loss: 2.5917e-05 - acc: 0.0000e+00 - val_loss: 5.5511e-07 - val_acc: 0.0000e+00
Epoch 74/500
1043/1043 [==============================] - 2s - loss: 2.6446e-05 - acc: 0.0000e+00 - val_loss: 4.3568e-07 - val_acc: 0.0000e+00
Epoch 75/500
1043/1043 [==============================] - 2s - loss: 2.6262e-05 - acc: 0.0000e+00 - val_loss: 4.2447e-07 - val_acc: 0.0000e+00
Epoch 76/500
1043/1043 [==============================] - 2s - loss: 2.6465e-05 - acc: 0.0000e+00 - val_loss: 5.5777e-07 - val_acc: 0.0000e+00
Epoch 77/500
1043/1043 [==============================] - 2s - loss: 2.6252e-05 - acc: 0.0000e+00 - val_loss: 7.9709e-07 - val_acc: 0.0000e+00
Epoch 78/500
1043/1043 [==============================] - 2s - loss: 2.3809e-05 - acc: 0.0000e+00 - val_loss: 7.5302e-07 - val_acc: 0.0000e+00
Epoch 79/500
1043/1043 [==============================] - 2s - loss: 2.4476e-05 - acc: 0.0000e+00 - val_loss: 9.3019e-07 - val_acc: 0.0000e+00
Epoch 80/500
1043/1043 [==============================] - 2s - loss: 2.3739e-05 - acc: 0.0000e+00 - val_loss: 6.1812e-07 - val_acc: 0.0000e+00
Epoch 81/500
1043/1043 [==============================] - 2s - loss: 2.7593e-05 - acc: 0.0000e+00 - val_loss: 3.0051e-07 - val_acc: 0.0000e+00
Epoch 82/500
1043/1043 [==============================] - 2s - loss: 2.3121e-05 - acc: 0.0000e+00 - val_loss: 4.5751e-07 - val_acc: 0.0000e+00
Epoch 83/500
1043/1043 [==============================] - 2s - loss: 2.3440e-05 - acc: 0.0000e+00 - val_loss: 1.0371e-06 - val_acc: 0.0000e+00
Epoch 84/500
1043/1043 [==============================] - 2s - loss: 2.4884e-05 - acc: 0.0000e+00 - val_loss: 1.2200e-06 - val_acc: 0.0000e+00
Epoch 85/500
1043/1043 [==============================] - 2s - loss: 2.3583e-05 - acc: 0.0000e+00 - val_loss: 6.1647e-07 - val_acc: 0.0000e+00
Epoch 86/500
1043/1043 [==============================] - 2s - loss: 2.2101e-05 - acc: 0.0000e+00 - val_loss: 3.0263e-07 - val_acc: 0.0000e+00
Epoch 87/500
1043/1043 [==============================] - 2s - loss: 2.1480e-05 - acc: 0.0000e+00 - val_loss: 5.8626e-07 - val_acc: 0.0000e+00
Epoch 88/500
1043/1043 [==============================] - 2s - loss: 2.4093e-05 - acc: 0.0000e+00 - val_loss: 1.1162e-06 - val_acc: 0.0000e+00
Epoch 89/500
1043/1043 [==============================] - 2s - loss: 2.2709e-05 - acc: 0.0000e+00 - val_loss: 6.2773e-07 - val_acc: 0.0000e+00
Epoch 90/500
1043/1043 [==============================] - 2s - loss: 2.1177e-05 - acc: 0.0000e+00 - val_loss: 2.2389e-07 - val_acc: 0.0000e+00
Epoch 91/500
1043/1043 [==============================] - 2s - loss: 2.3054e-05 - acc: 0.0000e+00 - val_loss: 3.6473e-07 - val_acc: 0.0000e+00
Epoch 92/500
1043/1043 [==============================] - 2s - loss: 2.1316e-05 - acc: 0.0000e+00 - val_loss: 1.1105e-06 - val_acc: 0.0000e+00
Epoch 93/500
1043/1043 [==============================] - 2s - loss: 2.3859e-05 - acc: 0.0000e+00 - val_loss: 1.0708e-06 - val_acc: 0.0000e+00
Epoch 94/500
1043/1043 [==============================] - 2s - loss: 2.0864e-05 - acc: 0.0000e+00 - val_loss: 7.5932e-07 - val_acc: 0.0000e+00
Epoch 95/500
1043/1043 [==============================] - 2s - loss: 2.1445e-05 - acc: 0.0000e+00 - val_loss: 4.3129e-07 - val_acc: 0.0000e+00
Epoch 96/500
1043/1043 [==============================] - 2s - loss: 2.1287e-05 - acc: 0.0000e+00 - val_loss: 4.5124e-07 - val_acc: 0.0000e+00
Epoch 97/500
1043/1043 [==============================] - 2s - loss: 2.1880e-05 - acc: 0.0000e+00 - val_loss: 4.5549e-07 - val_acc: 0.0000e+00
Epoch 98/500
1043/1043 [==============================] - 2s - loss: 2.0448e-05 - acc: 0.0000e+00 - val_loss: 6.1064e-07 - val_acc: 0.0000e+00
Epoch 99/500
1043/1043 [==============================] - 2s - loss: 3.3295e-05 - acc: 0.0000e+00 - val_loss: 1.1462e-06 - val_acc: 0.0000e+00
Epoch 100/500
1043/1043 [==============================] - 2s - loss: 2.4321e-05 - acc: 0.0000e+00 - val_loss: 2.5052e-07 - val_acc: 0.0000e+00
Epoch 101/500
1043/1043 [==============================] - 2s - loss: 2.4442e-05 - acc: 0.0000e+00 - val_loss: 2.9842e-07 - val_acc: 0.0000e+00
Epoch 102/500
1043/1043 [==============================] - 2s - loss: 2.4145e-05 - acc: 0.0000e+00 - val_loss: 6.9890e-07 - val_acc: 0.0000e+00
Epoch 103/500
1043/1043 [==============================] - 2s - loss: 2.3548e-05 - acc: 0.0000e+00 - val_loss: 9.0355e-07 - val_acc: 0.0000e+00
Epoch 104/500
1043/1043 [==============================] - 2s - loss: 2.1857e-05 - acc: 0.0000e+00 - val_loss: 2.4075e-07 - val_acc: 0.0000e+00
Epoch 105/500
1043/1043 [==============================] - 2s - loss: 2.1850e-05 - acc: 0.0000e+00 - val_loss: 2.9684e-07 - val_acc: 0.0000e+00
Epoch 106/500
1043/1043 [==============================] - 2s - loss: 2.0060e-05 - acc: 0.0000e+00 - val_loss: 3.8215e-07 - val_acc: 0.0000e+00
Epoch 107/500
1043/1043 [==============================] - 2s - loss: 2.0883e-05 - acc: 0.0000e+00 - val_loss: 3.7694e-07 - val_acc: 0.0000e+00
Epoch 108/500
1043/1043 [==============================] - 2s - loss: 2.1284e-05 - acc: 0.0000e+00 - val_loss: 4.0598e-07 - val_acc: 0.0000e+00
Epoch 109/500
1043/1043 [==============================] - 2s - loss: 2.2261e-05 - acc: 0.0000e+00 - val_loss: 5.9732e-07 - val_acc: 0.0000e+00
Epoch 110/500
1043/1043 [==============================] - 2s - loss: 2.0853e-05 - acc: 0.0000e+00 - val_loss: 2.7054e-07 - val_acc: 0.0000e+00
Epoch 111/500
1043/1043 [==============================] - 2s - loss: 2.2525e-05 - acc: 0.0000e+00 - val_loss: 2.0586e-07 - val_acc: 0.0000e+00
Epoch 112/500
1043/1043 [==============================] - 2s - loss: 2.2296e-05 - acc: 0.0000e+00 - val_loss: 6.1222e-07 - val_acc: 0.0000e+00
Epoch 113/500
1043/1043 [==============================] - 2s - loss: 1.9975e-05 - acc: 0.0000e+00 - val_loss: 1.0199e-06 - val_acc: 0.0000e+00
Epoch 114/500
1043/1043 [==============================] - 2s - loss: 2.1877e-05 - acc: 0.0000e+00 - val_loss: 3.7049e-07 - val_acc: 0.0000e+00
Epoch 115/500
1043/1043 [==============================] - 2s - loss: 2.2324e-05 - acc: 0.0000e+00 - val_loss: 2.9322e-07 - val_acc: 0.0000e+00
Epoch 116/500
1043/1043 [==============================] - 2s - loss: 2.1157e-05 - acc: 0.0000e+00 - val_loss: 3.7492e-07 - val_acc: 0.0000e+00
Epoch 117/500
1043/1043 [==============================] - 2s - loss: 2.0818e-05 - acc: 0.0000e+00 - val_loss: 8.7468e-07 - val_acc: 0.0000e+00
Epoch 118/500
1043/1043 [==============================] - 2s - loss: 2.0445e-05 - acc: 0.0000e+00 - val_loss: 4.7914e-07 - val_acc: 0.0000e+00
Epoch 119/500
1043/1043 [==============================] - 2s - loss: 1.9786e-05 - acc: 0.0000e+00 - val_loss: 1.8042e-07 - val_acc: 0.0000e+00
Epoch 120/500
1043/1043 [==============================] - 2s - loss: 2.2663e-05 - acc: 0.0000e+00 - val_loss: 1.1613e-06 - val_acc: 0.0000e+00
Epoch 121/500
1043/1043 [==============================] - 2s - loss: 2.1140e-05 - acc: 0.0000e+00 - val_loss: 2.5059e-06 - val_acc: 0.0000e+00
Epoch 122/500
1043/1043 [==============================] - 2s - loss: 2.1615e-05 - acc: 0.0000e+00 - val_loss: 4.4157e-07 - val_acc: 0.0000e+00
Epoch 123/500
1043/1043 [==============================] - 2s - loss: 1.7976e-05 - acc: 0.0000e+00 - val_loss: 1.7424e-07 - val_acc: 0.0000e+00
Epoch 124/500
1043/1043 [==============================] - 2s - loss: 2.6520e-05 - acc: 0.0000e+00 - val_loss: 1.0208e-06 - val_acc: 0.0000e+00
Epoch 125/500
1043/1043 [==============================] - 2s - loss: 1.9495e-05 - acc: 0.0000e+00 - val_loss: 3.0625e-07 - val_acc: 0.0000e+00
Epoch 126/500
1043/1043 [==============================] - 2s - loss: 1.9668e-05 - acc: 0.0000e+00 - val_loss: 6.1919e-07 - val_acc: 0.0000e+00
Epoch 127/500
1043/1043 [==============================] - 2s - loss: 2.0413e-05 - acc: 0.0000e+00 - val_loss: 4.5653e-07 - val_acc: 0.0000e+00
Epoch 128/500
1043/1043 [==============================] - 2s - loss: 1.7660e-05 - acc: 0.0000e+00 - val_loss: 1.0795e-06 - val_acc: 0.0000e+00
Epoch 129/500
1043/1043 [==============================] - 2s - loss: 1.8289e-05 - acc: 0.0000e+00 - val_loss: 2.5793e-07 - val_acc: 0.0000e+00
Epoch 130/500
1043/1043 [==============================] - 2s - loss: 2.6054e-05 - acc: 0.0000e+00 - val_loss: 8.7123e-07 - val_acc: 0.0000e+00
Epoch 131/500
1043/1043 [==============================] - 2s - loss: 1.9598e-05 - acc: 0.0000e+00 - val_loss: 7.5544e-07 - val_acc: 0.0000e+00
Epoch 132/500
1043/1043 [==============================] - 2s - loss: 2.3037e-05 - acc: 0.0000e+00 - val_loss: 6.8912e-07 - val_acc: 0.0000e+00
Epoch 133/500
1043/1043 [==============================] - 2s - loss: 1.9629e-05 - acc: 0.0000e+00 - val_loss: 1.9703e-07 - val_acc: 0.0000e+00
Epoch 134/500
1043/1043 [==============================] - 2s - loss: 1.8125e-05 - acc: 0.0000e+00 - val_loss: 1.0761e-06 - val_acc: 0.0000e+00
Epoch 135/500
1043/1043 [==============================] - 2s - loss: 2.0374e-05 - acc: 0.0000e+00 - val_loss: 5.2305e-07 - val_acc: 0.0000e+00
Epoch 136/500
1043/1043 [==============================] - 2s - loss: 1.8274e-05 - acc: 0.0000e+00 - val_loss: 2.0470e-07 - val_acc: 0.0000e+00
Epoch 137/500
1043/1043 [==============================] - 2s - loss: 1.8024e-05 - acc: 0.0000e+00 - val_loss: 2.0940e-07 - val_acc: 0.0000e+00
Epoch 138/500
1043/1043 [==============================] - 2s - loss: 1.7242e-05 - acc: 0.0000e+00 - val_loss: 3.0767e-07 - val_acc: 0.0000e+00
Epoch 139/500
1043/1043 [==============================] - 2s - loss: 1.5589e-05 - acc: 0.0000e+00 - val_loss: 1.0687e-06 - val_acc: 0.0000e+00
Epoch 140/500
1043/1043 [==============================] - 2s - loss: 1.7155e-05 - acc: 0.0000e+00 - val_loss: 1.7544e-06 - val_acc: 0.0000e+00
Epoch 141/500
1043/1043 [==============================] - 2s - loss: 1.6923e-05 - acc: 0.0000e+00 - val_loss: 1.4711e-06 - val_acc: 0.0000e+00
Epoch 142/500
1043/1043 [==============================] - 2s - loss: 1.6621e-05 - acc: 0.0000e+00 - val_loss: 4.7116e-07 - val_acc: 0.0000e+00
Epoch 143/500
1043/1043 [==============================] - 2s - loss: 1.8446e-05 - acc: 0.0000e+00 - val_loss: 2.8321e-07 - val_acc: 0.0000e+00
Epoch 144/500
1043/1043 [==============================] - 2s - loss: 1.8613e-05 - acc: 0.0000e+00 - val_loss: 9.2304e-07 - val_acc: 0.0000e+00
Epoch 145/500
1043/1043 [==============================] - 2s - loss: 1.5394e-05 - acc: 0.0000e+00 - val_loss: 1.5508e-06 - val_acc: 0.0000e+00
Epoch 146/500
1043/1043 [==============================] - 2s - loss: 1.7379e-05 - acc: 0.0000e+00 - val_loss: 1.9778e-07 - val_acc: 0.0000e+00
Epoch 147/500
1043/1043 [==============================] - 2s - loss: 1.6156e-05 - acc: 0.0000e+00 - val_loss: 2.9783e-07 - val_acc: 0.0000e+00
Epoch 148/500
1043/1043 [==============================] - 2s - loss: 1.5836e-05 - acc: 0.0000e+00 - val_loss: 6.1984e-07 - val_acc: 0.0000e+00
Epoch 149/500
1043/1043 [==============================] - 2s - loss: 1.6052e-05 - acc: 0.0000e+00 - val_loss: 1.1917e-06 - val_acc: 0.0000e+00
Epoch 150/500
1043/1043 [==============================] - 2s - loss: 1.8905e-05 - acc: 0.0000e+00 - val_loss: 8.7664e-07 - val_acc: 0.0000e+00
Epoch 151/500
1043/1043 [==============================] - 2s - loss: 1.6637e-05 - acc: 0.0000e+00 - val_loss: 3.6174e-07 - val_acc: 0.0000e+00
Epoch 152/500
1043/1043 [==============================] - 2s - loss: 1.7843e-05 - acc: 0.0000e+00 - val_loss: 2.5421e-07 - val_acc: 0.0000e+00
Epoch 153/500
1043/1043 [==============================] - 2s - loss: 1.5974e-05 - acc: 0.0000e+00 - val_loss: 4.3063e-07 - val_acc: 0.0000e+00
Epoch 154/500
1043/1043 [==============================] - 2s - loss: 1.6359e-05 - acc: 0.0000e+00 - val_loss: 1.6102e-06 - val_acc: 0.0000e+00
Epoch 155/500
1043/1043 [==============================] - 2s - loss: 1.5748e-05 - acc: 0.0000e+00 - val_loss: 4.7054e-07 - val_acc: 0.0000e+00
Epoch 156/500
1043/1043 [==============================] - 2s - loss: 1.4863e-05 - acc: 0.0000e+00 - val_loss: 1.9777e-07 - val_acc: 0.0000e+00
Epoch 157/500
1043/1043 [==============================] - 2s - loss: 1.5056e-05 - acc: 0.0000e+00 - val_loss: 5.2296e-07 - val_acc: 0.0000e+00
Epoch 158/500
1043/1043 [==============================] - 2s - loss: 1.5759e-05 - acc: 0.0000e+00 - val_loss: 6.4236e-07 - val_acc: 0.0000e+00
Epoch 159/500
1043/1043 [==============================] - 2s - loss: 1.4795e-05 - acc: 0.0000e+00 - val_loss: 2.2068e-07 - val_acc: 0.0000e+00
Epoch 160/500
1043/1043 [==============================] - 2s - loss: 1.5049e-05 - acc: 0.0000e+00 - val_loss: 2.4519e-07 - val_acc: 0.0000e+00
Epoch 161/500
1043/1043 [==============================] - 2s - loss: 1.4753e-05 - acc: 0.0000e+00 - val_loss: 1.1372e-06 - val_acc: 0.0000e+00
Epoch 162/500
1043/1043 [==============================] - 2s - loss: 1.5309e-05 - acc: 0.0000e+00 - val_loss: 1.9846e-06 - val_acc: 0.0000e+00
Epoch 163/500
1043/1043 [==============================] - 2s - loss: 1.4851e-05 - acc: 0.0000e+00 - val_loss: 4.6598e-07 - val_acc: 0.0000e+00
Epoch 164/500
1043/1043 [==============================] - 2s - loss: 1.4285e-05 - acc: 0.0000e+00 - val_loss: 2.0309e-07 - val_acc: 0.0000e+00
Epoch 165/500
1043/1043 [==============================] - 2s - loss: 1.3845e-05 - acc: 0.0000e+00 - val_loss: 5.1915e-07 - val_acc: 0.0000e+00
Epoch 166/500
1043/1043 [==============================] - 2s - loss: 1.4235e-05 - acc: 0.0000e+00 - val_loss: 1.4932e-06 - val_acc: 0.0000e+00
Epoch 167/500
1043/1043 [==============================] - 2s - loss: 1.4957e-05 - acc: 0.0000e+00 - val_loss: 6.1907e-07 - val_acc: 0.0000e+00
Epoch 168/500
1043/1043 [==============================] - 2s - loss: 1.4268e-05 - acc: 0.0000e+00 - val_loss: 4.7245e-07 - val_acc: 0.0000e+00
Epoch 169/500
1043/1043 [==============================] - 2s - loss: 1.6728e-05 - acc: 0.0000e+00 - val_loss: 2.1859e-06 - val_acc: 0.0000e+00
Epoch 170/500
1043/1043 [==============================] - 2s - loss: 1.6176e-05 - acc: 0.0000e+00 - val_loss: 1.3647e-06 - val_acc: 0.0000e+00
Epoch 171/500
1043/1043 [==============================] - 2s - loss: 1.7313e-05 - acc: 0.0000e+00 - val_loss: 2.6375e-07 - val_acc: 0.0000e+00
Epoch 172/500
1043/1043 [==============================] - 2s - loss: 1.7205e-05 - acc: 0.0000e+00 - val_loss: 8.0444e-07 - val_acc: 0.0000e+00
Epoch 173/500
1043/1043 [==============================] - 2s - loss: 1.4866e-05 - acc: 0.0000e+00 - val_loss: 2.6193e-06 - val_acc: 0.0000e+00
Epoch 174/500
1043/1043 [==============================] - 2s - loss: 1.5363e-05 - acc: 0.0000e+00 - val_loss: 3.6786e-07 - val_acc: 0.0000e+00
Epoch 175/500
1043/1043 [==============================] - 2s - loss: 1.4572e-05 - acc: 0.0000e+00 - val_loss: 2.3979e-07 - val_acc: 0.0000e+00
Epoch 176/500
1043/1043 [==============================] - 3s - loss: 1.3585e-05 - acc: 0.0000e+00 - val_loss: 1.0010e-06 - val_acc: 0.0000e+00
Epoch 177/500
1043/1043 [==============================] - 2s - loss: 1.6055e-05 - acc: 0.0000e+00 - val_loss: 3.4968e-07 - val_acc: 0.0000e+00
Epoch 178/500
1043/1043 [==============================] - 2s - loss: 1.3276e-05 - acc: 0.0000e+00 - val_loss: 2.8369e-07 - val_acc: 0.0000e+00
Epoch 179/500
1043/1043 [==============================] - 2s - loss: 1.7145e-05 - acc: 0.0000e+00 - val_loss: 1.6778e-06 - val_acc: 0.0000e+00
Epoch 180/500
1043/1043 [==============================] - 3s - loss: 1.4147e-05 - acc: 0.0000e+00 - val_loss: 1.0319e-06 - val_acc: 0.0000e+00
Epoch 181/500
1043/1043 [==============================] - 2s - loss: 1.7289e-05 - acc: 0.0000e+00 - val_loss: 5.9827e-07 - val_acc: 0.0000e+00
Epoch 182/500
1043/1043 [==============================] - 2s - loss: 1.4857e-05 - acc: 0.0000e+00 - val_loss: 1.8180e-07 - val_acc: 0.0000e+00
Epoch 183/500
1043/1043 [==============================] - 2s - loss: 2.1459e-05 - acc: 0.0000e+00 - val_loss: 3.8717e-06 - val_acc: 0.0000e+00
Epoch 184/500
1043/1043 [==============================] - 2s - loss: 1.6556e-05 - acc: 0.0000e+00 - val_loss: 1.8144e-06 - val_acc: 0.0000e+00
Epoch 185/500
1043/1043 [==============================] - 2s - loss: 1.6643e-05 - acc: 0.0000e+00 - val_loss: 2.3829e-06 - val_acc: 0.0000e+00
Epoch 186/500
1043/1043 [==============================] - 2s - loss: 1.6545e-05 - acc: 0.0000e+00 - val_loss: 3.0684e-07 - val_acc: 0.0000e+00
Epoch 187/500
1043/1043 [==============================] - 2s - loss: 1.4761e-05 - acc: 0.0000e+00 - val_loss: 5.3982e-06 - val_acc: 0.0000e+00
Epoch 188/500
1043/1043 [==============================] - 2s - loss: 1.6844e-05 - acc: 0.0000e+00 - val_loss: 2.5714e-06 - val_acc: 0.0000e+00
Epoch 189/500
1043/1043 [==============================] - 3s - loss: 1.3611e-05 - acc: 0.0000e+00 - val_loss: 2.3914e-07 - val_acc: 0.0000e+00
Epoch 190/500
1043/1043 [==============================] - 2s - loss: 1.4760e-05 - acc: 0.0000e+00 - val_loss: 2.0085e-07 - val_acc: 0.0000e+00
Epoch 191/500
1043/1043 [==============================] - 2s - loss: 1.4544e-05 - acc: 0.0000e+00 - val_loss: 1.0011e-06 - val_acc: 0.0000e+00
Epoch 192/500
1043/1043 [==============================] - 2s - loss: 1.3962e-05 - acc: 0.0000e+00 - val_loss: 1.3493e-06 - val_acc: 0.0000e+00
Epoch 193/500
1043/1043 [==============================] - 2s - loss: 1.3268e-05 - acc: 0.0000e+00 - val_loss: 1.1288e-06 - val_acc: 0.0000e+00
Epoch 194/500
1043/1043 [==============================] - 2s - loss: 1.2770e-05 - acc: 0.0000e+00 - val_loss: 6.0146e-07 - val_acc: 0.0000e+00
Epoch 195/500
1043/1043 [==============================] - 2s - loss: 1.2651e-05 - acc: 0.0000e+00 - val_loss: 8.7434e-07 - val_acc: 0.0000e+00
Epoch 196/500
1043/1043 [==============================] - 2s - loss: 1.2852e-05 - acc: 0.0000e+00 - val_loss: 1.4097e-06 - val_acc: 0.0000e+00
Epoch 197/500
1043/1043 [==============================] - 2s - loss: 1.3332e-05 - acc: 0.0000e+00 - val_loss: 6.5442e-07 - val_acc: 0.0000e+00
Epoch 198/500
1043/1043 [==============================] - 2s - loss: 1.3674e-05 - acc: 0.0000e+00 - val_loss: 4.6939e-07 - val_acc: 0.0000e+00
Epoch 199/500
1043/1043 [==============================] - 2s - loss: 1.3436e-05 - acc: 0.0000e+00 - val_loss: 4.7139e-07 - val_acc: 0.0000e+00
Epoch 200/500
1043/1043 [==============================] - 2s - loss: 1.3895e-05 - acc: 0.0000e+00 - val_loss: 7.1704e-07 - val_acc: 0.0000e+00
Epoch 201/500
1043/1043 [==============================] - 2s - loss: 1.3566e-05 - acc: 0.0000e+00 - val_loss: 1.2793e-06 - val_acc: 0.0000e+00
Epoch 202/500
1043/1043 [==============================] - 2s - loss: 1.1710e-05 - acc: 0.0000e+00 - val_loss: 8.6780e-07 - val_acc: 0.0000e+00
Epoch 203/500
1043/1043 [==============================] - 2s - loss: 1.2737e-05 - acc: 0.0000e+00 - val_loss: 4.2489e-07 - val_acc: 0.0000e+00
Epoch 204/500
1043/1043 [==============================] - 2s - loss: 1.2035e-05 - acc: 0.0000e+00 - val_loss: 5.9115e-07 - val_acc: 0.0000e+00
Epoch 205/500
1043/1043 [==============================] - 2s - loss: 1.2263e-05 - acc: 0.0000e+00 - val_loss: 8.5461e-07 - val_acc: 0.0000e+00
Epoch 206/500
1043/1043 [==============================] - 2s - loss: 1.2404e-05 - acc: 0.0000e+00 - val_loss: 3.0785e-07 - val_acc: 0.0000e+00
Epoch 207/500
1043/1043 [==============================] - 2s - loss: 1.2966e-05 - acc: 0.0000e+00 - val_loss: 4.3680e-07 - val_acc: 0.0000e+00
Epoch 208/500
1043/1043 [==============================] - 2s - loss: 1.2784e-05 - acc: 0.0000e+00 - val_loss: 5.6987e-07 - val_acc: 0.0000e+00
Epoch 209/500
1043/1043 [==============================] - 2s - loss: 1.1853e-05 - acc: 0.0000e+00 - val_loss: 4.9588e-07 - val_acc: 0.0000e+00
Epoch 210/500
1043/1043 [==============================] - 2s - loss: 1.1974e-05 - acc: 0.0000e+00 - val_loss: 1.2945e-06 - val_acc: 0.0000e+00
Epoch 211/500
1043/1043 [==============================] - 2s - loss: 1.2338e-05 - acc: 0.0000e+00 - val_loss: 8.6265e-07 - val_acc: 0.0000e+00
Epoch 212/500
1043/1043 [==============================] - 2s - loss: 1.1618e-05 - acc: 0.0000e+00 - val_loss: 4.9661e-07 - val_acc: 0.0000e+00
Epoch 213/500
1043/1043 [==============================] - 2s - loss: 1.2067e-05 - acc: 0.0000e+00 - val_loss: 1.0396e-06 - val_acc: 0.0000e+00
Epoch 214/500
1043/1043 [==============================] - 4s - loss: 1.2895e-05 - acc: 0.0000e+00 - val_loss: 1.3739e-06 - val_acc: 0.0000e+00
Epoch 215/500
1043/1043 [==============================] - 2s - loss: 1.1925e-05 - acc: 0.0000e+00 - val_loss: 5.1655e-07 - val_acc: 0.0000e+00
Epoch 216/500
1043/1043 [==============================] - 2s - loss: 1.2761e-05 - acc: 0.0000e+00 - val_loss: 1.0155e-06 - val_acc: 0.0000e+00
Epoch 217/500
1043/1043 [==============================] - 2s - loss: 1.1999e-05 - acc: 0.0000e+00 - val_loss: 6.7060e-07 - val_acc: 0.0000e+00
Epoch 218/500
1043/1043 [==============================] - 2s - loss: 1.1569e-05 - acc: 0.0000e+00 - val_loss: 1.7826e-07 - val_acc: 0.0000e+00
Epoch 219/500
1043/1043 [==============================] - 2s - loss: 1.2442e-05 - acc: 0.0000e+00 - val_loss: 8.2277e-07 - val_acc: 0.0000e+00
Epoch 220/500
1043/1043 [==============================] - 2s - loss: 1.2626e-05 - acc: 0.0000e+00 - val_loss: 9.1226e-07 - val_acc: 0.0000e+00
Epoch 221/500
1043/1043 [==============================] - 2s - loss: 1.1341e-05 - acc: 0.0000e+00 - val_loss: 1.7960e-07 - val_acc: 0.0000e+00
Epoch 222/500
1043/1043 [==============================] - 2s - loss: 1.2575e-05 - acc: 0.0000e+00 - val_loss: 5.2840e-07 - val_acc: 0.0000e+00
Epoch 223/500
1043/1043 [==============================] - 2s - loss: 1.1198e-05 - acc: 0.0000e+00 - val_loss: 1.4971e-06 - val_acc: 0.0000e+00
Epoch 224/500
1043/1043 [==============================] - 2s - loss: 1.1609e-05 - acc: 0.0000e+00 - val_loss: 3.4310e-07 - val_acc: 0.0000e+00
Epoch 225/500
1043/1043 [==============================] - 2s - loss: 1.1670e-05 - acc: 0.0000e+00 - val_loss: 3.7369e-07 - val_acc: 0.0000e+00
Epoch 226/500
1043/1043 [==============================] - 2s - loss: 1.1353e-05 - acc: 0.0000e+00 - val_loss: 1.2218e-06 - val_acc: 0.0000e+00
Epoch 227/500
1043/1043 [==============================] - 2s - loss: 1.1108e-05 - acc: 0.0000e+00 - val_loss: 1.0521e-06 - val_acc: 0.0000e+00
Epoch 228/500
1043/1043 [==============================] - 2s - loss: 1.1164e-05 - acc: 0.0000e+00 - val_loss: 9.0650e-07 - val_acc: 0.0000e+00
Epoch 229/500
1043/1043 [==============================] - 2s - loss: 1.0840e-05 - acc: 0.0000e+00 - val_loss: 4.9135e-07 - val_acc: 0.0000e+00
Epoch 230/500
1043/1043 [==============================] - 2s - loss: 1.1371e-05 - acc: 0.0000e+00 - val_loss: 3.5987e-07 - val_acc: 0.0000e+00
Epoch 231/500
1043/1043 [==============================] - 2s - loss: 1.0491e-05 - acc: 0.0000e+00 - val_loss: 8.3778e-07 - val_acc: 0.0000e+00
Epoch 232/500
1043/1043 [==============================] - 2s - loss: 1.1625e-05 - acc: 0.0000e+00 - val_loss: 7.7341e-07 - val_acc: 0.0000e+00
Epoch 233/500
1043/1043 [==============================] - 2s - loss: 1.1184e-05 - acc: 0.0000e+00 - val_loss: 5.6347e-07 - val_acc: 0.0000e+00
Epoch 234/500
1043/1043 [==============================] - 2s - loss: 1.0779e-05 - acc: 0.0000e+00 - val_loss: 1.1324e-06 - val_acc: 0.0000e+00
Epoch 235/500
1043/1043 [==============================] - 2s - loss: 1.1803e-05 - acc: 0.0000e+00 - val_loss: 4.7747e-07 - val_acc: 0.0000e+00
Epoch 236/500
1043/1043 [==============================] - 2s - loss: 1.1276e-05 - acc: 0.0000e+00 - val_loss: 3.1004e-07 - val_acc: 0.0000e+00
Epoch 237/500
1043/1043 [==============================] - 2s - loss: 1.0895e-05 - acc: 0.0000e+00 - val_loss: 5.4958e-07 - val_acc: 0.0000e+00
Epoch 238/500
1043/1043 [==============================] - 2s - loss: 1.1083e-05 - acc: 0.0000e+00 - val_loss: 8.8718e-07 - val_acc: 0.0000e+00
Epoch 239/500
1043/1043 [==============================] - 2s - loss: 1.0632e-05 - acc: 0.0000e+00 - val_loss: 1.2778e-06 - val_acc: 0.0000e+00
Epoch 240/500
1043/1043 [==============================] - 2s - loss: 1.1398e-05 - acc: 0.0000e+00 - val_loss: 2.9987e-07 - val_acc: 0.0000e+00
Epoch 241/500
1043/1043 [==============================] - 2s - loss: 1.1126e-05 - acc: 0.0000e+00 - val_loss: 5.9131e-07 - val_acc: 0.0000e+00
Epoch 242/500
1043/1043 [==============================] - 2s - loss: 1.0993e-05 - acc: 0.0000e+00 - val_loss: 1.4777e-06 - val_acc: 0.0000e+00
Epoch 243/500
1043/1043 [==============================] - 2s - loss: 1.1389e-05 - acc: 0.0000e+00 - val_loss: 2.9710e-07 - val_acc: 0.0000e+00
Epoch 244/500
1043/1043 [==============================] - 2s - loss: 9.9974e-06 - acc: 0.0000e+00 - val_loss: 1.2446e-06 - val_acc: 0.0000e+00
Epoch 245/500
1043/1043 [==============================] - 2s - loss: 1.1058e-05 - acc: 0.0000e+00 - val_loss: 3.0327e-06 - val_acc: 0.0000e+00
Epoch 246/500
1043/1043 [==============================] - 2s - loss: 1.1838e-05 - acc: 0.0000e+00 - val_loss: 1.7571e-07 - val_acc: 0.0000e+00
Epoch 247/500
1043/1043 [==============================] - 2s - loss: 1.0754e-05 - acc: 0.0000e+00 - val_loss: 1.8224e-07 - val_acc: 0.0000e+00
Epoch 248/500
1043/1043 [==============================] - 2s - loss: 1.0657e-05 - acc: 0.0000e+00 - val_loss: 2.4089e-06 - val_acc: 0.0000e+00
Epoch 249/500
1043/1043 [==============================] - 2s - loss: 1.0305e-05 - acc: 0.0000e+00 - val_loss: 1.2854e-06 - val_acc: 0.0000e+00
Epoch 250/500
1043/1043 [==============================] - 2s - loss: 1.0462e-05 - acc: 0.0000e+00 - val_loss: 3.7027e-07 - val_acc: 0.0000e+00
Epoch 251/500
1043/1043 [==============================] - 2s - loss: 1.0065e-05 - acc: 0.0000e+00 - val_loss: 4.5001e-07 - val_acc: 0.0000e+00
Epoch 252/500
1043/1043 [==============================] - 2s - loss: 9.8131e-06 - acc: 0.0000e+00 - val_loss: 5.5059e-07 - val_acc: 0.0000e+00
Epoch 253/500
1043/1043 [==============================] - 2s - loss: 1.0372e-05 - acc: 0.0000e+00 - val_loss: 8.9663e-07 - val_acc: 0.0000e+00
Epoch 254/500
1043/1043 [==============================] - 2s - loss: 9.9740e-06 - acc: 0.0000e+00 - val_loss: 1.1212e-06 - val_acc: 0.0000e+00
Epoch 255/500
1043/1043 [==============================] - 2s - loss: 1.0357e-05 - acc: 0.0000e+00 - val_loss: 6.1693e-07 - val_acc: 0.0000e+00
Epoch 256/500
1043/1043 [==============================] - 2s - loss: 1.5397e-05 - acc: 0.0000e+00 - val_loss: 2.8455e-06 - val_acc: 0.0000e+00
Epoch 257/500
1043/1043 [==============================] - 2s - loss: 1.2009e-05 - acc: 0.0000e+00 - val_loss: 7.2501e-07 - val_acc: 0.0000e+00
Epoch 258/500
1043/1043 [==============================] - 2s - loss: 1.2194e-05 - acc: 0.0000e+00 - val_loss: 6.5426e-07 - val_acc: 0.0000e+00
Epoch 259/500
1043/1043 [==============================] - 2s - loss: 2.1977e-05 - acc: 0.0000e+00 - val_loss: 4.5712e-06 - val_acc: 0.0000e+00
Epoch 260/500
1043/1043 [==============================] - 2s - loss: 1.3258e-05 - acc: 0.0000e+00 - val_loss: 9.0492e-07 - val_acc: 0.0000e+00
Epoch 261/500
1043/1043 [==============================] - 2s - loss: 1.1797e-05 - acc: 0.0000e+00 - val_loss: 5.5392e-06 - val_acc: 0.0000e+00
Epoch 262/500
1043/1043 [==============================] - 2s - loss: 1.3551e-05 - acc: 0.0000e+00 - val_loss: 8.6059e-07 - val_acc: 0.0000e+00
Epoch 263/500
1043/1043 [==============================] - 2s - loss: 1.0883e-05 - acc: 0.0000e+00 - val_loss: 4.5679e-06 - val_acc: 0.0000e+00
Epoch 264/500
1043/1043 [==============================] - 2s - loss: 1.1667e-05 - acc: 0.0000e+00 - val_loss: 1.0336e-06 - val_acc: 0.0000e+00
Epoch 265/500
1043/1043 [==============================] - 2s - loss: 1.0090e-05 - acc: 0.0000e+00 - val_loss: 2.0880e-07 - val_acc: 0.0000e+00
Epoch 266/500
1043/1043 [==============================] - 2s - loss: 1.1212e-05 - acc: 0.0000e+00 - val_loss: 2.4136e-07 - val_acc: 0.0000e+00
Epoch 267/500
1043/1043 [==============================] - 2s - loss: 1.0633e-05 - acc: 0.0000e+00 - val_loss: 2.5268e-06 - val_acc: 0.0000e+00
Epoch 268/500
1043/1043 [==============================] - 2s - loss: 1.0852e-05 - acc: 0.0000e+00 - val_loss: 2.0833e-06 - val_acc: 0.0000e+00
Epoch 269/500
1043/1043 [==============================] - 2s - loss: 9.9871e-06 - acc: 0.0000e+00 - val_loss: 2.5776e-07 - val_acc: 0.0000e+00
Epoch 270/500
1043/1043 [==============================] - 2s - loss: 9.1679e-06 - acc: 0.0000e+00 - val_loss: 1.7602e-07 - val_acc: 0.0000e+00
Epoch 271/500
1043/1043 [==============================] - 2s - loss: 9.7750e-06 - acc: 0.0000e+00 - val_loss: 5.8623e-07 - val_acc: 0.0000e+00
Epoch 272/500
1043/1043 [==============================] - 2s - loss: 9.4177e-06 - acc: 0.0000e+00 - val_loss: 7.3751e-07 - val_acc: 0.0000e+00
Epoch 273/500
1043/1043 [==============================] - 2s - loss: 9.7831e-06 - acc: 0.0000e+00 - val_loss: 6.2499e-07 - val_acc: 0.0000e+00
Epoch 274/500
1043/1043 [==============================] - 2s - loss: 9.4433e-06 - acc: 0.0000e+00 - val_loss: 6.9361e-07 - val_acc: 0.0000e+00
Epoch 275/500
1043/1043 [==============================] - 2s - loss: 9.5125e-06 - acc: 0.0000e+00 - val_loss: 8.8799e-07 - val_acc: 0.0000e+00
Epoch 276/500
1043/1043 [==============================] - 2s - loss: 9.7663e-06 - acc: 0.0000e+00 - val_loss: 9.7516e-07 - val_acc: 0.0000e+00
Epoch 277/500
1043/1043 [==============================] - 2s - loss: 9.6063e-06 - acc: 0.0000e+00 - val_loss: 3.4867e-07 - val_acc: 0.0000e+00
Epoch 278/500
1043/1043 [==============================] - 2s - loss: 9.8578e-06 - acc: 0.0000e+00 - val_loss: 5.1965e-07 - val_acc: 0.0000e+00
Epoch 279/500
1043/1043 [==============================] - 2s - loss: 9.2821e-06 - acc: 0.0000e+00 - val_loss: 5.2775e-07 - val_acc: 0.0000e+00
Epoch 280/500
1043/1043 [==============================] - 2s - loss: 9.6487e-06 - acc: 0.0000e+00 - val_loss: 5.7551e-07 - val_acc: 0.0000e+00
Epoch 281/500
1043/1043 [==============================] - 2s - loss: 1.3368e-05 - acc: 0.0000e+00 - val_loss: 3.5809e-06 - val_acc: 0.0000e+00
Epoch 282/500
1043/1043 [==============================] - 2s - loss: 1.1155e-05 - acc: 0.0000e+00 - val_loss: 1.6398e-06 - val_acc: 0.0000e+00
Epoch 283/500
1043/1043 [==============================] - 2s - loss: 1.1649e-05 - acc: 0.0000e+00 - val_loss: 2.0670e-06 - val_acc: 0.0000e+00
Epoch 284/500
1043/1043 [==============================] - 2s - loss: 1.2443e-05 - acc: 0.0000e+00 - val_loss: 3.5231e-07 - val_acc: 0.0000e+00
Epoch 285/500
1043/1043 [==============================] - 2s - loss: 9.5483e-06 - acc: 0.0000e+00 - val_loss: 4.9176e-06 - val_acc: 0.0000e+00
Epoch 286/500
1043/1043 [==============================] - 2s - loss: 1.0812e-05 - acc: 0.0000e+00 - val_loss: 9.9373e-07 - val_acc: 0.0000e+00
Epoch 287/500
1043/1043 [==============================] - 2s - loss: 9.2850e-06 - acc: 0.0000e+00 - val_loss: 1.6691e-07 - val_acc: 0.0000e+00
Epoch 288/500
1043/1043 [==============================] - 2s - loss: 9.8988e-06 - acc: 0.0000e+00 - val_loss: 1.9800e-07 - val_acc: 0.0000e+00
Epoch 289/500
1043/1043 [==============================] - 2s - loss: 9.2313e-06 - acc: 0.0000e+00 - val_loss: 5.2299e-07 - val_acc: 0.0000e+00
Epoch 290/500
1043/1043 [==============================] - 2s - loss: 1.5580e-05 - acc: 0.0000e+00 - val_loss: 5.0091e-06 - val_acc: 0.0000e+00
Epoch 291/500
1043/1043 [==============================] - 2s - loss: 1.2319e-05 - acc: 0.0000e+00 - val_loss: 3.0137e-06 - val_acc: 0.0000e+00
Epoch 292/500
1043/1043 [==============================] - 2s - loss: 1.0875e-05 - acc: 0.0000e+00 - val_loss: 8.4513e-07 - val_acc: 0.0000e+00
Epoch 293/500
1043/1043 [==============================] - 2s - loss: 1.1921e-05 - acc: 0.0000e+00 - val_loss: 1.9111e-07 - val_acc: 0.0000e+00
Epoch 294/500
1043/1043 [==============================] - 2s - loss: 9.9089e-06 - acc: 0.0000e+00 - val_loss: 1.0311e-06 - val_acc: 0.0000e+00
Epoch 295/500
1043/1043 [==============================] - 2s - loss: 1.0460e-05 - acc: 0.0000e+00 - val_loss: 1.4920e-06 - val_acc: 0.0000e+00
Epoch 296/500
1043/1043 [==============================] - 2s - loss: 9.8673e-06 - acc: 0.0000e+00 - val_loss: 8.2060e-07 - val_acc: 0.0000e+00
Epoch 297/500
1043/1043 [==============================] - 2s - loss: 9.6928e-06 - acc: 0.0000e+00 - val_loss: 1.7760e-07 - val_acc: 0.0000e+00
Epoch 298/500
1043/1043 [==============================] - 2s - loss: 9.7277e-06 - acc: 0.0000e+00 - val_loss: 1.0105e-06 - val_acc: 0.0000e+00
Epoch 299/500
1043/1043 [==============================] - 2s - loss: 9.4407e-06 - acc: 0.0000e+00 - val_loss: 1.4880e-06 - val_acc: 0.0000e+00
Epoch 300/500
1043/1043 [==============================] - 2s - loss: 9.8656e-06 - acc: 0.0000e+00 - val_loss: 4.3535e-07 - val_acc: 0.0000e+00
Epoch 301/500
1043/1043 [==============================] - 2s - loss: 9.0223e-06 - acc: 0.0000e+00 - val_loss: 1.4362e-06 - val_acc: 0.0000e+00
Epoch 302/500
1043/1043 [==============================] - 2s - loss: 9.2430e-06 - acc: 0.0000e+00 - val_loss: 1.1776e-06 - val_acc: 0.0000e+00
Epoch 303/500
1043/1043 [==============================] - 1s - loss: 9.2687e-06 - acc: 0.0000e+00 - val_loss: 5.4341e-07 - val_acc: 0.0000e+00
Epoch 304/500
1043/1043 [==============================] - 2s - loss: 8.8659e-06 - acc: 0.0000e+00 - val_loss: 4.7467e-07 - val_acc: 0.0000e+00
Epoch 305/500
1043/1043 [==============================] - 2s - loss: 9.1073e-06 - acc: 0.0000e+00 - val_loss: 3.3359e-07 - val_acc: 0.0000e+00
Epoch 306/500
1043/1043 [==============================] - 2s - loss: 8.9624e-06 - acc: 0.0000e+00 - val_loss: 8.1640e-07 - val_acc: 0.0000e+00
Epoch 307/500
1043/1043 [==============================] - 2s - loss: 9.1754e-06 - acc: 0.0000e+00 - val_loss: 4.0419e-07 - val_acc: 0.0000e+00
Epoch 308/500
1043/1043 [==============================] - 2s - loss: 1.5701e-05 - acc: 0.0000e+00 - val_loss: 3.5019e-06 - val_acc: 0.0000e+00
Epoch 309/500
1043/1043 [==============================] - 2s - loss: 1.1259e-05 - acc: 0.0000e+00 - val_loss: 2.4299e-06 - val_acc: 0.0000e+00
Epoch 310/500
1043/1043 [==============================] - 2s - loss: 1.1155e-05 - acc: 0.0000e+00 - val_loss: 1.9791e-06 - val_acc: 0.0000e+00
Epoch 311/500
1043/1043 [==============================] - 2s - loss: 1.2281e-05 - acc: 0.0000e+00 - val_loss: 1.8807e-07 - val_acc: 0.0000e+00
Epoch 312/500
1043/1043 [==============================] - 2s - loss: 1.0718e-05 - acc: 0.0000e+00 - val_loss: 5.2756e-06 - val_acc: 0.0000e+00
Epoch 313/500
1043/1043 [==============================] - 2s - loss: 1.0584e-05 - acc: 0.0000e+00 - val_loss: 1.0486e-06 - val_acc: 0.0000e+00
Epoch 314/500
1043/1043 [==============================] - 2s - loss: 9.6003e-06 - acc: 0.0000e+00 - val_loss: 1.4723e-06 - val_acc: 0.0000e+00
Epoch 315/500
1043/1043 [==============================] - 2s - loss: 1.0401e-05 - acc: 0.0000e+00 - val_loss: 2.1211e-07 - val_acc: 0.0000e+00
Epoch 316/500
1043/1043 [==============================] - 2s - loss: 9.9540e-06 - acc: 0.0000e+00 - val_loss: 2.6940e-06 - val_acc: 0.0000e+00
Epoch 317/500
1043/1043 [==============================] - 2s - loss: 1.0538e-05 - acc: 0.0000e+00 - val_loss: 4.7833e-06 - val_acc: 0.0000e+00
Epoch 318/500
1043/1043 [==============================] - 2s - loss: 9.7347e-06 - acc: 0.0000e+00 - val_loss: 1.8219e-06 - val_acc: 0.0000e+00
Epoch 319/500
1043/1043 [==============================] - 2s - loss: 9.0713e-06 - acc: 0.0000e+00 - val_loss: 3.1527e-07 - val_acc: 0.0000e+00
Epoch 320/500
1043/1043 [==============================] - 2s - loss: 9.5629e-06 - acc: 0.0000e+00 - val_loss: 3.4405e-07 - val_acc: 0.0000e+00
Epoch 321/500
1043/1043 [==============================] - 2s - loss: 1.0108e-05 - acc: 0.0000e+00 - val_loss: 1.0539e-06 - val_acc: 0.0000e+00
Epoch 322/500
1043/1043 [==============================] - 2s - loss: 1.0305e-05 - acc: 0.0000e+00 - val_loss: 1.5641e-06 - val_acc: 0.0000e+00
Epoch 323/500
1043/1043 [==============================] - 2s - loss: 1.1978e-05 - acc: 0.0000e+00 - val_loss: 3.7878e-06 - val_acc: 0.0000e+00
Epoch 324/500
1043/1043 [==============================] - 2s - loss: 9.6065e-06 - acc: 0.0000e+00 - val_loss: 9.1684e-07 - val_acc: 0.0000e+00
Epoch 325/500
1043/1043 [==============================] - 2s - loss: 9.2669e-06 - acc: 0.0000e+00 - val_loss: 1.7897e-07 - val_acc: 0.0000e+00
Epoch 326/500
1043/1043 [==============================] - 2s - loss: 9.6930e-06 - acc: 0.0000e+00 - val_loss: 2.1764e-07 - val_acc: 0.0000e+00
Epoch 327/500
1043/1043 [==============================] - 2s - loss: 9.0604e-06 - acc: 0.0000e+00 - val_loss: 1.2666e-06 - val_acc: 0.0000e+00
Epoch 328/500
1043/1043 [==============================] - 2s - loss: 9.7562e-06 - acc: 0.0000e+00 - val_loss: 7.4825e-07 - val_acc: 0.0000e+00
Epoch 329/500
1043/1043 [==============================] - 2s - loss: 8.9385e-06 - acc: 0.0000e+00 - val_loss: 1.4117e-06 - val_acc: 0.0000e+00
Epoch 330/500
1043/1043 [==============================] - 2s - loss: 9.0411e-06 - acc: 0.0000e+00 - val_loss: 1.6092e-06 - val_acc: 0.0000e+00
Epoch 331/500
1043/1043 [==============================] - 2s - loss: 9.0888e-06 - acc: 0.0000e+00 - val_loss: 1.6495e-07 - val_acc: 0.0000e+00
Epoch 332/500
1043/1043 [==============================] - 2s - loss: 8.8706e-06 - acc: 0.0000e+00 - val_loss: 5.3352e-07 - val_acc: 0.0000e+00
Epoch 333/500
1043/1043 [==============================] - 2s - loss: 9.0954e-06 - acc: 0.0000e+00 - val_loss: 8.2981e-07 - val_acc: 0.0000e+00
Epoch 334/500
1043/1043 [==============================] - 2s - loss: 8.9385e-06 - acc: 0.0000e+00 - val_loss: 1.9380e-07 - val_acc: 0.0000e+00
Epoch 335/500
1043/1043 [==============================] - 2s - loss: 8.4999e-06 - acc: 0.0000e+00 - val_loss: 1.3742e-06 - val_acc: 0.0000e+00
Epoch 336/500
1043/1043 [==============================] - 2s - loss: 8.4677e-06 - acc: 0.0000e+00 - val_loss: 1.2158e-06 - val_acc: 0.0000e+00
Epoch 337/500
1043/1043 [==============================] - 3s - loss: 7.8554e-06 - acc: 0.0000e+00 - val_loss: 2.7080e-07 - val_acc: 0.0000e+00
Epoch 338/500
1043/1043 [==============================] - 2s - loss: 8.1845e-06 - acc: 0.0000e+00 - val_loss: 5.1806e-07 - val_acc: 0.0000e+00
Epoch 339/500
1043/1043 [==============================] - 3s - loss: 8.3861e-06 - acc: 0.0000e+00 - val_loss: 4.4532e-07 - val_acc: 0.0000e+00
Epoch 340/500
1043/1043 [==============================] - 2s - loss: 8.5590e-06 - acc: 0.0000e+00 - val_loss: 3.5325e-07 - val_acc: 0.0000e+00
Epoch 341/500
1043/1043 [==============================] - 2s - loss: 8.1750e-06 - acc: 0.0000e+00 - val_loss: 1.8530e-06 - val_acc: 0.0000e+00
Epoch 342/500
1043/1043 [==============================] - 2s - loss: 8.8743e-06 - acc: 0.0000e+00 - val_loss: 9.9943e-07 - val_acc: 0.0000e+00
Epoch 343/500
1043/1043 [==============================] - 2s - loss: 8.2117e-06 - acc: 0.0000e+00 - val_loss: 2.1132e-07 - val_acc: 0.0000e+00
Epoch 344/500
1043/1043 [==============================] - 2s - loss: 9.0579e-06 - acc: 0.0000e+00 - val_loss: 2.0436e-06 - val_acc: 0.0000e+00
Epoch 345/500
1043/1043 [==============================] - 2s - loss: 8.7056e-06 - acc: 0.0000e+00 - val_loss: 1.1144e-06 - val_acc: 0.0000e+00
Epoch 346/500
1043/1043 [==============================] - 2s - loss: 7.9669e-06 - acc: 0.0000e+00 - val_loss: 2.6453e-07 - val_acc: 0.0000e+00
Epoch 347/500
1043/1043 [==============================] - 2s - loss: 7.9851e-06 - acc: 0.0000e+00 - val_loss: 1.1567e-06 - val_acc: 0.0000e+00
Epoch 348/500
1043/1043 [==============================] - 2s - loss: 7.8875e-06 - acc: 0.0000e+00 - val_loss: 4.7653e-07 - val_acc: 0.0000e+00
Epoch 349/500
1043/1043 [==============================] - 2s - loss: 8.1021e-06 - acc: 0.0000e+00 - val_loss: 2.9893e-07 - val_acc: 0.0000e+00
Epoch 350/500
1043/1043 [==============================] - 2s - loss: 7.6175e-06 - acc: 0.0000e+00 - val_loss: 9.2558e-07 - val_acc: 0.0000e+00
Epoch 351/500
1043/1043 [==============================] - 2s - loss: 8.0624e-06 - acc: 0.0000e+00 - val_loss: 4.3325e-07 - val_acc: 0.0000e+00
Epoch 352/500
1043/1043 [==============================] - 2s - loss: 7.6413e-06 - acc: 0.0000e+00 - val_loss: 6.7091e-07 - val_acc: 0.0000e+00
Epoch 353/500
1043/1043 [==============================] - 2s - loss: 7.5221e-06 - acc: 0.0000e+00 - val_loss: 1.3605e-06 - val_acc: 0.0000e+00
Epoch 354/500
1043/1043 [==============================] - 2s - loss: 8.0092e-06 - acc: 0.0000e+00 - val_loss: 8.0523e-07 - val_acc: 0.0000e+00
Epoch 355/500
1043/1043 [==============================] - 2s - loss: 7.7830e-06 - acc: 0.0000e+00 - val_loss: 3.3049e-07 - val_acc: 0.0000e+00
Epoch 356/500
1043/1043 [==============================] - 2s - loss: 7.9258e-06 - acc: 0.0000e+00 - val_loss: 7.7665e-07 - val_acc: 0.0000e+00
Epoch 357/500
1043/1043 [==============================] - 2s - loss: 8.0243e-06 - acc: 0.0000e+00 - val_loss: 1.0019e-06 - val_acc: 0.0000e+00
Epoch 358/500
1043/1043 [==============================] - 3s - loss: 7.9959e-06 - acc: 0.0000e+00 - val_loss: 4.7489e-07 - val_acc: 0.0000e+00
Epoch 359/500
1043/1043 [==============================] - 2s - loss: 7.6755e-06 - acc: 0.0000e+00 - val_loss: 3.0544e-07 - val_acc: 0.0000e+00
Epoch 360/500
1043/1043 [==============================] - 2s - loss: 1.0936e-05 - acc: 0.0000e+00 - val_loss: 3.2307e-06 - val_acc: 0.0000e+00
Epoch 361/500
1043/1043 [==============================] - 2s - loss: 9.6159e-06 - acc: 0.0000e+00 - val_loss: 2.9194e-06 - val_acc: 0.0000e+00
Epoch 362/500
1043/1043 [==============================] - 2s - loss: 8.9946e-06 - acc: 0.0000e+00 - val_loss: 1.2355e-06 - val_acc: 0.0000e+00
Epoch 363/500
1043/1043 [==============================] - 2s - loss: 1.1871e-05 - acc: 0.0000e+00 - val_loss: 4.3579e-07 - val_acc: 0.0000e+00
Epoch 364/500
1043/1043 [==============================] - 2s - loss: 9.1551e-06 - acc: 0.0000e+00 - val_loss: 2.5485e-06 - val_acc: 0.0000e+00
Epoch 365/500
1043/1043 [==============================] - 2s - loss: 9.1743e-06 - acc: 0.0000e+00 - val_loss: 4.4402e-07 - val_acc: 0.0000e+00
Epoch 366/500
1043/1043 [==============================] - 2s - loss: 1.0272e-05 - acc: 0.0000e+00 - val_loss: 1.1881e-06 - val_acc: 0.0000e+00
Epoch 367/500
1043/1043 [==============================] - 2s - loss: 8.0625e-06 - acc: 0.0000e+00 - val_loss: 1.0740e-06 - val_acc: 0.0000e+00
Epoch 368/500
1043/1043 [==============================] - 3s - loss: 8.8418e-06 - acc: 0.0000e+00 - val_loss: 1.9417e-07 - val_acc: 0.0000e+00
Epoch 369/500
1043/1043 [==============================] - 2s - loss: 8.3552e-06 - acc: 0.0000e+00 - val_loss: 3.8049e-07 - val_acc: 0.0000e+00
Epoch 370/500
1043/1043 [==============================] - 2s - loss: 7.7536e-06 - acc: 0.0000e+00 - val_loss: 1.6593e-06 - val_acc: 0.0000e+00
Epoch 371/500
1043/1043 [==============================] - 2s - loss: 8.2316e-06 - acc: 0.0000e+00 - val_loss: 5.1625e-07 - val_acc: 0.0000e+00
Epoch 372/500
1043/1043 [==============================] - 3s - loss: 7.9872e-06 - acc: 0.0000e+00 - val_loss: 4.5877e-07 - val_acc: 0.0000e+00
Epoch 373/500
1043/1043 [==============================] - 3s - loss: 7.9220e-06 - acc: 0.0000e+00 - val_loss: 1.7040e-06 - val_acc: 0.0000e+00
Epoch 374/500
1043/1043 [==============================] - 3s - loss: 7.7698e-06 - acc: 0.0000e+00 - val_loss: 3.3454e-07 - val_acc: 0.0000e+00
Epoch 375/500
1043/1043 [==============================] - 3s - loss: 1.1289e-05 - acc: 0.0000e+00 - val_loss: 2.0742e-06 - val_acc: 0.0000e+00
Epoch 376/500
1043/1043 [==============================] - 2s - loss: 9.2329e-06 - acc: 0.0000e+00 - val_loss: 2.3805e-06 - val_acc: 0.0000e+00
Epoch 377/500
1043/1043 [==============================] - 2s - loss: 1.1036e-05 - acc: 0.0000e+00 - val_loss: 9.1483e-07 - val_acc: 0.0000e+00
Epoch 378/500
1043/1043 [==============================] - 2s - loss: 1.2372e-05 - acc: 0.0000e+00 - val_loss: 1.2826e-06 - val_acc: 0.0000e+00
Epoch 379/500
1043/1043 [==============================] - 2s - loss: 9.9926e-06 - acc: 0.0000e+00 - val_loss: 2.4568e-06 - val_acc: 0.0000e+00
Epoch 380/500
1043/1043 [==============================] - 2s - loss: 9.0205e-06 - acc: 0.0000e+00 - val_loss: 2.0897e-07 - val_acc: 0.0000e+00
Epoch 381/500
1043/1043 [==============================] - 2s - loss: 1.1173e-05 - acc: 0.0000e+00 - val_loss: 1.1489e-06 - val_acc: 0.0000e+00
Epoch 382/500
1043/1043 [==============================] - 2s - loss: 8.4133e-06 - acc: 0.0000e+00 - val_loss: 2.2334e-06 - val_acc: 0.0000e+00
Epoch 383/500
1043/1043 [==============================] - 2s - loss: 8.7831e-06 - acc: 0.0000e+00 - val_loss: 1.7850e-07 - val_acc: 0.0000e+00
Epoch 384/500
1043/1043 [==============================] - 2s - loss: 8.6954e-06 - acc: 0.0000e+00 - val_loss: 2.6491e-07 - val_acc: 0.0000e+00
Epoch 385/500
1043/1043 [==============================] - 2s - loss: 7.9476e-06 - acc: 0.0000e+00 - val_loss: 6.6140e-07 - val_acc: 0.0000e+00
Epoch 386/500
1043/1043 [==============================] - 2s - loss: 7.7267e-06 - acc: 0.0000e+00 - val_loss: 4.2715e-07 - val_acc: 0.0000e+00
Epoch 387/500
1043/1043 [==============================] - 3s - loss: 7.1931e-06 - acc: 0.0000e+00 - val_loss: 1.7645e-06 - val_acc: 0.0000e+00
Epoch 388/500
1043/1043 [==============================] - 2s - loss: 7.5776e-06 - acc: 0.0000e+00 - val_loss: 1.6649e-06 - val_acc: 0.0000e+00
Epoch 389/500
1043/1043 [==============================] - 2s - loss: 7.8659e-06 - acc: 0.0000e+00 - val_loss: 3.7019e-07 - val_acc: 0.0000e+00
Epoch 390/500
1043/1043 [==============================] - 3s - loss: 7.8442e-06 - acc: 0.0000e+00 - val_loss: 2.2272e-07 - val_acc: 0.0000e+00
Epoch 391/500
1043/1043 [==============================] - 2s - loss: 7.4309e-06 - acc: 0.0000e+00 - val_loss: 4.3509e-07 - val_acc: 0.0000e+00
Epoch 392/500
1043/1043 [==============================] - 2s - loss: 7.4023e-06 - acc: 0.0000e+00 - val_loss: 9.2551e-07 - val_acc: 0.0000e+00
Epoch 393/500
1043/1043 [==============================] - 2s - loss: 7.2478e-06 - acc: 0.0000e+00 - val_loss: 1.1782e-06 - val_acc: 0.0000e+00
Epoch 394/500
1043/1043 [==============================] - 2s - loss: 7.5284e-06 - acc: 0.0000e+00 - val_loss: 2.6024e-07 - val_acc: 0.0000e+00
Epoch 395/500
1043/1043 [==============================] - 2s - loss: 7.2446e-06 - acc: 0.0000e+00 - val_loss: 2.3133e-07 - val_acc: 0.0000e+00
Epoch 396/500
1043/1043 [==============================] - 2s - loss: 7.6585e-06 - acc: 0.0000e+00 - val_loss: 8.7657e-07 - val_acc: 0.0000e+00
Epoch 397/500
1043/1043 [==============================] - 2s - loss: 7.7574e-06 - acc: 0.0000e+00 - val_loss: 6.1857e-07 - val_acc: 0.0000e+00
Epoch 398/500
1043/1043 [==============================] - 3s - loss: 7.1077e-06 - acc: 0.0000e+00 - val_loss: 6.4225e-07 - val_acc: 0.0000e+00
Epoch 399/500
1043/1043 [==============================] - 2s - loss: 7.1016e-06 - acc: 0.0000e+00 - val_loss: 8.2162e-07 - val_acc: 0.0000e+00
Epoch 400/500
1043/1043 [==============================] - 3s - loss: 7.0967e-06 - acc: 0.0000e+00 - val_loss: 6.0887e-07 - val_acc: 0.0000e+00
Epoch 401/500
1043/1043 [==============================] - 3s - loss: 7.1671e-06 - acc: 0.0000e+00 - val_loss: 8.2136e-07 - val_acc: 0.0000e+00
Epoch 402/500
1043/1043 [==============================] - 3s - loss: 7.3048e-06 - acc: 0.0000e+00 - val_loss: 1.0254e-06 - val_acc: 0.0000e+00
Epoch 403/500
1043/1043 [==============================] - 3s - loss: 7.0620e-06 - acc: 0.0000e+00 - val_loss: 1.0557e-06 - val_acc: 0.0000e+00
Epoch 404/500
1043/1043 [==============================] - 3s - loss: 7.0445e-06 - acc: 0.0000e+00 - val_loss: 3.3348e-07 - val_acc: 0.0000e+00
Epoch 405/500
1043/1043 [==============================] - 2s - loss: 7.1351e-06 - acc: 0.0000e+00 - val_loss: 2.3888e-07 - val_acc: 0.0000e+00
Epoch 406/500
1043/1043 [==============================] - 2s - loss: 7.1710e-06 - acc: 0.0000e+00 - val_loss: 7.9232e-07 - val_acc: 0.0000e+00
Epoch 407/500
1043/1043 [==============================] - 2s - loss: 7.1838e-06 - acc: 0.0000e+00 - val_loss: 1.2831e-06 - val_acc: 0.0000e+00
Epoch 408/500
1043/1043 [==============================] - 2s - loss: 7.1906e-06 - acc: 0.0000e+00 - val_loss: 1.0020e-06 - val_acc: 0.0000e+00
Epoch 409/500
1043/1043 [==============================] - 2s - loss: 7.0043e-06 - acc: 0.0000e+00 - val_loss: 9.2276e-07 - val_acc: 0.0000e+00
Epoch 410/500
1043/1043 [==============================] - 2s - loss: 6.7155e-06 - acc: 0.0000e+00 - val_loss: 1.5034e-06 - val_acc: 0.0000e+00
Epoch 411/500
1043/1043 [==============================] - 3s - loss: 7.2321e-06 - acc: 0.0000e+00 - val_loss: 8.9281e-07 - val_acc: 0.0000e+00
Epoch 412/500
1043/1043 [==============================] - 2s - loss: 6.9714e-06 - acc: 0.0000e+00 - val_loss: 3.7475e-07 - val_acc: 0.0000e+00
Epoch 413/500
1043/1043 [==============================] - 3s - loss: 6.8054e-06 - acc: 0.0000e+00 - val_loss: 1.7033e-07 - val_acc: 0.0000e+00
Epoch 414/500
1043/1043 [==============================] - 3s - loss: 7.7407e-06 - acc: 0.0000e+00 - val_loss: 2.3835e-07 - val_acc: 0.0000e+00
Epoch 415/500
1043/1043 [==============================] - 3s - loss: 7.1928e-06 - acc: 0.0000e+00 - val_loss: 1.4425e-06 - val_acc: 0.0000e+00
Epoch 416/500
1043/1043 [==============================] - 2s - loss: 7.1681e-06 - acc: 0.0000e+00 - val_loss: 7.5262e-07 - val_acc: 0.0000e+00
Epoch 417/500
1043/1043 [==============================] - 3s - loss: 1.0321e-05 - acc: 0.0000e+00 - val_loss: 1.3084e-06 - val_acc: 0.0000e+00
Epoch 418/500
1043/1043 [==============================] - 3s - loss: 9.2216e-06 - acc: 0.0000e+00 - val_loss: 1.8683e-06 - val_acc: 0.0000e+00
Epoch 419/500
1043/1043 [==============================] - 2s - loss: 8.5093e-06 - acc: 0.0000e+00 - val_loss: 1.0931e-06 - val_acc: 0.0000e+00
Epoch 420/500
1043/1043 [==============================] - 3s - loss: 8.7059e-06 - acc: 0.0000e+00 - val_loss: 1.9611e-07 - val_acc: 0.0000e+00
Epoch 421/500
1043/1043 [==============================] - 3s - loss: 7.9531e-06 - acc: 0.0000e+00 - val_loss: 5.3817e-06 - val_acc: 0.0000e+00
Epoch 422/500
1043/1043 [==============================] - 2s - loss: 8.6670e-06 - acc: 0.0000e+00 - val_loss: 1.0181e-06 - val_acc: 0.0000e+00
Epoch 423/500
1043/1043 [==============================] - 2s - loss: 7.4052e-06 - acc: 0.0000e+00 - val_loss: 1.6158e-07 - val_acc: 0.0000e+00
Epoch 424/500
1043/1043 [==============================] - 3s - loss: 7.5940e-06 - acc: 0.0000e+00 - val_loss: 1.6223e-07 - val_acc: 0.0000e+00
Epoch 425/500
1043/1043 [==============================] - 2s - loss: 7.2066e-06 - acc: 0.0000e+00 - val_loss: 6.7023e-07 - val_acc: 0.0000e+00
Epoch 426/500
1043/1043 [==============================] - 3s - loss: 7.2441e-06 - acc: 0.0000e+00 - val_loss: 3.8171e-06 - val_acc: 0.0000e+00
Epoch 427/500
1043/1043 [==============================] - 2s - loss: 7.5399e-06 - acc: 0.0000e+00 - val_loss: 1.9213e-06 - val_acc: 0.0000e+00
Epoch 428/500
1043/1043 [==============================] - 2s - loss: 7.5034e-06 - acc: 0.0000e+00 - val_loss: 1.8187e-07 - val_acc: 0.0000e+00
Epoch 429/500
1043/1043 [==============================] - 2s - loss: 1.1722e-05 - acc: 0.0000e+00 - val_loss: 1.8673e-06 - val_acc: 0.0000e+00
Epoch 430/500
1043/1043 [==============================] - 2s - loss: 8.8514e-06 - acc: 0.0000e+00 - val_loss: 2.8693e-06 - val_acc: 0.0000e+00
Epoch 431/500
1043/1043 [==============================] - 2s - loss: 9.1041e-06 - acc: 0.0000e+00 - val_loss: 2.4965e-07 - val_acc: 0.0000e+00
Epoch 432/500
1043/1043 [==============================] - 2s - loss: 1.0007e-05 - acc: 0.0000e+00 - val_loss: 1.1748e-06 - val_acc: 0.0000e+00
Epoch 433/500
1043/1043 [==============================] - 2s - loss: 8.2714e-06 - acc: 0.0000e+00 - val_loss: 1.1363e-06 - val_acc: 0.0000e+00
Epoch 434/500
1043/1043 [==============================] - 2s - loss: 7.8824e-06 - acc: 0.0000e+00 - val_loss: 2.0491e-07 - val_acc: 0.0000e+00
Epoch 435/500
1043/1043 [==============================] - 2s - loss: 7.7047e-06 - acc: 0.0000e+00 - val_loss: 6.4331e-07 - val_acc: 0.0000e+00
Epoch 436/500
1043/1043 [==============================] - 2s - loss: 7.8191e-06 - acc: 0.0000e+00 - val_loss: 8.4360e-07 - val_acc: 0.0000e+00
Epoch 437/500
1043/1043 [==============================] - 2s - loss: 7.3130e-06 - acc: 0.0000e+00 - val_loss: 7.2792e-07 - val_acc: 0.0000e+00
Epoch 438/500
1043/1043 [==============================] - 2s - loss: 7.0566e-06 - acc: 0.0000e+00 - val_loss: 1.0504e-06 - val_acc: 0.0000e+00
Epoch 439/500
1043/1043 [==============================] - 2s - loss: 7.3988e-06 - acc: 0.0000e+00 - val_loss: 2.6405e-07 - val_acc: 0.0000e+00
Epoch 440/500
1043/1043 [==============================] - 3s - loss: 6.6540e-06 - acc: 0.0000e+00 - val_loss: 7.8116e-07 - val_acc: 0.0000e+00
Epoch 441/500
1043/1043 [==============================] - 2s - loss: 6.7310e-06 - acc: 0.0000e+00 - val_loss: 1.9797e-06 - val_acc: 0.0000e+00
Epoch 442/500
1043/1043 [==============================] - 2s - loss: 6.9445e-06 - acc: 0.0000e+00 - val_loss: 5.1377e-07 - val_acc: 0.0000e+00
Epoch 443/500
1043/1043 [==============================] - 3s - loss: 6.9480e-06 - acc: 0.0000e+00 - val_loss: 6.7767e-07 - val_acc: 0.0000e+00
Epoch 444/500
1043/1043 [==============================] - 4s - loss: 7.9738e-06 - acc: 0.0000e+00 - val_loss: 2.5210e-06 - val_acc: 0.0000e+00
Epoch 445/500
1043/1043 [==============================] - 2s - loss: 7.1428e-06 - acc: 0.0000e+00 - val_loss: 9.5016e-07 - val_acc: 0.0000e+00
Epoch 446/500
1043/1043 [==============================] - 3s - loss: 6.9182e-06 - acc: 0.0000e+00 - val_loss: 2.3497e-07 - val_acc: 0.0000e+00
Epoch 447/500
1043/1043 [==============================] - 2s - loss: 7.6885e-06 - acc: 0.0000e+00 - val_loss: 3.4773e-07 - val_acc: 0.0000e+00
Epoch 448/500
1043/1043 [==============================] - 2s - loss: 9.1864e-06 - acc: 0.0000e+00 - val_loss: 3.5067e-07 - val_acc: 0.0000e+00
Epoch 449/500
1043/1043 [==============================] - 2s - loss: 7.3494e-06 - acc: 0.0000e+00 - val_loss: 5.2235e-07 - val_acc: 0.0000e+00
Epoch 450/500
1043/1043 [==============================] - 2s - loss: 1.1007e-05 - acc: 0.0000e+00 - val_loss: 3.4301e-06 - val_acc: 0.0000e+00
Epoch 451/500
1043/1043 [==============================] - 2s - loss: 9.5386e-06 - acc: 0.0000e+00 - val_loss: 3.8376e-07 - val_acc: 0.0000e+00
Epoch 452/500
1043/1043 [==============================] - 2s - loss: 8.6314e-06 - acc: 0.0000e+00 - val_loss: 3.0387e-07 - val_acc: 0.0000e+00
Epoch 453/500
1043/1043 [==============================] - 2s - loss: 8.1147e-06 - acc: 0.0000e+00 - val_loss: 3.9043e-06 - val_acc: 0.0000e+00
Epoch 454/500
1043/1043 [==============================] - 2s - loss: 9.6650e-06 - acc: 0.0000e+00 - val_loss: 1.1308e-06 - val_acc: 0.0000e+00
Epoch 455/500
1043/1043 [==============================] - 2s - loss: 8.4220e-06 - acc: 0.0000e+00 - val_loss: 1.8528e-07 - val_acc: 0.0000e+00
Epoch 456/500
1043/1043 [==============================] - 3s - loss: 7.2310e-06 - acc: 0.0000e+00 - val_loss: 3.2473e-07 - val_acc: 0.0000e+00
Epoch 457/500
1043/1043 [==============================] - 2s - loss: 8.2553e-06 - acc: 0.0000e+00 - val_loss: 2.2747e-07 - val_acc: 0.0000e+00
Epoch 458/500
1043/1043 [==============================] - 2s - loss: 7.1875e-06 - acc: 0.0000e+00 - val_loss: 1.1077e-06 - val_acc: 0.0000e+00
Epoch 459/500
1043/1043 [==============================] - 2s - loss: 6.8131e-06 - acc: 0.0000e+00 - val_loss: 2.0147e-06 - val_acc: 0.0000e+00
Epoch 460/500
1043/1043 [==============================] - 2s - loss: 6.8854e-06 - acc: 0.0000e+00 - val_loss: 5.1889e-07 - val_acc: 0.0000e+00
Epoch 461/500
1043/1043 [==============================] - 2s - loss: 6.5519e-06 - acc: 0.0000e+00 - val_loss: 4.0539e-07 - val_acc: 0.0000e+00
Epoch 462/500
1043/1043 [==============================] - 2s - loss: 6.9679e-06 - acc: 0.0000e+00 - val_loss: 9.4149e-07 - val_acc: 0.0000e+00
Epoch 463/500
1043/1043 [==============================] - 2s - loss: 6.5907e-06 - acc: 0.0000e+00 - val_loss: 1.1046e-06 - val_acc: 0.0000e+00
Epoch 464/500
1043/1043 [==============================] - 2s - loss: 6.8353e-06 - acc: 0.0000e+00 - val_loss: 1.3376e-06 - val_acc: 0.0000e+00
Epoch 465/500
1043/1043 [==============================] - 2s - loss: 6.1631e-06 - acc: 0.0000e+00 - val_loss: 9.2676e-07 - val_acc: 0.0000e+00
Epoch 466/500
1043/1043 [==============================] - 2s - loss: 6.8600e-06 - acc: 0.0000e+00 - val_loss: 2.1609e-07 - val_acc: 0.0000e+00
Epoch 467/500
1043/1043 [==============================] - 2s - loss: 6.4329e-06 - acc: 0.0000e+00 - val_loss: 4.7186e-07 - val_acc: 0.0000e+00
Epoch 468/500
1043/1043 [==============================] - 2s - loss: 6.7422e-06 - acc: 0.0000e+00 - val_loss: 1.0735e-06 - val_acc: 0.0000e+00
Epoch 469/500
1043/1043 [==============================] - 2s - loss: 6.0398e-06 - acc: 0.0000e+00 - val_loss: 8.6943e-07 - val_acc: 0.0000e+00
Epoch 470/500
1043/1043 [==============================] - 2s - loss: 6.0482e-06 - acc: 0.0000e+00 - val_loss: 7.0826e-07 - val_acc: 0.0000e+00
Epoch 471/500
1043/1043 [==============================] - 2s - loss: 6.6694e-06 - acc: 0.0000e+00 - val_loss: 5.3109e-07 - val_acc: 0.0000e+00
Epoch 472/500
1043/1043 [==============================] - 2s - loss: 6.5937e-06 - acc: 0.0000e+00 - val_loss: 5.1088e-07 - val_acc: 0.0000e+00
Epoch 473/500
1043/1043 [==============================] - 2s - loss: 6.4491e-06 - acc: 0.0000e+00 - val_loss: 3.1285e-07 - val_acc: 0.0000e+00
Epoch 474/500
1043/1043 [==============================] - 2s - loss: 6.2379e-06 - acc: 0.0000e+00 - val_loss: 3.8593e-07 - val_acc: 0.0000e+00
Epoch 475/500
1043/1043 [==============================] - 2s - loss: 6.7129e-06 - acc: 0.0000e+00 - val_loss: 7.2262e-07 - val_acc: 0.0000e+00
Epoch 476/500
1043/1043 [==============================] - 2s - loss: 6.4134e-06 - acc: 0.0000e+00 - val_loss: 5.8674e-07 - val_acc: 0.0000e+00
Epoch 477/500
1043/1043 [==============================] - 2s - loss: 6.5020e-06 - acc: 0.0000e+00 - val_loss: 1.0526e-06 - val_acc: 0.0000e+00
Epoch 478/500
1043/1043 [==============================] - 2s - loss: 6.6614e-06 - acc: 0.0000e+00 - val_loss: 1.0058e-06 - val_acc: 0.0000e+00
Epoch 479/500
1043/1043 [==============================] - 2s - loss: 6.2265e-06 - acc: 0.0000e+00 - val_loss: 3.4906e-07 - val_acc: 0.0000e+00
Epoch 480/500
1043/1043 [==============================] - 2s - loss: 6.5152e-06 - acc: 0.0000e+00 - val_loss: 3.7090e-07 - val_acc: 0.0000e+00
Epoch 481/500
1043/1043 [==============================] - 2s - loss: 6.5759e-06 - acc: 0.0000e+00 - val_loss: 4.8956e-07 - val_acc: 0.0000e+00
Epoch 482/500
1043/1043 [==============================] - 2s - loss: 6.4385e-06 - acc: 0.0000e+00 - val_loss: 3.7381e-07 - val_acc: 0.0000e+00
Epoch 483/500
1043/1043 [==============================] - 2s - loss: 6.2549e-06 - acc: 0.0000e+00 - val_loss: 1.7270e-06 - val_acc: 0.0000e+00
Epoch 484/500
1043/1043 [==============================] - 2s - loss: 7.0550e-06 - acc: 0.0000e+00 - val_loss: 1.2195e-06 - val_acc: 0.0000e+00
Epoch 485/500
1043/1043 [==============================] - 2s - loss: 6.2733e-06 - acc: 0.0000e+00 - val_loss: 1.7195e-07 - val_acc: 0.0000e+00
Epoch 486/500
1043/1043 [==============================] - 2s - loss: 7.1212e-06 - acc: 0.0000e+00 - val_loss: 8.7241e-07 - val_acc: 0.0000e+00
Epoch 487/500
1043/1043 [==============================] - 2s - loss: 7.4433e-06 - acc: 0.0000e+00 - val_loss: 1.3014e-06 - val_acc: 0.0000e+00
Epoch 488/500
1043/1043 [==============================] - 2s - loss: 6.7153e-06 - acc: 0.0000e+00 - val_loss: 7.8312e-07 - val_acc: 0.0000e+00
Epoch 489/500
1043/1043 [==============================] - 2s - loss: 6.5581e-06 - acc: 0.0000e+00 - val_loss: 9.9902e-07 - val_acc: 0.0000e+00
Epoch 490/500
1043/1043 [==============================] - 2s - loss: 6.4325e-06 - acc: 0.0000e+00 - val_loss: 2.5634e-07 - val_acc: 0.0000e+00
Epoch 491/500
1043/1043 [==============================] - 2s - loss: 6.4529e-06 - acc: 0.0000e+00 - val_loss: 2.8869e-07 - val_acc: 0.0000e+00
Epoch 492/500
1043/1043 [==============================] - 2s - loss: 6.6415e-06 - acc: 0.0000e+00 - val_loss: 9.3420e-07 - val_acc: 0.0000e+00
Epoch 493/500
1043/1043 [==============================] - 2s - loss: 6.3542e-06 - acc: 0.0000e+00 - val_loss: 8.0547e-07 - val_acc: 0.0000e+00
Epoch 494/500
1043/1043 [==============================] - 2s - loss: 6.2001e-06 - acc: 0.0000e+00 - val_loss: 5.3416e-07 - val_acc: 0.0000e+00
Epoch 495/500
1043/1043 [==============================] - 2s - loss: 6.5164e-06 - acc: 0.0000e+00 - val_loss: 7.0653e-07 - val_acc: 0.0000e+00
Epoch 496/500
1043/1043 [==============================] - 2s - loss: 6.4901e-06 - acc: 0.0000e+00 - val_loss: 5.6010e-07 - val_acc: 0.0000e+00
Epoch 497/500
1043/1043 [==============================] - 2s - loss: 6.1061e-06 - acc: 0.0000e+00 - val_loss: 7.1011e-07 - val_acc: 0.0000e+00
Epoch 498/500
1043/1043 [==============================] - 2s - loss: 6.2271e-06 - acc: 0.0000e+00 - val_loss: 1.1193e-06 - val_acc: 0.0000e+00
Epoch 499/500
1043/1043 [==============================] - 2s - loss: 6.1794e-06 - acc: 0.0000e+00 - val_loss: 8.9392e-07 - val_acc: 0.0000e+00
Epoch 500/500
1043/1043 [==============================] - 2s - loss: 6.2818e-06 - acc: 0.0000e+00 - val_loss: 9.2391e-07 - val_acc: 0.0000e+00
Out[12]:
<keras.callbacks.History at 0x11b530b38>
In [13]:
trainScore = model.evaluate(X_train, y_train, verbose=0)
print('Train Score: %.2f MSE (%.2f RMSE)' % (trainScore[0], math.sqrt(trainScore[0])))

testScore = model.evaluate(X_test, y_test, verbose=0)
print('Test Score: %.2f MSE (%.2f RMSE)' % (testScore[0], math.sqrt(testScore[0])))
Train Score: 0.00 MSE (0.00 RMSE)
Test Score: 0.00 MSE (0.00 RMSE)
In [14]:
# print(X_test[-1])
diff=[]
ratio=[]
p = model.predict(X_test)
for u in range(len(y_test)):
    pr = p[u][0]
    ratio.append((y_test[u]/pr)-1)
    diff.append(abs(y_test[u]- pr))
    #print(u, y_test[u], pr, (y_test[u]/pr)-1, abs(y_test[u]- pr))

Predictions vs Real results

In [15]:
import matplotlib.pyplot as plt2

plt2.plot(p,color='red', label='prediction')
plt2.plot(y_test,color='blue', label='y_test')
plt2.legend(loc='upper left')
plt2.show()