Created by Emanuel Flores-Bautista 2018. All code contained in this notebook is licensed under the Creative Commons License 4.0.
This is the workflow we will use:
DataFrame
, and NetworkX.pwd
'/Users/manoloflores/jupyter-notebooks'
cd ../Desktop/uni/bioinfo/data/paeru/
/Users/manoloflores/Desktop/uni/bioinfo/data/paeru
##Setting the Pyplot Figures inside the notebook
%matplotlib inline
#Get svg graphics from the Notebook
%config InlineBackend.figure_format = 'svg'
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import seaborn as sns
import networkx as nx
import random
import matplotlib as mpl
sns.set_style('white')
sns.set_context("talk", font_scale=1, rc={"lines.linewidth": 2.0, 'lines.markersize': 5})
sns.set_style("ticks")
sns.set_style({"xtick.direction": "in","ytick.direction": "in"})
#mpl.rc('axes', prop_cycle=(cycler('color', ['b','g','y','m','c']) ))
mpl.rc('text', usetex=False)
tw = 1.5
sns.set_style({"xtick.major.size": 6, "ytick.major.size": 6,
"xtick.minor.size": 4, "ytick.minor.size": 4,
'axes.labelsize': 28,
'xtick.major.width': tw, 'xtick.minor.width': tw,
'ytick.major.width': tw, 'ytick.minor.width': tw})
mpl.rc('xtick', labelsize=28)
mpl.rc('ytick', labelsize=28)
mpl.rc('axes', linewidth=1.75)
plt.gcf().subplots_adjust(bottom=0.15)
sns.set_style({'axes.labelsize': 24})
<matplotlib.figure.Figure at 0x1074d8a58>
ls *.csv
paeru-trn.csv
df_trn = pd.read_csv('paeru-trn.csv', comment= '#')
df_trn.head()
Regulator | Operon | Target gene | mode of regulation | Experimental Evidence | PubMed Reference | P. aeruginosa Strain | |
---|---|---|---|---|---|---|---|
0 | agmR | NaN | pqqH | + | lac-promoter, B-galactosidase assay and RT-PCR | 19902179 | ATCC |
1 | algR | NaN | hcnA | - | mutant and PCR | 19270096 | PAO1 |
2 | anr | cox | coxA | - | Microarray and Gene Chip data analysis | 19930444 | PAO1 |
3 | anr | cox | coxB | - | Microarray and Gene Chip data analysis | 19930444 | PAO1 |
4 | anr | cox | colII | - | Microarray and Gene Chip data analysis | 19930444 | PAO1 |
#Pandas DataFrame to a NetworkX graph object
trn = nx.from_pandas_edgelist(df= df_trn, source= 'Regulator', target='Target gene',
edge_attr='mode of regulation')
#Calculating eigenvector centrality to get the hubs
eigen_cen= nx.eigenvector_centrality(trn)
hubs= sorted(eigen_cen.items(), key= lambda cc: cc[1], reverse= True)[:10]
hubs
[('lasR', 0.4554885034355758), ('rpoN', 0.2601974253722576), ('rhlR', 0.2583054773711612), ('algU', 0.18597879411812526), ('algR', 0.18398061151100079), ('ihf', 0.17928776617070166), ('mexT', 0.14558365805789786), ('algZ', 0.14445022198989502), ('rhlI', 0.13157834338353888), ('mvfR', 0.12436859521563319)]
import community
#Running the clustering louvain algorithm to divide our network into clusters
communities_trn = community.best_partition(trn)
#How many clusters do we get ?
max(communities_trn.values())
27
#Extracting the LCC
trn_lcc = max(nx.connected_component_subgraphs(trn), key=len)
len(trn_lcc)
644
#Running the clustering louvain algorithm to divide our network into clusters
communities_trn = community.best_partition(trn_lcc)
#How many clusters do we get with the TRN's LCC?
max(communities_trn.values())
12
nx.set_node_attributes(trn_lcc, values= communities_trn, name='modularity')
Let's extract the network clusters.
cluster1 = [n for n in trn_lcc.nodes() if trn_lcc.node[n]['modularity'] == 0]
cluster2 = [n for n in trn_lcc.nodes() if trn_lcc.node[n]['modularity'] == 1]
cluster3 = [n for n in trn_lcc.nodes() if trn_lcc.node[n]['modularity'] == 2]
cluster4 = [n for n in trn_lcc.nodes() if trn_lcc.node[n]['modularity'] == 3]
cluster5 = [n for n in trn_lcc.nodes() if trn_lcc.node[n]['modularity'] == 4]
cluster6 = [n for n in trn_lcc.nodes() if trn_lcc.node[n]['modularity'] == 5]
cluster7 = [n for n in trn_lcc.nodes() if trn_lcc.node[n]['modularity'] == 6]
cluster8 = [n for n in trn_lcc.nodes() if trn_lcc.node[n]['modularity'] == 7]
cluster9 = [n for n in trn_lcc.nodes() if trn_lcc.node[n]['modularity'] == 8]
cluster10 = [n for n in trn_lcc.nodes() if trn_lcc.node[n]['modularity'] == 9]
cluster11 = [n for n in trn_lcc.nodes() if trn_lcc.node[n]['modularity'] == 10]
cluster12 = [n for n in trn_lcc.nodes() if trn_lcc.node[n]['modularity'] == 11]
cluster13 = [n for n in trn_lcc.nodes() if trn_lcc.node[n]['modularity'] == 12]
cluster14 = [n for n in trn_lcc.nodes() if trn_lcc.node[n]['modularity'] == 13]
nx.draw(trn_lcc, node_color = 'lightyellow', node_label = True, alpha = 0.6, font_size= 8)
import csv
with open('list_tfs.txt') as inputfile:
results = list(csv.reader(inputfile))
results[:5]
[['PA0779'], ['PA3697'], ['PA5471'], ['agmR'], ['aguR']]
#Concatenating the lists with itertools
import itertools
tf_list = list(itertools.chain.from_iterable(results))
tf_list[:5]
['PA0779', 'PA3697', 'PA5471', 'agmR', 'aguR']
tf_tf_list = []
for row in df_trn['Target gene']:
if row in tf_list:
tf_tf_list.append(1)
else:
tf_tf_list.append(0)
df_trn['tf'] = tf_tf_list
df_trn.head()
Regulator | Operon | Target gene | mode of regulation | Experimental Evidence | PubMed Reference | P. aeruginosa Strain | tf | |
---|---|---|---|---|---|---|---|---|
0 | agmR | NaN | pqqH | + | lac-promoter, B-galactosidase assay and RT-PCR | 19902179 | ATCC | 0 |
1 | algR | NaN | hcnA | - | mutant and PCR | 19270096 | PAO1 | 0 |
2 | anr | cox | coxA | - | Microarray and Gene Chip data analysis | 19930444 | PAO1 | 0 |
3 | anr | cox | coxB | - | Microarray and Gene Chip data analysis | 19930444 | PAO1 | 0 |
4 | anr | cox | colII | - | Microarray and Gene Chip data analysis | 19930444 | PAO1 | 0 |
tf_tf_net = df_trn[df_trn['tf'] == 1]
tf_tf_net.shape
(93, 8)
tf_tf_net.head()
Regulator | Operon | Target gene | mode of regulation | Experimental Evidence | PubMed Reference | P. aeruginosa Strain | tf | |
---|---|---|---|---|---|---|---|---|
20 | bexR | NaN | bexR | + | Microarrays, chip, RT-PCR and lacZ-reporter | 20041030 | PAO1 | 1 |
27 | fhpR | NaN | fhpR | - | lacZ-reporter and B-galactosidase assay | 19767835 | PAO1 | 1 |
40 | lasR | NaN | tpbA | + | Transcriptome profiling and RT-PCR | 19543378 | PA14 | 1 |
90 | mexT | NaN | exsA | - | RT-PCR, lacZ-reporter and B-galactosidase assay | 19683048 | PAO1 | 1 |
98 | PA0779 | NaN | fhpR | - | lacZ-reporter and B-galactosidase assay | 19767835 | PAO1 | 1 |
#Pandas DataFrame to a NetworkX graph object
tf_trn = nx.from_pandas_edgelist(df= tf_tf_net, source= 'Regulator', target='Target gene',
edge_attr='mode of regulation')
#Calculating eigenvector centrality to get the hubs
eigen_cen= nx.eigenvector_centrality(tf_trn)
hubs= sorted(eigen_cen.items(), key= lambda cc: cc[1], reverse= True)[:10]
hubs
[('rhlR', 0.5160165927773019), ('lasR', 0.5123180985978882), ('vfr', 0.34796505775838366), ('mvfR', 0.28813789014281227), ('algQ', 0.22507289775529424), ('ampR', 0.22507289775529424), ('tpbA', 0.15745834770732636), ('rpoN', 0.13009940360986172), ('mexR', 0.12683366531740034), ('rsaL', 0.11777357530685671)]
#Clustering the TF- TF network
communities_trn = community.best_partition(trn)
#How many clusters do we get ?
max(communities_trn.values())
27
#Extracting the LCC
tf_tf_lcc = max(nx.connected_component_subgraphs(tf_trn), key=len)
len(tf_tf_lcc)
49
communities_trn = community.best_partition(tf_tf_lcc)
#How many clusters do we get ?
print(max(communities_trn.values()) +1 )
8
nx.set_node_attributes(tf_tf_lcc, values= communities_trn, name='modularity')
cluster1 = [n for n in tf_tf_lcc.nodes() if tf_tf_lcc.node[n]['modularity'] == 0]
cluster2 = [n for n in tf_tf_lcc.nodes() if tf_tf_lcc.node[n]['modularity'] == 1]
cluster3 = [n for n in tf_tf_lcc.nodes() if tf_tf_lcc.node[n]['modularity'] == 2]
cluster4 = [n for n in tf_tf_lcc.nodes() if tf_tf_lcc.node[n]['modularity'] == 3]
cluster5 = [n for n in tf_tf_lcc.nodes() if tf_tf_lcc.node[n]['modularity'] == 4]
cluster6 = [n for n in tf_tf_lcc.nodes() if tf_tf_lcc.node[n]['modularity'] == 5]
cluster7 = [n for n in tf_tf_lcc.nodes() if tf_tf_lcc.node[n]['modularity'] == 6]
cluster8 = [n for n in tf_tf_lcc.nodes() if tf_tf_lcc.node[n]['modularity'] == 7]
cluster1
['psrA', 'mexR', 'mexT', 'rpoS', 'exsA', 'exsD', 'nalC']
cluster2
['algR', 'algZ', 'algU', 'mucB']
Now that we have our clusters of TFs, let's proceed to preprocess the expression data.
df_x = pd.read_csv("colombos_paeru_exprdata_20151029.txt", delimiter= '\t', comment= '#')
df_x.head()
locustag | gene name | Reference description | ref_GSE4026_WT_OD0.5 | ref_GSE4026_WT_OD0.5.1 | ref_GSE4026_WT_OD0.5.2 | ref_GSE4026_WT_OD0.5.3 | ref_GSE4026_WT_OD0.5.4 | ref_GSE4026_WT_OD0.5.5 | ref_GSE4026_WT_OD0.5.6 | ... | ref_GSE58862_WT | ref_GSE58862_WT.1 | ref_GSE58862_WT.2 | ref_GSE58862_WT.3 | ref_GSE58862_WT.4 | ref_GSE58862_WT.5 | ref_GSE58862_WT.6 | ref_GSE58862_WT.7 | ref_GSE58862_WT.8 | ref_GSE58862_WT.9 | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | PA4372 | PA4372 | 4374 | 0.39906 | -0.27788 | -0.55782 | -0.298950 | 0.25207 | 0.30557 | 0.015565 | ... | -0.416470 | -0.42538 | -0.171690 | -0.553160 | -0.508280 | -0.501250 | -0.476490 | -0.533060 | -0.385570 | -0.510890 |
1 | PA4373 | PA4373 | 4375 | -0.17034 | -0.47932 | -0.37914 | -1.141500 | -0.65243 | 0.25024 | 0.211010 | ... | -0.470950 | -0.35411 | -0.186720 | -0.451170 | -0.510100 | -0.441120 | -0.355190 | -0.346370 | -0.291120 | -0.413110 |
2 | PA4374 | PA4374 | 4376 | -0.67948 | -0.24802 | 0.15095 | 0.235100 | 0.79640 | -0.80024 | -0.279800 | ... | 0.062909 | 0.12707 | 0.046114 | -0.000962 | 0.074838 | 0.040787 | 0.098608 | -0.019972 | 0.000630 | 0.047984 |
3 | PA4375 | PA4375 | 4377 | -0.87518 | -0.25627 | 0.81047 | 0.892840 | 0.88056 | -0.89583 | -0.160360 | ... | 0.073901 | 0.19379 | 0.058365 | 0.110420 | 0.119340 | 0.055979 | 0.094709 | 0.076326 | 0.041963 | 0.192550 |
4 | PA4376 | pncB2 | 4378 | -0.10441 | -0.49771 | -0.49071 | -0.072914 | -0.22118 | 0.38368 | -0.838580 | ... | 0.040202 | 0.17626 | 0.035601 | 0.107870 | 0.020122 | -0.003838 | 0.098458 | 0.064412 | 0.040828 | 0.187640 |
5 rows × 562 columns
df_x.shape
(4429, 562)
def test_missing_data(df, fname):
"""Look for missing entries."""
assert np.all(df.notnull()), fname + ' contains missing data'
fname = 'colombos_paeru_exprdata_20151029.txt'
#test_missing_data(df_x, fname)
##Replacing the NaNs with the median of each column (expression condition)
df_x = df_x.fillna(df_x.median())
test_missing_data(df_x, fname)
We're good to go.
annot= df_x.iloc[:,:3]
exp = df_x.iloc[:,3:]
annot.head()
locustag | gene name | Reference description | |
---|---|---|---|
0 | PA4372 | PA4372 | 4374 |
1 | PA4373 | PA4373 | 4375 |
2 | PA4374 | PA4374 | 4376 |
3 | PA4375 | PA4375 | 4377 |
4 | PA4376 | pncB2 | 4378 |
from sklearn.preprocessing import StandardScaler as st
std_scaler = st() # initialize stdScaler object
df_ex = std_scaler.fit_transform(exp) # transform data
df_ex= pd.DataFrame(df_ex) #go from std scaler object to df
df_ex.describe()## check if mean = 0 , s.d. = 1
0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | ... | 549 | 550 | 551 | 552 | 553 | 554 | 555 | 556 | 557 | 558 | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
count | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | ... | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 | 4.429000e+03 |
mean | 4.863023e-17 | 8.817362e-18 | -2.367590e-17 | 8.979045e-17 | -2.121932e-17 | -1.170760e-16 | 1.698423e-16 | -1.038782e-16 | 2.436525e-17 | 4.334106e-17 | ... | 2.306176e-17 | 7.800890e-17 | -1.504028e-18 | -3.158458e-17 | 1.885048e-17 | -1.804833e-17 | 5.314231e-18 | 1.223276e-17 | 1.423813e-17 | 4.592298e-17 |
std | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | ... | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 | 1.000113e+00 |
min | -5.444778e+00 | -5.402485e+00 | -5.175880e+00 | -5.738712e+00 | -7.796913e+00 | -4.816482e+00 | -6.040191e+00 | -6.599566e+00 | -5.761099e+00 | -5.464318e+00 | ... | -1.735807e+01 | -1.683504e+01 | -1.143493e+01 | -6.919876e+00 | -6.898993e+00 | -8.566631e+00 | -1.664414e+01 | -6.552998e+00 | -7.218859e+00 | -1.653566e+01 |
25% | -5.464152e-01 | -5.354005e-01 | -5.116261e-01 | -4.707079e-01 | -4.466736e-01 | -5.495407e-01 | -5.051940e-01 | -5.257671e-01 | -4.737837e-01 | -4.758205e-01 | ... | -1.401863e-01 | -2.081378e-01 | -5.835356e-01 | -4.455856e-01 | -3.864561e-01 | -2.756227e-01 | -1.789979e-01 | -4.265152e-01 | -4.388975e-01 | -2.143702e-01 |
50% | -1.506575e-01 | -1.576834e-01 | -1.813372e-01 | -1.658139e-01 | -5.037828e-02 | -1.536203e-01 | -1.413588e-01 | -1.568060e-01 | -1.696845e-01 | -9.344114e-02 | ... | 8.138446e-02 | 5.073202e-02 | -9.720670e-03 | -9.252155e-02 | -1.003026e-01 | -6.418285e-02 | 6.412598e-02 | -7.475554e-02 | -5.028284e-02 | 4.370861e-02 |
75% | 3.657911e-01 | 3.390271e-01 | 2.900729e-01 | 2.170175e-01 | 3.526403e-01 | 3.772787e-01 | 3.187507e-01 | 3.482203e-01 | 2.236671e-01 | 3.457832e-01 | ... | 2.863057e-01 | 3.187308e-01 | 5.695573e-01 | 2.902662e-01 | 2.125584e-01 | 1.466850e-01 | 3.100478e-01 | 2.907780e-01 | 3.594328e-01 | 3.209232e-01 |
max | 7.367306e+00 | 7.059914e+00 | 6.674187e+00 | 1.082831e+01 | 9.136374e+00 | 6.242306e+00 | 7.127717e+00 | 6.508462e+00 | 9.569231e+00 | 1.085524e+01 | ... | 1.137373e+01 | 1.302729e+01 | 6.264489e+00 | 1.023223e+01 | 1.065201e+01 | 1.510992e+01 | 1.214637e+01 | 8.938069e+00 | 8.472909e+00 | 1.188193e+01 |
8 rows × 559 columns
Let's now apply a PCA to our normalized data.
from sklearn.decomposition import PCA as PCA
# apply dimensionality reduction
pca = PCA(svd_solver='randomized', random_state = 42).fit(df_ex)
cum_exp_var = np.cumsum(pca.explained_variance_ratio_)
# look at it
plt.plot(cum_exp_var, color = 'salmon', alpha = 0.7)
plt.xlabel('Number of dimensions')
plt.ylabel('Cumulative explained variance ratio')
#plt.axvline(x= 14 , color='k', linestyle='--')
plt.title('PCA Explained Variance ', fontsize= 20)
plt.xlim(0,500)
#plt.savefig('PCA-var.tiff',dpi=500, bbox_inches='tight')
(0, 500)
vr = np.cumsum(pca.explained_variance_ratio_)
vr[300]
0.98384021483137485
n_components = 300
##Now let's tranform our data to a PCA object using the original index, so we can track of the genes
df_pca = pca.transform(df_ex)
df_pca = pd.DataFrame(df_pca,
index= df_x.index)
df_exp = df_pca.iloc[:,:n_components] ## We'll keep 420 principal components
##changing the col. names to PC
df_exp.columns = ['PC' + str(x) for x in range(1, n_components+1)]
df_exp.head()
PC1 | PC2 | PC3 | PC4 | PC5 | PC6 | PC7 | PC8 | PC9 | PC10 | ... | PC291 | PC292 | PC293 | PC294 | PC295 | PC296 | PC297 | PC298 | PC299 | PC300 | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | -0.044517 | -4.141681 | -0.859863 | 7.736152 | 9.501700 | 2.885544 | -4.538022 | -4.877982 | -2.525804 | -3.774753 | ... | -0.742366 | 0.133380 | 0.237840 | -0.187477 | -0.268732 | -0.507753 | -0.335736 | 0.187547 | -0.260069 | 0.159282 |
1 | -3.900209 | 1.083549 | 0.149836 | -0.598552 | 4.373991 | 4.204264 | -5.794299 | -6.983968 | -2.089755 | -0.924027 | ... | -0.124829 | -0.318707 | -0.099551 | -0.316073 | -0.470012 | -0.152636 | -0.154408 | 0.184063 | -0.079113 | 0.144670 |
2 | -0.401913 | -3.623344 | 1.279273 | 2.080450 | -0.382767 | 1.692863 | -2.063468 | 0.249417 | 1.849785 | 0.101401 | ... | -0.226769 | 0.208678 | -0.397089 | 0.089704 | 0.013919 | -0.145869 | -0.293011 | 0.088385 | -0.132864 | -0.089518 |
3 | -2.783305 | -0.530289 | 0.584059 | 0.663760 | -0.369143 | 0.863311 | -4.337111 | 3.365441 | 1.862070 | -0.064619 | ... | 0.055104 | -0.193268 | 0.201649 | 0.227109 | -0.345883 | 0.419205 | 0.144620 | 0.209731 | 0.012862 | -0.226739 |
4 | -0.679018 | -3.071262 | 1.836192 | 1.807062 | 1.569900 | -1.816808 | -3.150245 | 1.240399 | -0.033679 | -0.717069 | ... | -0.083740 | -0.038305 | -0.291922 | 0.222395 | 0.127059 | -0.030585 | 0.096032 | -0.235622 | -0.268026 | -0.252741 |
5 rows × 300 columns
df_trn.tail()
Regulator | Operon | Target gene | mode of regulation | Experimental Evidence | PubMed Reference | P. aeruginosa Strain | tf | |
---|---|---|---|---|---|---|---|---|
1015 | vfr | NaN | vfr | + | Prodoric | 18974177 | PAO1 | 1 |
1016 | vqsM | NaN | pprB | + | Prodoric | 18974177 | PAO1 | 1 |
1017 | vqsM | NaN | rpoS | + | Prodoric | 18974177 | PAO1 | 0 |
1018 | vqsM | NaN | vqsR | + | Prodoric | 18974177 | PAO1 | 1 |
1019 | vqsR | NaN | pprB | - | Prodoric | 18974177 | PAO1 | 1 |
del(df_trn['tf'])
df_trn.columns = ['tf', 'operon', 'tg', 'regtype', 'ev', 'PMID', 'strain']
cluster1
['psrA', 'mexR', 'mexT', 'rpoS', 'exsA', 'exsD', 'nalC']
#Now let's filter the regulons of each TF from the TRN
cluster_1 = df_trn[(df_trn['tf'] =='gbuR') | (df_trn['tf'] =='pfeR')\
| (df_trn['tf'] =='pchR') | (df_trn['tf'] =='fur')\
| (df_trn['tf'] =='agmR')| (df_trn['tf'] =='glpR')
]
cluster_1_tgs = []
#Making a list that corresponds to the first cluster's target genes (TGs)
for row in cluster_1['tg']:
cluster_1_tgs.append(row)
#Make a set to avoid repetition, and then re-make a list out of it.
cluster1_tgs = list(set(cluster_1_tgs))
print(len(cluster1_tgs))
88
cluster2
['algR', 'algZ', 'algU', 'mucB']
#Now let's filter the regulons of each TF from the TRN
cluster_2 = df_trn[(df_trn['tf'] =='gacA') | (df_trn['tf'] =='qscR')\
| (df_trn['tf'] =='ampR') | (df_trn['tf'] =='algQ')\
| (df_trn['tf'] =='algR4')| (df_trn['tf'] =='mvfR')\
| (df_trn['tf'] =='rhlR') | (df_trn['tf'] =='rsaL')\
| (df_trn['tf'] =='ihf')| (df_trn['tf'] =='algR3')\
| (df_trn['tf'] =='lasR')
]
cluster_2_tgs = []
#Making a list that corresponds to the second cluster's target genes (TGs)
for row in cluster_2['tg']:
cluster_2_tgs.append(row)
#Make a set to avoid repetition, and then re-make a list out of it.
cluster2_tgs = list(set(cluster_2_tgs))
#Let's see how many TGs does cluster 2 have
print(len(cluster2_tgs))
140
cluster3
['ptxS', 'rpoD', 'vfr', 'pvdS', 'ptxR', 'toxR', 'mvtA', 'fleQ', 'hu']
#Now let's filter the regulons of each TF from the TRN
cluster_3 = df_trn[(df_trn['tf'] =='fleQ') | (df_trn['tf'] =='vfr')\
| (df_trn['tf'] =='pvdS') | (df_trn['tf'] =='hu')\
| (df_trn['tf'] =='ptxR')| (df_trn['tf'] =='mvtA')\
| (df_trn['tf'] =='ptxS') | (df_trn['tf'] =='toxR')\
| (df_trn['tf'] =='rpoD')
]
cluster_3_tgs = []
#Making a list that corresponds to the cluster's target genes (TGs)
for row in cluster_3['tg']:
cluster_3_tgs.append(row)
#Make a set to avoid repetition, and then re-make a list out of it.
cluster3_tgs = list(set(cluster_3_tgs))
print(len(cluster3_tgs))
93
cluster4
['pilR', 'fhpR', 'PA0779', 'pilA', 'rpoN']
#Now let's filter the regulons of each TF from the TRN
cluster_4 = df_trn[(df_trn['tf'] =='exsA') | (df_trn['tf'] =='mexR')\
| (df_trn['tf'] =='mexT') | (df_trn['tf'] =='nalC')\
| (df_trn['tf'] =='psrA')| (df_trn['tf'] =='rpoS')\
| (df_trn['tf'] =='exsD')
]
cluster_4_tgs = []
#Making a list that corresponds to the cluster's target genes (TGs)...
for row in cluster_4['tg']:
cluster_4_tgs.append(row)
#Make a set to avoid repetition, and then re-make a list out of it...
cluster4_tgs = list(set(cluster_4_tgs))
print(len(cluster4_tgs))
81
cluster5
['algR3', 'ihf', 'rhlR', 'ampR', 'gacA', 'qscR', 'rsaL', 'algQ', 'mvfR', 'algR4', 'lasR']
cluster_5 = df_trn[(df_trn['tf'] =='dnr') | (df_trn['tf'] =='anr')\
| (df_trn['tf'] =='narL') ]
cluster_5_tgs = []
for row in cluster_5['tg']:
cluster_5_tgs.append(row)
cluster5_tgs = list(set(cluster_5_tgs))
print(len(cluster5_tgs))
61
cluster6
['pmrA', 'tpbA', 'phoQ', 'phoP']
#Now let's filter the regulons of each TF from the TRN
cluster_6 = df_trn[(df_trn['tf'] =='PA0779') | (df_trn['tf'] =='pilA')\
| (df_trn['tf'] =='fhpR') | (df_trn['tf'] =='rpoN')\
| (df_trn['tf'] =='pilR')]
cluster_6_tgs = []
for row in cluster_6['tg']:
cluster_6_tgs.append(row)
cluster6_tgs = list(set(cluster_6_tgs))
print(len(cluster6_tgs))
75
cluster7
['agmR', 'pchR', 'gbuR', 'glpR', 'fur', 'pfeR']
#Now let's filter the regulons of each TF from the TRN
cluster_7 = df_trn[(df_trn['tf'] =='phoQ') | (df_trn['tf'] =='pmrA')\
| (df_trn['tf'] =='phoP') | (df_trn['tf'] =='tbpA')]
cluster_7_tgs = []
for row in cluster_7['tg']:
cluster_7_tgs.append(row)
cluster7_tgs = list(set(cluster_7_tgs))
print(len(cluster7_tgs))
55
cluster2
['algR', 'algZ', 'algU', 'mucB']
cluster_8 = df_trn[(df_trn['tf'] =='algR') | (df_trn['tf'] =='algZ')\
| (df_trn['tf'] =='algU') | (df_trn['tf'] =='mucB')]
cluster_8_tgs = []
for row in cluster_8['tg']:
cluster_8_tgs.append(row)
cluster8_tgs = list(set(cluster_8_tgs))
print(len(cluster8_tgs))
58
#Initializing the labels' lists
labels1 = []
labels2 = []
labels3 = []
labels4 = []
labels5 = []
labels6 = []
labels7 = []
labels8 = []
##Seting up the labels for each cluster
#C1
for row in df_x['gene name']:
if row in cluster1_tgs:
labels1.append(1)
else:
labels1.append(0)
#C2
for row in df_x['gene name']:
if row in cluster2_tgs:
labels2.append(1)
else:
labels2.append(0)
#C3
for row in df_x['gene name']:
if row in cluster3_tgs:
labels3.append(1)
else:
labels3.append(0)
#C4
for row in df_x['gene name']:
if row in cluster4_tgs:
labels4.append(1)
else:
labels4.append(0)
#C5
for row in df_x['gene name']:
if row in cluster5_tgs:
labels5.append(1)
else:
labels5.append(0)
#C6
for row in df_x['gene name']:
if row in cluster6_tgs:
labels6.append(1)
else:
labels6.append(0)
#C7
for row in df_x['gene name']:
if row in cluster7_tgs:
labels7.append(1)
else:
labels7.append(0)
#C8
for row in df_x['gene name']:
if row in cluster8_tgs:
labels8.append(1)
else:
labels8.append(0)
# Adding the cluster labels for each cluster as extra columns
df_exp['cluster 1'] = labels1
df_exp['cluster 2'] = labels2
df_exp['cluster 3'] = labels3
df_exp['cluster 4'] = labels4
df_exp['cluster 5'] = labels5
df_exp['cluster 6'] = labels6
df_exp['cluster 7'] = labels7
df_exp['cluster 8'] = labels8
/Users/manoloflores/anaconda/lib/python3.6/site-packages/ipykernel/__main__.py:3: SettingWithCopyWarning: A value is trying to be set on a copy of a slice from a DataFrame. Try using .loc[row_indexer,col_indexer] = value instead See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy app.launch_new_instance() /Users/manoloflores/anaconda/lib/python3.6/site-packages/ipykernel/__main__.py:4: SettingWithCopyWarning: A value is trying to be set on a copy of a slice from a DataFrame. Try using .loc[row_indexer,col_indexer] = value instead See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy /Users/manoloflores/anaconda/lib/python3.6/site-packages/ipykernel/__main__.py:5: SettingWithCopyWarning: A value is trying to be set on a copy of a slice from a DataFrame. Try using .loc[row_indexer,col_indexer] = value instead See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy /Users/manoloflores/anaconda/lib/python3.6/site-packages/ipykernel/__main__.py:6: SettingWithCopyWarning: A value is trying to be set on a copy of a slice from a DataFrame. Try using .loc[row_indexer,col_indexer] = value instead See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy /Users/manoloflores/anaconda/lib/python3.6/site-packages/ipykernel/__main__.py:7: SettingWithCopyWarning: A value is trying to be set on a copy of a slice from a DataFrame. Try using .loc[row_indexer,col_indexer] = value instead See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy /Users/manoloflores/anaconda/lib/python3.6/site-packages/ipykernel/__main__.py:8: SettingWithCopyWarning: A value is trying to be set on a copy of a slice from a DataFrame. Try using .loc[row_indexer,col_indexer] = value instead See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy /Users/manoloflores/anaconda/lib/python3.6/site-packages/ipykernel/__main__.py:9: SettingWithCopyWarning: A value is trying to be set on a copy of a slice from a DataFrame. Try using .loc[row_indexer,col_indexer] = value instead See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy /Users/manoloflores/anaconda/lib/python3.6/site-packages/ipykernel/__main__.py:10: SettingWithCopyWarning: A value is trying to be set on a copy of a slice from a DataFrame. Try using .loc[row_indexer,col_indexer] = value instead See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy
df_exp.head()
PC1 | PC2 | PC3 | PC4 | PC5 | PC6 | PC7 | PC8 | PC9 | PC10 | ... | PC300 | cluster 1 | cluster 2 | cluster 3 | cluster 4 | cluster 5 | cluster 6 | cluster 7 | TGs | cluster 8 | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | -0.044517 | -4.141681 | -0.859863 | 7.736152 | 9.501700 | 2.885544 | -4.538022 | -4.877982 | -2.525804 | -3.774753 | ... | 0.159282 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
1 | -3.900209 | 1.083549 | 0.149836 | -0.598552 | 4.373991 | 4.204264 | -5.794299 | -6.983968 | -2.089755 | -0.924027 | ... | 0.144670 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
2 | -0.401913 | -3.623344 | 1.279273 | 2.080450 | -0.382767 | 1.692863 | -2.063468 | 0.249417 | 1.849785 | 0.101401 | ... | -0.089518 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
3 | -2.783305 | -0.530289 | 0.584059 | 0.663760 | -0.369143 | 0.863311 | -4.337111 | 3.365441 | 1.862070 | -0.064619 | ... | -0.226739 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
4 | -0.679018 | -3.071262 | 1.836192 | 1.807062 | 1.569900 | -1.816808 | -3.150245 | 1.240399 | -0.033679 | -0.717069 | ... | -0.252741 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
5 rows × 309 columns
#Let's make a list to filter out the TGs in each cluster
#This will allow us to use only the genes that are regulated by TFs
#(i.e. the TGs of the TRN) as training data
TGs_list = []
for row in df_x['gene name']:
if row in cluster1_tgs:
TGs_list.append(1)
elif row in cluster2_tgs:
TGs_list.append(1)
elif row in cluster3_tgs:
TGs_list.append(1)
elif row in cluster4_tgs:
TGs_list.append(1)
elif row in cluster5_tgs:
TGs_list.append(1)
elif row in cluster6_tgs:
TGs_list.append(1)
elif row in cluster7_tgs:
TGs_list.append(1)
elif row in cluster8_tgs:
TGs_list.append(1)
else:
TGs_list.append(0)
##Adding the TG list as a column to the expression data
df_exp['TGs'] = TGs_list
/Users/manoloflores/anaconda/lib/python3.6/site-packages/ipykernel/__main__.py:3: SettingWithCopyWarning: A value is trying to be set on a copy of a slice from a DataFrame. Try using .loc[row_indexer,col_indexer] = value instead See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy app.launch_new_instance()
df_exp.head()
PC1 | PC2 | PC3 | PC4 | PC5 | PC6 | PC7 | PC8 | PC9 | PC10 | ... | PC300 | cluster 1 | cluster 2 | cluster 3 | cluster 4 | cluster 5 | cluster 6 | cluster 7 | TGs | cluster 8 | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | -0.044517 | -4.141681 | -0.859863 | 7.736152 | 9.501700 | 2.885544 | -4.538022 | -4.877982 | -2.525804 | -3.774753 | ... | 0.159282 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
1 | -3.900209 | 1.083549 | 0.149836 | -0.598552 | 4.373991 | 4.204264 | -5.794299 | -6.983968 | -2.089755 | -0.924027 | ... | 0.144670 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
2 | -0.401913 | -3.623344 | 1.279273 | 2.080450 | -0.382767 | 1.692863 | -2.063468 | 0.249417 | 1.849785 | 0.101401 | ... | -0.089518 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
3 | -2.783305 | -0.530289 | 0.584059 | 0.663760 | -0.369143 | 0.863311 | -4.337111 | 3.365441 | 1.862070 | -0.064619 | ... | -0.226739 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
4 | -0.679018 | -3.071262 | 1.836192 | 1.807062 | 1.569900 | -1.816808 | -3.150245 | 1.240399 | -0.033679 | -0.717069 | ... | -0.252741 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
5 rows × 309 columns
##Let's filter out the genes that are regulated by TFs
regulons_df = df_exp[df_exp['TGs'] == 1]
del(regulons_df['TGs'])
#Let's filter out the genes that are not regulated by TFs
non_reg_df = df_exp[df_exp['TGs'] == 0]
del(non_reg_df['TGs'])
##Making a dataframe called noise, by randomly picking
##genes that are NOT REGULATED by TFs without replacement
noise = non_reg_df.sample(n =20, replace = False, axis = 0, random_state = 42)
regulons_with_noise = pd.concat([regulons_df, noise]) ## unbiased train/test dataset
regulons_with_noise.shape ##Let's look at the nrows and ncols
(334, 308)
X_data = regulons_with_noise.iloc[:,:-8]
y_data = regulons_with_noise.iloc[:,-8:]
from sklearn.model_selection import train_test_split
#The test subset will correspond to 30% of the data at random
X_train, X_test, y_train, y_test = train_test_split(X_data, y_data, test_size=0.3, random_state=42)
import keras
from keras.models import Sequential
from keras.layers import Dense
from keras.utils import np_utils
from keras.metrics import categorical_accuracy
from sklearn.model_selection import cross_val_score
from sklearn.model_selection import KFold
from sklearn.preprocessing import LabelEncoder
from sklearn.metrics import classification_report,accuracy_score\
,confusion_matrix
import bokeh.io
import bokeh.plotting
bokeh.io.output_notebook()
import holoviews as hv
hv.extension('bokeh')
X_train.shape
(233, 301)
#softmax activation
model = Sequential()
model.add(Dense(units=500, activation='softmax', input_dim=n_components))
model.add(Dense(units=8))# 7 cluster classif. output
model.compile(loss= 'mse', optimizer='RMSprop', metrics= ['accuracy'])
history = model.fit(X_train, y_train, epochs=80, batch_size= 60)
Epoch 1/80 233/233 [==============================] - 1s 6ms/step - loss: 0.1460 - acc: 0.2103 Epoch 2/80 233/233 [==============================] - 0s 326us/step - loss: 0.1375 - acc: 0.5794 Epoch 3/80 233/233 [==============================] - 0s 246us/step - loss: 0.1323 - acc: 0.7253 Epoch 4/80 233/233 [==============================] - 0s 180us/step - loss: 0.1280 - acc: 0.7811 Epoch 5/80 233/233 [==============================] - 0s 294us/step - loss: 0.1245 - acc: 0.8069 Epoch 6/80 233/233 [==============================] - 0s 215us/step - loss: 0.1214 - acc: 0.8155 Epoch 7/80 233/233 [==============================] - 0s 208us/step - loss: 0.1188 - acc: 0.8283 Epoch 8/80 233/233 [==============================] - 0s 180us/step - loss: 0.1164 - acc: 0.8155 Epoch 9/80 233/233 [==============================] - 0s 204us/step - loss: 0.1142 - acc: 0.8455 Epoch 10/80 233/233 [==============================] - 0s 196us/step - loss: 0.1121 - acc: 0.8584 Epoch 11/80 233/233 [==============================] - 0s 201us/step - loss: 0.1100 - acc: 0.8584 Epoch 12/80 233/233 [==============================] - 0s 211us/step - loss: 0.1080 - acc: 0.8627 Epoch 13/80 233/233 [==============================] - 0s 193us/step - loss: 0.1061 - acc: 0.8627 Epoch 14/80 233/233 [==============================] - 0s 222us/step - loss: 0.1042 - acc: 0.8670 Epoch 15/80 233/233 [==============================] - 0s 276us/step - loss: 0.1024 - acc: 0.8670 Epoch 16/80 233/233 [==============================] - 0s 188us/step - loss: 0.1006 - acc: 0.8670 Epoch 17/80 233/233 [==============================] - 0s 258us/step - loss: 0.0988 - acc: 0.8670 Epoch 18/80 233/233 [==============================] - 0s 223us/step - loss: 0.0972 - acc: 0.8755 Epoch 19/80 233/233 [==============================] - 0s 201us/step - loss: 0.0955 - acc: 0.8755 Epoch 20/80 233/233 [==============================] - 0s 197us/step - loss: 0.0938 - acc: 0.8841 Epoch 21/80 233/233 [==============================] - 0s 212us/step - loss: 0.0922 - acc: 0.8841 Epoch 22/80 233/233 [==============================] - 0s 203us/step - loss: 0.0905 - acc: 0.9056 Epoch 23/80 233/233 [==============================] - ETA: 0s - loss: 0.0865 - acc: 0.900 - 0s 209us/step - loss: 0.0889 - acc: 0.9056 Epoch 24/80 233/233 [==============================] - 0s 250us/step - loss: 0.0874 - acc: 0.9056 Epoch 25/80 233/233 [==============================] - 0s 218us/step - loss: 0.0859 - acc: 0.9099 Epoch 26/80 233/233 [==============================] - 0s 210us/step - loss: 0.0844 - acc: 0.9142 Epoch 27/80 233/233 [==============================] - 0s 216us/step - loss: 0.0830 - acc: 0.9142 Epoch 28/80 233/233 [==============================] - 0s 226us/step - loss: 0.0815 - acc: 0.9142 Epoch 29/80 233/233 [==============================] - 0s 219us/step - loss: 0.0802 - acc: 0.9142 Epoch 30/80 233/233 [==============================] - 0s 192us/step - loss: 0.0788 - acc: 0.9142 Epoch 31/80 233/233 [==============================] - 0s 219us/step - loss: 0.0775 - acc: 0.9142 Epoch 32/80 233/233 [==============================] - 0s 197us/step - loss: 0.0762 - acc: 0.9185 Epoch 33/80 233/233 [==============================] - 0s 228us/step - loss: 0.0749 - acc: 0.9185 Epoch 34/80 233/233 [==============================] - 0s 224us/step - loss: 0.0737 - acc: 0.9185 Epoch 35/80 233/233 [==============================] - 0s 228us/step - loss: 0.0724 - acc: 0.9227 Epoch 36/80 233/233 [==============================] - 0s 200us/step - loss: 0.0712 - acc: 0.9185 Epoch 37/80 233/233 [==============================] - 0s 231us/step - loss: 0.0699 - acc: 0.9185 Epoch 38/80 233/233 [==============================] - 0s 221us/step - loss: 0.0687 - acc: 0.9185 Epoch 39/80 233/233 [==============================] - 0s 185us/step - loss: 0.0675 - acc: 0.9185 Epoch 40/80 233/233 [==============================] - 0s 239us/step - loss: 0.0663 - acc: 0.9142 Epoch 41/80 233/233 [==============================] - 0s 205us/step - loss: 0.0652 - acc: 0.9185 Epoch 42/80 233/233 [==============================] - 0s 185us/step - loss: 0.0641 - acc: 0.9099 Epoch 43/80 233/233 [==============================] - 0s 223us/step - loss: 0.0629 - acc: 0.9099 Epoch 44/80 233/233 [==============================] - 0s 182us/step - loss: 0.0619 - acc: 0.9099 Epoch 45/80 233/233 [==============================] - 0s 212us/step - loss: 0.0608 - acc: 0.9099 Epoch 46/80 233/233 [==============================] - 0s 193us/step - loss: 0.0597 - acc: 0.9099 Epoch 47/80 233/233 [==============================] - 0s 224us/step - loss: 0.0587 - acc: 0.9185 Epoch 48/80 233/233 [==============================] - 0s 206us/step - loss: 0.0577 - acc: 0.9099 Epoch 49/80 233/233 [==============================] - 0s 233us/step - loss: 0.0567 - acc: 0.9185 Epoch 50/80 233/233 [==============================] - 0s 214us/step - loss: 0.0557 - acc: 0.9185 Epoch 51/80 233/233 [==============================] - 0s 194us/step - loss: 0.0547 - acc: 0.9227 Epoch 52/80 233/233 [==============================] - 0s 178us/step - loss: 0.0538 - acc: 0.9185 Epoch 53/80 233/233 [==============================] - 0s 196us/step - loss: 0.0528 - acc: 0.9227 Epoch 54/80 233/233 [==============================] - 0s 179us/step - loss: 0.0519 - acc: 0.9227 Epoch 55/80 233/233 [==============================] - 0s 163us/step - loss: 0.0509 - acc: 0.9313 Epoch 56/80 233/233 [==============================] - 0s 177us/step - loss: 0.0500 - acc: 0.9399 Epoch 57/80 233/233 [==============================] - 0s 168us/step - loss: 0.0490 - acc: 0.9399 Epoch 58/80 233/233 [==============================] - 0s 185us/step - loss: 0.0481 - acc: 0.9399 Epoch 59/80 233/233 [==============================] - 0s 174us/step - loss: 0.0472 - acc: 0.9399 Epoch 60/80 233/233 [==============================] - 0s 171us/step - loss: 0.0463 - acc: 0.9399 Epoch 61/80 233/233 [==============================] - 0s 175us/step - loss: 0.0454 - acc: 0.9442 Epoch 62/80 233/233 [==============================] - 0s 169us/step - loss: 0.0446 - acc: 0.9442 Epoch 63/80 233/233 [==============================] - 0s 179us/step - loss: 0.0437 - acc: 0.9442 Epoch 64/80 233/233 [==============================] - 0s 186us/step - loss: 0.0429 - acc: 0.9442 Epoch 65/80 233/233 [==============================] - 0s 197us/step - loss: 0.0421 - acc: 0.9442 Epoch 66/80 233/233 [==============================] - 0s 178us/step - loss: 0.0414 - acc: 0.9442 Epoch 67/80 233/233 [==============================] - 0s 173us/step - loss: 0.0406 - acc: 0.9442 Epoch 68/80 233/233 [==============================] - 0s 189us/step - loss: 0.0398 - acc: 0.9442 Epoch 69/80 233/233 [==============================] - 0s 200us/step - loss: 0.0391 - acc: 0.9399 Epoch 70/80 233/233 [==============================] - 0s 209us/step - loss: 0.0383 - acc: 0.9442 Epoch 71/80 233/233 [==============================] - ETA: 0s - loss: 0.0394 - acc: 0.933 - 0s 217us/step - loss: 0.0376 - acc: 0.9399 Epoch 72/80 233/233 [==============================] - 0s 226us/step - loss: 0.0368 - acc: 0.9399 Epoch 73/80 233/233 [==============================] - 0s 182us/step - loss: 0.0361 - acc: 0.9399 Epoch 74/80 233/233 [==============================] - 0s 198us/step - loss: 0.0353 - acc: 0.9399 Epoch 75/80 233/233 [==============================] - 0s 194us/step - loss: 0.0346 - acc: 0.9399 Epoch 76/80 233/233 [==============================] - 0s 189us/step - loss: 0.0339 - acc: 0.9399 Epoch 77/80 233/233 [==============================] - 0s 189us/step - loss: 0.0332 - acc: 0.9399 Epoch 78/80 233/233 [==============================] - 0s 191us/step - loss: 0.0325 - acc: 0.9399 Epoch 79/80 233/233 [==============================] - 0s 205us/step - loss: 0.0319 - acc: 0.9399 Epoch 80/80 233/233 [==============================] - 0s 207us/step - loss: 0.0312 - acc: 0.9399
x = bokeh.plotting.figure(height=400,
width=650,
x_axis_label='epoch',
y_axis_label='accuracy',
y_range=(0, 1), title= 'Model Training Accuracy P. aeruginosa')
x.circle(x = np.arange(1,81,1), y = history.history['acc'] , fill_alpha = 0.3)
#x.line(t, p[:,1])
#x.line(t, p[:,2])
bokeh.io.show(x)
# Keras simulations using Matplotlib
n_simulations = 30
train_acc = []
test_acc = []
for i in range(n_simulations):
X_train, X_test, y_train, y_test = train_test_split(X_data, y_data
, test_size=0.3, random_state=42)
model = Sequential()
model.add(Dense(units=500, activation='softmax', input_dim=n_components))
model.add(Dense(units=8))# 8 cluster classif. output
model.compile(loss= 'mse', optimizer='RMSprop', metrics= ['accuracy'])
history = model.fit(X_train, y_train, epochs=80, batch_size= 60)
accuracy = history.history['acc']
loss = history.history['loss']
train_acc.append(accuracy[79])
score = model.evaluate(X_test, y_test,verbose=0)
test_acc.append(score[1])
# summarize history for accuracy/loss
plt.plot(accuracy, 'o', color = 'mediumaquamarine', alpha = 0.3, markersize= 5)
plt.plot(loss, 'o', color = 'orangered', alpha = 0.3, markersize= 5)
plt.title('Keras Model Training $P. aeruginosa$ ', fontsize = 15)
plt.ylabel('Acc / Loss ')
plt.xlabel('epoch')
plt.ylim(0,1.1)
plt.legend(['Acc.','Loss' ], loc='best')
plt.savefig('keras-model-train-paeru.tiff', dpi = 350)
Epoch 1/80 233/233 [==============================] - 3s 14ms/step - loss: 0.1461 - acc: 0.2146 Epoch 2/80 233/233 [==============================] - 0s 289us/step - loss: 0.1374 - acc: 0.6094 Epoch 3/80 233/233 [==============================] - 0s 195us/step - loss: 0.1321 - acc: 0.7167 Epoch 4/80 233/233 [==============================] - 0s 207us/step - loss: 0.1280 - acc: 0.8069 Epoch 5/80 233/233 [==============================] - 0s 190us/step - loss: 0.1244 - acc: 0.8240 Epoch 6/80 233/233 [==============================] - 0s 191us/step - loss: 0.1213 - acc: 0.8283 Epoch 7/80 233/233 [==============================] - 0s 204us/step - loss: 0.1187 - acc: 0.8455 Epoch 8/80 233/233 [==============================] - 0s 202us/step - loss: 0.1162 - acc: 0.8412 Epoch 9/80 233/233 [==============================] - 0s 187us/step - loss: 0.1139 - acc: 0.8498 Epoch 10/80 233/233 [==============================] - 0s 212us/step - loss: 0.1117 - acc: 0.8455 Epoch 11/80 233/233 [==============================] - 0s 202us/step - loss: 0.1096 - acc: 0.8369 Epoch 12/80 233/233 [==============================] - 0s 193us/step - loss: 0.1076 - acc: 0.8670 Epoch 13/80 233/233 [==============================] - 0s 191us/step - loss: 0.1057 - acc: 0.8541 Epoch 14/80 233/233 [==============================] - 0s 195us/step - loss: 0.1038 - acc: 0.8541 Epoch 15/80 233/233 [==============================] - 0s 206us/step - loss: 0.1019 - acc: 0.8584 Epoch 16/80 233/233 [==============================] - 0s 190us/step - loss: 0.1002 - acc: 0.8670 Epoch 17/80 233/233 [==============================] - 0s 208us/step - loss: 0.0985 - acc: 0.8670 Epoch 18/80 233/233 [==============================] - 0s 192us/step - loss: 0.0968 - acc: 0.8712 Epoch 19/80 233/233 [==============================] - 0s 185us/step - loss: 0.0951 - acc: 0.8712 Epoch 20/80 233/233 [==============================] - 0s 188us/step - loss: 0.0935 - acc: 0.8712 Epoch 21/80 233/233 [==============================] - 0s 189us/step - loss: 0.0919 - acc: 0.8755 Epoch 22/80 233/233 [==============================] - 0s 220us/step - loss: 0.0904 - acc: 0.8798 Epoch 23/80 233/233 [==============================] - 0s 198us/step - loss: 0.0888 - acc: 0.8712 Epoch 24/80 233/233 [==============================] - 0s 200us/step - loss: 0.0873 - acc: 0.8755 Epoch 25/80 233/233 [==============================] - 0s 201us/step - loss: 0.0859 - acc: 0.8670 Epoch 26/80 233/233 [==============================] - 0s 225us/step - loss: 0.0844 - acc: 0.8755 Epoch 27/80 233/233 [==============================] - 0s 231us/step - loss: 0.0830 - acc: 0.8627 Epoch 28/80 233/233 [==============================] - 0s 195us/step - loss: 0.0817 - acc: 0.8670 Epoch 29/80 233/233 [==============================] - 0s 207us/step - loss: 0.0803 - acc: 0.8627 Epoch 30/80 233/233 [==============================] - 0s 191us/step - loss: 0.0790 - acc: 0.8712 Epoch 31/80 233/233 [==============================] - 0s 182us/step - loss: 0.0777 - acc: 0.8627 Epoch 32/80 233/233 [==============================] - 0s 201us/step - loss: 0.0764 - acc: 0.8712 Epoch 33/80 233/233 [==============================] - 0s 192us/step - loss: 0.0752 - acc: 0.8670 Epoch 34/80 233/233 [==============================] - 0s 197us/step - loss: 0.0739 - acc: 0.8712 Epoch 35/80 233/233 [==============================] - 0s 204us/step - loss: 0.0727 - acc: 0.8627 Epoch 36/80 233/233 [==============================] - 0s 190us/step - loss: 0.0715 - acc: 0.8712 Epoch 37/80 233/233 [==============================] - 0s 196us/step - loss: 0.0703 - acc: 0.8670 Epoch 38/80 233/233 [==============================] - 0s 202us/step - loss: 0.0691 - acc: 0.8712 Epoch 39/80 233/233 [==============================] - 0s 210us/step - loss: 0.0680 - acc: 0.8755 Epoch 40/80 233/233 [==============================] - 0s 253us/step - loss: 0.0668 - acc: 0.8798 Epoch 41/80 233/233 [==============================] - 0s 215us/step - loss: 0.0657 - acc: 0.8712 Epoch 42/80 233/233 [==============================] - 0s 184us/step - loss: 0.0646 - acc: 0.8755 Epoch 43/80 233/233 [==============================] - 0s 213us/step - loss: 0.0635 - acc: 0.8712 Epoch 44/80 233/233 [==============================] - 0s 195us/step - loss: 0.0624 - acc: 0.8712 Epoch 45/80 233/233 [==============================] - 0s 191us/step - loss: 0.0613 - acc: 0.8712 Epoch 46/80 233/233 [==============================] - 0s 190us/step - loss: 0.0603 - acc: 0.8755 Epoch 47/80 233/233 [==============================] - 0s 188us/step - loss: 0.0593 - acc: 0.8627 Epoch 48/80 233/233 [==============================] - 0s 184us/step - loss: 0.0582 - acc: 0.8670 Epoch 49/80 233/233 [==============================] - 0s 192us/step - loss: 0.0572 - acc: 0.8670 Epoch 50/80 233/233 [==============================] - 0s 184us/step - loss: 0.0562 - acc: 0.8755 Epoch 51/80 233/233 [==============================] - 0s 215us/step - loss: 0.0553 - acc: 0.9013 Epoch 52/80 233/233 [==============================] - 0s 231us/step - loss: 0.0543 - acc: 0.9227 Epoch 53/80 233/233 [==============================] - 0s 200us/step - loss: 0.0534 - acc: 0.9185 Epoch 54/80 233/233 [==============================] - 0s 233us/step - loss: 0.0525 - acc: 0.9270 Epoch 55/80 233/233 [==============================] - 0s 239us/step - loss: 0.0516 - acc: 0.9227 Epoch 56/80 233/233 [==============================] - 0s 199us/step - loss: 0.0507 - acc: 0.9270 Epoch 57/80 233/233 [==============================] - 0s 193us/step - loss: 0.0498 - acc: 0.9227 Epoch 58/80 233/233 [==============================] - 0s 200us/step - loss: 0.0489 - acc: 0.9270 Epoch 59/80 233/233 [==============================] - 0s 187us/step - loss: 0.0481 - acc: 0.9270 Epoch 60/80 233/233 [==============================] - 0s 202us/step - loss: 0.0472 - acc: 0.9270 Epoch 61/80 233/233 [==============================] - 0s 217us/step - loss: 0.0464 - acc: 0.9227 Epoch 62/80 233/233 [==============================] - 0s 192us/step - loss: 0.0456 - acc: 0.9270 Epoch 63/80 233/233 [==============================] - 0s 192us/step - loss: 0.0447 - acc: 0.9313 Epoch 64/80 233/233 [==============================] - 0s 206us/step - loss: 0.0439 - acc: 0.9270 Epoch 65/80 233/233 [==============================] - 0s 212us/step - loss: 0.0431 - acc: 0.9270 Epoch 66/80 233/233 [==============================] - ETA: 0s - loss: 0.0462 - acc: 0.916 - 0s 202us/step - loss: 0.0423 - acc: 0.9270 Epoch 67/80 233/233 [==============================] - 0s 217us/step - loss: 0.0415 - acc: 0.9313 Epoch 68/80 233/233 [==============================] - 0s 246us/step - loss: 0.0407 - acc: 0.9270 Epoch 69/80 233/233 [==============================] - 0s 217us/step - loss: 0.0399 - acc: 0.9313 Epoch 70/80 233/233 [==============================] - 0s 219us/step - loss: 0.0392 - acc: 0.9270 Epoch 71/80 233/233 [==============================] - 0s 194us/step - loss: 0.0385 - acc: 0.9313 Epoch 72/80 233/233 [==============================] - 0s 186us/step - loss: 0.0378 - acc: 0.9270 Epoch 73/80 233/233 [==============================] - 0s 185us/step - loss: 0.0371 - acc: 0.9313 Epoch 74/80 233/233 [==============================] - 0s 197us/step - loss: 0.0364 - acc: 0.9270 Epoch 75/80 233/233 [==============================] - 0s 206us/step - loss: 0.0357 - acc: 0.9313 Epoch 76/80 233/233 [==============================] - 0s 202us/step - loss: 0.0350 - acc: 0.9270 Epoch 77/80 233/233 [==============================] - 0s 192us/step - loss: 0.0344 - acc: 0.9270 Epoch 78/80 233/233 [==============================] - 0s 195us/step - loss: 0.0337 - acc: 0.9227 Epoch 79/80 233/233 [==============================] - 0s 186us/step - loss: 0.0331 - acc: 0.9270 Epoch 80/80 233/233 [==============================] - 0s 205us/step - loss: 0.0324 - acc: 0.9227 Epoch 1/80 233/233 [==============================] - 2s 8ms/step - loss: 0.1463 - acc: 0.2318 Epoch 2/80 233/233 [==============================] - 0s 157us/step - loss: 0.1376 - acc: 0.5536 Epoch 3/80 233/233 [==============================] - 0s 157us/step - loss: 0.1324 - acc: 0.7425 Epoch 4/80 233/233 [==============================] - 0s 162us/step - loss: 0.1284 - acc: 0.8112 Epoch 5/80 233/233 [==============================] - 0s 206us/step - loss: 0.1250 - acc: 0.8369 Epoch 6/80 233/233 [==============================] - 0s 174us/step - loss: 0.1220 - acc: 0.8541 Epoch 7/80 233/233 [==============================] - 0s 196us/step - loss: 0.1193 - acc: 0.8369 Epoch 8/80 233/233 [==============================] - 0s 210us/step - loss: 0.1169 - acc: 0.8283 Epoch 9/80 233/233 [==============================] - 0s 181us/step - loss: 0.1146 - acc: 0.8326 Epoch 10/80 233/233 [==============================] - 0s 207us/step - loss: 0.1123 - acc: 0.8283 Epoch 11/80 233/233 [==============================] - 0s 300us/step - loss: 0.1102 - acc: 0.8369 Epoch 12/80 233/233 [==============================] - 0s 211us/step - loss: 0.1081 - acc: 0.8455 Epoch 13/80 233/233 [==============================] - 0s 199us/step - loss: 0.1061 - acc: 0.8455 Epoch 14/80 233/233 [==============================] - 0s 177us/step - loss: 0.1042 - acc: 0.8498 Epoch 15/80 233/233 [==============================] - 0s 225us/step - loss: 0.1024 - acc: 0.8455 Epoch 16/80 233/233 [==============================] - 0s 181us/step - loss: 0.1006 - acc: 0.8498 Epoch 17/80 233/233 [==============================] - 0s 176us/step - loss: 0.0989 - acc: 0.8498 Epoch 18/80 233/233 [==============================] - 0s 199us/step - loss: 0.0971 - acc: 0.8455 Epoch 19/80 233/233 [==============================] - 0s 203us/step - loss: 0.0955 - acc: 0.8455 Epoch 20/80 233/233 [==============================] - 0s 200us/step - loss: 0.0938 - acc: 0.8541 Epoch 21/80 233/233 [==============================] - 0s 217us/step - loss: 0.0922 - acc: 0.8498 Epoch 22/80 233/233 [==============================] - 0s 207us/step - loss: 0.0907 - acc: 0.8498 Epoch 23/80 233/233 [==============================] - 0s 228us/step - loss: 0.0891 - acc: 0.8541 Epoch 24/80 233/233 [==============================] - 0s 208us/step - loss: 0.0876 - acc: 0.8584 Epoch 25/80 233/233 [==============================] - 0s 213us/step - loss: 0.0861 - acc: 0.8584 Epoch 26/80 233/233 [==============================] - 0s 196us/step - loss: 0.0847 - acc: 0.8584 Epoch 27/80 233/233 [==============================] - 0s 190us/step - loss: 0.0833 - acc: 0.8584 Epoch 28/80 233/233 [==============================] - 0s 202us/step - loss: 0.0820 - acc: 0.8498 Epoch 29/80 233/233 [==============================] - 0s 182us/step - loss: 0.0806 - acc: 0.8498 Epoch 30/80 233/233 [==============================] - 0s 179us/step - loss: 0.0793 - acc: 0.8798 Epoch 31/80 233/233 [==============================] - 0s 174us/step - loss: 0.0780 - acc: 0.8884 Epoch 32/80 233/233 [==============================] - 0s 214us/step - loss: 0.0767 - acc: 0.8927 Epoch 33/80 233/233 [==============================] - 0s 212us/step - loss: 0.0755 - acc: 0.8970 Epoch 34/80 233/233 [==============================] - 0s 183us/step - loss: 0.0742 - acc: 0.8970 Epoch 35/80 233/233 [==============================] - 0s 196us/step - loss: 0.0730 - acc: 0.8970 Epoch 36/80 233/233 [==============================] - 0s 214us/step - loss: 0.0717 - acc: 0.8970 Epoch 37/80 233/233 [==============================] - 0s 201us/step - loss: 0.0706 - acc: 0.8970 Epoch 38/80 233/233 [==============================] - 0s 199us/step - loss: 0.0694 - acc: 0.9013 Epoch 39/80 233/233 [==============================] - 0s 187us/step - loss: 0.0683 - acc: 0.8927 Epoch 40/80 233/233 [==============================] - 0s 187us/step - loss: 0.0672 - acc: 0.9099 Epoch 41/80 233/233 [==============================] - 0s 198us/step - loss: 0.0661 - acc: 0.9142 Epoch 42/80 233/233 [==============================] - 0s 200us/step - loss: 0.0649 - acc: 0.9185 Epoch 43/80 233/233 [==============================] - 0s 202us/step - loss: 0.0638 - acc: 0.9185 Epoch 44/80 233/233 [==============================] - 0s 193us/step - loss: 0.0628 - acc: 0.9185 Epoch 45/80 233/233 [==============================] - 0s 190us/step - loss: 0.0617 - acc: 0.9185 Epoch 46/80 233/233 [==============================] - 0s 246us/step - loss: 0.0607 - acc: 0.9185 Epoch 47/80 233/233 [==============================] - 0s 251us/step - loss: 0.0596 - acc: 0.9185 Epoch 48/80 233/233 [==============================] - 0s 197us/step - loss: 0.0586 - acc: 0.9185 Epoch 49/80 233/233 [==============================] - 0s 183us/step - loss: 0.0576 - acc: 0.9185 Epoch 50/80 233/233 [==============================] - 0s 181us/step - loss: 0.0566 - acc: 0.9185 Epoch 51/80 233/233 [==============================] - 0s 212us/step - loss: 0.0556 - acc: 0.9185 Epoch 52/80 233/233 [==============================] - 0s 179us/step - loss: 0.0546 - acc: 0.9185 Epoch 53/80 233/233 [==============================] - 0s 187us/step - loss: 0.0536 - acc: 0.9185 Epoch 54/80 233/233 [==============================] - 0s 202us/step - loss: 0.0527 - acc: 0.9185 Epoch 55/80 233/233 [==============================] - 0s 207us/step - loss: 0.0518 - acc: 0.9185 Epoch 56/80 233/233 [==============================] - 0s 197us/step - loss: 0.0508 - acc: 0.9185 Epoch 57/80 233/233 [==============================] - 0s 197us/step - loss: 0.0499 - acc: 0.9185 Epoch 58/80 233/233 [==============================] - 0s 209us/step - loss: 0.0491 - acc: 0.9185 Epoch 59/80 233/233 [==============================] - 0s 204us/step - loss: 0.0482 - acc: 0.9185 Epoch 60/80 233/233 [==============================] - 0s 188us/step - loss: 0.0473 - acc: 0.9185 Epoch 61/80 233/233 [==============================] - 0s 197us/step - loss: 0.0464 - acc: 0.9185 Epoch 62/80 233/233 [==============================] - 0s 172us/step - loss: 0.0456 - acc: 0.9185 Epoch 63/80 233/233 [==============================] - 0s 191us/step - loss: 0.0448 - acc: 0.9185 Epoch 64/80 233/233 [==============================] - 0s 190us/step - loss: 0.0440 - acc: 0.9185 Epoch 65/80 233/233 [==============================] - 0s 199us/step - loss: 0.0432 - acc: 0.9185 Epoch 66/80 233/233 [==============================] - 0s 206us/step - loss: 0.0424 - acc: 0.9185 Epoch 67/80 233/233 [==============================] - 0s 217us/step - loss: 0.0416 - acc: 0.9185 Epoch 68/80 233/233 [==============================] - 0s 208us/step - loss: 0.0409 - acc: 0.9185 Epoch 69/80 233/233 [==============================] - 0s 202us/step - loss: 0.0401 - acc: 0.9185 Epoch 70/80 233/233 [==============================] - 0s 205us/step - loss: 0.0394 - acc: 0.9185 Epoch 71/80 233/233 [==============================] - 0s 175us/step - loss: 0.0386 - acc: 0.9185 Epoch 72/80 233/233 [==============================] - 0s 174us/step - loss: 0.0379 - acc: 0.9227 Epoch 73/80 233/233 [==============================] - 0s 180us/step - loss: 0.0371 - acc: 0.9185 Epoch 74/80 233/233 [==============================] - 0s 208us/step - loss: 0.0363 - acc: 0.9270 Epoch 75/80 233/233 [==============================] - 0s 197us/step - loss: 0.0356 - acc: 0.9227 Epoch 76/80 233/233 [==============================] - 0s 209us/step - loss: 0.0349 - acc: 0.9270 Epoch 77/80 233/233 [==============================] - 0s 176us/step - loss: 0.0342 - acc: 0.9227 Epoch 78/80 233/233 [==============================] - 0s 165us/step - loss: 0.0336 - acc: 0.9270 Epoch 79/80 233/233 [==============================] - 0s 196us/step - loss: 0.0329 - acc: 0.9227 Epoch 80/80 233/233 [==============================] - 0s 225us/step - loss: 0.0323 - acc: 0.9270 Epoch 1/80 233/233 [==============================] - 2s 8ms/step - loss: 0.1471 - acc: 0.1974 Epoch 2/80 233/233 [==============================] - 0s 173us/step - loss: 0.1379 - acc: 0.5064 Epoch 3/80 233/233 [==============================] - 0s 163us/step - loss: 0.1322 - acc: 0.6695 Epoch 4/80 233/233 [==============================] - 0s 169us/step - loss: 0.1280 - acc: 0.7296 Epoch 5/80 233/233 [==============================] - 0s 200us/step - loss: 0.1247 - acc: 0.7597 Epoch 6/80 233/233 [==============================] - 0s 197us/step - loss: 0.1218 - acc: 0.7940 Epoch 7/80 233/233 [==============================] - 0s 186us/step - loss: 0.1192 - acc: 0.8026 Epoch 8/80 233/233 [==============================] - 0s 191us/step - loss: 0.1168 - acc: 0.8155 Epoch 9/80 233/233 [==============================] - 0s 214us/step - loss: 0.1145 - acc: 0.8326 Epoch 10/80 233/233 [==============================] - 0s 211us/step - loss: 0.1123 - acc: 0.8326 Epoch 11/80 233/233 [==============================] - 0s 245us/step - loss: 0.1101 - acc: 0.8283 Epoch 12/80 233/233 [==============================] - 0s 202us/step - loss: 0.1081 - acc: 0.8584 Epoch 13/80 233/233 [==============================] - 0s 199us/step - loss: 0.1061 - acc: 0.8627 Epoch 14/80 233/233 [==============================] - 0s 190us/step - loss: 0.1042 - acc: 0.8712 Epoch 15/80 233/233 [==============================] - 0s 181us/step - loss: 0.1023 - acc: 0.8712 Epoch 16/80 233/233 [==============================] - 0s 207us/step - loss: 0.1005 - acc: 0.8712 Epoch 17/80 233/233 [==============================] - 0s 200us/step - loss: 0.0988 - acc: 0.8670 Epoch 18/80 233/233 [==============================] - 0s 182us/step - loss: 0.0971 - acc: 0.8670 Epoch 19/80 233/233 [==============================] - 0s 243us/step - loss: 0.0954 - acc: 0.8712 Epoch 20/80 233/233 [==============================] - 0s 195us/step - loss: 0.0938 - acc: 0.8798 Epoch 21/80 233/233 [==============================] - 0s 211us/step - loss: 0.0922 - acc: 0.8755 Epoch 22/80 233/233 [==============================] - 0s 198us/step - loss: 0.0906 - acc: 0.8755 Epoch 23/80 233/233 [==============================] - 0s 202us/step - loss: 0.0891 - acc: 0.8755 Epoch 24/80 233/233 [==============================] - 0s 197us/step - loss: 0.0876 - acc: 0.8670 Epoch 25/80 233/233 [==============================] - 0s 198us/step - loss: 0.0861 - acc: 0.8712 Epoch 26/80 233/233 [==============================] - 0s 188us/step - loss: 0.0846 - acc: 0.8712 Epoch 27/80 233/233 [==============================] - 0s 198us/step - loss: 0.0832 - acc: 0.8712 Epoch 28/80 233/233 [==============================] - 0s 204us/step - loss: 0.0817 - acc: 0.8712 Epoch 29/80 233/233 [==============================] - 0s 202us/step - loss: 0.0803 - acc: 0.8755 Epoch 30/80 233/233 [==============================] - 0s 216us/step - loss: 0.0790 - acc: 0.8712 Epoch 31/80 233/233 [==============================] - 0s 220us/step - loss: 0.0777 - acc: 0.8798 Epoch 32/80 233/233 [==============================] - 0s 214us/step - loss: 0.0764 - acc: 0.8798 Epoch 33/80 233/233 [==============================] - 0s 186us/step - loss: 0.0751 - acc: 0.8841 Epoch 34/80 233/233 [==============================] - 0s 202us/step - loss: 0.0739 - acc: 0.8798 Epoch 35/80 233/233 [==============================] - 0s 192us/step - loss: 0.0726 - acc: 0.8798 Epoch 36/80 233/233 [==============================] - 0s 200us/step - loss: 0.0714 - acc: 0.8798 Epoch 37/80 233/233 [==============================] - 0s 186us/step - loss: 0.0702 - acc: 0.8798 Epoch 38/80 233/233 [==============================] - 0s 198us/step - loss: 0.0690 - acc: 0.8798 Epoch 39/80 233/233 [==============================] - 0s 256us/step - loss: 0.0677 - acc: 0.8755 Epoch 40/80 233/233 [==============================] - 0s 218us/step - loss: 0.0666 - acc: 0.8798 Epoch 41/80 233/233 [==============================] - 0s 211us/step - loss: 0.0654 - acc: 0.8841 Epoch 42/80 233/233 [==============================] - 0s 201us/step - loss: 0.0642 - acc: 0.8798 Epoch 43/80 233/233 [==============================] - 0s 191us/step - loss: 0.0630 - acc: 0.8841 Epoch 44/80 233/233 [==============================] - 0s 213us/step - loss: 0.0619 - acc: 0.8841 Epoch 45/80 233/233 [==============================] - 0s 193us/step - loss: 0.0608 - acc: 0.8841 Epoch 46/80 233/233 [==============================] - 0s 199us/step - loss: 0.0596 - acc: 0.8884 Epoch 47/80 233/233 [==============================] - 0s 171us/step - loss: 0.0585 - acc: 0.8841 Epoch 48/80 233/233 [==============================] - 0s 190us/step - loss: 0.0573 - acc: 0.8755 Epoch 49/80 233/233 [==============================] - 0s 212us/step - loss: 0.0563 - acc: 0.8884 Epoch 50/80 233/233 [==============================] - 0s 180us/step - loss: 0.0553 - acc: 0.8927 Epoch 51/80 233/233 [==============================] - 0s 220us/step - loss: 0.0543 - acc: 0.8927 Epoch 52/80 233/233 [==============================] - 0s 200us/step - loss: 0.0533 - acc: 0.9099 Epoch 53/80 233/233 [==============================] - 0s 195us/step - loss: 0.0523 - acc: 0.9056 Epoch 54/80 233/233 [==============================] - 0s 204us/step - loss: 0.0514 - acc: 0.9056 Epoch 55/80 233/233 [==============================] - 0s 201us/step - loss: 0.0505 - acc: 0.9099 Epoch 56/80 233/233 [==============================] - 0s 192us/step - loss: 0.0496 - acc: 0.9056 Epoch 57/80 233/233 [==============================] - 0s 197us/step - loss: 0.0487 - acc: 0.9056 Epoch 58/80 233/233 [==============================] - 0s 191us/step - loss: 0.0478 - acc: 0.9056 Epoch 59/80 233/233 [==============================] - 0s 218us/step - loss: 0.0469 - acc: 0.9056 Epoch 60/80 233/233 [==============================] - 0s 212us/step - loss: 0.0460 - acc: 0.9056 Epoch 61/80 233/233 [==============================] - 0s 228us/step - loss: 0.0452 - acc: 0.9056 Epoch 62/80 233/233 [==============================] - 0s 198us/step - loss: 0.0443 - acc: 0.9013 Epoch 63/80 233/233 [==============================] - 0s 192us/step - loss: 0.0435 - acc: 0.8970 Epoch 64/80 233/233 [==============================] - 0s 199us/step - loss: 0.0427 - acc: 0.9013 Epoch 65/80 233/233 [==============================] - 0s 181us/step - loss: 0.0419 - acc: 0.9013 Epoch 66/80 233/233 [==============================] - 0s 192us/step - loss: 0.0411 - acc: 0.8927 Epoch 67/80 233/233 [==============================] - 0s 192us/step - loss: 0.0404 - acc: 0.9056 Epoch 68/80 233/233 [==============================] - 0s 175us/step - loss: 0.0396 - acc: 0.9056 Epoch 69/80 233/233 [==============================] - 0s 210us/step - loss: 0.0388 - acc: 0.9013 Epoch 70/80 233/233 [==============================] - 0s 199us/step - loss: 0.0380 - acc: 0.9056 Epoch 71/80 233/233 [==============================] - 0s 220us/step - loss: 0.0373 - acc: 0.9099 Epoch 72/80 233/233 [==============================] - 0s 205us/step - loss: 0.0366 - acc: 0.9099 Epoch 73/80 233/233 [==============================] - 0s 189us/step - loss: 0.0358 - acc: 0.9142 Epoch 74/80 233/233 [==============================] - 0s 188us/step - loss: 0.0350 - acc: 0.9142 Epoch 75/80 233/233 [==============================] - 0s 196us/step - loss: 0.0343 - acc: 0.9142 Epoch 76/80 233/233 [==============================] - 0s 200us/step - loss: 0.0336 - acc: 0.9142 Epoch 77/80 233/233 [==============================] - 0s 201us/step - loss: 0.0329 - acc: 0.9185 Epoch 78/80 233/233 [==============================] - 0s 187us/step - loss: 0.0323 - acc: 0.9142 Epoch 79/80 233/233 [==============================] - 0s 220us/step - loss: 0.0316 - acc: 0.9185 Epoch 80/80 233/233 [==============================] - 0s 214us/step - loss: 0.0310 - acc: 0.9185 Epoch 1/80 233/233 [==============================] - 2s 8ms/step - loss: 0.1464 - acc: 0.3004 Epoch 2/80 233/233 [==============================] - 0s 162us/step - loss: 0.1374 - acc: 0.6052 Epoch 3/80 233/233 [==============================] - 0s 150us/step - loss: 0.1322 - acc: 0.7382 Epoch 4/80 233/233 [==============================] - 0s 144us/step - loss: 0.1281 - acc: 0.8112 Epoch 5/80 233/233 [==============================] - 0s 157us/step - loss: 0.1247 - acc: 0.8541 Epoch 6/80 233/233 [==============================] - 0s 198us/step - loss: 0.1217 - acc: 0.8670 Epoch 7/80 233/233 [==============================] - 0s 201us/step - loss: 0.1190 - acc: 0.8841 Epoch 8/80 233/233 [==============================] - 0s 190us/step - loss: 0.1165 - acc: 0.8798 Epoch 9/80 233/233 [==============================] - 0s 196us/step - loss: 0.1142 - acc: 0.8927 Epoch 10/80 233/233 [==============================] - 0s 212us/step - loss: 0.1120 - acc: 0.8884 Epoch 11/80 233/233 [==============================] - 0s 221us/step - loss: 0.1099 - acc: 0.8798 Epoch 12/80 233/233 [==============================] - 0s 217us/step - loss: 0.1079 - acc: 0.8927 Epoch 13/80 233/233 [==============================] - 0s 201us/step - loss: 0.1059 - acc: 0.8970 Epoch 14/80 233/233 [==============================] - 0s 212us/step - loss: 0.1040 - acc: 0.8884 Epoch 15/80 233/233 [==============================] - 0s 199us/step - loss: 0.1021 - acc: 0.8970 Epoch 16/80 233/233 [==============================] - 0s 191us/step - loss: 0.1002 - acc: 0.8927 Epoch 17/80 233/233 [==============================] - 0s 201us/step - loss: 0.0984 - acc: 0.8927 Epoch 18/80 233/233 [==============================] - 0s 199us/step - loss: 0.0967 - acc: 0.8927 Epoch 19/80 233/233 [==============================] - 0s 198us/step - loss: 0.0950 - acc: 0.8970 Epoch 20/80 233/233 [==============================] - 0s 204us/step - loss: 0.0933 - acc: 0.9099 Epoch 21/80 233/233 [==============================] - 0s 194us/step - loss: 0.0917 - acc: 0.9056 Epoch 22/80 233/233 [==============================] - 0s 212us/step - loss: 0.0901 - acc: 0.8970 Epoch 23/80 233/233 [==============================] - 0s 210us/step - loss: 0.0886 - acc: 0.9013 Epoch 24/80 233/233 [==============================] - 0s 192us/step - loss: 0.0871 - acc: 0.9013 Epoch 25/80 233/233 [==============================] - 0s 185us/step - loss: 0.0857 - acc: 0.9056 Epoch 26/80 233/233 [==============================] - 0s 192us/step - loss: 0.0843 - acc: 0.9056 Epoch 27/80 233/233 [==============================] - 0s 198us/step - loss: 0.0829 - acc: 0.9056 Epoch 28/80 233/233 [==============================] - 0s 193us/step - loss: 0.0815 - acc: 0.9013 Epoch 29/80 233/233 [==============================] - 0s 204us/step - loss: 0.0801 - acc: 0.9013 Epoch 30/80 233/233 [==============================] - 0s 207us/step - loss: 0.0788 - acc: 0.9013 Epoch 31/80 233/233 [==============================] - 0s 219us/step - loss: 0.0775 - acc: 0.8970 Epoch 32/80 233/233 [==============================] - 0s 224us/step - loss: 0.0762 - acc: 0.8970 Epoch 33/80 233/233 [==============================] - 0s 220us/step - loss: 0.0750 - acc: 0.9056 Epoch 34/80 233/233 [==============================] - 0s 192us/step - loss: 0.0738 - acc: 0.9013 Epoch 35/80 233/233 [==============================] - 0s 196us/step - loss: 0.0726 - acc: 0.9056 Epoch 36/80 233/233 [==============================] - 0s 200us/step - loss: 0.0714 - acc: 0.9099 Epoch 37/80 233/233 [==============================] - 0s 204us/step - loss: 0.0702 - acc: 0.9056 Epoch 38/80 233/233 [==============================] - 0s 183us/step - loss: 0.0690 - acc: 0.9056 Epoch 39/80 233/233 [==============================] - 0s 202us/step - loss: 0.0679 - acc: 0.9142 Epoch 40/80 233/233 [==============================] - 0s 203us/step - loss: 0.0667 - acc: 0.9142 Epoch 41/80 233/233 [==============================] - 0s 189us/step - loss: 0.0656 - acc: 0.9056 Epoch 42/80 233/233 [==============================] - ETA: 0s - loss: 0.0671 - acc: 0.916 - 0s 221us/step - loss: 0.0645 - acc: 0.9056 Epoch 43/80 233/233 [==============================] - 0s 198us/step - loss: 0.0634 - acc: 0.9013 Epoch 44/80 233/233 [==============================] - 0s 185us/step - loss: 0.0623 - acc: 0.9013 Epoch 45/80 233/233 [==============================] - 0s 191us/step - loss: 0.0612 - acc: 0.9013 Epoch 46/80 233/233 [==============================] - 0s 185us/step - loss: 0.0602 - acc: 0.8970 Epoch 47/80 233/233 [==============================] - 0s 204us/step - loss: 0.0591 - acc: 0.8970 Epoch 48/80 233/233 [==============================] - 0s 205us/step - loss: 0.0581 - acc: 0.8927 Epoch 49/80 233/233 [==============================] - 0s 197us/step - loss: 0.0571 - acc: 0.8927 Epoch 50/80 233/233 [==============================] - 0s 215us/step - loss: 0.0561 - acc: 0.8927 Epoch 51/80 233/233 [==============================] - 0s 209us/step - loss: 0.0552 - acc: 0.8970 Epoch 52/80 233/233 [==============================] - 0s 223us/step - loss: 0.0542 - acc: 0.8927 Epoch 53/80 233/233 [==============================] - 0s 185us/step - loss: 0.0533 - acc: 0.9013 Epoch 54/80 233/233 [==============================] - 0s 199us/step - loss: 0.0524 - acc: 0.8927 Epoch 55/80 233/233 [==============================] - 0s 194us/step - loss: 0.0514 - acc: 0.9013 Epoch 56/80 233/233 [==============================] - 0s 196us/step - loss: 0.0505 - acc: 0.9013 Epoch 57/80 233/233 [==============================] - 0s 193us/step - loss: 0.0496 - acc: 0.9056 Epoch 58/80 233/233 [==============================] - 0s 200us/step - loss: 0.0487 - acc: 0.9099 Epoch 59/80 233/233 [==============================] - 0s 204us/step - loss: 0.0479 - acc: 0.9099 Epoch 60/80 233/233 [==============================] - 0s 219us/step - loss: 0.0470 - acc: 0.9056 Epoch 61/80 233/233 [==============================] - 0s 224us/step - loss: 0.0461 - acc: 0.9099 Epoch 62/80 233/233 [==============================] - 0s 217us/step - loss: 0.0452 - acc: 0.9056 Epoch 63/80 233/233 [==============================] - 0s 206us/step - loss: 0.0444 - acc: 0.9099 Epoch 64/80 233/233 [==============================] - 0s 188us/step - loss: 0.0435 - acc: 0.9013 Epoch 65/80 233/233 [==============================] - 0s 193us/step - loss: 0.0427 - acc: 0.9099 Epoch 66/80 233/233 [==============================] - 0s 187us/step - loss: 0.0419 - acc: 0.9013 Epoch 67/80 233/233 [==============================] - 0s 188us/step - loss: 0.0411 - acc: 0.9227 Epoch 68/80 233/233 [==============================] - 0s 178us/step - loss: 0.0403 - acc: 0.9142 Epoch 69/80 233/233 [==============================] - 0s 185us/step - loss: 0.0395 - acc: 0.9013 Epoch 70/80 233/233 [==============================] - 0s 203us/step - loss: 0.0388 - acc: 0.9013 Epoch 71/80 233/233 [==============================] - 0s 195us/step - loss: 0.0380 - acc: 0.9056 Epoch 72/80 233/233 [==============================] - 0s 214us/step - loss: 0.0372 - acc: 0.8970 Epoch 73/80 233/233 [==============================] - 0s 187us/step - loss: 0.0365 - acc: 0.9099 Epoch 74/80 233/233 [==============================] - 0s 213us/step - loss: 0.0358 - acc: 0.8970 Epoch 75/80 233/233 [==============================] - 0s 208us/step - loss: 0.0350 - acc: 0.9056 Epoch 76/80 233/233 [==============================] - 0s 197us/step - loss: 0.0342 - acc: 0.9013 Epoch 77/80 233/233 [==============================] - 0s 206us/step - loss: 0.0336 - acc: 0.9056 Epoch 78/80 233/233 [==============================] - 0s 198us/step - loss: 0.0329 - acc: 0.9013 Epoch 79/80 233/233 [==============================] - 0s 204us/step - loss: 0.0322 - acc: 0.9142 Epoch 80/80 233/233 [==============================] - 0s 217us/step - loss: 0.0316 - acc: 0.9013 Epoch 1/80 233/233 [==============================] - 2s 8ms/step - loss: 0.1461 - acc: 0.2618 Epoch 2/80 233/233 [==============================] - 0s 184us/step - loss: 0.1370 - acc: 0.6180 Epoch 3/80 233/233 [==============================] - 0s 208us/step - loss: 0.1316 - acc: 0.7639 Epoch 4/80 233/233 [==============================] - 0s 209us/step - loss: 0.1275 - acc: 0.7897 Epoch 5/80 233/233 [==============================] - 0s 229us/step - loss: 0.1242 - acc: 0.7897 Epoch 6/80 233/233 [==============================] - 0s 214us/step - loss: 0.1213 - acc: 0.8112 Epoch 7/80 233/233 [==============================] - 0s 272us/step - loss: 0.1187 - acc: 0.8283 Epoch 8/80 233/233 [==============================] - 0s 230us/step - loss: 0.1162 - acc: 0.8283 Epoch 9/80 233/233 [==============================] - 0s 206us/step - loss: 0.1140 - acc: 0.8369 Epoch 10/80 233/233 [==============================] - 0s 210us/step - loss: 0.1118 - acc: 0.8455 Epoch 11/80 233/233 [==============================] - 0s 200us/step - loss: 0.1098 - acc: 0.8412 Epoch 12/80 233/233 [==============================] - 0s 196us/step - loss: 0.1078 - acc: 0.8412 Epoch 13/80 233/233 [==============================] - 0s 194us/step - loss: 0.1059 - acc: 0.8283 Epoch 14/80 233/233 [==============================] - 0s 192us/step - loss: 0.1041 - acc: 0.8455 Epoch 15/80 233/233 [==============================] - 0s 192us/step - loss: 0.1023 - acc: 0.8369 Epoch 16/80 233/233 [==============================] - 0s 215us/step - loss: 0.1006 - acc: 0.8455 Epoch 17/80 233/233 [==============================] - 0s 204us/step - loss: 0.0989 - acc: 0.8498 Epoch 18/80 233/233 [==============================] - 0s 203us/step - loss: 0.0972 - acc: 0.8541 Epoch 19/80 233/233 [==============================] - 0s 185us/step - loss: 0.0955 - acc: 0.8498 Epoch 20/80 233/233 [==============================] - 0s 207us/step - loss: 0.0939 - acc: 0.8455 Epoch 21/80 233/233 [==============================] - 0s 189us/step - loss: 0.0923 - acc: 0.8455 Epoch 22/80 233/233 [==============================] - 0s 185us/step - loss: 0.0908 - acc: 0.8541 Epoch 23/80 233/233 [==============================] - 0s 190us/step - loss: 0.0893 - acc: 0.8498 Epoch 24/80 233/233 [==============================] - 0s 209us/step - loss: 0.0878 - acc: 0.8498 Epoch 25/80 233/233 [==============================] - 0s 190us/step - loss: 0.0863 - acc: 0.8498 Epoch 26/80 233/233 [==============================] - 0s 209us/step - loss: 0.0849 - acc: 0.8455 Epoch 27/80 233/233 [==============================] - 0s 202us/step - loss: 0.0834 - acc: 0.8455 Epoch 28/80 233/233 [==============================] - 0s 178us/step - loss: 0.0820 - acc: 0.8498 Epoch 29/80 233/233 [==============================] - 0s 202us/step - loss: 0.0806 - acc: 0.8541 Epoch 30/80 233/233 [==============================] - 0s 168us/step - loss: 0.0793 - acc: 0.8541 Epoch 31/80 233/233 [==============================] - 0s 186us/step - loss: 0.0779 - acc: 0.8541 Epoch 32/80 233/233 [==============================] - 0s 171us/step - loss: 0.0766 - acc: 0.8541 Epoch 33/80 233/233 [==============================] - 0s 192us/step - loss: 0.0753 - acc: 0.8584 Epoch 34/80 233/233 [==============================] - 0s 196us/step - loss: 0.0740 - acc: 0.8584 Epoch 35/80 233/233 [==============================] - 0s 203us/step - loss: 0.0727 - acc: 0.8584 Epoch 36/80 233/233 [==============================] - 0s 198us/step - loss: 0.0714 - acc: 0.8627 Epoch 37/80 233/233 [==============================] - 0s 275us/step - loss: 0.0702 - acc: 0.8584 Epoch 38/80 233/233 [==============================] - 0s 189us/step - loss: 0.0690 - acc: 0.8627 Epoch 39/80 233/233 [==============================] - ETA: 0s - loss: 0.0706 - acc: 0.800 - 0s 192us/step - loss: 0.0678 - acc: 0.8712 Epoch 40/80 233/233 [==============================] - 0s 188us/step - loss: 0.0666 - acc: 0.8627 Epoch 41/80 233/233 [==============================] - 0s 170us/step - loss: 0.0655 - acc: 0.8670 Epoch 42/80 233/233 [==============================] - 0s 170us/step - loss: 0.0643 - acc: 0.8712 Epoch 43/80 233/233 [==============================] - 0s 181us/step - loss: 0.0632 - acc: 0.8712 Epoch 44/80 233/233 [==============================] - 0s 198us/step - loss: 0.0622 - acc: 0.8712 Epoch 45/80 233/233 [==============================] - 0s 184us/step - loss: 0.0611 - acc: 0.8712 Epoch 46/80 233/233 [==============================] - 0s 198us/step - loss: 0.0600 - acc: 0.8712 Epoch 47/80 233/233 [==============================] - 0s 175us/step - loss: 0.0590 - acc: 0.8755 Epoch 48/80 233/233 [==============================] - 0s 189us/step - loss: 0.0580 - acc: 0.8755 Epoch 49/80 233/233 [==============================] - 0s 205us/step - loss: 0.0570 - acc: 0.8755 Epoch 50/80 233/233 [==============================] - 0s 200us/step - loss: 0.0560 - acc: 0.8798 Epoch 51/80 233/233 [==============================] - 0s 238us/step - loss: 0.0550 - acc: 0.8798 Epoch 52/80 233/233 [==============================] - 0s 204us/step - loss: 0.0540 - acc: 0.8841 Epoch 53/80 233/233 [==============================] - 0s 182us/step - loss: 0.0531 - acc: 0.8798 Epoch 54/80 233/233 [==============================] - 0s 198us/step - loss: 0.0522 - acc: 0.8841 Epoch 55/80 233/233 [==============================] - 0s 190us/step - loss: 0.0512 - acc: 0.8798 Epoch 56/80 233/233 [==============================] - 0s 193us/step - loss: 0.0503 - acc: 0.8841 Epoch 57/80 233/233 [==============================] - 0s 196us/step - loss: 0.0494 - acc: 0.8798 Epoch 58/80 233/233 [==============================] - 0s 256us/step - loss: 0.0485 - acc: 0.8841 Epoch 59/80 233/233 [==============================] - 0s 220us/step - loss: 0.0476 - acc: 0.8798 Epoch 60/80 233/233 [==============================] - 0s 225us/step - loss: 0.0468 - acc: 0.8841 Epoch 61/80 233/233 [==============================] - 0s 217us/step - loss: 0.0460 - acc: 0.8798 Epoch 62/80 233/233 [==============================] - 0s 193us/step - loss: 0.0451 - acc: 0.8841 Epoch 63/80 233/233 [==============================] - 0s 226us/step - loss: 0.0443 - acc: 0.8798 Epoch 64/80 233/233 [==============================] - 0s 218us/step - loss: 0.0434 - acc: 0.8841 Epoch 65/80 233/233 [==============================] - 0s 180us/step - loss: 0.0425 - acc: 0.8798 Epoch 66/80 233/233 [==============================] - 0s 221us/step - loss: 0.0417 - acc: 0.9099 Epoch 67/80 233/233 [==============================] - 0s 191us/step - loss: 0.0409 - acc: 0.9099 Epoch 68/80 233/233 [==============================] - 0s 251us/step - loss: 0.0401 - acc: 0.8970 Epoch 69/80 233/233 [==============================] - 0s 256us/step - loss: 0.0393 - acc: 0.9099 Epoch 70/80 233/233 [==============================] - 0s 229us/step - loss: 0.0386 - acc: 0.9185 Epoch 71/80 233/233 [==============================] - 0s 215us/step - loss: 0.0378 - acc: 0.9185 Epoch 72/80 233/233 [==============================] - 0s 208us/step - loss: 0.0370 - acc: 0.9142 Epoch 73/80 233/233 [==============================] - 0s 198us/step - loss: 0.0362 - acc: 0.9185 Epoch 74/80 233/233 [==============================] - 0s 224us/step - loss: 0.0354 - acc: 0.9185 Epoch 75/80 233/233 [==============================] - 0s 207us/step - loss: 0.0347 - acc: 0.9185 Epoch 76/80 233/233 [==============================] - 0s 174us/step - loss: 0.0340 - acc: 0.9185 Epoch 77/80 233/233 [==============================] - 0s 204us/step - loss: 0.0333 - acc: 0.9099 Epoch 78/80 233/233 [==============================] - 0s 197us/step - loss: 0.0325 - acc: 0.9142 Epoch 79/80 233/233 [==============================] - 0s 250us/step - loss: 0.0317 - acc: 0.9142 Epoch 80/80 233/233 [==============================] - 0s 188us/step - loss: 0.0310 - acc: 0.9099 Epoch 1/80 233/233 [==============================] - 2s 9ms/step - loss: 0.1466 - acc: 0.2918 Epoch 2/80 233/233 [==============================] - 0s 147us/step - loss: 0.1375 - acc: 0.6137 Epoch 3/80 233/233 [==============================] - 0s 157us/step - loss: 0.1319 - acc: 0.7511 Epoch 4/80 233/233 [==============================] - 0s 153us/step - loss: 0.1276 - acc: 0.8112 Epoch 5/80 233/233 [==============================] - 0s 157us/step - loss: 0.1242 - acc: 0.8283 Epoch 6/80 233/233 [==============================] - 0s 142us/step - loss: 0.1213 - acc: 0.8455 Epoch 7/80 233/233 [==============================] - 0s 152us/step - loss: 0.1188 - acc: 0.8455 Epoch 8/80 233/233 [==============================] - 0s 176us/step - loss: 0.1164 - acc: 0.8670 Epoch 9/80 233/233 [==============================] - 0s 201us/step - loss: 0.1142 - acc: 0.8670 Epoch 10/80 233/233 [==============================] - 0s 204us/step - loss: 0.1121 - acc: 0.8670 Epoch 11/80 233/233 [==============================] - 0s 212us/step - loss: 0.1101 - acc: 0.8755 Epoch 12/80 233/233 [==============================] - 0s 224us/step - loss: 0.1082 - acc: 0.8712 Epoch 13/80 233/233 [==============================] - 0s 199us/step - loss: 0.1062 - acc: 0.8755 Epoch 14/80 233/233 [==============================] - 0s 215us/step - loss: 0.1043 - acc: 0.8755 Epoch 15/80 233/233 [==============================] - 0s 211us/step - loss: 0.1024 - acc: 0.8884 Epoch 16/80 233/233 [==============================] - 0s 196us/step - loss: 0.1006 - acc: 0.8884 Epoch 17/80 233/233 [==============================] - 0s 202us/step - loss: 0.0988 - acc: 0.8927 Epoch 18/80 233/233 [==============================] - 0s 183us/step - loss: 0.0970 - acc: 0.8884 Epoch 19/80 233/233 [==============================] - 0s 189us/step - loss: 0.0953 - acc: 0.8884 Epoch 20/80 233/233 [==============================] - 0s 181us/step - loss: 0.0937 - acc: 0.8884 Epoch 21/80 233/233 [==============================] - 0s 189us/step - loss: 0.0920 - acc: 0.8927 Epoch 22/80 233/233 [==============================] - 0s 215us/step - loss: 0.0904 - acc: 0.8970 Epoch 23/80 233/233 [==============================] - 0s 246us/step - loss: 0.0889 - acc: 0.9013 Epoch 24/80 233/233 [==============================] - 0s 208us/step - loss: 0.0874 - acc: 0.8970 Epoch 25/80 233/233 [==============================] - 0s 194us/step - loss: 0.0860 - acc: 0.8970 Epoch 26/80 233/233 [==============================] - 0s 181us/step - loss: 0.0845 - acc: 0.8970 Epoch 27/80 233/233 [==============================] - 0s 196us/step - loss: 0.0831 - acc: 0.9056 Epoch 28/80 233/233 [==============================] - 0s 188us/step - loss: 0.0818 - acc: 0.9099 Epoch 29/80 233/233 [==============================] - 0s 184us/step - loss: 0.0804 - acc: 0.9099 Epoch 30/80 233/233 [==============================] - 0s 177us/step - loss: 0.0791 - acc: 0.9099 Epoch 31/80 233/233 [==============================] - 0s 200us/step - loss: 0.0779 - acc: 0.9056 Epoch 32/80 233/233 [==============================] - 0s 201us/step - loss: 0.0766 - acc: 0.9099 Epoch 33/80 233/233 [==============================] - 0s 209us/step - loss: 0.0754 - acc: 0.9142 Epoch 34/80 233/233 [==============================] - 0s 219us/step - loss: 0.0741 - acc: 0.9099 Epoch 35/80 233/233 [==============================] - 0s 193us/step - loss: 0.0729 - acc: 0.9099 Epoch 36/80 233/233 [==============================] - 0s 192us/step - loss: 0.0717 - acc: 0.9056 Epoch 37/80 233/233 [==============================] - 0s 194us/step - loss: 0.0705 - acc: 0.9013 Epoch 38/80 233/233 [==============================] - 0s 194us/step - loss: 0.0693 - acc: 0.9056 Epoch 39/80 233/233 [==============================] - 0s 208us/step - loss: 0.0681 - acc: 0.8970 Epoch 40/80 233/233 [==============================] - 0s 208us/step - loss: 0.0670 - acc: 0.9013 Epoch 41/80 233/233 [==============================] - 0s 209us/step - loss: 0.0659 - acc: 0.9013 Epoch 42/80 233/233 [==============================] - 0s 213us/step - loss: 0.0648 - acc: 0.9056 Epoch 43/80 233/233 [==============================] - 0s 213us/step - loss: 0.0637 - acc: 0.9056 Epoch 44/80 233/233 [==============================] - 0s 205us/step - loss: 0.0626 - acc: 0.9099 Epoch 45/80 233/233 [==============================] - 0s 234us/step - loss: 0.0615 - acc: 0.9056 Epoch 46/80 233/233 [==============================] - 0s 189us/step - loss: 0.0605 - acc: 0.9013 Epoch 47/80 233/233 [==============================] - ETA: 0s - loss: 0.0623 - acc: 0.933 - 0s 187us/step - loss: 0.0594 - acc: 0.9013 Epoch 48/80 233/233 [==============================] - 0s 191us/step - loss: 0.0584 - acc: 0.9013 Epoch 49/80 233/233 [==============================] - 0s 171us/step - loss: 0.0574 - acc: 0.9013 Epoch 50/80 233/233 [==============================] - 0s 171us/step - loss: 0.0564 - acc: 0.9013 Epoch 51/80 233/233 [==============================] - 0s 174us/step - loss: 0.0554 - acc: 0.9013 Epoch 52/80 233/233 [==============================] - 0s 168us/step - loss: 0.0544 - acc: 0.9013 Epoch 53/80 233/233 [==============================] - 0s 170us/step - loss: 0.0534 - acc: 0.9013 Epoch 54/80 233/233 [==============================] - 0s 174us/step - loss: 0.0525 - acc: 0.9013 Epoch 55/80 233/233 [==============================] - 0s 211us/step - loss: 0.0516 - acc: 0.9056 Epoch 56/80 233/233 [==============================] - 0s 213us/step - loss: 0.0506 - acc: 0.9013 Epoch 57/80 233/233 [==============================] - 0s 208us/step - loss: 0.0497 - acc: 0.9013 Epoch 58/80 233/233 [==============================] - 0s 211us/step - loss: 0.0489 - acc: 0.9013 Epoch 59/80 233/233 [==============================] - 0s 201us/step - loss: 0.0479 - acc: 0.9013 Epoch 60/80 233/233 [==============================] - 0s 190us/step - loss: 0.0470 - acc: 0.9013 Epoch 61/80 233/233 [==============================] - 0s 192us/step - loss: 0.0462 - acc: 0.9013 Epoch 62/80 233/233 [==============================] - 0s 160us/step - loss: 0.0453 - acc: 0.9013 Epoch 63/80 233/233 [==============================] - 0s 197us/step - loss: 0.0444 - acc: 0.9013 Epoch 64/80 233/233 [==============================] - 0s 168us/step - loss: 0.0436 - acc: 0.9013 Epoch 65/80 233/233 [==============================] - 0s 197us/step - loss: 0.0428 - acc: 0.9013 Epoch 66/80 233/233 [==============================] - 0s 192us/step - loss: 0.0420 - acc: 0.9013 Epoch 67/80 233/233 [==============================] - 0s 207us/step - loss: 0.0413 - acc: 0.9013 Epoch 68/80 233/233 [==============================] - 0s 206us/step - loss: 0.0405 - acc: 0.9013 Epoch 69/80 233/233 [==============================] - 0s 243us/step - loss: 0.0398 - acc: 0.9013 Epoch 70/80 233/233 [==============================] - 0s 206us/step - loss: 0.0390 - acc: 0.9013 Epoch 71/80 233/233 [==============================] - 0s 194us/step - loss: 0.0383 - acc: 0.9013 Epoch 72/80 233/233 [==============================] - 0s 195us/step - loss: 0.0376 - acc: 0.9013 Epoch 73/80 233/233 [==============================] - 0s 207us/step - loss: 0.0368 - acc: 0.9013 Epoch 74/80 233/233 [==============================] - 0s 184us/step - loss: 0.0361 - acc: 0.9013 Epoch 75/80 233/233 [==============================] - 0s 200us/step - loss: 0.0354 - acc: 0.9013 Epoch 76/80 233/233 [==============================] - 0s 187us/step - loss: 0.0347 - acc: 0.9013 Epoch 77/80 233/233 [==============================] - 0s 209us/step - loss: 0.0340 - acc: 0.9013 Epoch 78/80 233/233 [==============================] - 0s 216us/step - loss: 0.0333 - acc: 0.9013 Epoch 79/80 233/233 [==============================] - 0s 212us/step - loss: 0.0327 - acc: 0.9013 Epoch 80/80 233/233 [==============================] - 0s 185us/step - loss: 0.0320 - acc: 0.9013 Epoch 1/80 233/233 [==============================] - 2s 8ms/step - loss: 0.1467 - acc: 0.2403 Epoch 2/80 233/233 [==============================] - 0s 220us/step - loss: 0.1377 - acc: 0.5579 Epoch 3/80 233/233 [==============================] - 0s 157us/step - loss: 0.1323 - acc: 0.6781 Epoch 4/80 233/233 [==============================] - 0s 157us/step - loss: 0.1281 - acc: 0.7511 Epoch 5/80 233/233 [==============================] - 0s 163us/step - loss: 0.1244 - acc: 0.7682 Epoch 6/80 233/233 [==============================] - 0s 196us/step - loss: 0.1215 - acc: 0.7940 Epoch 7/80 233/233 [==============================] - 0s 179us/step - loss: 0.1189 - acc: 0.8155 Epoch 8/80 233/233 [==============================] - 0s 191us/step - loss: 0.1165 - acc: 0.8155 Epoch 9/80 233/233 [==============================] - 0s 221us/step - loss: 0.1143 - acc: 0.8369 Epoch 10/80 233/233 [==============================] - 0s 208us/step - loss: 0.1121 - acc: 0.8283 Epoch 11/80 233/233 [==============================] - 0s 215us/step - loss: 0.1101 - acc: 0.8283 Epoch 12/80 233/233 [==============================] - 0s 188us/step - loss: 0.1081 - acc: 0.8455 Epoch 13/80 233/233 [==============================] - 0s 187us/step - loss: 0.1061 - acc: 0.8412 Epoch 14/80 233/233 [==============================] - 0s 184us/step - loss: 0.1042 - acc: 0.8455 Epoch 15/80 233/233 [==============================] - 0s 186us/step - loss: 0.1024 - acc: 0.8498 Epoch 16/80 233/233 [==============================] - 0s 180us/step - loss: 0.1006 - acc: 0.8455 Epoch 17/80 233/233 [==============================] - 0s 191us/step - loss: 0.0988 - acc: 0.8498 Epoch 18/80 233/233 [==============================] - 0s 190us/step - loss: 0.0971 - acc: 0.8498 Epoch 19/80 233/233 [==============================] - 0s 191us/step - loss: 0.0955 - acc: 0.8455 Epoch 20/80 233/233 [==============================] - 0s 199us/step - loss: 0.0938 - acc: 0.8498 Epoch 21/80 233/233 [==============================] - 0s 218us/step - loss: 0.0922 - acc: 0.8498 Epoch 22/80 233/233 [==============================] - 0s 229us/step - loss: 0.0906 - acc: 0.8541 Epoch 23/80 233/233 [==============================] - 0s 197us/step - loss: 0.0891 - acc: 0.8584 Epoch 24/80 233/233 [==============================] - 0s 205us/step - loss: 0.0876 - acc: 0.8584 Epoch 25/80 233/233 [==============================] - 0s 226us/step - loss: 0.0861 - acc: 0.8584 Epoch 26/80 233/233 [==============================] - 0s 213us/step - loss: 0.0846 - acc: 0.8670 Epoch 27/80 233/233 [==============================] - 0s 204us/step - loss: 0.0832 - acc: 0.8670 Epoch 28/80 233/233 [==============================] - 0s 212us/step - loss: 0.0817 - acc: 0.8670 Epoch 29/80 233/233 [==============================] - 0s 210us/step - loss: 0.0803 - acc: 0.8627 Epoch 30/80 233/233 [==============================] - 0s 251us/step - loss: 0.0789 - acc: 0.8627 Epoch 31/80 233/233 [==============================] - 0s 259us/step - loss: 0.0775 - acc: 0.8584 Epoch 32/80 233/233 [==============================] - 0s 236us/step - loss: 0.0762 - acc: 0.8627 Epoch 33/80 233/233 [==============================] - 0s 207us/step - loss: 0.0748 - acc: 0.8627 Epoch 34/80 233/233 [==============================] - 0s 203us/step - loss: 0.0735 - acc: 0.8627 Epoch 35/80 233/233 [==============================] - 0s 182us/step - loss: 0.0722 - acc: 0.8670 Epoch 36/80 233/233 [==============================] - 0s 199us/step - loss: 0.0709 - acc: 0.8670 Epoch 37/80 233/233 [==============================] - 0s 197us/step - loss: 0.0697 - acc: 0.8670 Epoch 38/80 233/233 [==============================] - 0s 204us/step - loss: 0.0685 - acc: 0.8627 Epoch 39/80 233/233 [==============================] - 0s 192us/step - loss: 0.0673 - acc: 0.8584 Epoch 40/80 233/233 [==============================] - 0s 251us/step - loss: 0.0661 - acc: 0.8670 Epoch 41/80 233/233 [==============================] - 0s 261us/step - loss: 0.0649 - acc: 0.8670 Epoch 42/80 233/233 [==============================] - 0s 202us/step - loss: 0.0638 - acc: 0.8670 Epoch 43/80 233/233 [==============================] - 0s 233us/step - loss: 0.0627 - acc: 0.8627 Epoch 44/80 233/233 [==============================] - 0s 204us/step - loss: 0.0616 - acc: 0.8670 Epoch 45/80 233/233 [==============================] - 0s 185us/step - loss: 0.0605 - acc: 0.8627 Epoch 46/80 233/233 [==============================] - 0s 181us/step - loss: 0.0594 - acc: 0.8670 Epoch 47/80 233/233 [==============================] - 0s 196us/step - loss: 0.0584 - acc: 0.8670 Epoch 48/80 233/233 [==============================] - 0s 199us/step - loss: 0.0573 - acc: 0.8712 Epoch 49/80 233/233 [==============================] - 0s 196us/step - loss: 0.0563 - acc: 0.8670 Epoch 50/80 233/233 [==============================] - 0s 233us/step - loss: 0.0552 - acc: 0.8712 Epoch 51/80 233/233 [==============================] - 0s 253us/step - loss: 0.0542 - acc: 0.8670 Epoch 52/80 233/233 [==============================] - 0s 203us/step - loss: 0.0533 - acc: 0.8755 Epoch 53/80 233/233 [==============================] - 0s 216us/step - loss: 0.0523 - acc: 0.8670 Epoch 54/80 233/233 [==============================] - 0s 214us/step - loss: 0.0513 - acc: 0.8712 Epoch 55/80 233/233 [==============================] - 0s 198us/step - loss: 0.0504 - acc: 0.8712 Epoch 56/80 233/233 [==============================] - 0s 174us/step - loss: 0.0494 - acc: 0.8712 Epoch 57/80 233/233 [==============================] - 0s 188us/step - loss: 0.0486 - acc: 0.8712 Epoch 58/80 233/233 [==============================] - 0s 211us/step - loss: 0.0477 - acc: 0.8712 Epoch 59/80 233/233 [==============================] - 0s 192us/step - loss: 0.0468 - acc: 0.8712 Epoch 60/80 233/233 [==============================] - 0s 177us/step - loss: 0.0459 - acc: 0.8712 Epoch 61/80 233/233 [==============================] - 0s 153us/step - loss: 0.0450 - acc: 0.8712 Epoch 62/80 233/233 [==============================] - 0s 158us/step - loss: 0.0441 - acc: 0.8755 Epoch 63/80 233/233 [==============================] - 0s 252us/step - loss: 0.0433 - acc: 0.8755 Epoch 64/80 233/233 [==============================] - 0s 239us/step - loss: 0.0425 - acc: 0.8755 Epoch 65/80 233/233 [==============================] - 0s 257us/step - loss: 0.0417 - acc: 0.8755 Epoch 66/80 233/233 [==============================] - 0s 208us/step - loss: 0.0409 - acc: 0.8755 Epoch 67/80 233/233 [==============================] - 0s 203us/step - loss: 0.0401 - acc: 0.8712 Epoch 68/80 233/233 [==============================] - 0s 196us/step - loss: 0.0393 - acc: 0.8755 Epoch 69/80 233/233 [==============================] - 0s 211us/step - loss: 0.0385 - acc: 0.8755 Epoch 70/80 233/233 [==============================] - 0s 223us/step - loss: 0.0377 - acc: 0.8712 Epoch 71/80 233/233 [==============================] - 0s 207us/step - loss: 0.0370 - acc: 0.8755 Epoch 72/80 233/233 [==============================] - 0s 198us/step - loss: 0.0363 - acc: 0.8755 Epoch 73/80 233/233 [==============================] - 0s 210us/step - loss: 0.0356 - acc: 0.8755 Epoch 74/80 233/233 [==============================] - 0s 211us/step - loss: 0.0348 - acc: 0.8755 Epoch 75/80 233/233 [==============================] - 0s 218us/step - loss: 0.0341 - acc: 0.8755 Epoch 76/80 233/233 [==============================] - 0s 206us/step - loss: 0.0335 - acc: 0.8712 Epoch 77/80 233/233 [==============================] - ETA: 0s - loss: 0.0320 - acc: 0.883 - 0s 191us/step - loss: 0.0328 - acc: 0.8755 Epoch 78/80 233/233 [==============================] - 0s 201us/step - loss: 0.0321 - acc: 0.8755 Epoch 79/80 233/233 [==============================] - 0s 215us/step - loss: 0.0315 - acc: 0.8798 Epoch 80/80 233/233 [==============================] - 0s 203us/step - loss: 0.0308 - acc: 0.8755 Epoch 1/80 233/233 [==============================] - 2s 9ms/step - loss: 0.1455 - acc: 0.2532 Epoch 2/80 233/233 [==============================] - 0s 176us/step - loss: 0.1370 - acc: 0.5193 Epoch 3/80 233/233 [==============================] - 0s 194us/step - loss: 0.1317 - acc: 0.6524 Epoch 4/80 233/233 [==============================] - 0s 163us/step - loss: 0.1274 - acc: 0.7554 Epoch 5/80 233/233 [==============================] - 0s 190us/step - loss: 0.1241 - acc: 0.7854 Epoch 6/80 233/233 [==============================] - 0s 162us/step - loss: 0.1212 - acc: 0.7940 Epoch 7/80 233/233 [==============================] - 0s 177us/step - loss: 0.1187 - acc: 0.8026 Epoch 8/80 233/233 [==============================] - 0s 171us/step - loss: 0.1163 - acc: 0.8283 Epoch 9/80 233/233 [==============================] - 0s 186us/step - loss: 0.1140 - acc: 0.8455 Epoch 10/80 233/233 [==============================] - 0s 227us/step - loss: 0.1118 - acc: 0.8498 Epoch 11/80 233/233 [==============================] - 0s 196us/step - loss: 0.1097 - acc: 0.8541 Epoch 12/80 233/233 [==============================] - 0s 208us/step - loss: 0.1077 - acc: 0.8541 Epoch 13/80 233/233 [==============================] - 0s 191us/step - loss: 0.1057 - acc: 0.8498 Epoch 14/80 233/233 [==============================] - 0s 192us/step - loss: 0.1039 - acc: 0.8498 Epoch 15/80 233/233 [==============================] - 0s 180us/step - loss: 0.1020 - acc: 0.8541 Epoch 16/80 233/233 [==============================] - 0s 170us/step - loss: 0.1002 - acc: 0.8498 Epoch 17/80 233/233 [==============================] - 0s 171us/step - loss: 0.0984 - acc: 0.8498 Epoch 18/80 233/233 [==============================] - 0s 167us/step - loss: 0.0966 - acc: 0.8455 Epoch 19/80 233/233 [==============================] - 0s 188us/step - loss: 0.0949 - acc: 0.8541 Epoch 20/80 233/233 [==============================] - 0s 177us/step - loss: 0.0933 - acc: 0.8584 Epoch 21/80 233/233 [==============================] - 0s 207us/step - loss: 0.0917 - acc: 0.8627 Epoch 22/80 233/233 [==============================] - 0s 222us/step - loss: 0.0902 - acc: 0.8627 Epoch 23/80 233/233 [==============================] - 0s 218us/step - loss: 0.0886 - acc: 0.8627 Epoch 24/80 233/233 [==============================] - 0s 200us/step - loss: 0.0872 - acc: 0.8712 Epoch 25/80 233/233 [==============================] - 0s 208us/step - loss: 0.0857 - acc: 0.8541 Epoch 26/80 233/233 [==============================] - 0s 183us/step - loss: 0.0843 - acc: 0.8670 Epoch 27/80 233/233 [==============================] - 0s 187us/step - loss: 0.0830 - acc: 0.8927 Epoch 28/80 233/233 [==============================] - 0s 201us/step - loss: 0.0816 - acc: 0.8927 Epoch 29/80 233/233 [==============================] - 0s 192us/step - loss: 0.0803 - acc: 0.8927 Epoch 30/80 233/233 [==============================] - 0s 199us/step - loss: 0.0791 - acc: 0.8927 Epoch 31/80 233/233 [==============================] - 0s 207us/step - loss: 0.0778 - acc: 0.8927 Epoch 32/80 233/233 [==============================] - 0s 200us/step - loss: 0.0766 - acc: 0.8970 Epoch 33/80 233/233 [==============================] - 0s 241us/step - loss: 0.0753 - acc: 0.8970 Epoch 34/80 233/233 [==============================] - 0s 210us/step - loss: 0.0741 - acc: 0.8970 Epoch 35/80 233/233 [==============================] - 0s 197us/step - loss: 0.0729 - acc: 0.9013 Epoch 36/80 233/233 [==============================] - 0s 178us/step - loss: 0.0717 - acc: 0.8884 Epoch 37/80 233/233 [==============================] - 0s 203us/step - loss: 0.0706 - acc: 0.8970 Epoch 38/80 233/233 [==============================] - 0s 199us/step - loss: 0.0694 - acc: 0.8970 Epoch 39/80 233/233 [==============================] - 0s 194us/step - loss: 0.0683 - acc: 0.9013 Epoch 40/80 233/233 [==============================] - 0s 225us/step - loss: 0.0672 - acc: 0.8927 Epoch 41/80 233/233 [==============================] - 0s 210us/step - loss: 0.0661 - acc: 0.9013 Epoch 42/80 233/233 [==============================] - 0s 219us/step - loss: 0.0650 - acc: 0.8970 Epoch 43/80 233/233 [==============================] - 0s 200us/step - loss: 0.0639 - acc: 0.8970 Epoch 44/80 233/233 [==============================] - 0s 189us/step - loss: 0.0628 - acc: 0.8970 Epoch 45/80 233/233 [==============================] - 0s 188us/step - loss: 0.0617 - acc: 0.9056 Epoch 46/80 233/233 [==============================] - 0s 186us/step - loss: 0.0606 - acc: 0.8970 Epoch 47/80 233/233 [==============================] - 0s 205us/step - loss: 0.0596 - acc: 0.8970 Epoch 48/80 233/233 [==============================] - 0s 196us/step - loss: 0.0585 - acc: 0.8970 Epoch 49/80 233/233 [==============================] - 0s 194us/step - loss: 0.0575 - acc: 0.8970 Epoch 50/80 233/233 [==============================] - 0s 223us/step - loss: 0.0565 - acc: 0.8970 Epoch 51/80 233/233 [==============================] - 0s 204us/step - loss: 0.0556 - acc: 0.8970 Epoch 52/80 233/233 [==============================] - 0s 191us/step - loss: 0.0546 - acc: 0.8927 Epoch 53/80 233/233 [==============================] - 0s 202us/step - loss: 0.0537 - acc: 0.9013 Epoch 54/80 233/233 [==============================] - 0s 202us/step - loss: 0.0527 - acc: 0.8970 Epoch 55/80 233/233 [==============================] - 0s 200us/step - loss: 0.0518 - acc: 0.9099 Epoch 56/80 233/233 [==============================] - 0s 187us/step - loss: 0.0509 - acc: 0.9013 Epoch 57/80 233/233 [==============================] - 0s 193us/step - loss: 0.0500 - acc: 0.9099 Epoch 58/80 233/233 [==============================] - 0s 226us/step - loss: 0.0490 - acc: 0.9013 Epoch 59/80 233/233 [==============================] - 0s 222us/step - loss: 0.0481 - acc: 0.9056 Epoch 60/80 233/233 [==============================] - 0s 219us/step - loss: 0.0473 - acc: 0.8927 Epoch 61/80 233/233 [==============================] - 0s 188us/step - loss: 0.0463 - acc: 0.9056 Epoch 62/80 233/233 [==============================] - 0s 196us/step - loss: 0.0454 - acc: 0.9013 Epoch 63/80 233/233 [==============================] - 0s 194us/step - loss: 0.0445 - acc: 0.9056 Epoch 64/80 233/233 [==============================] - 0s 207us/step - loss: 0.0436 - acc: 0.9056 Epoch 65/80 233/233 [==============================] - 0s 209us/step - loss: 0.0428 - acc: 0.9142 Epoch 66/80 233/233 [==============================] - 0s 186us/step - loss: 0.0420 - acc: 0.9099 Epoch 67/80 233/233 [==============================] - 0s 198us/step - loss: 0.0412 - acc: 0.9099 Epoch 68/80 233/233 [==============================] - 0s 232us/step - loss: 0.0404 - acc: 0.9013 Epoch 69/80 233/233 [==============================] - 0s 203us/step - loss: 0.0397 - acc: 0.9142 Epoch 70/80 233/233 [==============================] - 0s 224us/step - loss: 0.0389 - acc: 0.9056 Epoch 71/80 233/233 [==============================] - 0s 201us/step - loss: 0.0381 - acc: 0.9142 Epoch 72/80 233/233 [==============================] - 0s 192us/step - loss: 0.0374 - acc: 0.9099 Epoch 73/80 233/233 [==============================] - 0s 197us/step - loss: 0.0367 - acc: 0.9185 Epoch 74/80 233/233 [==============================] - 0s 205us/step - loss: 0.0360 - acc: 0.9099 Epoch 75/80 233/233 [==============================] - 0s 186us/step - loss: 0.0353 - acc: 0.9185 Epoch 76/80 233/233 [==============================] - 0s 188us/step - loss: 0.0346 - acc: 0.9099 Epoch 77/80 233/233 [==============================] - 0s 206us/step - loss: 0.0340 - acc: 0.9099 Epoch 78/80 233/233 [==============================] - 0s 221us/step - loss: 0.0333 - acc: 0.9099 Epoch 79/80 233/233 [==============================] - 0s 193us/step - loss: 0.0326 - acc: 0.9099 Epoch 80/80 233/233 [==============================] - 0s 198us/step - loss: 0.0320 - acc: 0.9099 Epoch 1/80 233/233 [==============================] - 2s 8ms/step - loss: 0.1457 - acc: 0.2661 Epoch 2/80 233/233 [==============================] - 0s 186us/step - loss: 0.1365 - acc: 0.6223 Epoch 3/80 233/233 [==============================] - 0s 204us/step - loss: 0.1314 - acc: 0.7425 Epoch 4/80 233/233 [==============================] - 0s 187us/step - loss: 0.1275 - acc: 0.7897 Epoch 5/80 233/233 [==============================] - 0s 195us/step - loss: 0.1241 - acc: 0.8369 Epoch 6/80 233/233 [==============================] - 0s 204us/step - loss: 0.1210 - acc: 0.8326 Epoch 7/80 233/233 [==============================] - 0s 215us/step - loss: 0.1183 - acc: 0.8326 Epoch 8/80 233/233 [==============================] - 0s 283us/step - loss: 0.1160 - acc: 0.8412 Epoch 9/80 233/233 [==============================] - 0s 217us/step - loss: 0.1137 - acc: 0.8326 Epoch 10/80 233/233 [==============================] - 0s 167us/step - loss: 0.1116 - acc: 0.8412 Epoch 11/80 233/233 [==============================] - 0s 178us/step - loss: 0.1096 - acc: 0.8455 Epoch 12/80 233/233 [==============================] - 0s 162us/step - loss: 0.1075 - acc: 0.8283 Epoch 13/80 233/233 [==============================] - 0s 156us/step - loss: 0.1056 - acc: 0.8326 Epoch 14/80 233/233 [==============================] - 0s 169us/step - loss: 0.1037 - acc: 0.8197 Epoch 15/80 233/233 [==============================] - 0s 162us/step - loss: 0.1018 - acc: 0.8197 Epoch 16/80 233/233 [==============================] - 0s 191us/step - loss: 0.1001 - acc: 0.8283 Epoch 17/80 233/233 [==============================] - 0s 177us/step - loss: 0.0983 - acc: 0.8240 Epoch 18/80 233/233 [==============================] - 0s 210us/step - loss: 0.0967 - acc: 0.8240 Epoch 19/80 233/233 [==============================] - 0s 202us/step - loss: 0.0950 - acc: 0.8240 Epoch 20/80 233/233 [==============================] - ETA: 0s - loss: 0.0805 - acc: 0.850 - 0s 223us/step - loss: 0.0934 - acc: 0.8283 Epoch 21/80 233/233 [==============================] - 0s 207us/step - loss: 0.0919 - acc: 0.8326 Epoch 22/80 233/233 [==============================] - 0s 175us/step - loss: 0.0903 - acc: 0.8326 Epoch 23/80 233/233 [==============================] - 0s 185us/step - loss: 0.0888 - acc: 0.8283 Epoch 24/80 233/233 [==============================] - 0s 209us/step - loss: 0.0873 - acc: 0.8283 Epoch 25/80 233/233 [==============================] - 0s 197us/step - loss: 0.0859 - acc: 0.8283 Epoch 26/80 233/233 [==============================] - 0s 195us/step - loss: 0.0845 - acc: 0.8326 Epoch 27/80 233/233 [==============================] - 0s 198us/step - loss: 0.0831 - acc: 0.8326 Epoch 28/80 233/233 [==============================] - 0s 239us/step - loss: 0.0818 - acc: 0.8326 Epoch 29/80 233/233 [==============================] - 0s 198us/step - loss: 0.0804 - acc: 0.8240 Epoch 30/80 233/233 [==============================] - 0s 208us/step - loss: 0.0791 - acc: 0.8283 Epoch 31/80 233/233 [==============================] - 0s 201us/step - loss: 0.0778 - acc: 0.8369 Epoch 32/80 233/233 [==============================] - 0s 204us/step - loss: 0.0766 - acc: 0.8369 Epoch 33/80 233/233 [==============================] - 0s 190us/step - loss: 0.0753 - acc: 0.8412 Epoch 34/80 233/233 [==============================] - 0s 198us/step - loss: 0.0741 - acc: 0.8455 Epoch 35/80 233/233 [==============================] - 0s 201us/step - loss: 0.0728 - acc: 0.8455 Epoch 36/80 233/233 [==============================] - 0s 211us/step - loss: 0.0716 - acc: 0.8455 Epoch 37/80 233/233 [==============================] - 0s 190us/step - loss: 0.0704 - acc: 0.8412 Epoch 38/80 233/233 [==============================] - 0s 219us/step - loss: 0.0693 - acc: 0.8412 Epoch 39/80 233/233 [==============================] - 0s 205us/step - loss: 0.0682 - acc: 0.8541 Epoch 40/80 233/233 [==============================] - 0s 215us/step - loss: 0.0670 - acc: 0.8541 Epoch 41/80 233/233 [==============================] - 0s 195us/step - loss: 0.0659 - acc: 0.8584 Epoch 42/80 233/233 [==============================] - 0s 198us/step - loss: 0.0648 - acc: 0.8584 Epoch 43/80 233/233 [==============================] - 0s 194us/step - loss: 0.0637 - acc: 0.8498 Epoch 44/80 233/233 [==============================] - 0s 181us/step - loss: 0.0626 - acc: 0.8584 Epoch 45/80 233/233 [==============================] - 0s 208us/step - loss: 0.0616 - acc: 0.8627 Epoch 46/80 233/233 [==============================] - 0s 189us/step - loss: 0.0606 - acc: 0.8584 Epoch 47/80 233/233 [==============================] - 0s 200us/step - loss: 0.0595 - acc: 0.8712 Epoch 48/80 233/233 [==============================] - 0s 200us/step - loss: 0.0585 - acc: 0.8712 Epoch 49/80 233/233 [==============================] - 0s 214us/step - loss: 0.0576 - acc: 0.8841 Epoch 50/80 233/233 [==============================] - 0s 207us/step - loss: 0.0566 - acc: 0.8798 Epoch 51/80 233/233 [==============================] - 0s 204us/step - loss: 0.0557 - acc: 0.8798 Epoch 52/80 233/233 [==============================] - 0s 206us/step - loss: 0.0548 - acc: 0.9013 Epoch 53/80 233/233 [==============================] - 0s 182us/step - loss: 0.0539 - acc: 0.8927 Epoch 54/80 233/233 [==============================] - 0s 208us/step - loss: 0.0529 - acc: 0.9185 Epoch 55/80 233/233 [==============================] - 0s 181us/step - loss: 0.0520 - acc: 0.9185 Epoch 56/80 233/233 [==============================] - 0s 196us/step - loss: 0.0511 - acc: 0.9185 Epoch 57/80 233/233 [==============================] - 0s 211us/step - loss: 0.0502 - acc: 0.9185 Epoch 58/80 233/233 [==============================] - 0s 201us/step - loss: 0.0493 - acc: 0.9185 Epoch 59/80 233/233 [==============================] - 0s 225us/step - loss: 0.0484 - acc: 0.9227 Epoch 60/80 233/233 [==============================] - 0s 188us/step - loss: 0.0475 - acc: 0.9142 Epoch 61/80 233/233 [==============================] - 0s 220us/step - loss: 0.0465 - acc: 0.9185 Epoch 62/80 233/233 [==============================] - 0s 210us/step - loss: 0.0457 - acc: 0.9142 Epoch 63/80 233/233 [==============================] - 0s 195us/step - loss: 0.0448 - acc: 0.9142 Epoch 64/80 233/233 [==============================] - 0s 191us/step - loss: 0.0440 - acc: 0.9056 Epoch 65/80 233/233 [==============================] - 0s 182us/step - loss: 0.0432 - acc: 0.9185 Epoch 66/80 233/233 [==============================] - 0s 219us/step - loss: 0.0424 - acc: 0.9142 Epoch 67/80 233/233 [==============================] - 0s 197us/step - loss: 0.0416 - acc: 0.9099 Epoch 68/80 233/233 [==============================] - 0s 204us/step - loss: 0.0408 - acc: 0.9099 Epoch 69/80 233/233 [==============================] - 0s 187us/step - loss: 0.0401 - acc: 0.9099 Epoch 70/80 233/233 [==============================] - 0s 189us/step - loss: 0.0393 - acc: 0.9142 Epoch 71/80 233/233 [==============================] - 0s 199us/step - loss: 0.0386 - acc: 0.9099 Epoch 72/80 233/233 [==============================] - 0s 186us/step - loss: 0.0378 - acc: 0.9099 Epoch 73/80 233/233 [==============================] - 0s 195us/step - loss: 0.0371 - acc: 0.9142 Epoch 74/80 233/233 [==============================] - 0s 200us/step - loss: 0.0363 - acc: 0.9099 Epoch 75/80 233/233 [==============================] - 0s 184us/step - loss: 0.0356 - acc: 0.9142 Epoch 76/80 233/233 [==============================] - 0s 215us/step - loss: 0.0349 - acc: 0.9099 Epoch 77/80 233/233 [==============================] - 0s 192us/step - loss: 0.0342 - acc: 0.9142 Epoch 78/80 233/233 [==============================] - 0s 184us/step - loss: 0.0335 - acc: 0.9056 Epoch 79/80 233/233 [==============================] - 0s 194us/step - loss: 0.0329 - acc: 0.9056 Epoch 80/80 233/233 [==============================] - 0s 197us/step - loss: 0.0322 - acc: 0.9056 Epoch 1/80 233/233 [==============================] - 2s 9ms/step - loss: 0.1453 - acc: 0.3176 Epoch 2/80 233/233 [==============================] - 0s 216us/step - loss: 0.1369 - acc: 0.5837 Epoch 3/80 233/233 [==============================] - 0s 219us/step - loss: 0.1317 - acc: 0.6867 Epoch 4/80 233/233 [==============================] - 0s 198us/step - loss: 0.1277 - acc: 0.7425 Epoch 5/80 233/233 [==============================] - 0s 185us/step - loss: 0.1245 - acc: 0.7725 Epoch 6/80 233/233 [==============================] - 0s 176us/step - loss: 0.1216 - acc: 0.8240 Epoch 7/80 233/233 [==============================] - 0s 212us/step - loss: 0.1189 - acc: 0.8541 Epoch 8/80 233/233 [==============================] - 0s 220us/step - loss: 0.1164 - acc: 0.8627 Epoch 9/80 233/233 [==============================] - 0s 264us/step - loss: 0.1141 - acc: 0.8584 Epoch 10/80 233/233 [==============================] - 0s 214us/step - loss: 0.1119 - acc: 0.8627 Epoch 11/80 233/233 [==============================] - 0s 219us/step - loss: 0.1098 - acc: 0.8670 Epoch 12/80 233/233 [==============================] - 0s 184us/step - loss: 0.1078 - acc: 0.8712 Epoch 13/80 233/233 [==============================] - 0s 185us/step - loss: 0.1059 - acc: 0.8712 Epoch 14/80 233/233 [==============================] - 0s 204us/step - loss: 0.1040 - acc: 0.8670 Epoch 15/80 233/233 [==============================] - 0s 190us/step - loss: 0.1022 - acc: 0.8798 Epoch 16/80 233/233 [==============================] - 0s 207us/step - loss: 0.1004 - acc: 0.8755 Epoch 17/80 233/233 [==============================] - 0s 185us/step - loss: 0.0986 - acc: 0.8884 Epoch 18/80 233/233 [==============================] - 0s 205us/step - loss: 0.0969 - acc: 0.8884 Epoch 19/80 233/233 [==============================] - 0s 201us/step - loss: 0.0952 - acc: 0.8884 Epoch 20/80 233/233 [==============================] - 0s 219us/step - loss: 0.0936 - acc: 0.8884 Epoch 21/80 233/233 [==============================] - 0s 228us/step - loss: 0.0920 - acc: 0.9013 Epoch 22/80 233/233 [==============================] - 0s 199us/step - loss: 0.0904 - acc: 0.9056 Epoch 23/80 233/233 [==============================] - 0s 207us/step - loss: 0.0888 - acc: 0.9142 Epoch 24/80 233/233 [==============================] - 0s 196us/step - loss: 0.0872 - acc: 0.9227 Epoch 25/80 233/233 [==============================] - 0s 193us/step - loss: 0.0857 - acc: 0.9227 Epoch 26/80 233/233 [==============================] - 0s 216us/step - loss: 0.0843 - acc: 0.9270 Epoch 27/80 233/233 [==============================] - 0s 194us/step - loss: 0.0828 - acc: 0.9313 Epoch 28/80 233/233 [==============================] - 0s 168us/step - loss: 0.0814 - acc: 0.9313 Epoch 29/80 233/233 [==============================] - 0s 193us/step - loss: 0.0800 - acc: 0.9356 Epoch 30/80 233/233 [==============================] - 0s 204us/step - loss: 0.0786 - acc: 0.9399 Epoch 31/80 233/233 [==============================] - 0s 186us/step - loss: 0.0773 - acc: 0.9399 Epoch 32/80 233/233 [==============================] - 0s 198us/step - loss: 0.0760 - acc: 0.9399 Epoch 33/80 233/233 [==============================] - 0s 181us/step - loss: 0.0747 - acc: 0.9399 Epoch 34/80 233/233 [==============================] - 0s 209us/step - loss: 0.0734 - acc: 0.9356 Epoch 35/80 233/233 [==============================] - 0s 186us/step - loss: 0.0722 - acc: 0.9356 Epoch 36/80 233/233 [==============================] - 0s 190us/step - loss: 0.0710 - acc: 0.9313 Epoch 37/80 233/233 [==============================] - 0s 186us/step - loss: 0.0698 - acc: 0.9313 Epoch 38/80 233/233 [==============================] - 0s 194us/step - loss: 0.0686 - acc: 0.9313 Epoch 39/80 233/233 [==============================] - 0s 183us/step - loss: 0.0674 - acc: 0.9356 Epoch 40/80 233/233 [==============================] - 0s 206us/step - loss: 0.0663 - acc: 0.9356 Epoch 41/80 233/233 [==============================] - 0s 191us/step - loss: 0.0652 - acc: 0.9356 Epoch 42/80 233/233 [==============================] - 0s 231us/step - loss: 0.0641 - acc: 0.9356 Epoch 43/80 233/233 [==============================] - 0s 199us/step - loss: 0.0630 - acc: 0.9356 Epoch 44/80 233/233 [==============================] - 0s 185us/step - loss: 0.0620 - acc: 0.9356 Epoch 45/80 233/233 [==============================] - 0s 189us/step - loss: 0.0609 - acc: 0.9356 Epoch 46/80 233/233 [==============================] - 0s 188us/step - loss: 0.0599 - acc: 0.9356 Epoch 47/80 233/233 [==============================] - 0s 182us/step - loss: 0.0589 - acc: 0.9313 Epoch 48/80 233/233 [==============================] - 0s 181us/step - loss: 0.0579 - acc: 0.9313 Epoch 49/80 233/233 [==============================] - 0s 201us/step - loss: 0.0569 - acc: 0.9356 Epoch 50/80 233/233 [==============================] - 0s 179us/step - loss: 0.0559 - acc: 0.9356 Epoch 51/80 233/233 [==============================] - 0s 220us/step - loss: 0.0549 - acc: 0.9356 Epoch 52/80 233/233 [==============================] - 0s 188us/step - loss: 0.0540 - acc: 0.9356 Epoch 53/80 233/233 [==============================] - 0s 190us/step - loss: 0.0531 - acc: 0.9356 Epoch 54/80 233/233 [==============================] - 0s 191us/step - loss: 0.0521 - acc: 0.9313 Epoch 55/80 233/233 [==============================] - 0s 198us/step - loss: 0.0512 - acc: 0.9313 Epoch 56/80 233/233 [==============================] - 0s 181us/step - loss: 0.0503 - acc: 0.9313 Epoch 57/80 233/233 [==============================] - 0s 198us/step - loss: 0.0494 - acc: 0.9313 Epoch 58/80 233/233 [==============================] - 0s 206us/step - loss: 0.0485 - acc: 0.9313 Epoch 59/80 233/233 [==============================] - 0s 225us/step - loss: 0.0477 - acc: 0.9313 Epoch 60/80 233/233 [==============================] - 0s 202us/step - loss: 0.0468 - acc: 0.9313 Epoch 61/80 233/233 [==============================] - 0s 194us/step - loss: 0.0459 - acc: 0.9313 Epoch 62/80 233/233 [==============================] - 0s 190us/step - loss: 0.0450 - acc: 0.9313 Epoch 63/80 233/233 [==============================] - 0s 201us/step - loss: 0.0442 - acc: 0.9270 Epoch 64/80 233/233 [==============================] - 0s 184us/step - loss: 0.0434 - acc: 0.9313 Epoch 65/80 233/233 [==============================] - 0s 190us/step - loss: 0.0426 - acc: 0.9313 Epoch 66/80 233/233 [==============================] - 0s 193us/step - loss: 0.0418 - acc: 0.9270 Epoch 67/80 233/233 [==============================] - 0s 221us/step - loss: 0.0410 - acc: 0.9313 Epoch 68/80 233/233 [==============================] - 0s 207us/step - loss: 0.0403 - acc: 0.9270 Epoch 69/80 233/233 [==============================] - 0s 205us/step - loss: 0.0395 - acc: 0.9313 Epoch 70/80 233/233 [==============================] - 0s 196us/step - loss: 0.0387 - acc: 0.9270 Epoch 71/80 233/233 [==============================] - 0s 202us/step - loss: 0.0380 - acc: 0.9270 Epoch 72/80 233/233 [==============================] - 0s 196us/step - loss: 0.0372 - acc: 0.9270 Epoch 73/80 233/233 [==============================] - 0s 201us/step - loss: 0.0365 - acc: 0.9270 Epoch 74/80 233/233 [==============================] - 0s 186us/step - loss: 0.0358 - acc: 0.9270 Epoch 75/80 233/233 [==============================] - 0s 191us/step - loss: 0.0351 - acc: 0.9313 Epoch 76/80 233/233 [==============================] - 0s 194us/step - loss: 0.0344 - acc: 0.9313 Epoch 77/80 233/233 [==============================] - 0s 189us/step - loss: 0.0337 - acc: 0.9313 Epoch 78/80 233/233 [==============================] - 0s 191us/step - loss: 0.0331 - acc: 0.9313 Epoch 79/80 233/233 [==============================] - 0s 200us/step - loss: 0.0324 - acc: 0.9313 Epoch 80/80 233/233 [==============================] - 0s 201us/step - loss: 0.0317 - acc: 0.9313 Epoch 1/80 233/233 [==============================] - 2s 9ms/step - loss: 0.1458 - acc: 0.3004 Epoch 2/80 233/233 [==============================] - 0s 183us/step - loss: 0.1371 - acc: 0.6524 Epoch 3/80 233/233 [==============================] - 0s 164us/step - loss: 0.1320 - acc: 0.7339 Epoch 4/80 233/233 [==============================] - 0s 175us/step - loss: 0.1278 - acc: 0.7511 Epoch 5/80 233/233 [==============================] - 0s 188us/step - loss: 0.1244 - acc: 0.7940 Epoch 6/80 233/233 [==============================] - 0s 209us/step - loss: 0.1215 - acc: 0.8326 Epoch 7/80 233/233 [==============================] - 0s 177us/step - loss: 0.1189 - acc: 0.8369 Epoch 8/80 233/233 [==============================] - 0s 213us/step - loss: 0.1164 - acc: 0.8283 Epoch 9/80 233/233 [==============================] - 0s 226us/step - loss: 0.1142 - acc: 0.8283 Epoch 10/80 233/233 [==============================] - 0s 241us/step - loss: 0.1120 - acc: 0.8283 Epoch 11/80 233/233 [==============================] - 0s 216us/step - loss: 0.1100 - acc: 0.8326 Epoch 12/80 233/233 [==============================] - 0s 195us/step - loss: 0.1080 - acc: 0.8369 Epoch 13/80 233/233 [==============================] - 0s 212us/step - loss: 0.1061 - acc: 0.8455 Epoch 14/80 233/233 [==============================] - 0s 204us/step - loss: 0.1042 - acc: 0.8541 Epoch 15/80 233/233 [==============================] - 0s 192us/step - loss: 0.1023 - acc: 0.8498 Epoch 16/80 233/233 [==============================] - 0s 193us/step - loss: 0.1005 - acc: 0.8498 Epoch 17/80 233/233 [==============================] - 0s 214us/step - loss: 0.0987 - acc: 0.8541 Epoch 18/80 233/233 [==============================] - ETA: 0s - loss: 0.0923 - acc: 0.866 - 0s 221us/step - loss: 0.0970 - acc: 0.8498 Epoch 19/80 233/233 [==============================] - 0s 220us/step - loss: 0.0954 - acc: 0.8498 Epoch 20/80 233/233 [==============================] - 0s 197us/step - loss: 0.0938 - acc: 0.8541 Epoch 21/80 233/233 [==============================] - 0s 203us/step - loss: 0.0922 - acc: 0.8584 Epoch 22/80 233/233 [==============================] - 0s 183us/step - loss: 0.0906 - acc: 0.8627 Epoch 23/80 233/233 [==============================] - 0s 197us/step - loss: 0.0891 - acc: 0.8627 Epoch 24/80 233/233 [==============================] - 0s 209us/step - loss: 0.0876 - acc: 0.8755 Epoch 25/80 233/233 [==============================] - 0s 192us/step - loss: 0.0862 - acc: 0.8798 Epoch 26/80 233/233 [==============================] - 0s 210us/step - loss: 0.0847 - acc: 0.8798 Epoch 27/80 233/233 [==============================] - 0s 221us/step - loss: 0.0833 - acc: 0.8798 Epoch 28/80 233/233 [==============================] - 0s 220us/step - loss: 0.0818 - acc: 0.8798 Epoch 29/80 233/233 [==============================] - 0s 222us/step - loss: 0.0805 - acc: 0.8798 Epoch 30/80 233/233 [==============================] - 0s 196us/step - loss: 0.0791 - acc: 0.8841 Epoch 31/80 233/233 [==============================] - 0s 193us/step - loss: 0.0778 - acc: 0.9142 Epoch 32/80 233/233 [==============================] - 0s 206us/step - loss: 0.0765 - acc: 0.9227 Epoch 33/80 233/233 [==============================] - 0s 216us/step - loss: 0.0752 - acc: 0.9227 Epoch 34/80 233/233 [==============================] - 0s 207us/step - loss: 0.0739 - acc: 0.9227 Epoch 35/80 233/233 [==============================] - 0s 179us/step - loss: 0.0727 - acc: 0.9227 Epoch 36/80 233/233 [==============================] - 0s 211us/step - loss: 0.0715 - acc: 0.9227 Epoch 37/80 233/233 [==============================] - 0s 199us/step - loss: 0.0703 - acc: 0.9227 Epoch 38/80 233/233 [==============================] - 0s 214us/step - loss: 0.0691 - acc: 0.9185 Epoch 39/80 233/233 [==============================] - 0s 200us/step - loss: 0.0679 - acc: 0.9185 Epoch 40/80 233/233 [==============================] - 0s 197us/step - loss: 0.0667 - acc: 0.9227 Epoch 41/80 233/233 [==============================] - 0s 197us/step - loss: 0.0656 - acc: 0.9270 Epoch 42/80 233/233 [==============================] - 0s 209us/step - loss: 0.0644 - acc: 0.9227 Epoch 43/80 233/233 [==============================] - 0s 201us/step - loss: 0.0633 - acc: 0.9270 Epoch 44/80 233/233 [==============================] - 0s 194us/step - loss: 0.0622 - acc: 0.9227 Epoch 45/80 233/233 [==============================] - 0s 187us/step - loss: 0.0611 - acc: 0.9270 Epoch 46/80 233/233 [==============================] - 0s 226us/step - loss: 0.0600 - acc: 0.9227 Epoch 47/80 233/233 [==============================] - 0s 209us/step - loss: 0.0590 - acc: 0.9270 Epoch 48/80 233/233 [==============================] - 0s 199us/step - loss: 0.0580 - acc: 0.9270 Epoch 49/80 233/233 [==============================] - 0s 212us/step - loss: 0.0570 - acc: 0.9270 Epoch 50/80 233/233 [==============================] - 0s 218us/step - loss: 0.0559 - acc: 0.9356 Epoch 51/80 233/233 [==============================] - 0s 194us/step - loss: 0.0550 - acc: 0.9442 Epoch 52/80 233/233 [==============================] - 0s 209us/step - loss: 0.0540 - acc: 0.9399 Epoch 53/80 233/233 [==============================] - 0s 208us/step - loss: 0.0530 - acc: 0.9442 Epoch 54/80 233/233 [==============================] - 0s 197us/step - loss: 0.0520 - acc: 0.9399 Epoch 55/80 233/233 [==============================] - 0s 197us/step - loss: 0.0511 - acc: 0.9442 Epoch 56/80 233/233 [==============================] - 0s 203us/step - loss: 0.0501 - acc: 0.9399 Epoch 57/80 233/233 [==============================] - 0s 190us/step - loss: 0.0492 - acc: 0.9442 Epoch 58/80 233/233 [==============================] - 0s 191us/step - loss: 0.0483 - acc: 0.9399 Epoch 59/80 233/233 [==============================] - 0s 210us/step - loss: 0.0475 - acc: 0.9442 Epoch 60/80 233/233 [==============================] - 0s 197us/step - loss: 0.0466 - acc: 0.9399 Epoch 61/80 233/233 [==============================] - 0s 215us/step - loss: 0.0457 - acc: 0.9442 Epoch 62/80 233/233 [==============================] - 0s 199us/step - loss: 0.0449 - acc: 0.9399 Epoch 63/80 233/233 [==============================] - 0s 196us/step - loss: 0.0441 - acc: 0.9442 Epoch 64/80 233/233 [==============================] - 0s 201us/step - loss: 0.0432 - acc: 0.9399 Epoch 65/80 233/233 [==============================] - 0s 181us/step - loss: 0.0424 - acc: 0.9442 Epoch 66/80 233/233 [==============================] - 0s 213us/step - loss: 0.0416 - acc: 0.9399 Epoch 67/80 233/233 [==============================] - 0s 187us/step - loss: 0.0409 - acc: 0.9442 Epoch 68/80 233/233 [==============================] - 0s 223us/step - loss: 0.0401 - acc: 0.9399 Epoch 69/80 233/233 [==============================] - 0s 203us/step - loss: 0.0393 - acc: 0.9442 Epoch 70/80 233/233 [==============================] - 0s 198us/step - loss: 0.0386 - acc: 0.9399 Epoch 71/80 233/233 [==============================] - 0s 185us/step - loss: 0.0379 - acc: 0.9442 Epoch 72/80 233/233 [==============================] - 0s 202us/step - loss: 0.0371 - acc: 0.9399 Epoch 73/80 233/233 [==============================] - 0s 195us/step - loss: 0.0364 - acc: 0.9442 Epoch 74/80 233/233 [==============================] - 0s 195us/step - loss: 0.0357 - acc: 0.9399 Epoch 75/80 233/233 [==============================] - 0s 196us/step - loss: 0.0350 - acc: 0.9442 Epoch 76/80 233/233 [==============================] - 0s 196us/step - loss: 0.0343 - acc: 0.9399 Epoch 77/80 233/233 [==============================] - 0s 201us/step - loss: 0.0336 - acc: 0.9442 Epoch 78/80 233/233 [==============================] - 0s 199us/step - loss: 0.0329 - acc: 0.9399 Epoch 79/80 233/233 [==============================] - 0s 238us/step - loss: 0.0323 - acc: 0.9442 Epoch 80/80 233/233 [==============================] - 0s 226us/step - loss: 0.0316 - acc: 0.9399 Epoch 1/80 233/233 [==============================] - 2s 9ms/step - loss: 0.1470 - acc: 0.2575 Epoch 2/80 233/233 [==============================] - 0s 195us/step - loss: 0.1377 - acc: 0.5966 Epoch 3/80 233/233 [==============================] - 0s 174us/step - loss: 0.1322 - acc: 0.6910 Epoch 4/80 233/233 [==============================] - 0s 182us/step - loss: 0.1282 - acc: 0.7682 Epoch 5/80 233/233 [==============================] - 0s 155us/step - loss: 0.1249 - acc: 0.8197 Epoch 6/80 233/233 [==============================] - 0s 160us/step - loss: 0.1219 - acc: 0.8627 Epoch 7/80 233/233 [==============================] - 0s 157us/step - loss: 0.1193 - acc: 0.8798 Epoch 8/80 233/233 [==============================] - 0s 196us/step - loss: 0.1167 - acc: 0.8927 Epoch 9/80 233/233 [==============================] - 0s 214us/step - loss: 0.1144 - acc: 0.8927 Epoch 10/80 233/233 [==============================] - 0s 205us/step - loss: 0.1122 - acc: 0.8970 Epoch 11/80 233/233 [==============================] - 0s 235us/step - loss: 0.1101 - acc: 0.8970 Epoch 12/80 233/233 [==============================] - 0s 214us/step - loss: 0.1081 - acc: 0.8970 Epoch 13/80 233/233 [==============================] - 0s 194us/step - loss: 0.1061 - acc: 0.9013 Epoch 14/80 233/233 [==============================] - 0s 203us/step - loss: 0.1042 - acc: 0.8970 Epoch 15/80 233/233 [==============================] - 0s 193us/step - loss: 0.1024 - acc: 0.8970 Epoch 16/80 233/233 [==============================] - 0s 204us/step - loss: 0.1006 - acc: 0.8927 Epoch 17/80 233/233 [==============================] - 0s 199us/step - loss: 0.0989 - acc: 0.8970 Epoch 18/80 233/233 [==============================] - 0s 195us/step - loss: 0.0972 - acc: 0.8970 Epoch 19/80 233/233 [==============================] - 0s 228us/step - loss: 0.0955 - acc: 0.8927 Epoch 20/80 233/233 [==============================] - 0s 197us/step - loss: 0.0938 - acc: 0.8970 Epoch 21/80 233/233 [==============================] - 0s 215us/step - loss: 0.0922 - acc: 0.9013 Epoch 22/80 233/233 [==============================] - 0s 192us/step - loss: 0.0907 - acc: 0.9013 Epoch 23/80 233/233 [==============================] - 0s 198us/step - loss: 0.0891 - acc: 0.9056 Epoch 24/80 233/233 [==============================] - 0s 209us/step - loss: 0.0877 - acc: 0.9056 Epoch 25/80 233/233 [==============================] - 0s 199us/step - loss: 0.0862 - acc: 0.9099 Epoch 26/80 233/233 [==============================] - 0s 197us/step - loss: 0.0848 - acc: 0.9099 Epoch 27/80 233/233 [==============================] - 0s 210us/step - loss: 0.0834 - acc: 0.9142 Epoch 28/80 233/233 [==============================] - 0s 237us/step - loss: 0.0821 - acc: 0.9142 Epoch 29/80 233/233 [==============================] - 0s 213us/step - loss: 0.0807 - acc: 0.9227 Epoch 30/80 233/233 [==============================] - 0s 209us/step - loss: 0.0794 - acc: 0.9185 Epoch 31/80 233/233 [==============================] - 0s 201us/step - loss: 0.0781 - acc: 0.9185 Epoch 32/80 233/233 [==============================] - 0s 206us/step - loss: 0.0768 - acc: 0.9185 Epoch 33/80 233/233 [==============================] - 0s 211us/step - loss: 0.0756 - acc: 0.9185 Epoch 34/80 233/233 [==============================] - 0s 211us/step - loss: 0.0743 - acc: 0.9185 Epoch 35/80 233/233 [==============================] - 0s 196us/step - loss: 0.0731 - acc: 0.9185 Epoch 36/80 233/233 [==============================] - 0s 207us/step - loss: 0.0718 - acc: 0.9185 Epoch 37/80 233/233 [==============================] - 0s 231us/step - loss: 0.0706 - acc: 0.9142 Epoch 38/80 233/233 [==============================] - 0s 229us/step - loss: 0.0695 - acc: 0.9185 Epoch 39/80 233/233 [==============================] - 0s 212us/step - loss: 0.0683 - acc: 0.9185 Epoch 40/80 233/233 [==============================] - 0s 194us/step - loss: 0.0671 - acc: 0.9185 Epoch 41/80 233/233 [==============================] - 0s 191us/step - loss: 0.0660 - acc: 0.9185 Epoch 42/80 233/233 [==============================] - 0s 203us/step - loss: 0.0649 - acc: 0.9227 Epoch 43/80 233/233 [==============================] - 0s 193us/step - loss: 0.0638 - acc: 0.9227 Epoch 44/80 233/233 [==============================] - 0s 212us/step - loss: 0.0627 - acc: 0.9227 Epoch 45/80 233/233 [==============================] - 0s 193us/step - loss: 0.0616 - acc: 0.9270 Epoch 46/80 233/233 [==============================] - 0s 193us/step - loss: 0.0606 - acc: 0.9270 Epoch 47/80 233/233 [==============================] - 0s 224us/step - loss: 0.0595 - acc: 0.9227 Epoch 48/80 233/233 [==============================] - 0s 229us/step - loss: 0.0585 - acc: 0.9270 Epoch 49/80 233/233 [==============================] - 0s 216us/step - loss: 0.0574 - acc: 0.9227 Epoch 50/80 233/233 [==============================] - 0s 205us/step - loss: 0.0564 - acc: 0.9227 Epoch 51/80 233/233 [==============================] - 0s 193us/step - loss: 0.0554 - acc: 0.9270 Epoch 52/80 233/233 [==============================] - 0s 203us/step - loss: 0.0544 - acc: 0.9227 Epoch 53/80 233/233 [==============================] - 0s 199us/step - loss: 0.0534 - acc: 0.9270 Epoch 54/80 233/233 [==============================] - 0s 206us/step - loss: 0.0525 - acc: 0.9356 Epoch 55/80 233/233 [==============================] - 0s 215us/step - loss: 0.0516 - acc: 0.9270 Epoch 56/80 233/233 [==============================] - 0s 214us/step - loss: 0.0507 - acc: 0.9270 Epoch 57/80 233/233 [==============================] - 0s 187us/step - loss: 0.0498 - acc: 0.9313 Epoch 58/80 233/233 [==============================] - 0s 223us/step - loss: 0.0488 - acc: 0.9270 Epoch 59/80 233/233 [==============================] - 0s 207us/step - loss: 0.0479 - acc: 0.9313 Epoch 60/80 233/233 [==============================] - 0s 205us/step - loss: 0.0469 - acc: 0.9313 Epoch 61/80 233/233 [==============================] - 0s 181us/step - loss: 0.0460 - acc: 0.9356 Epoch 62/80 233/233 [==============================] - 0s 204us/step - loss: 0.0452 - acc: 0.9313 Epoch 63/80 233/233 [==============================] - 0s 198us/step - loss: 0.0444 - acc: 0.9356 Epoch 64/80 233/233 [==============================] - 0s 198us/step - loss: 0.0435 - acc: 0.9313 Epoch 65/80 233/233 [==============================] - 0s 215us/step - loss: 0.0427 - acc: 0.9356 Epoch 66/80 233/233 [==============================] - 0s 239us/step - loss: 0.0419 - acc: 0.9313 Epoch 67/80 233/233 [==============================] - 0s 196us/step - loss: 0.0411 - acc: 0.9356 Epoch 68/80 233/233 [==============================] - 0s 202us/step - loss: 0.0404 - acc: 0.9313 Epoch 69/80 233/233 [==============================] - 0s 197us/step - loss: 0.0396 - acc: 0.9313 Epoch 70/80 233/233 [==============================] - 0s 205us/step - loss: 0.0388 - acc: 0.9313 Epoch 71/80 233/233 [==============================] - 0s 205us/step - loss: 0.0381 - acc: 0.9313 Epoch 72/80 233/233 [==============================] - 0s 178us/step - loss: 0.0374 - acc: 0.9313 Epoch 73/80 233/233 [==============================] - 0s 208us/step - loss: 0.0366 - acc: 0.9313 Epoch 74/80 233/233 [==============================] - 0s 208us/step - loss: 0.0359 - acc: 0.9313 Epoch 75/80 233/233 [==============================] - 0s 207us/step - loss: 0.0351 - acc: 0.9313 Epoch 76/80 233/233 [==============================] - 0s 224us/step - loss: 0.0344 - acc: 0.9313 Epoch 77/80 233/233 [==============================] - 0s 212us/step - loss: 0.0337 - acc: 0.9313 Epoch 78/80 233/233 [==============================] - 0s 213us/step - loss: 0.0330 - acc: 0.9313 Epoch 79/80 233/233 [==============================] - 0s 192us/step - loss: 0.0323 - acc: 0.9313 Epoch 80/80 233/233 [==============================] - 0s 203us/step - loss: 0.0316 - acc: 0.9313 Epoch 1/80 233/233 [==============================] - 2s 9ms/step - loss: 0.1476 - acc: 0.1631 Epoch 2/80 233/233 [==============================] - 0s 189us/step - loss: 0.1383 - acc: 0.5708 Epoch 3/80 233/233 [==============================] - 0s 166us/step - loss: 0.1327 - acc: 0.7468 Epoch 4/80 233/233 [==============================] - 0s 173us/step - loss: 0.1285 - acc: 0.8069 Epoch 5/80 233/233 [==============================] - 0s 192us/step - loss: 0.1251 - acc: 0.8069 Epoch 6/80 233/233 [==============================] - 0s 209us/step - loss: 0.1220 - acc: 0.8240 Epoch 7/80 233/233 [==============================] - 0s 188us/step - loss: 0.1192 - acc: 0.8155 Epoch 8/80 233/233 [==============================] - 0s 211us/step - loss: 0.1167 - acc: 0.8240 Epoch 9/80 233/233 [==============================] - 0s 226us/step - loss: 0.1145 - acc: 0.8155 Epoch 10/80 233/233 [==============================] - 0s 209us/step - loss: 0.1123 - acc: 0.8197 Epoch 11/80 233/233 [==============================] - 0s 189us/step - loss: 0.1103 - acc: 0.8326 Epoch 12/80 233/233 [==============================] - 0s 198us/step - loss: 0.1083 - acc: 0.8412 Epoch 13/80 233/233 [==============================] - 0s 203us/step - loss: 0.1063 - acc: 0.8670 Epoch 14/80 233/233 [==============================] - 0s 203us/step - loss: 0.1043 - acc: 0.8712 Epoch 15/80 233/233 [==============================] - 0s 203us/step - loss: 0.1025 - acc: 0.8712 Epoch 16/80 233/233 [==============================] - 0s 207us/step - loss: 0.1007 - acc: 0.8712 Epoch 17/80 233/233 [==============================] - 0s 206us/step - loss: 0.0989 - acc: 0.8712 Epoch 18/80 233/233 [==============================] - 0s 226us/step - loss: 0.0971 - acc: 0.8755 Epoch 19/80 233/233 [==============================] - 0s 233us/step - loss: 0.0954 - acc: 0.8712 Epoch 20/80 233/233 [==============================] - 0s 198us/step - loss: 0.0937 - acc: 0.8755 Epoch 21/80 233/233 [==============================] - 0s 186us/step - loss: 0.0921 - acc: 0.8798 Epoch 22/80 233/233 [==============================] - 0s 197us/step - loss: 0.0905 - acc: 0.8884 Epoch 23/80 233/233 [==============================] - 0s 221us/step - loss: 0.0889 - acc: 0.8970 Epoch 24/80 233/233 [==============================] - 0s 200us/step - loss: 0.0874 - acc: 0.8970 Epoch 25/80 233/233 [==============================] - ETA: 0s - loss: 0.0861 - acc: 0.850 - 0s 194us/step - loss: 0.0859 - acc: 0.8970 Epoch 26/80 233/233 [==============================] - 0s 208us/step - loss: 0.0844 - acc: 0.8927 Epoch 27/80 233/233 [==============================] - 0s 222us/step - loss: 0.0830 - acc: 0.8927 Epoch 28/80 233/233 [==============================] - 0s 202us/step - loss: 0.0815 - acc: 0.8927 Epoch 29/80 233/233 [==============================] - 0s 218us/step - loss: 0.0802 - acc: 0.8970 Epoch 30/80 233/233 [==============================] - 0s 204us/step - loss: 0.0788 - acc: 0.8884 Epoch 31/80 233/233 [==============================] - 0s 199us/step - loss: 0.0775 - acc: 0.9013 Epoch 32/80 233/233 [==============================] - 0s 191us/step - loss: 0.0762 - acc: 0.8927 Epoch 33/80 233/233 [==============================] - 0s 204us/step - loss: 0.0750 - acc: 0.9013 Epoch 34/80 233/233 [==============================] - 0s 191us/step - loss: 0.0737 - acc: 0.8970 Epoch 35/80 233/233 [==============================] - 0s 197us/step - loss: 0.0724 - acc: 0.9013 Epoch 36/80 233/233 [==============================] - 0s 215us/step - loss: 0.0712 - acc: 0.8970 Epoch 37/80 233/233 [==============================] - 0s 213us/step - loss: 0.0700 - acc: 0.9013 Epoch 38/80 233/233 [==============================] - 0s 214us/step - loss: 0.0688 - acc: 0.8970 Epoch 39/80 233/233 [==============================] - 0s 213us/step - loss: 0.0676 - acc: 0.9013 Epoch 40/80 233/233 [==============================] - 0s 212us/step - loss: 0.0665 - acc: 0.8970 Epoch 41/80 233/233 [==============================] - 0s 202us/step - loss: 0.0653 - acc: 0.9013 Epoch 42/80 233/233 [==============================] - 0s 200us/step - loss: 0.0642 - acc: 0.8970 Epoch 43/80 233/233 [==============================] - 0s 203us/step - loss: 0.0630 - acc: 0.9013 Epoch 44/80 233/233 [==============================] - 0s 199us/step - loss: 0.0619 - acc: 0.8970 Epoch 45/80 233/233 [==============================] - 0s 199us/step - loss: 0.0608 - acc: 0.8970 Epoch 46/80 233/233 [==============================] - 0s 206us/step - loss: 0.0597 - acc: 0.9013 Epoch 47/80 233/233 [==============================] - 0s 230us/step - loss: 0.0587 - acc: 0.9013 Epoch 48/80 233/233 [==============================] - 0s 219us/step - loss: 0.0577 - acc: 0.8927 Epoch 49/80 233/233 [==============================] - 0s 219us/step - loss: 0.0567 - acc: 0.8927 Epoch 50/80 233/233 [==============================] - 0s 215us/step - loss: 0.0557 - acc: 0.8927 Epoch 51/80 233/233 [==============================] - 0s 205us/step - loss: 0.0547 - acc: 0.8884 Epoch 52/80 233/233 [==============================] - 0s 216us/step - loss: 0.0537 - acc: 0.8927 Epoch 53/80 233/233 [==============================] - 0s 203us/step - loss: 0.0528 - acc: 0.8884 Epoch 54/80 233/233 [==============================] - 0s 201us/step - loss: 0.0519 - acc: 0.8927 Epoch 55/80 233/233 [==============================] - 0s 202us/step - loss: 0.0509 - acc: 0.8927 Epoch 56/80 233/233 [==============================] - 0s 229us/step - loss: 0.0500 - acc: 0.8970 Epoch 57/80 233/233 [==============================] - 0s 195us/step - loss: 0.0491 - acc: 0.8970 Epoch 58/80 233/233 [==============================] - 0s 222us/step - loss: 0.0482 - acc: 0.8970 Epoch 59/80 233/233 [==============================] - 0s 192us/step - loss: 0.0473 - acc: 0.8970 Epoch 60/80 233/233 [==============================] - 0s 212us/step - loss: 0.0464 - acc: 0.8970 Epoch 61/80 233/233 [==============================] - 0s 208us/step - loss: 0.0456 - acc: 0.8970 Epoch 62/80 233/233 [==============================] - 0s 197us/step - loss: 0.0447 - acc: 0.8970 Epoch 63/80 233/233 [==============================] - 0s 220us/step - loss: 0.0439 - acc: 0.8970 Epoch 64/80 233/233 [==============================] - 0s 236us/step - loss: 0.0431 - acc: 0.8970 Epoch 65/80 233/233 [==============================] - 0s 222us/step - loss: 0.0423 - acc: 0.8970 Epoch 66/80 233/233 [==============================] - 0s 193us/step - loss: 0.0415 - acc: 0.8970 Epoch 67/80 233/233 [==============================] - 0s 208us/step - loss: 0.0407 - acc: 0.9013 Epoch 68/80 233/233 [==============================] - 0s 181us/step - loss: 0.0399 - acc: 0.9013 Epoch 69/80 233/233 [==============================] - 0s 208us/step - loss: 0.0391 - acc: 0.9013 Epoch 70/80 233/233 [==============================] - 0s 194us/step - loss: 0.0383 - acc: 0.9013 Epoch 71/80 233/233 [==============================] - 0s 184us/step - loss: 0.0376 - acc: 0.9013 Epoch 72/80 233/233 [==============================] - 0s 197us/step - loss: 0.0368 - acc: 0.9013 Epoch 73/80 233/233 [==============================] - 0s 221us/step - loss: 0.0361 - acc: 0.8970 Epoch 74/80 233/233 [==============================] - 0s 214us/step - loss: 0.0353 - acc: 0.8970 Epoch 75/80 233/233 [==============================] - 0s 220us/step - loss: 0.0347 - acc: 0.8970 Epoch 76/80 233/233 [==============================] - 0s 203us/step - loss: 0.0340 - acc: 0.8970 Epoch 77/80 233/233 [==============================] - 0s 200us/step - loss: 0.0333 - acc: 0.9056 Epoch 78/80 233/233 [==============================] - 0s 208us/step - loss: 0.0327 - acc: 0.9142 Epoch 79/80 233/233 [==============================] - 0s 189us/step - loss: 0.0320 - acc: 0.9142 Epoch 80/80 233/233 [==============================] - 0s 174us/step - loss: 0.0314 - acc: 0.9142 Epoch 1/80 233/233 [==============================] - 2s 10ms/step - loss: 0.1468 - acc: 0.2661 Epoch 2/80 233/233 [==============================] - 0s 239us/step - loss: 0.1379 - acc: 0.6695 Epoch 3/80 233/233 [==============================] - 0s 232us/step - loss: 0.1325 - acc: 0.7639 Epoch 4/80 233/233 [==============================] - 0s 183us/step - loss: 0.1284 - acc: 0.7854 Epoch 5/80 233/233 [==============================] - 0s 181us/step - loss: 0.1250 - acc: 0.8112 Epoch 6/80 233/233 [==============================] - 0s 196us/step - loss: 0.1221 - acc: 0.8112 Epoch 7/80 233/233 [==============================] - 0s 265us/step - loss: 0.1193 - acc: 0.8369 Epoch 8/80 233/233 [==============================] - 0s 210us/step - loss: 0.1168 - acc: 0.8455 Epoch 9/80 233/233 [==============================] - 0s 209us/step - loss: 0.1144 - acc: 0.8541 Epoch 10/80 233/233 [==============================] - 0s 198us/step - loss: 0.1122 - acc: 0.8584 Epoch 11/80 233/233 [==============================] - 0s 188us/step - loss: 0.1101 - acc: 0.8498 Epoch 12/80 233/233 [==============================] - 0s 208us/step - loss: 0.1080 - acc: 0.8541 Epoch 13/80 233/233 [==============================] - 0s 196us/step - loss: 0.1061 - acc: 0.8498 Epoch 14/80 233/233 [==============================] - 0s 190us/step - loss: 0.1042 - acc: 0.8498 Epoch 15/80 233/233 [==============================] - 0s 203us/step - loss: 0.1023 - acc: 0.8498 Epoch 16/80 233/233 [==============================] - 0s 221us/step - loss: 0.1005 - acc: 0.8455 Epoch 17/80 233/233 [==============================] - 0s 229us/step - loss: 0.0987 - acc: 0.8412 Epoch 18/80 233/233 [==============================] - 0s 218us/step - loss: 0.0971 - acc: 0.8455 Epoch 19/80 233/233 [==============================] - 0s 191us/step - loss: 0.0954 - acc: 0.8498 Epoch 20/80 233/233 [==============================] - 0s 205us/step - loss: 0.0938 - acc: 0.8541 Epoch 21/80 233/233 [==============================] - ETA: 0s - loss: 0.0961 - acc: 0.866 - 0s 198us/step - loss: 0.0922 - acc: 0.8498 Epoch 22/80 233/233 [==============================] - 0s 191us/step - loss: 0.0906 - acc: 0.8498 Epoch 23/80 233/233 [==============================] - 0s 188us/step - loss: 0.0891 - acc: 0.8498 Epoch 24/80 233/233 [==============================] - 0s 202us/step - loss: 0.0876 - acc: 0.8412 Epoch 25/80 233/233 [==============================] - 0s 221us/step - loss: 0.0861 - acc: 0.8584 Epoch 26/80 233/233 [==============================] - 0s 229us/step - loss: 0.0846 - acc: 0.8455 Epoch 27/80 233/233 [==============================] - 0s 194us/step - loss: 0.0832 - acc: 0.8412 Epoch 28/80 233/233 [==============================] - 0s 184us/step - loss: 0.0818 - acc: 0.8412 Epoch 29/80 233/233 [==============================] - 0s 200us/step - loss: 0.0804 - acc: 0.8455 Epoch 30/80 233/233 [==============================] - 0s 181us/step - loss: 0.0790 - acc: 0.8455 Epoch 31/80 233/233 [==============================] - 0s 188us/step - loss: 0.0777 - acc: 0.8412 Epoch 32/80 233/233 [==============================] - 0s 197us/step - loss: 0.0764 - acc: 0.8369 Epoch 33/80 233/233 [==============================] - 0s 180us/step - loss: 0.0751 - acc: 0.8326 Epoch 34/80 233/233 [==============================] - 0s 204us/step - loss: 0.0739 - acc: 0.8326 Epoch 35/80 233/233 [==============================] - 0s 208us/step - loss: 0.0726 - acc: 0.8326 Epoch 36/80 233/233 [==============================] - 0s 232us/step - loss: 0.0714 - acc: 0.8369 Epoch 37/80 233/233 [==============================] - 0s 209us/step - loss: 0.0701 - acc: 0.8369 Epoch 38/80 233/233 [==============================] - 0s 183us/step - loss: 0.0689 - acc: 0.8369 Epoch 39/80 233/233 [==============================] - 0s 208us/step - loss: 0.0677 - acc: 0.8369 Epoch 40/80 233/233 [==============================] - 0s 188us/step - loss: 0.0666 - acc: 0.8326 Epoch 41/80 233/233 [==============================] - 0s 187us/step - loss: 0.0654 - acc: 0.8326 Epoch 42/80 233/233 [==============================] - 0s 197us/step - loss: 0.0642 - acc: 0.8326 Epoch 43/80 233/233 [==============================] - 0s 193us/step - loss: 0.0631 - acc: 0.8283 Epoch 44/80 233/233 [==============================] - 0s 217us/step - loss: 0.0620 - acc: 0.8326 Epoch 45/80 233/233 [==============================] - 0s 194us/step - loss: 0.0609 - acc: 0.8369 Epoch 46/80 233/233 [==============================] - 0s 197us/step - loss: 0.0598 - acc: 0.8369 Epoch 47/80 233/233 [==============================] - 0s 189us/step - loss: 0.0588 - acc: 0.8541 Epoch 48/80 233/233 [==============================] - 0s 197us/step - loss: 0.0578 - acc: 0.8627 Epoch 49/80 233/233 [==============================] - 0s 185us/step - loss: 0.0567 - acc: 0.8627 Epoch 50/80 233/233 [==============================] - 0s 185us/step - loss: 0.0556 - acc: 0.8627 Epoch 51/80 233/233 [==============================] - 0s 166us/step - loss: 0.0546 - acc: 0.8627 Epoch 52/80 233/233 [==============================] - 0s 170us/step - loss: 0.0536 - acc: 0.8670 Epoch 53/80 233/233 [==============================] - 0s 191us/step - loss: 0.0526 - acc: 0.8712 Epoch 54/80 233/233 [==============================] - 0s 180us/step - loss: 0.0516 - acc: 0.8670 Epoch 55/80 233/233 [==============================] - 0s 211us/step - loss: 0.0507 - acc: 0.8670 Epoch 56/80 233/233 [==============================] - 0s 210us/step - loss: 0.0498 - acc: 0.8670 Epoch 57/80 233/233 [==============================] - 0s 212us/step - loss: 0.0489 - acc: 0.8627 Epoch 58/80 233/233 [==============================] - 0s 184us/step - loss: 0.0480 - acc: 0.8712 Epoch 59/80 233/233 [==============================] - 0s 177us/step - loss: 0.0471 - acc: 0.8627 Epoch 60/80 233/233 [==============================] - 0s 187us/step - loss: 0.0462 - acc: 0.8712 Epoch 61/80 233/233 [==============================] - 0s 202us/step - loss: 0.0453 - acc: 0.8712 Epoch 62/80 233/233 [==============================] - 0s 199us/step - loss: 0.0444 - acc: 0.8712 Epoch 63/80 233/233 [==============================] - 0s 191us/step - loss: 0.0436 - acc: 0.8670 Epoch 64/80 233/233 [==============================] - 0s 214us/step - loss: 0.0427 - acc: 0.8712 Epoch 65/80 233/233 [==============================] - 0s 206us/step - loss: 0.0419 - acc: 0.8670 Epoch 66/80 233/233 [==============================] - 0s 196us/step - loss: 0.0412 - acc: 0.8670 Epoch 67/80 233/233 [==============================] - 0s 199us/step - loss: 0.0404 - acc: 0.8670 Epoch 68/80 233/233 [==============================] - 0s 188us/step - loss: 0.0396 - acc: 0.8670 Epoch 69/80 233/233 [==============================] - 0s 184us/step - loss: 0.0389 - acc: 0.8670 Epoch 70/80 233/233 [==============================] - 0s 190us/step - loss: 0.0381 - acc: 0.8670 Epoch 71/80 233/233 [==============================] - 0s 195us/step - loss: 0.0374 - acc: 0.8627 Epoch 72/80 233/233 [==============================] - 0s 184us/step - loss: 0.0367 - acc: 0.8670 Epoch 73/80 233/233 [==============================] - 0s 194us/step - loss: 0.0360 - acc: 0.8627 Epoch 74/80 233/233 [==============================] - 0s 206us/step - loss: 0.0353 - acc: 0.8670 Epoch 75/80 233/233 [==============================] - 0s 206us/step - loss: 0.0346 - acc: 0.8627 Epoch 76/80 233/233 [==============================] - 0s 207us/step - loss: 0.0339 - acc: 0.8712 Epoch 77/80 233/233 [==============================] - 0s 214us/step - loss: 0.0333 - acc: 0.8755 Epoch 78/80 233/233 [==============================] - 0s 192us/step - loss: 0.0326 - acc: 0.8755 Epoch 79/80 233/233 [==============================] - 0s 205us/step - loss: 0.0320 - acc: 0.8712 Epoch 80/80 233/233 [==============================] - 0s 188us/step - loss: 0.0313 - acc: 0.8755 Epoch 1/80 233/233 [==============================] - 2s 9ms/step - loss: 0.1465 - acc: 0.2361 Epoch 2/80 233/233 [==============================] - 0s 164us/step - loss: 0.1376 - acc: 0.6309 Epoch 3/80 233/233 [==============================] - 0s 153us/step - loss: 0.1323 - acc: 0.7382 Epoch 4/80 233/233 [==============================] - 0s 151us/step - loss: 0.1284 - acc: 0.7940 Epoch 5/80 233/233 [==============================] - 0s 155us/step - loss: 0.1250 - acc: 0.8240 Epoch 6/80 233/233 [==============================] - 0s 167us/step - loss: 0.1219 - acc: 0.8412 Epoch 7/80 233/233 [==============================] - 0s 158us/step - loss: 0.1192 - acc: 0.8541 Epoch 8/80 233/233 [==============================] - 0s 196us/step - loss: 0.1167 - acc: 0.8541 Epoch 9/80 233/233 [==============================] - 0s 195us/step - loss: 0.1144 - acc: 0.8541 Epoch 10/80 233/233 [==============================] - 0s 202us/step - loss: 0.1122 - acc: 0.8498 Epoch 11/80 233/233 [==============================] - 0s 224us/step - loss: 0.1101 - acc: 0.8541 Epoch 12/80 233/233 [==============================] - 0s 212us/step - loss: 0.1080 - acc: 0.8627 Epoch 13/80 233/233 [==============================] - 0s 187us/step - loss: 0.1060 - acc: 0.8712 Epoch 14/80 233/233 [==============================] - 0s 178us/step - loss: 0.1040 - acc: 0.8798 Epoch 15/80 233/233 [==============================] - 0s 176us/step - loss: 0.1021 - acc: 0.8798 Epoch 16/80 233/233 [==============================] - 0s 203us/step - loss: 0.1003 - acc: 0.8712 Epoch 17/80 233/233 [==============================] - 0s 209us/step - loss: 0.0985 - acc: 0.8670 Epoch 18/80 233/233 [==============================] - 0s 187us/step - loss: 0.0967 - acc: 0.8670 Epoch 19/80 233/233 [==============================] - 0s 183us/step - loss: 0.0950 - acc: 0.8712 Epoch 20/80 233/233 [==============================] - 0s 183us/step - loss: 0.0933 - acc: 0.8670 Epoch 21/80 233/233 [==============================] - 0s 211us/step - loss: 0.0917 - acc: 0.8670 Epoch 22/80 233/233 [==============================] - 0s 203us/step - loss: 0.0901 - acc: 0.8627 Epoch 23/80 233/233 [==============================] - 0s 198us/step - loss: 0.0885 - acc: 0.8755 Epoch 24/80 233/233 [==============================] - 0s 210us/step - loss: 0.0869 - acc: 0.8755 Epoch 25/80 233/233 [==============================] - 0s 185us/step - loss: 0.0854 - acc: 0.8712 Epoch 26/80 233/233 [==============================] - 0s 209us/step - loss: 0.0840 - acc: 0.9142 Epoch 27/80 233/233 [==============================] - 0s 196us/step - loss: 0.0825 - acc: 0.9142 Epoch 28/80 233/233 [==============================] - 0s 184us/step - loss: 0.0811 - acc: 0.9142 Epoch 29/80 233/233 [==============================] - 0s 192us/step - loss: 0.0796 - acc: 0.9185 Epoch 30/80 233/233 [==============================] - 0s 203us/step - loss: 0.0782 - acc: 0.9227 Epoch 31/80 233/233 [==============================] - 0s 226us/step - loss: 0.0768 - acc: 0.9099 Epoch 32/80 233/233 [==============================] - 0s 211us/step - loss: 0.0755 - acc: 0.9185 Epoch 33/80 233/233 [==============================] - 0s 216us/step - loss: 0.0742 - acc: 0.9185 Epoch 34/80 233/233 [==============================] - 0s 212us/step - loss: 0.0730 - acc: 0.9185 Epoch 35/80 233/233 [==============================] - 0s 232us/step - loss: 0.0717 - acc: 0.9185 Epoch 36/80 233/233 [==============================] - 0s 208us/step - loss: 0.0705 - acc: 0.9142 Epoch 37/80 233/233 [==============================] - 0s 186us/step - loss: 0.0692 - acc: 0.9142 Epoch 38/80 233/233 [==============================] - 0s 197us/step - loss: 0.0681 - acc: 0.9185 Epoch 39/80 233/233 [==============================] - 0s 202us/step - loss: 0.0669 - acc: 0.9185 Epoch 40/80 233/233 [==============================] - 0s 195us/step - loss: 0.0658 - acc: 0.9185 Epoch 41/80 233/233 [==============================] - 0s 221us/step - loss: 0.0647 - acc: 0.9185 Epoch 42/80 233/233 [==============================] - 0s 194us/step - loss: 0.0635 - acc: 0.9227 Epoch 43/80 233/233 [==============================] - 0s 250us/step - loss: 0.0625 - acc: 0.9227 Epoch 44/80 233/233 [==============================] - 0s 194us/step - loss: 0.0614 - acc: 0.9227 Epoch 45/80 233/233 [==============================] - 0s 217us/step - loss: 0.0603 - acc: 0.9227 Epoch 46/80 233/233 [==============================] - 0s 228us/step - loss: 0.0593 - acc: 0.9185 Epoch 47/80 233/233 [==============================] - 0s 204us/step - loss: 0.0582 - acc: 0.9185 Epoch 48/80 233/233 [==============================] - 0s 198us/step - loss: 0.0572 - acc: 0.9227 Epoch 49/80 233/233 [==============================] - 0s 221us/step - loss: 0.0562 - acc: 0.9185 Epoch 50/80 233/233 [==============================] - 0s 232us/step - loss: 0.0552 - acc: 0.9227 Epoch 51/80 233/233 [==============================] - 0s 192us/step - loss: 0.0542 - acc: 0.9185 Epoch 52/80 233/233 [==============================] - 0s 203us/step - loss: 0.0533 - acc: 0.9227 Epoch 53/80 233/233 [==============================] - 0s 217us/step - loss: 0.0523 - acc: 0.9227 Epoch 54/80 233/233 [==============================] - 0s 230us/step - loss: 0.0514 - acc: 0.9185 Epoch 55/80 233/233 [==============================] - 0s 193us/step - loss: 0.0505 - acc: 0.9185 Epoch 56/80 233/233 [==============================] - 0s 196us/step - loss: 0.0496 - acc: 0.9227 Epoch 57/80 233/233 [==============================] - 0s 223us/step - loss: 0.0487 - acc: 0.9185 Epoch 58/80 233/233 [==============================] - 0s 221us/step - loss: 0.0478 - acc: 0.9185 Epoch 59/80 233/233 [==============================] - 0s 255us/step - loss: 0.0470 - acc: 0.9185 Epoch 60/80 233/233 [==============================] - 0s 281us/step - loss: 0.0461 - acc: 0.9227 Epoch 61/80 233/233 [==============================] - 0s 209us/step - loss: 0.0452 - acc: 0.9185 Epoch 62/80 233/233 [==============================] - 0s 221us/step - loss: 0.0444 - acc: 0.9185 Epoch 63/80 233/233 [==============================] - 0s 192us/step - loss: 0.0436 - acc: 0.9185 Epoch 64/80 233/233 [==============================] - 0s 209us/step - loss: 0.0428 - acc: 0.9185 Epoch 65/80 233/233 [==============================] - 0s 237us/step - loss: 0.0420 - acc: 0.9185 Epoch 66/80 233/233 [==============================] - 0s 200us/step - loss: 0.0412 - acc: 0.9185 Epoch 67/80 233/233 [==============================] - 0s 199us/step - loss: 0.0404 - acc: 0.9185 Epoch 68/80 233/233 [==============================] - 0s 207us/step - loss: 0.0396 - acc: 0.9185 Epoch 69/80 233/233 [==============================] - 0s 228us/step - loss: 0.0388 - acc: 0.9185 Epoch 70/80 233/233 [==============================] - 0s 210us/step - loss: 0.0381 - acc: 0.9185 Epoch 71/80 233/233 [==============================] - 0s 225us/step - loss: 0.0373 - acc: 0.9185 Epoch 72/80 233/233 [==============================] - 0s 247us/step - loss: 0.0366 - acc: 0.9185 Epoch 73/80 233/233 [==============================] - 0s 218us/step - loss: 0.0359 - acc: 0.9185 Epoch 74/80 233/233 [==============================] - 0s 230us/step - loss: 0.0351 - acc: 0.9185 Epoch 75/80 233/233 [==============================] - 0s 196us/step - loss: 0.0344 - acc: 0.9185 Epoch 76/80 233/233 [==============================] - 0s 201us/step - loss: 0.0337 - acc: 0.9185 Epoch 77/80 233/233 [==============================] - 0s 205us/step - loss: 0.0331 - acc: 0.9185 Epoch 78/80 233/233 [==============================] - 0s 241us/step - loss: 0.0324 - acc: 0.9185 Epoch 79/80 233/233 [==============================] - 0s 228us/step - loss: 0.0317 - acc: 0.9185 Epoch 80/80 233/233 [==============================] - 0s 221us/step - loss: 0.0311 - acc: 0.9227 Epoch 1/80 233/233 [==============================] - 3s 12ms/step - loss: 0.1460 - acc: 0.2618 Epoch 2/80 233/233 [==============================] - 0s 199us/step - loss: 0.1369 - acc: 0.5880 Epoch 3/80 233/233 [==============================] - 0s 226us/step - loss: 0.1316 - acc: 0.7296 Epoch 4/80 233/233 [==============================] - 0s 193us/step - loss: 0.1276 - acc: 0.7940 Epoch 5/80 233/233 [==============================] - 0s 217us/step - loss: 0.1242 - acc: 0.8112 Epoch 6/80 233/233 [==============================] - 0s 227us/step - loss: 0.1211 - acc: 0.8240 Epoch 7/80 233/233 [==============================] - 0s 205us/step - loss: 0.1184 - acc: 0.8412 Epoch 8/80 233/233 [==============================] - 0s 182us/step - loss: 0.1160 - acc: 0.8670 Epoch 9/80 233/233 [==============================] - 0s 241us/step - loss: 0.1138 - acc: 0.8670 Epoch 10/80 233/233 [==============================] - 0s 207us/step - loss: 0.1117 - acc: 0.8627 Epoch 11/80 233/233 [==============================] - 0s 252us/step - loss: 0.1097 - acc: 0.8627 Epoch 12/80 233/233 [==============================] - 0s 239us/step - loss: 0.1077 - acc: 0.8627 Epoch 13/80 233/233 [==============================] - 0s 219us/step - loss: 0.1058 - acc: 0.8627 Epoch 14/80 233/233 [==============================] - 0s 230us/step - loss: 0.1039 - acc: 0.8627 Epoch 15/80 233/233 [==============================] - 0s 201us/step - loss: 0.1021 - acc: 0.8584 Epoch 16/80 233/233 [==============================] - 0s 217us/step - loss: 0.1003 - acc: 0.8670 Epoch 17/80 233/233 [==============================] - 0s 241us/step - loss: 0.0986 - acc: 0.8627 Epoch 18/80 233/233 [==============================] - 0s 224us/step - loss: 0.0969 - acc: 0.8627 Epoch 19/80 233/233 [==============================] - 0s 218us/step - loss: 0.0952 - acc: 0.8670 Epoch 20/80 233/233 [==============================] - 0s 247us/step - loss: 0.0936 - acc: 0.8712 Epoch 21/80 233/233 [==============================] - 0s 203us/step - loss: 0.0920 - acc: 0.8670 Epoch 22/80 233/233 [==============================] - 0s 203us/step - loss: 0.0904 - acc: 0.8670 Epoch 23/80 233/233 [==============================] - 0s 193us/step - loss: 0.0888 - acc: 0.8670 Epoch 24/80 233/233 [==============================] - 0s 232us/step - loss: 0.0873 - acc: 0.8670 Epoch 25/80 233/233 [==============================] - 0s 212us/step - loss: 0.0859 - acc: 0.9099 Epoch 26/80 233/233 [==============================] - 0s 203us/step - loss: 0.0844 - acc: 0.9185 Epoch 27/80 233/233 [==============================] - 0s 215us/step - loss: 0.0830 - acc: 0.9142 Epoch 28/80 233/233 [==============================] - 0s 245us/step - loss: 0.0817 - acc: 0.9099 Epoch 29/80 233/233 [==============================] - 0s 249us/step - loss: 0.0803 - acc: 0.9142 Epoch 30/80 233/233 [==============================] - 0s 225us/step - loss: 0.0789 - acc: 0.9142 Epoch 31/80 233/233 [==============================] - 0s 243us/step - loss: 0.0776 - acc: 0.9142 Epoch 32/80 233/233 [==============================] - 0s 245us/step - loss: 0.0762 - acc: 0.9142 Epoch 33/80 233/233 [==============================] - 0s 223us/step - loss: 0.0749 - acc: 0.9185 Epoch 34/80 233/233 [==============================] - 0s 248us/step - loss: 0.0737 - acc: 0.9099 Epoch 35/80 233/233 [==============================] - 0s 230us/step - loss: 0.0724 - acc: 0.9142 Epoch 36/80 233/233 [==============================] - 0s 237us/step - loss: 0.0711 - acc: 0.9056 Epoch 37/80 233/233 [==============================] - 0s 259us/step - loss: 0.0699 - acc: 0.9099 Epoch 38/80 233/233 [==============================] - 0s 251us/step - loss: 0.0688 - acc: 0.9056 Epoch 39/80 233/233 [==============================] - 0s 271us/step - loss: 0.0676 - acc: 0.9142 Epoch 40/80 233/233 [==============================] - 0s 225us/step - loss: 0.0664 - acc: 0.9099 Epoch 41/80 233/233 [==============================] - 0s 234us/step - loss: 0.0653 - acc: 0.9185 Epoch 42/80 233/233 [==============================] - 0s 269us/step - loss: 0.0642 - acc: 0.9185 Epoch 43/80 233/233 [==============================] - 0s 262us/step - loss: 0.0631 - acc: 0.9185 Epoch 44/80 233/233 [==============================] - 0s 249us/step - loss: 0.0620 - acc: 0.9099 Epoch 45/80 233/233 [==============================] - 0s 239us/step - loss: 0.0609 - acc: 0.9185 Epoch 46/80 233/233 [==============================] - 0s 224us/step - loss: 0.0598 - acc: 0.9099 Epoch 47/80 233/233 [==============================] - 0s 245us/step - loss: 0.0588 - acc: 0.9185 Epoch 48/80 233/233 [==============================] - 0s 232us/step - loss: 0.0577 - acc: 0.9099 Epoch 49/80 233/233 [==============================] - 0s 210us/step - loss: 0.0567 - acc: 0.9227 Epoch 50/80 233/233 [==============================] - 0s 212us/step - loss: 0.0557 - acc: 0.9099 Epoch 51/80 233/233 [==============================] - 0s 230us/step - loss: 0.0547 - acc: 0.9142 Epoch 52/80 233/233 [==============================] - 0s 206us/step - loss: 0.0537 - acc: 0.9099 Epoch 53/80 233/233 [==============================] - 0s 240us/step - loss: 0.0527 - acc: 0.9185 Epoch 54/80 233/233 [==============================] - 0s 224us/step - loss: 0.0518 - acc: 0.9142 Epoch 55/80 233/233 [==============================] - 0s 231us/step - loss: 0.0509 - acc: 0.9142 Epoch 56/80 233/233 [==============================] - 0s 227us/step - loss: 0.0500 - acc: 0.9142 Epoch 57/80 233/233 [==============================] - 0s 251us/step - loss: 0.0490 - acc: 0.9142 Epoch 58/80 233/233 [==============================] - 0s 215us/step - loss: 0.0481 - acc: 0.9142 Epoch 59/80 233/233 [==============================] - 0s 202us/step - loss: 0.0472 - acc: 0.9142 Epoch 60/80 233/233 [==============================] - 0s 202us/step - loss: 0.0463 - acc: 0.9142 Epoch 61/80 233/233 [==============================] - 0s 255us/step - loss: 0.0454 - acc: 0.9142 Epoch 62/80 233/233 [==============================] - 0s 199us/step - loss: 0.0445 - acc: 0.9142 Epoch 63/80 233/233 [==============================] - 0s 225us/step - loss: 0.0437 - acc: 0.9185 Epoch 64/80 233/233 [==============================] - 0s 259us/step - loss: 0.0428 - acc: 0.9142 Epoch 65/80 233/233 [==============================] - 0s 208us/step - loss: 0.0420 - acc: 0.9142 Epoch 66/80 233/233 [==============================] - 0s 238us/step - loss: 0.0412 - acc: 0.9185 Epoch 67/80 233/233 [==============================] - 0s 247us/step - loss: 0.0404 - acc: 0.9142 Epoch 68/80 233/233 [==============================] - 0s 202us/step - loss: 0.0396 - acc: 0.9142 Epoch 69/80 233/233 [==============================] - 0s 208us/step - loss: 0.0388 - acc: 0.9142 Epoch 70/80 233/233 [==============================] - 0s 189us/step - loss: 0.0381 - acc: 0.9099 Epoch 71/80 233/233 [==============================] - 0s 209us/step - loss: 0.0373 - acc: 0.9142 Epoch 72/80 233/233 [==============================] - 0s 206us/step - loss: 0.0366 - acc: 0.9099 Epoch 73/80 233/233 [==============================] - 0s 203us/step - loss: 0.0358 - acc: 0.9185 Epoch 74/80 233/233 [==============================] - 0s 204us/step - loss: 0.0351 - acc: 0.9185 Epoch 75/80 233/233 [==============================] - 0s 173us/step - loss: 0.0344 - acc: 0.9142 Epoch 76/80 233/233 [==============================] - 0s 193us/step - loss: 0.0337 - acc: 0.9142 Epoch 77/80 233/233 [==============================] - 0s 205us/step - loss: 0.0330 - acc: 0.9185 Epoch 78/80 233/233 [==============================] - 0s 227us/step - loss: 0.0323 - acc: 0.9185 Epoch 79/80 233/233 [==============================] - 0s 209us/step - loss: 0.0317 - acc: 0.9185 Epoch 80/80 233/233 [==============================] - 0s 237us/step - loss: 0.0310 - acc: 0.9142 Epoch 1/80 233/233 [==============================] - 3s 12ms/step - loss: 0.1465 - acc: 0.2790 Epoch 2/80 233/233 [==============================] - 0s 185us/step - loss: 0.1373 - acc: 0.6309 Epoch 3/80 233/233 [==============================] - 0s 189us/step - loss: 0.1317 - acc: 0.7511 Epoch 4/80 233/233 [==============================] - 0s 175us/step - loss: 0.1275 - acc: 0.7940 Epoch 5/80 233/233 [==============================] - 0s 183us/step - loss: 0.1241 - acc: 0.8026 Epoch 6/80 233/233 [==============================] - 0s 207us/step - loss: 0.1212 - acc: 0.7983 Epoch 7/80 233/233 [==============================] - 0s 204us/step - loss: 0.1185 - acc: 0.7983 Epoch 8/80 233/233 [==============================] - 0s 218us/step - loss: 0.1160 - acc: 0.8026 Epoch 9/80 233/233 [==============================] - ETA: 0s - loss: 0.1087 - acc: 0.883 - 0s 187us/step - loss: 0.1137 - acc: 0.8026 Epoch 10/80 233/233 [==============================] - 0s 195us/step - loss: 0.1115 - acc: 0.8155 Epoch 11/80 233/233 [==============================] - 0s 221us/step - loss: 0.1095 - acc: 0.8197 Epoch 12/80 233/233 [==============================] - 0s 201us/step - loss: 0.1075 - acc: 0.8155 Epoch 13/80 233/233 [==============================] - 0s 197us/step - loss: 0.1056 - acc: 0.8155 Epoch 14/80 233/233 [==============================] - 0s 225us/step - loss: 0.1038 - acc: 0.8155 Epoch 15/80 233/233 [==============================] - 0s 189us/step - loss: 0.1020 - acc: 0.8155 Epoch 16/80 233/233 [==============================] - 0s 205us/step - loss: 0.1002 - acc: 0.8155 Epoch 17/80 233/233 [==============================] - 0s 198us/step - loss: 0.0985 - acc: 0.8197 Epoch 18/80 233/233 [==============================] - 0s 221us/step - loss: 0.0968 - acc: 0.8326 Epoch 19/80 233/233 [==============================] - 0s 188us/step - loss: 0.0951 - acc: 0.8455 Epoch 20/80 233/233 [==============================] - 0s 205us/step - loss: 0.0935 - acc: 0.8584 Epoch 21/80 233/233 [==============================] - 0s 208us/step - loss: 0.0919 - acc: 0.8584 Epoch 22/80 233/233 [==============================] - 0s 216us/step - loss: 0.0904 - acc: 0.8584 Epoch 23/80 233/233 [==============================] - 0s 219us/step - loss: 0.0889 - acc: 0.8627 Epoch 24/80 233/233 [==============================] - 0s 187us/step - loss: 0.0873 - acc: 0.8627 Epoch 25/80 233/233 [==============================] - 0s 187us/step - loss: 0.0859 - acc: 0.8670 Epoch 26/80 233/233 [==============================] - 0s 197us/step - loss: 0.0844 - acc: 0.8627 Epoch 27/80 233/233 [==============================] - 0s 193us/step - loss: 0.0830 - acc: 0.8670 Epoch 28/80 233/233 [==============================] - 0s 213us/step - loss: 0.0816 - acc: 0.8712 Epoch 29/80 233/233 [==============================] - 0s 193us/step - loss: 0.0803 - acc: 0.8712 Epoch 30/80 233/233 [==============================] - 0s 193us/step - loss: 0.0789 - acc: 0.8712 Epoch 31/80 233/233 [==============================] - 0s 204us/step - loss: 0.0776 - acc: 0.8884 Epoch 32/80 233/233 [==============================] - 0s 195us/step - loss: 0.0763 - acc: 0.8884 Epoch 33/80 233/233 [==============================] - 0s 197us/step - loss: 0.0750 - acc: 0.8884 Epoch 34/80 233/233 [==============================] - 0s 180us/step - loss: 0.0738 - acc: 0.8927 Epoch 35/80 233/233 [==============================] - 0s 192us/step - loss: 0.0725 - acc: 0.8970 Epoch 36/80 233/233 [==============================] - 0s 194us/step - loss: 0.0713 - acc: 0.8970 Epoch 37/80 233/233 [==============================] - 0s 191us/step - loss: 0.0702 - acc: 0.8970 Epoch 38/80 233/233 [==============================] - 0s 198us/step - loss: 0.0690 - acc: 0.8970 Epoch 39/80 233/233 [==============================] - 0s 209us/step - loss: 0.0678 - acc: 0.8970 Epoch 40/80 233/233 [==============================] - 0s 190us/step - loss: 0.0666 - acc: 0.9013 Epoch 41/80 233/233 [==============================] - 0s 202us/step - loss: 0.0655 - acc: 0.9013 Epoch 42/80 233/233 [==============================] - 0s 207us/step - loss: 0.0644 - acc: 0.9056 Epoch 43/80 233/233 [==============================] - 0s 209us/step - loss: 0.0633 - acc: 0.9056 Epoch 44/80 233/233 [==============================] - 0s 204us/step - loss: 0.0622 - acc: 0.9142 Epoch 45/80 233/233 [==============================] - 0s 190us/step - loss: 0.0611 - acc: 0.9142 Epoch 46/80 233/233 [==============================] - 0s 193us/step - loss: 0.0600 - acc: 0.9099 Epoch 47/80 233/233 [==============================] - 0s 186us/step - loss: 0.0590 - acc: 0.9142 Epoch 48/80 233/233 [==============================] - 0s 192us/step - loss: 0.0580 - acc: 0.9142 Epoch 49/80 233/233 [==============================] - 0s 221us/step - loss: 0.0570 - acc: 0.9142 Epoch 50/80 233/233 [==============================] - 0s 227us/step - loss: 0.0560 - acc: 0.9142 Epoch 51/80 233/233 [==============================] - 0s 210us/step - loss: 0.0550 - acc: 0.9142 Epoch 52/80 233/233 [==============================] - 0s 200us/step - loss: 0.0541 - acc: 0.9142 Epoch 53/80 233/233 [==============================] - 0s 194us/step - loss: 0.0531 - acc: 0.9099 Epoch 54/80 233/233 [==============================] - 0s 197us/step - loss: 0.0522 - acc: 0.9099 Epoch 55/80 233/233 [==============================] - 0s 176us/step - loss: 0.0513 - acc: 0.9099 Epoch 56/80 233/233 [==============================] - 0s 184us/step - loss: 0.0504 - acc: 0.9142 Epoch 57/80 233/233 [==============================] - 0s 190us/step - loss: 0.0495 - acc: 0.9142 Epoch 58/80 233/233 [==============================] - 0s 174us/step - loss: 0.0486 - acc: 0.9185 Epoch 59/80 233/233 [==============================] - 0s 189us/step - loss: 0.0477 - acc: 0.9142 Epoch 60/80 233/233 [==============================] - 0s 184us/step - loss: 0.0468 - acc: 0.9185 Epoch 61/80 233/233 [==============================] - 0s 210us/step - loss: 0.0460 - acc: 0.9185 Epoch 62/80 233/233 [==============================] - 0s 183us/step - loss: 0.0451 - acc: 0.9185 Epoch 63/80 233/233 [==============================] - 0s 206us/step - loss: 0.0443 - acc: 0.9185 Epoch 64/80 233/233 [==============================] - 0s 222us/step - loss: 0.0435 - acc: 0.9185 Epoch 65/80 233/233 [==============================] - 0s 210us/step - loss: 0.0427 - acc: 0.9185 Epoch 66/80 233/233 [==============================] - 0s 190us/step - loss: 0.0419 - acc: 0.9185 Epoch 67/80 233/233 [==============================] - 0s 182us/step - loss: 0.0411 - acc: 0.9185 Epoch 68/80 233/233 [==============================] - 0s 192us/step - loss: 0.0404 - acc: 0.9185 Epoch 69/80 233/233 [==============================] - 0s 201us/step - loss: 0.0396 - acc: 0.9185 Epoch 70/80 233/233 [==============================] - 0s 222us/step - loss: 0.0388 - acc: 0.9227 Epoch 71/80 233/233 [==============================] - 0s 201us/step - loss: 0.0381 - acc: 0.9227 Epoch 72/80 233/233 [==============================] - 0s 229us/step - loss: 0.0374 - acc: 0.9185 Epoch 73/80 233/233 [==============================] - 0s 187us/step - loss: 0.0366 - acc: 0.9313 Epoch 74/80 233/233 [==============================] - 0s 188us/step - loss: 0.0359 - acc: 0.9313 Epoch 75/80 233/233 [==============================] - 0s 194us/step - loss: 0.0352 - acc: 0.9356 Epoch 76/80 233/233 [==============================] - 0s 181us/step - loss: 0.0345 - acc: 0.9313 Epoch 77/80 233/233 [==============================] - 0s 179us/step - loss: 0.0338 - acc: 0.9356 Epoch 78/80 233/233 [==============================] - 0s 202us/step - loss: 0.0331 - acc: 0.9356 Epoch 79/80 233/233 [==============================] - 0s 190us/step - loss: 0.0324 - acc: 0.9356 Epoch 80/80 233/233 [==============================] - 0s 211us/step - loss: 0.0318 - acc: 0.9356 Epoch 1/80 233/233 [==============================] - 2s 11ms/step - loss: 0.1473 - acc: 0.2747 Epoch 2/80 233/233 [==============================] - 0s 171us/step - loss: 0.1384 - acc: 0.6309 Epoch 3/80 233/233 [==============================] - 0s 167us/step - loss: 0.1330 - acc: 0.7811 Epoch 4/80 233/233 [==============================] - 0s 197us/step - loss: 0.1289 - acc: 0.8412 Epoch 5/80 233/233 [==============================] - 0s 193us/step - loss: 0.1252 - acc: 0.8326 Epoch 6/80 233/233 [==============================] - 0s 190us/step - loss: 0.1221 - acc: 0.8326 Epoch 7/80 233/233 [==============================] - 0s 204us/step - loss: 0.1194 - acc: 0.8369 Epoch 8/80 233/233 [==============================] - 0s 242us/step - loss: 0.1170 - acc: 0.8283 Epoch 9/80 233/233 [==============================] - 0s 209us/step - loss: 0.1148 - acc: 0.8326 Epoch 10/80 233/233 [==============================] - 0s 220us/step - loss: 0.1127 - acc: 0.8369 Epoch 11/80 233/233 [==============================] - 0s 212us/step - loss: 0.1107 - acc: 0.8412 Epoch 12/80 233/233 [==============================] - 0s 199us/step - loss: 0.1087 - acc: 0.8369 Epoch 13/80 233/233 [==============================] - 0s 203us/step - loss: 0.1068 - acc: 0.8455 Epoch 14/80 233/233 [==============================] - 0s 208us/step - loss: 0.1050 - acc: 0.8455 Epoch 15/80 233/233 [==============================] - 0s 236us/step - loss: 0.1032 - acc: 0.8369 Epoch 16/80 233/233 [==============================] - 0s 191us/step - loss: 0.1014 - acc: 0.8369 Epoch 17/80 233/233 [==============================] - 0s 227us/step - loss: 0.0997 - acc: 0.8412 Epoch 18/80 233/233 [==============================] - 0s 211us/step - loss: 0.0980 - acc: 0.8369 Epoch 19/80 233/233 [==============================] - 0s 213us/step - loss: 0.0963 - acc: 0.8369 Epoch 20/80 233/233 [==============================] - 0s 225us/step - loss: 0.0947 - acc: 0.8326 Epoch 21/80 233/233 [==============================] - 0s 200us/step - loss: 0.0931 - acc: 0.8326 Epoch 22/80 233/233 [==============================] - 0s 214us/step - loss: 0.0915 - acc: 0.8498 Epoch 23/80 233/233 [==============================] - 0s 202us/step - loss: 0.0900 - acc: 0.8455 Epoch 24/80 233/233 [==============================] - 0s 191us/step - loss: 0.0885 - acc: 0.8541 Epoch 25/80 233/233 [==============================] - 0s 198us/step - loss: 0.0870 - acc: 0.8541 Epoch 26/80 233/233 [==============================] - 0s 212us/step - loss: 0.0855 - acc: 0.8584 Epoch 27/80 233/233 [==============================] - 0s 227us/step - loss: 0.0841 - acc: 0.8584 Epoch 28/80 233/233 [==============================] - 0s 222us/step - loss: 0.0826 - acc: 0.8541 Epoch 29/80 233/233 [==============================] - 0s 201us/step - loss: 0.0812 - acc: 0.8541 Epoch 30/80 233/233 [==============================] - 0s 198us/step - loss: 0.0799 - acc: 0.8584 Epoch 31/80 233/233 [==============================] - 0s 198us/step - loss: 0.0785 - acc: 0.8541 Epoch 32/80 233/233 [==============================] - 0s 192us/step - loss: 0.0772 - acc: 0.8712 Epoch 33/80 233/233 [==============================] - 0s 198us/step - loss: 0.0759 - acc: 0.8712 Epoch 34/80 233/233 [==============================] - 0s 201us/step - loss: 0.0746 - acc: 0.8712 Epoch 35/80 233/233 [==============================] - 0s 177us/step - loss: 0.0734 - acc: 0.8670 Epoch 36/80 233/233 [==============================] - 0s 208us/step - loss: 0.0722 - acc: 0.8670 Epoch 37/80 233/233 [==============================] - 0s 230us/step - loss: 0.0709 - acc: 0.8670 Epoch 38/80 233/233 [==============================] - 0s 212us/step - loss: 0.0698 - acc: 0.8670 Epoch 39/80 233/233 [==============================] - 0s 219us/step - loss: 0.0686 - acc: 0.8712 Epoch 40/80 233/233 [==============================] - 0s 215us/step - loss: 0.0674 - acc: 0.8755 Epoch 41/80 233/233 [==============================] - 0s 206us/step - loss: 0.0662 - acc: 0.8712 Epoch 42/80 233/233 [==============================] - 0s 194us/step - loss: 0.0651 - acc: 0.8798 Epoch 43/80 233/233 [==============================] - 0s 210us/step - loss: 0.0640 - acc: 0.8755 Epoch 44/80 233/233 [==============================] - 0s 186us/step - loss: 0.0629 - acc: 0.8755 Epoch 45/80 233/233 [==============================] - 0s 224us/step - loss: 0.0618 - acc: 0.8798 Epoch 46/80 233/233 [==============================] - 0s 212us/step - loss: 0.0607 - acc: 0.8798 Epoch 47/80 233/233 [==============================] - 0s 218us/step - loss: 0.0597 - acc: 0.8712 Epoch 48/80 233/233 [==============================] - 0s 214us/step - loss: 0.0587 - acc: 0.8755 Epoch 49/80 233/233 [==============================] - 0s 226us/step - loss: 0.0577 - acc: 0.8755 Epoch 50/80 233/233 [==============================] - 0s 200us/step - loss: 0.0566 - acc: 0.8670 Epoch 51/80 233/233 [==============================] - 0s 182us/step - loss: 0.0556 - acc: 0.9056 Epoch 52/80 233/233 [==============================] - 0s 205us/step - loss: 0.0546 - acc: 0.9056 Epoch 53/80 233/233 [==============================] - 0s 190us/step - loss: 0.0537 - acc: 0.9013 Epoch 54/80 233/233 [==============================] - 0s 216us/step - loss: 0.0528 - acc: 0.9056 Epoch 55/80 233/233 [==============================] - ETA: 0s - loss: 0.0517 - acc: 0.950 - 0s 205us/step - loss: 0.0518 - acc: 0.9013 Epoch 56/80 233/233 [==============================] - 0s 209us/step - loss: 0.0509 - acc: 0.9056 Epoch 57/80 233/233 [==============================] - 0s 221us/step - loss: 0.0500 - acc: 0.9013 Epoch 58/80 233/233 [==============================] - 0s 212us/step - loss: 0.0491 - acc: 0.9056 Epoch 59/80 233/233 [==============================] - 0s 198us/step - loss: 0.0482 - acc: 0.9013 Epoch 60/80 233/233 [==============================] - 0s 215us/step - loss: 0.0473 - acc: 0.9056 Epoch 61/80 233/233 [==============================] - 0s 205us/step - loss: 0.0465 - acc: 0.9013 Epoch 62/80 233/233 [==============================] - 0s 210us/step - loss: 0.0457 - acc: 0.9013 Epoch 63/80 233/233 [==============================] - 0s 196us/step - loss: 0.0448 - acc: 0.8970 Epoch 64/80 233/233 [==============================] - 0s 205us/step - loss: 0.0440 - acc: 0.9013 Epoch 65/80 233/233 [==============================] - 0s 194us/step - loss: 0.0432 - acc: 0.8970 Epoch 66/80 233/233 [==============================] - 0s 195us/step - loss: 0.0424 - acc: 0.9013 Epoch 67/80 233/233 [==============================] - 0s 194us/step - loss: 0.0416 - acc: 0.8970 Epoch 68/80 233/233 [==============================] - 0s 242us/step - loss: 0.0408 - acc: 0.8970 Epoch 69/80 233/233 [==============================] - 0s 219us/step - loss: 0.0400 - acc: 0.8927 Epoch 70/80 233/233 [==============================] - 0s 205us/step - loss: 0.0392 - acc: 0.8970 Epoch 71/80 233/233 [==============================] - 0s 194us/step - loss: 0.0384 - acc: 0.8927 Epoch 72/80 233/233 [==============================] - 0s 204us/step - loss: 0.0377 - acc: 0.8970 Epoch 73/80 233/233 [==============================] - 0s 221us/step - loss: 0.0369 - acc: 0.8927 Epoch 74/80 233/233 [==============================] - 0s 191us/step - loss: 0.0362 - acc: 0.8970 Epoch 75/80 233/233 [==============================] - 0s 193us/step - loss: 0.0355 - acc: 0.8927 Epoch 76/80 233/233 [==============================] - 0s 193us/step - loss: 0.0348 - acc: 0.8927 Epoch 77/80 233/233 [==============================] - 0s 227us/step - loss: 0.0342 - acc: 0.8884 Epoch 78/80 233/233 [==============================] - ETA: 0s - loss: 0.0334 - acc: 0.900 - 0s 223us/step - loss: 0.0335 - acc: 0.8884 Epoch 79/80 233/233 [==============================] - 0s 238us/step - loss: 0.0329 - acc: 0.8970 Epoch 80/80 233/233 [==============================] - 0s 196us/step - loss: 0.0322 - acc: 0.8884 Epoch 1/80 233/233 [==============================] - 2s 10ms/step - loss: 0.1455 - acc: 0.2961 Epoch 2/80 233/233 [==============================] - 0s 204us/step - loss: 0.1365 - acc: 0.6867 Epoch 3/80 233/233 [==============================] - 0s 212us/step - loss: 0.1314 - acc: 0.8069 Epoch 4/80 233/233 [==============================] - 0s 204us/step - loss: 0.1275 - acc: 0.8283 Epoch 5/80 233/233 [==============================] - 0s 207us/step - loss: 0.1243 - acc: 0.8455 Epoch 6/80 233/233 [==============================] - 0s 194us/step - loss: 0.1216 - acc: 0.8455 Epoch 7/80 233/233 [==============================] - 0s 221us/step - loss: 0.1191 - acc: 0.8455 Epoch 8/80 233/233 [==============================] - 0s 195us/step - loss: 0.1167 - acc: 0.8455 Epoch 9/80 233/233 [==============================] - 0s 207us/step - loss: 0.1144 - acc: 0.8584 Epoch 10/80 233/233 [==============================] - 0s 173us/step - loss: 0.1121 - acc: 0.8798 Epoch 11/80 233/233 [==============================] - 0s 183us/step - loss: 0.1100 - acc: 0.8798 Epoch 12/80 233/233 [==============================] - 0s 183us/step - loss: 0.1080 - acc: 0.8927 Epoch 13/80 233/233 [==============================] - 0s 205us/step - loss: 0.1061 - acc: 0.8884 Epoch 14/80 233/233 [==============================] - 0s 200us/step - loss: 0.1042 - acc: 0.8927 Epoch 15/80 233/233 [==============================] - 0s 202us/step - loss: 0.1024 - acc: 0.9013 Epoch 16/80 233/233 [==============================] - 0s 201us/step - loss: 0.1006 - acc: 0.8970 Epoch 17/80 233/233 [==============================] - 0s 224us/step - loss: 0.0989 - acc: 0.8970 Epoch 18/80 233/233 [==============================] - 0s 229us/step - loss: 0.0972 - acc: 0.8970 Epoch 19/80 233/233 [==============================] - 0s 219us/step - loss: 0.0956 - acc: 0.8970 Epoch 20/80 233/233 [==============================] - 0s 196us/step - loss: 0.0940 - acc: 0.9013 Epoch 21/80 233/233 [==============================] - 0s 214us/step - loss: 0.0924 - acc: 0.9013 Epoch 22/80 233/233 [==============================] - 0s 203us/step - loss: 0.0909 - acc: 0.9056 Epoch 23/80 233/233 [==============================] - 0s 215us/step - loss: 0.0893 - acc: 0.9099 Epoch 24/80 233/233 [==============================] - 0s 209us/step - loss: 0.0879 - acc: 0.9185 Epoch 25/80 233/233 [==============================] - 0s 200us/step - loss: 0.0864 - acc: 0.9185 Epoch 26/80 233/233 [==============================] - 0s 200us/step - loss: 0.0850 - acc: 0.9185 Epoch 27/80 233/233 [==============================] - 0s 237us/step - loss: 0.0835 - acc: 0.9099 Epoch 28/80 233/233 [==============================] - 0s 219us/step - loss: 0.0822 - acc: 0.9099 Epoch 29/80 233/233 [==============================] - 0s 217us/step - loss: 0.0808 - acc: 0.9142 Epoch 30/80 233/233 [==============================] - 0s 211us/step - loss: 0.0795 - acc: 0.9142 Epoch 31/80 233/233 [==============================] - 0s 182us/step - loss: 0.0782 - acc: 0.9142 Epoch 32/80 233/233 [==============================] - 0s 207us/step - loss: 0.0769 - acc: 0.9142 Epoch 33/80 233/233 [==============================] - 0s 197us/step - loss: 0.0756 - acc: 0.9185 Epoch 34/80 233/233 [==============================] - 0s 188us/step - loss: 0.0744 - acc: 0.9142 Epoch 35/80 233/233 [==============================] - 0s 188us/step - loss: 0.0731 - acc: 0.9185 Epoch 36/80 233/233 [==============================] - 0s 203us/step - loss: 0.0719 - acc: 0.9142 Epoch 37/80 233/233 [==============================] - 0s 201us/step - loss: 0.0707 - acc: 0.9142 Epoch 38/80 233/233 [==============================] - 0s 230us/step - loss: 0.0695 - acc: 0.9142 Epoch 39/80 233/233 [==============================] - 0s 222us/step - loss: 0.0684 - acc: 0.9142 Epoch 40/80 233/233 [==============================] - 0s 203us/step - loss: 0.0672 - acc: 0.9142 Epoch 41/80 233/233 [==============================] - 0s 202us/step - loss: 0.0661 - acc: 0.9142 Epoch 42/80 233/233 [==============================] - 0s 196us/step - loss: 0.0650 - acc: 0.9142 Epoch 43/80 233/233 [==============================] - 0s 227us/step - loss: 0.0639 - acc: 0.9142 Epoch 44/80 233/233 [==============================] - 0s 200us/step - loss: 0.0628 - acc: 0.9185 Epoch 45/80 233/233 [==============================] - 0s 192us/step - loss: 0.0617 - acc: 0.9185 Epoch 46/80 233/233 [==============================] - 0s 206us/step - loss: 0.0607 - acc: 0.9185 Epoch 47/80 233/233 [==============================] - 0s 227us/step - loss: 0.0597 - acc: 0.9185 Epoch 48/80 233/233 [==============================] - 0s 220us/step - loss: 0.0587 - acc: 0.9185 Epoch 49/80 233/233 [==============================] - 0s 224us/step - loss: 0.0577 - acc: 0.9185 Epoch 50/80 233/233 [==============================] - 0s 197us/step - loss: 0.0568 - acc: 0.9227 Epoch 51/80 233/233 [==============================] - 0s 205us/step - loss: 0.0558 - acc: 0.9185 Epoch 52/80 233/233 [==============================] - ETA: 0s - loss: 0.0518 - acc: 0.900 - 0s 198us/step - loss: 0.0548 - acc: 0.9185 Epoch 53/80 233/233 [==============================] - 0s 214us/step - loss: 0.0539 - acc: 0.9185 Epoch 54/80 233/233 [==============================] - 0s 202us/step - loss: 0.0529 - acc: 0.9185 Epoch 55/80 233/233 [==============================] - 0s 186us/step - loss: 0.0520 - acc: 0.9185 Epoch 56/80 233/233 [==============================] - 0s 213us/step - loss: 0.0511 - acc: 0.9227 Epoch 57/80 233/233 [==============================] - 0s 210us/step - loss: 0.0502 - acc: 0.9185 Epoch 58/80 233/233 [==============================] - 0s 238us/step - loss: 0.0493 - acc: 0.9227 Epoch 59/80 233/233 [==============================] - 0s 225us/step - loss: 0.0484 - acc: 0.9185 Epoch 60/80 233/233 [==============================] - 0s 221us/step - loss: 0.0475 - acc: 0.9227 Epoch 61/80 233/233 [==============================] - 0s 207us/step - loss: 0.0467 - acc: 0.9185 Epoch 62/80 233/233 [==============================] - 0s 186us/step - loss: 0.0458 - acc: 0.9185 Epoch 63/80 233/233 [==============================] - 0s 200us/step - loss: 0.0450 - acc: 0.9227 Epoch 64/80 233/233 [==============================] - 0s 206us/step - loss: 0.0442 - acc: 0.9185 Epoch 65/80 233/233 [==============================] - 0s 190us/step - loss: 0.0434 - acc: 0.9227 Epoch 66/80 233/233 [==============================] - 0s 187us/step - loss: 0.0426 - acc: 0.9227 Epoch 67/80 233/233 [==============================] - 0s 187us/step - loss: 0.0418 - acc: 0.9227 Epoch 68/80 233/233 [==============================] - 0s 228us/step - loss: 0.0410 - acc: 0.9227 Epoch 69/80 233/233 [==============================] - 0s 183us/step - loss: 0.0403 - acc: 0.9185 Epoch 70/80 233/233 [==============================] - ETA: 0s - loss: 0.0394 - acc: 0.950 - 0s 182us/step - loss: 0.0394 - acc: 0.9227 Epoch 71/80 233/233 [==============================] - 0s 204us/step - loss: 0.0387 - acc: 0.9185 Epoch 72/80 233/233 [==============================] - 0s 194us/step - loss: 0.0379 - acc: 0.9227 Epoch 73/80 233/233 [==============================] - 0s 177us/step - loss: 0.0372 - acc: 0.9227 Epoch 74/80 233/233 [==============================] - 0s 188us/step - loss: 0.0365 - acc: 0.9227 Epoch 75/80 233/233 [==============================] - 0s 181us/step - loss: 0.0358 - acc: 0.9227 Epoch 76/80 233/233 [==============================] - 0s 193us/step - loss: 0.0351 - acc: 0.9227 Epoch 77/80 233/233 [==============================] - 0s 199us/step - loss: 0.0344 - acc: 0.9185 Epoch 78/80 233/233 [==============================] - 0s 208us/step - loss: 0.0337 - acc: 0.9227 Epoch 79/80 233/233 [==============================] - 0s 221us/step - loss: 0.0331 - acc: 0.9185 Epoch 80/80 233/233 [==============================] - 0s 226us/step - loss: 0.0324 - acc: 0.9227 Epoch 1/80 233/233 [==============================] - 2s 10ms/step - loss: 0.1466 - acc: 0.2103 Epoch 2/80 233/233 [==============================] - 0s 201us/step - loss: 0.1372 - acc: 0.6395 Epoch 3/80 233/233 [==============================] - 0s 183us/step - loss: 0.1316 - acc: 0.7639 Epoch 4/80 233/233 [==============================] - 0s 198us/step - loss: 0.1274 - acc: 0.8155 Epoch 5/80 233/233 [==============================] - 0s 207us/step - loss: 0.1239 - acc: 0.8541 Epoch 6/80 233/233 [==============================] - 0s 195us/step - loss: 0.1208 - acc: 0.8670 Epoch 7/80 233/233 [==============================] - 0s 216us/step - loss: 0.1181 - acc: 0.8627 Epoch 8/80 233/233 [==============================] - 0s 213us/step - loss: 0.1157 - acc: 0.8670 Epoch 9/80 233/233 [==============================] - 0s 214us/step - loss: 0.1134 - acc: 0.8755 Epoch 10/80 233/233 [==============================] - 0s 201us/step - loss: 0.1112 - acc: 0.8841 Epoch 11/80 233/233 [==============================] - ETA: 0s - loss: 0.1153 - acc: 0.900 - 0s 178us/step - loss: 0.1090 - acc: 0.8841 Epoch 12/80 233/233 [==============================] - 0s 177us/step - loss: 0.1070 - acc: 0.8927 Epoch 13/80 233/233 [==============================] - 0s 186us/step - loss: 0.1050 - acc: 0.8970 Epoch 14/80 233/233 [==============================] - 0s 206us/step - loss: 0.1031 - acc: 0.8970 Epoch 15/80 233/233 [==============================] - 0s 206us/step - loss: 0.1013 - acc: 0.8970 Epoch 16/80 233/233 [==============================] - 0s 193us/step - loss: 0.0996 - acc: 0.9013 Epoch 17/80 233/233 [==============================] - 0s 237us/step - loss: 0.0979 - acc: 0.9013 Epoch 18/80 233/233 [==============================] - 0s 214us/step - loss: 0.0962 - acc: 0.9013 Epoch 19/80 233/233 [==============================] - 0s 211us/step - loss: 0.0946 - acc: 0.9056 Epoch 20/80 233/233 [==============================] - 0s 201us/step - loss: 0.0930 - acc: 0.9013 Epoch 21/80 233/233 [==============================] - 0s 211us/step - loss: 0.0915 - acc: 0.9013 Epoch 22/80 233/233 [==============================] - 0s 221us/step - loss: 0.0900 - acc: 0.9056 Epoch 23/80 233/233 [==============================] - 0s 204us/step - loss: 0.0885 - acc: 0.9099 Epoch 24/80 233/233 [==============================] - 0s 195us/step - loss: 0.0870 - acc: 0.9185 Epoch 25/80 233/233 [==============================] - 0s 203us/step - loss: 0.0856 - acc: 0.9185 Epoch 26/80 233/233 [==============================] - 0s 214us/step - loss: 0.0841 - acc: 0.9185 Epoch 27/80 233/233 [==============================] - 0s 230us/step - loss: 0.0827 - acc: 0.9185 Epoch 28/80 233/233 [==============================] - 0s 219us/step - loss: 0.0813 - acc: 0.9227 Epoch 29/80 233/233 [==============================] - 0s 207us/step - loss: 0.0800 - acc: 0.9227 Epoch 30/80 233/233 [==============================] - 0s 199us/step - loss: 0.0786 - acc: 0.9313 Epoch 31/80 233/233 [==============================] - 0s 216us/step - loss: 0.0773 - acc: 0.9270 Epoch 32/80 233/233 [==============================] - 0s 200us/step - loss: 0.0760 - acc: 0.9270 Epoch 33/80 233/233 [==============================] - 0s 194us/step - loss: 0.0747 - acc: 0.9270 Epoch 34/80 233/233 [==============================] - 0s 211us/step - loss: 0.0734 - acc: 0.9227 Epoch 35/80 233/233 [==============================] - 0s 209us/step - loss: 0.0722 - acc: 0.9185 Epoch 36/80 233/233 [==============================] - 0s 208us/step - loss: 0.0710 - acc: 0.9227 Epoch 37/80 233/233 [==============================] - 0s 231us/step - loss: 0.0698 - acc: 0.9185 Epoch 38/80 233/233 [==============================] - 0s 209us/step - loss: 0.0686 - acc: 0.9227 Epoch 39/80 233/233 [==============================] - 0s 204us/step - loss: 0.0675 - acc: 0.9227 Epoch 40/80 233/233 [==============================] - 0s 217us/step - loss: 0.0663 - acc: 0.9270 Epoch 41/80 233/233 [==============================] - 0s 213us/step - loss: 0.0652 - acc: 0.9227 Epoch 42/80 233/233 [==============================] - 0s 196us/step - loss: 0.0642 - acc: 0.9270 Epoch 43/80 233/233 [==============================] - 0s 199us/step - loss: 0.0631 - acc: 0.9227 Epoch 44/80 233/233 [==============================] - 0s 197us/step - loss: 0.0620 - acc: 0.9313 Epoch 45/80 233/233 [==============================] - 0s 207us/step - loss: 0.0610 - acc: 0.9227 Epoch 46/80 233/233 [==============================] - 0s 222us/step - loss: 0.0600 - acc: 0.9270 Epoch 47/80 233/233 [==============================] - 0s 234us/step - loss: 0.0589 - acc: 0.9227 Epoch 48/80 233/233 [==============================] - 0s 218us/step - loss: 0.0580 - acc: 0.9313 Epoch 49/80 233/233 [==============================] - 0s 219us/step - loss: 0.0570 - acc: 0.9270 Epoch 50/80 233/233 [==============================] - 0s 216us/step - loss: 0.0560 - acc: 0.9270 Epoch 51/80 233/233 [==============================] - 0s 189us/step - loss: 0.0550 - acc: 0.9270 Epoch 52/80 233/233 [==============================] - 0s 195us/step - loss: 0.0541 - acc: 0.9313 Epoch 53/80 233/233 [==============================] - 0s 201us/step - loss: 0.0532 - acc: 0.9270 Epoch 54/80 233/233 [==============================] - 0s 223us/step - loss: 0.0523 - acc: 0.9313 Epoch 55/80 233/233 [==============================] - 0s 198us/step - loss: 0.0514 - acc: 0.9313 Epoch 56/80 233/233 [==============================] - 0s 229us/step - loss: 0.0505 - acc: 0.9270 Epoch 57/80 233/233 [==============================] - 0s 222us/step - loss: 0.0496 - acc: 0.9227 Epoch 58/80 233/233 [==============================] - 0s 212us/step - loss: 0.0487 - acc: 0.9227 Epoch 59/80 233/233 [==============================] - 0s 205us/step - loss: 0.0478 - acc: 0.9227 Epoch 60/80 233/233 [==============================] - 0s 195us/step - loss: 0.0470 - acc: 0.9227 Epoch 61/80 233/233 [==============================] - 0s 188us/step - loss: 0.0461 - acc: 0.9227 Epoch 62/80 233/233 [==============================] - 0s 223us/step - loss: 0.0452 - acc: 0.9227 Epoch 63/80 233/233 [==============================] - 0s 205us/step - loss: 0.0444 - acc: 0.9227 Epoch 64/80 233/233 [==============================] - 0s 202us/step - loss: 0.0435 - acc: 0.9227 Epoch 65/80 233/233 [==============================] - 0s 206us/step - loss: 0.0426 - acc: 0.9227 Epoch 66/80 233/233 [==============================] - 0s 237us/step - loss: 0.0417 - acc: 0.9227 Epoch 67/80 233/233 [==============================] - 0s 195us/step - loss: 0.0408 - acc: 0.9227 Epoch 68/80 233/233 [==============================] - 0s 208us/step - loss: 0.0401 - acc: 0.9227 Epoch 69/80 233/233 [==============================] - 0s 223us/step - loss: 0.0393 - acc: 0.9227 Epoch 70/80 233/233 [==============================] - 0s 208us/step - loss: 0.0385 - acc: 0.9227 Epoch 71/80 233/233 [==============================] - 0s 215us/step - loss: 0.0377 - acc: 0.9227 Epoch 72/80 233/233 [==============================] - 0s 197us/step - loss: 0.0370 - acc: 0.9227 Epoch 73/80 233/233 [==============================] - 0s 185us/step - loss: 0.0363 - acc: 0.9227 Epoch 74/80 233/233 [==============================] - 0s 191us/step - loss: 0.0356 - acc: 0.9270 Epoch 75/80 233/233 [==============================] - 0s 184us/step - loss: 0.0349 - acc: 0.9227 Epoch 76/80 233/233 [==============================] - 0s 224us/step - loss: 0.0342 - acc: 0.9270 Epoch 77/80 233/233 [==============================] - 0s 190us/step - loss: 0.0335 - acc: 0.9227 Epoch 78/80 233/233 [==============================] - 0s 195us/step - loss: 0.0328 - acc: 0.9270 Epoch 79/80 233/233 [==============================] - 0s 185us/step - loss: 0.0322 - acc: 0.9227 Epoch 80/80 233/233 [==============================] - 0s 165us/step - loss: 0.0315 - acc: 0.9270 Epoch 1/80 233/233 [==============================] - 2s 10ms/step - loss: 0.1463 - acc: 0.2275 Epoch 2/80 233/233 [==============================] - 0s 241us/step - loss: 0.1377 - acc: 0.5708 Epoch 3/80 233/233 [==============================] - 0s 231us/step - loss: 0.1327 - acc: 0.7124 Epoch 4/80 233/233 [==============================] - 0s 197us/step - loss: 0.1287 - acc: 0.7897 Epoch 5/80 233/233 [==============================] - 0s 192us/step - loss: 0.1252 - acc: 0.8112 Epoch 6/80 233/233 [==============================] - 0s 186us/step - loss: 0.1220 - acc: 0.8240 Epoch 7/80 233/233 [==============================] - 0s 245us/step - loss: 0.1192 - acc: 0.8326 Epoch 8/80 233/233 [==============================] - 0s 219us/step - loss: 0.1167 - acc: 0.8369 Epoch 9/80 233/233 [==============================] - 0s 199us/step - loss: 0.1142 - acc: 0.8412 Epoch 10/80 233/233 [==============================] - 0s 212us/step - loss: 0.1118 - acc: 0.8455 Epoch 11/80 233/233 [==============================] - 0s 215us/step - loss: 0.1095 - acc: 0.8584 Epoch 12/80 233/233 [==============================] - 0s 199us/step - loss: 0.1073 - acc: 0.8970 Epoch 13/80 233/233 [==============================] - 0s 217us/step - loss: 0.1053 - acc: 0.8927 Epoch 14/80 233/233 [==============================] - 0s 205us/step - loss: 0.1034 - acc: 0.8884 Epoch 15/80 233/233 [==============================] - 0s 211us/step - loss: 0.1015 - acc: 0.8970 Epoch 16/80 233/233 [==============================] - 0s 221us/step - loss: 0.0998 - acc: 0.8970 Epoch 17/80 233/233 [==============================] - 0s 223us/step - loss: 0.0980 - acc: 0.8927 Epoch 18/80 233/233 [==============================] - 0s 186us/step - loss: 0.0963 - acc: 0.8841 Epoch 19/80 233/233 [==============================] - 0s 207us/step - loss: 0.0947 - acc: 0.8927 Epoch 20/80 233/233 [==============================] - 0s 219us/step - loss: 0.0930 - acc: 0.8884 Epoch 21/80 233/233 [==============================] - 0s 214us/step - loss: 0.0914 - acc: 0.8841 Epoch 22/80 233/233 [==============================] - 0s 214us/step - loss: 0.0899 - acc: 0.8884 Epoch 23/80 233/233 [==============================] - 0s 210us/step - loss: 0.0884 - acc: 0.8884 Epoch 24/80 233/233 [==============================] - 0s 191us/step - loss: 0.0869 - acc: 0.8927 Epoch 25/80 233/233 [==============================] - 0s 234us/step - loss: 0.0854 - acc: 0.9056 Epoch 26/80 233/233 [==============================] - 0s 211us/step - loss: 0.0839 - acc: 0.9099 Epoch 27/80 233/233 [==============================] - 0s 194us/step - loss: 0.0825 - acc: 0.9013 Epoch 28/80 233/233 [==============================] - 0s 203us/step - loss: 0.0810 - acc: 0.9013 Epoch 29/80 233/233 [==============================] - 0s 199us/step - loss: 0.0796 - acc: 0.9099 Epoch 30/80 233/233 [==============================] - ETA: 0s - loss: 0.0790 - acc: 0.916 - 0s 206us/step - loss: 0.0782 - acc: 0.9013 Epoch 31/80 233/233 [==============================] - 0s 208us/step - loss: 0.0768 - acc: 0.9099 Epoch 32/80 233/233 [==============================] - 0s 253us/step - loss: 0.0755 - acc: 0.9099 Epoch 33/80 233/233 [==============================] - 0s 210us/step - loss: 0.0742 - acc: 0.9056 Epoch 34/80 233/233 [==============================] - 0s 221us/step - loss: 0.0729 - acc: 0.9099 Epoch 35/80 233/233 [==============================] - 0s 202us/step - loss: 0.0716 - acc: 0.9099 Epoch 36/80 233/233 [==============================] - 0s 190us/step - loss: 0.0704 - acc: 0.9099 Epoch 37/80 233/233 [==============================] - 0s 196us/step - loss: 0.0691 - acc: 0.9099 Epoch 38/80 233/233 [==============================] - 0s 182us/step - loss: 0.0679 - acc: 0.9142 Epoch 39/80 233/233 [==============================] - 0s 177us/step - loss: 0.0667 - acc: 0.9142 Epoch 40/80 233/233 [==============================] - 0s 174us/step - loss: 0.0655 - acc: 0.9227 Epoch 41/80 233/233 [==============================] - 0s 192us/step - loss: 0.0644 - acc: 0.9270 Epoch 42/80 233/233 [==============================] - 0s 207us/step - loss: 0.0633 - acc: 0.9227 Epoch 43/80 233/233 [==============================] - 0s 220us/step - loss: 0.0621 - acc: 0.9227 Epoch 44/80 233/233 [==============================] - 0s 254us/step - loss: 0.0610 - acc: 0.9270 Epoch 45/80 233/233 [==============================] - 0s 215us/step - loss: 0.0599 - acc: 0.9270 Epoch 46/80 233/233 [==============================] - 0s 191us/step - loss: 0.0588 - acc: 0.9270 Epoch 47/80 233/233 [==============================] - 0s 202us/step - loss: 0.0578 - acc: 0.9227 Epoch 48/80 233/233 [==============================] - 0s 204us/step - loss: 0.0567 - acc: 0.9227 Epoch 49/80 233/233 [==============================] - 0s 192us/step - loss: 0.0557 - acc: 0.9313 Epoch 50/80 233/233 [==============================] - 0s 204us/step - loss: 0.0547 - acc: 0.9313 Epoch 51/80 233/233 [==============================] - 0s 201us/step - loss: 0.0537 - acc: 0.9270 Epoch 52/80 233/233 [==============================] - 0s 218us/step - loss: 0.0528 - acc: 0.9313 Epoch 53/80 233/233 [==============================] - 0s 215us/step - loss: 0.0518 - acc: 0.9313 Epoch 54/80 233/233 [==============================] - 0s 230us/step - loss: 0.0509 - acc: 0.9270 Epoch 55/80 233/233 [==============================] - 0s 222us/step - loss: 0.0500 - acc: 0.9227 Epoch 56/80 233/233 [==============================] - 0s 204us/step - loss: 0.0491 - acc: 0.9270 Epoch 57/80 233/233 [==============================] - 0s 205us/step - loss: 0.0482 - acc: 0.9270 Epoch 58/80 233/233 [==============================] - 0s 208us/step - loss: 0.0473 - acc: 0.9270 Epoch 59/80 233/233 [==============================] - 0s 205us/step - loss: 0.0465 - acc: 0.9313 Epoch 60/80 233/233 [==============================] - 0s 200us/step - loss: 0.0456 - acc: 0.9313 Epoch 61/80 233/233 [==============================] - 0s 216us/step - loss: 0.0448 - acc: 0.9356 Epoch 62/80 233/233 [==============================] - 0s 207us/step - loss: 0.0440 - acc: 0.9313 Epoch 63/80 233/233 [==============================] - 0s 232us/step - loss: 0.0431 - acc: 0.9356 Epoch 64/80 233/233 [==============================] - ETA: 0s - loss: 0.0403 - acc: 0.950 - 0s 212us/step - loss: 0.0423 - acc: 0.9313 Epoch 65/80 233/233 [==============================] - 0s 203us/step - loss: 0.0415 - acc: 0.9356 Epoch 66/80 233/233 [==============================] - 0s 206us/step - loss: 0.0407 - acc: 0.9313 Epoch 67/80 233/233 [==============================] - 0s 205us/step - loss: 0.0399 - acc: 0.9356 Epoch 68/80 233/233 [==============================] - 0s 198us/step - loss: 0.0391 - acc: 0.9313 Epoch 69/80 233/233 [==============================] - 0s 213us/step - loss: 0.0383 - acc: 0.9356 Epoch 70/80 233/233 [==============================] - 0s 189us/step - loss: 0.0376 - acc: 0.9313 Epoch 71/80 233/233 [==============================] - 0s 216us/step - loss: 0.0368 - acc: 0.9356 Epoch 72/80 233/233 [==============================] - 0s 204us/step - loss: 0.0361 - acc: 0.9313 Epoch 73/80 233/233 [==============================] - 0s 240us/step - loss: 0.0354 - acc: 0.9313 Epoch 74/80 233/233 [==============================] - 0s 225us/step - loss: 0.0347 - acc: 0.9313 Epoch 75/80 233/233 [==============================] - 0s 200us/step - loss: 0.0340 - acc: 0.9356 Epoch 76/80 233/233 [==============================] - 0s 193us/step - loss: 0.0333 - acc: 0.9270 Epoch 77/80 233/233 [==============================] - 0s 190us/step - loss: 0.0326 - acc: 0.9313 Epoch 78/80 233/233 [==============================] - 0s 204us/step - loss: 0.0320 - acc: 0.9270 Epoch 79/80 233/233 [==============================] - 0s 208us/step - loss: 0.0313 - acc: 0.9313 Epoch 80/80 233/233 [==============================] - ETA: 0s - loss: 0.0369 - acc: 0.916 - 0s 226us/step - loss: 0.0307 - acc: 0.9270 Epoch 1/80 233/233 [==============================] - 2s 10ms/step - loss: 0.1466 - acc: 0.2446 Epoch 2/80 233/233 [==============================] - 0s 167us/step - loss: 0.1377 - acc: 0.6309 Epoch 3/80 233/233 [==============================] - 0s 176us/step - loss: 0.1325 - acc: 0.7339 Epoch 4/80 233/233 [==============================] - 0s 203us/step - loss: 0.1285 - acc: 0.7682 Epoch 5/80 233/233 [==============================] - 0s 194us/step - loss: 0.1251 - acc: 0.8069 Epoch 6/80 233/233 [==============================] - 0s 210us/step - loss: 0.1220 - acc: 0.8240 Epoch 7/80 233/233 [==============================] - 0s 215us/step - loss: 0.1194 - acc: 0.8412 Epoch 8/80 233/233 [==============================] - 0s 237us/step - loss: 0.1170 - acc: 0.8455 Epoch 9/80 233/233 [==============================] - 0s 219us/step - loss: 0.1147 - acc: 0.8455 Epoch 10/80 233/233 [==============================] - 0s 210us/step - loss: 0.1126 - acc: 0.8455 Epoch 11/80 233/233 [==============================] - 0s 204us/step - loss: 0.1105 - acc: 0.8455 Epoch 12/80 233/233 [==============================] - 0s 207us/step - loss: 0.1084 - acc: 0.8498 Epoch 13/80 233/233 [==============================] - 0s 215us/step - loss: 0.1065 - acc: 0.8498 Epoch 14/80 233/233 [==============================] - 0s 203us/step - loss: 0.1047 - acc: 0.8498 Epoch 15/80 233/233 [==============================] - 0s 213us/step - loss: 0.1028 - acc: 0.8455 Epoch 16/80 233/233 [==============================] - 0s 210us/step - loss: 0.1010 - acc: 0.8455 Epoch 17/80 233/233 [==============================] - 0s 211us/step - loss: 0.0992 - acc: 0.8541 Epoch 18/80 233/233 [==============================] - 0s 235us/step - loss: 0.0974 - acc: 0.8627 Epoch 19/80 233/233 [==============================] - 0s 211us/step - loss: 0.0958 - acc: 0.8627 Epoch 20/80 233/233 [==============================] - 0s 216us/step - loss: 0.0941 - acc: 0.8627 Epoch 21/80 233/233 [==============================] - 0s 210us/step - loss: 0.0925 - acc: 0.8670 Epoch 22/80 233/233 [==============================] - 0s 222us/step - loss: 0.0909 - acc: 0.8755 Epoch 23/80 233/233 [==============================] - 0s 213us/step - loss: 0.0894 - acc: 0.8712 Epoch 24/80 233/233 [==============================] - 0s 232us/step - loss: 0.0879 - acc: 0.8627 Epoch 25/80 233/233 [==============================] - 0s 224us/step - loss: 0.0864 - acc: 0.8798 Epoch 26/80 233/233 [==============================] - 0s 219us/step - loss: 0.0849 - acc: 0.8755 Epoch 27/80 233/233 [==============================] - 0s 206us/step - loss: 0.0835 - acc: 0.8755 Epoch 28/80 233/233 [==============================] - 0s 197us/step - loss: 0.0820 - acc: 0.8712 Epoch 29/80 233/233 [==============================] - 0s 211us/step - loss: 0.0806 - acc: 0.8712 Epoch 30/80 233/233 [==============================] - 0s 208us/step - loss: 0.0792 - acc: 0.8755 Epoch 31/80 233/233 [==============================] - 0s 243us/step - loss: 0.0779 - acc: 0.8712 Epoch 32/80 233/233 [==============================] - 0s 239us/step - loss: 0.0766 - acc: 0.8755 Epoch 33/80 233/233 [==============================] - 0s 215us/step - loss: 0.0753 - acc: 0.8798 Epoch 34/80 233/233 [==============================] - 0s 226us/step - loss: 0.0740 - acc: 0.8755 Epoch 35/80 233/233 [==============================] - 0s 229us/step - loss: 0.0728 - acc: 0.8798 Epoch 36/80 233/233 [==============================] - 0s 215us/step - loss: 0.0716 - acc: 0.8755 Epoch 37/80 233/233 [==============================] - 0s 191us/step - loss: 0.0704 - acc: 0.8798 Epoch 38/80 233/233 [==============================] - 0s 203us/step - loss: 0.0692 - acc: 0.8755 Epoch 39/80 233/233 [==============================] - 0s 209us/step - loss: 0.0681 - acc: 0.8798 Epoch 40/80 233/233 [==============================] - 0s 229us/step - loss: 0.0669 - acc: 0.8755 Epoch 41/80 233/233 [==============================] - 0s 222us/step - loss: 0.0658 - acc: 0.8798 Epoch 42/80 233/233 [==============================] - 0s 253us/step - loss: 0.0647 - acc: 0.8798 Epoch 43/80 233/233 [==============================] - 0s 205us/step - loss: 0.0636 - acc: 0.8841 Epoch 44/80 233/233 [==============================] - 0s 214us/step - loss: 0.0625 - acc: 0.8798 Epoch 45/80 233/233 [==============================] - 0s 221us/step - loss: 0.0615 - acc: 0.8841 Epoch 46/80 233/233 [==============================] - 0s 202us/step - loss: 0.0604 - acc: 0.8798 Epoch 47/80 233/233 [==============================] - 0s 198us/step - loss: 0.0594 - acc: 0.8884 Epoch 48/80 233/233 [==============================] - 0s 218us/step - loss: 0.0584 - acc: 0.8841 Epoch 49/80 233/233 [==============================] - 0s 212us/step - loss: 0.0574 - acc: 0.8884 Epoch 50/80 233/233 [==============================] - 0s 244us/step - loss: 0.0564 - acc: 0.8927 Epoch 51/80 233/233 [==============================] - 0s 223us/step - loss: 0.0554 - acc: 0.8970 Epoch 52/80 233/233 [==============================] - 0s 220us/step - loss: 0.0544 - acc: 0.8927 Epoch 53/80 233/233 [==============================] - 0s 199us/step - loss: 0.0534 - acc: 0.9013 Epoch 54/80 233/233 [==============================] - 0s 201us/step - loss: 0.0524 - acc: 0.8927 Epoch 55/80 233/233 [==============================] - 0s 199us/step - loss: 0.0514 - acc: 0.9013 Epoch 56/80 233/233 [==============================] - 0s 211us/step - loss: 0.0505 - acc: 0.8927 Epoch 57/80 233/233 [==============================] - 0s 218us/step - loss: 0.0496 - acc: 0.9013 Epoch 58/80 233/233 [==============================] - 0s 215us/step - loss: 0.0487 - acc: 0.8927 Epoch 59/80 233/233 [==============================] - 0s 227us/step - loss: 0.0478 - acc: 0.8970 Epoch 60/80 233/233 [==============================] - 0s 224us/step - loss: 0.0470 - acc: 0.9013 Epoch 61/80 233/233 [==============================] - 0s 200us/step - loss: 0.0461 - acc: 0.8970 Epoch 62/80 233/233 [==============================] - 0s 219us/step - loss: 0.0452 - acc: 0.9013 Epoch 63/80 233/233 [==============================] - 0s 215us/step - loss: 0.0444 - acc: 0.9013 Epoch 64/80 233/233 [==============================] - 0s 204us/step - loss: 0.0436 - acc: 0.9227 Epoch 65/80 233/233 [==============================] - 0s 196us/step - loss: 0.0427 - acc: 0.9485 Epoch 66/80 233/233 [==============================] - 0s 246us/step - loss: 0.0419 - acc: 0.9442 Epoch 67/80 233/233 [==============================] - 0s 228us/step - loss: 0.0412 - acc: 0.9485 Epoch 68/80 233/233 [==============================] - 0s 211us/step - loss: 0.0404 - acc: 0.9442 Epoch 69/80 233/233 [==============================] - 0s 199us/step - loss: 0.0396 - acc: 0.9485 Epoch 70/80 233/233 [==============================] - 0s 222us/step - loss: 0.0389 - acc: 0.9442 Epoch 71/80 233/233 [==============================] - 0s 220us/step - loss: 0.0381 - acc: 0.9442 Epoch 72/80 233/233 [==============================] - 0s 208us/step - loss: 0.0374 - acc: 0.9442 Epoch 73/80 233/233 [==============================] - 0s 195us/step - loss: 0.0366 - acc: 0.9399 Epoch 74/80 233/233 [==============================] - 0s 196us/step - loss: 0.0360 - acc: 0.9442 Epoch 75/80 233/233 [==============================] - 0s 217us/step - loss: 0.0353 - acc: 0.9442 Epoch 76/80 233/233 [==============================] - 0s 209us/step - loss: 0.0346 - acc: 0.9442 Epoch 77/80 233/233 [==============================] - 0s 227us/step - loss: 0.0339 - acc: 0.9442 Epoch 78/80 233/233 [==============================] - 0s 220us/step - loss: 0.0333 - acc: 0.9485 Epoch 79/80 233/233 [==============================] - 0s 203us/step - loss: 0.0326 - acc: 0.9442 Epoch 80/80 233/233 [==============================] - 0s 208us/step - loss: 0.0319 - acc: 0.9442 Epoch 1/80 233/233 [==============================] - 3s 11ms/step - loss: 0.1456 - acc: 0.2489 Epoch 2/80 233/233 [==============================] - 0s 170us/step - loss: 0.1370 - acc: 0.5622 Epoch 3/80 233/233 [==============================] - 0s 170us/step - loss: 0.1319 - acc: 0.6910 Epoch 4/80 233/233 [==============================] - 0s 173us/step - loss: 0.1278 - acc: 0.7296 Epoch 5/80 233/233 [==============================] - 0s 167us/step - loss: 0.1244 - acc: 0.7768 Epoch 6/80 233/233 [==============================] - 0s 234us/step - loss: 0.1215 - acc: 0.8283 Epoch 7/80 233/233 [==============================] - 0s 211us/step - loss: 0.1189 - acc: 0.8412 Epoch 8/80 233/233 [==============================] - 0s 213us/step - loss: 0.1164 - acc: 0.8627 Epoch 9/80 233/233 [==============================] - 0s 240us/step - loss: 0.1141 - acc: 0.8798 Epoch 10/80 233/233 [==============================] - 0s 229us/step - loss: 0.1119 - acc: 0.8841 Epoch 11/80 233/233 [==============================] - 0s 210us/step - loss: 0.1098 - acc: 0.8755 Epoch 12/80 233/233 [==============================] - 0s 200us/step - loss: 0.1077 - acc: 0.8798 Epoch 13/80 233/233 [==============================] - 0s 226us/step - loss: 0.1057 - acc: 0.8755 Epoch 14/80 233/233 [==============================] - 0s 215us/step - loss: 0.1038 - acc: 0.8798 Epoch 15/80 233/233 [==============================] - 0s 212us/step - loss: 0.1020 - acc: 0.8670 Epoch 16/80 233/233 [==============================] - 0s 228us/step - loss: 0.1002 - acc: 0.8755 Epoch 17/80 233/233 [==============================] - 0s 219us/step - loss: 0.0985 - acc: 0.8755 Epoch 18/80 233/233 [==============================] - 0s 228us/step - loss: 0.0967 - acc: 0.8712 Epoch 19/80 233/233 [==============================] - 0s 209us/step - loss: 0.0950 - acc: 0.8670 Epoch 20/80 233/233 [==============================] - 0s 208us/step - loss: 0.0933 - acc: 0.8712 Epoch 21/80 233/233 [==============================] - 0s 217us/step - loss: 0.0917 - acc: 0.8712 Epoch 22/80 233/233 [==============================] - 0s 207us/step - loss: 0.0901 - acc: 0.8755 Epoch 23/80 233/233 [==============================] - 0s 215us/step - loss: 0.0885 - acc: 0.8798 Epoch 24/80 233/233 [==============================] - 0s 209us/step - loss: 0.0870 - acc: 0.8798 Epoch 25/80 233/233 [==============================] - 0s 219us/step - loss: 0.0855 - acc: 0.8841 Epoch 26/80 233/233 [==============================] - 0s 225us/step - loss: 0.0840 - acc: 0.8841 Epoch 27/80 233/233 [==============================] - 0s 208us/step - loss: 0.0826 - acc: 0.8841 Epoch 28/80 233/233 [==============================] - 0s 233us/step - loss: 0.0812 - acc: 0.8884 Epoch 29/80 233/233 [==============================] - 0s 227us/step - loss: 0.0799 - acc: 0.8927 Epoch 30/80 233/233 [==============================] - 0s 229us/step - loss: 0.0786 - acc: 0.8970 Epoch 31/80 233/233 [==============================] - 0s 211us/step - loss: 0.0773 - acc: 0.8927 Epoch 32/80 233/233 [==============================] - 0s 219us/step - loss: 0.0760 - acc: 0.8970 Epoch 33/80 233/233 [==============================] - 0s 201us/step - loss: 0.0747 - acc: 0.8927 Epoch 34/80 233/233 [==============================] - 0s 204us/step - loss: 0.0735 - acc: 0.8927 Epoch 35/80 233/233 [==============================] - 0s 234us/step - loss: 0.0723 - acc: 0.9013 Epoch 36/80 233/233 [==============================] - 0s 215us/step - loss: 0.0711 - acc: 0.9013 Epoch 37/80 233/233 [==============================] - 0s 220us/step - loss: 0.0699 - acc: 0.9013 Epoch 38/80 233/233 [==============================] - 0s 200us/step - loss: 0.0688 - acc: 0.9099 Epoch 39/80 233/233 [==============================] - 0s 216us/step - loss: 0.0676 - acc: 0.9142 Epoch 40/80 233/233 [==============================] - 0s 218us/step - loss: 0.0664 - acc: 0.9142 Epoch 41/80 233/233 [==============================] - 0s 202us/step - loss: 0.0653 - acc: 0.9142 Epoch 42/80 233/233 [==============================] - 0s 218us/step - loss: 0.0642 - acc: 0.9142 Epoch 43/80 233/233 [==============================] - 0s 203us/step - loss: 0.0632 - acc: 0.9142 Epoch 44/80 233/233 [==============================] - 0s 230us/step - loss: 0.0621 - acc: 0.9142 Epoch 45/80 233/233 [==============================] - 0s 213us/step - loss: 0.0610 - acc: 0.9142 Epoch 46/80 233/233 [==============================] - 0s 234us/step - loss: 0.0600 - acc: 0.9099 Epoch 47/80 233/233 [==============================] - 0s 212us/step - loss: 0.0589 - acc: 0.9142 Epoch 48/80 233/233 [==============================] - 0s 199us/step - loss: 0.0579 - acc: 0.9099 Epoch 49/80 233/233 [==============================] - 0s 212us/step - loss: 0.0569 - acc: 0.9142 Epoch 50/80 233/233 [==============================] - 0s 200us/step - loss: 0.0559 - acc: 0.9099 Epoch 51/80 233/233 [==============================] - 0s 198us/step - loss: 0.0550 - acc: 0.9099 Epoch 52/80 233/233 [==============================] - 0s 197us/step - loss: 0.0540 - acc: 0.9099 Epoch 53/80 233/233 [==============================] - 0s 235us/step - loss: 0.0530 - acc: 0.9227 Epoch 54/80 233/233 [==============================] - 0s 221us/step - loss: 0.0521 - acc: 0.9185 Epoch 55/80 233/233 [==============================] - 0s 251us/step - loss: 0.0512 - acc: 0.9313 Epoch 56/80 233/233 [==============================] - 0s 216us/step - loss: 0.0502 - acc: 0.9313 Epoch 57/80 233/233 [==============================] - 0s 208us/step - loss: 0.0493 - acc: 0.9356 Epoch 58/80 233/233 [==============================] - 0s 232us/step - loss: 0.0484 - acc: 0.9313 Epoch 59/80 233/233 [==============================] - 0s 214us/step - loss: 0.0475 - acc: 0.9356 Epoch 60/80 233/233 [==============================] - 0s 222us/step - loss: 0.0467 - acc: 0.9356 Epoch 61/80 233/233 [==============================] - 0s 230us/step - loss: 0.0458 - acc: 0.9356 Epoch 62/80 233/233 [==============================] - 0s 211us/step - loss: 0.0450 - acc: 0.9356 Epoch 63/80 233/233 [==============================] - 0s 211us/step - loss: 0.0441 - acc: 0.9356 Epoch 64/80 233/233 [==============================] - 0s 244us/step - loss: 0.0433 - acc: 0.9313 Epoch 65/80 233/233 [==============================] - 0s 217us/step - loss: 0.0425 - acc: 0.9313 Epoch 66/80 233/233 [==============================] - 0s 203us/step - loss: 0.0417 - acc: 0.9313 Epoch 67/80 233/233 [==============================] - 0s 207us/step - loss: 0.0410 - acc: 0.9313 Epoch 68/80 233/233 [==============================] - 0s 208us/step - loss: 0.0402 - acc: 0.9313 Epoch 69/80 233/233 [==============================] - 0s 207us/step - loss: 0.0395 - acc: 0.9313 Epoch 70/80 233/233 [==============================] - 0s 210us/step - loss: 0.0387 - acc: 0.9313 Epoch 71/80 233/233 [==============================] - 0s 220us/step - loss: 0.0380 - acc: 0.9313 Epoch 72/80 233/233 [==============================] - 0s 236us/step - loss: 0.0372 - acc: 0.9313 Epoch 73/80 233/233 [==============================] - 0s 213us/step - loss: 0.0366 - acc: 0.9313 Epoch 74/80 233/233 [==============================] - 0s 223us/step - loss: 0.0359 - acc: 0.9313 Epoch 75/80 233/233 [==============================] - 0s 228us/step - loss: 0.0352 - acc: 0.9313 Epoch 76/80 233/233 [==============================] - 0s 221us/step - loss: 0.0345 - acc: 0.9313 Epoch 77/80 233/233 [==============================] - 0s 213us/step - loss: 0.0339 - acc: 0.9356 Epoch 78/80 233/233 [==============================] - 0s 219us/step - loss: 0.0332 - acc: 0.9356 Epoch 79/80 233/233 [==============================] - 0s 218us/step - loss: 0.0325 - acc: 0.9356 Epoch 80/80 233/233 [==============================] - 0s 246us/step - loss: 0.0319 - acc: 0.9313 Epoch 1/80 233/233 [==============================] - 2s 10ms/step - loss: 0.1456 - acc: 0.3090 Epoch 2/80 233/233 [==============================] - 0s 156us/step - loss: 0.1369 - acc: 0.6137 Epoch 3/80 233/233 [==============================] - 0s 155us/step - loss: 0.1319 - acc: 0.7082 Epoch 4/80 233/233 [==============================] - 0s 157us/step - loss: 0.1280 - acc: 0.7511 Epoch 5/80 233/233 [==============================] - 0s 209us/step - loss: 0.1247 - acc: 0.7811 Epoch 6/80 233/233 [==============================] - 0s 231us/step - loss: 0.1218 - acc: 0.7940 Epoch 7/80 233/233 [==============================] - 0s 200us/step - loss: 0.1192 - acc: 0.8069 Epoch 8/80 233/233 [==============================] - 0s 229us/step - loss: 0.1167 - acc: 0.8155 Epoch 9/80 233/233 [==============================] - 0s 229us/step - loss: 0.1144 - acc: 0.8369 Epoch 10/80 233/233 [==============================] - 0s 260us/step - loss: 0.1122 - acc: 0.8412 Epoch 11/80 233/233 [==============================] - 0s 210us/step - loss: 0.1101 - acc: 0.8584 Epoch 12/80 233/233 [==============================] - 0s 211us/step - loss: 0.1081 - acc: 0.8841 Epoch 13/80 233/233 [==============================] - 0s 207us/step - loss: 0.1061 - acc: 0.9056 Epoch 14/80 233/233 [==============================] - 0s 208us/step - loss: 0.1043 - acc: 0.8970 Epoch 15/80 233/233 [==============================] - 0s 204us/step - loss: 0.1025 - acc: 0.8970 Epoch 16/80 233/233 [==============================] - 0s 236us/step - loss: 0.1007 - acc: 0.8970 Epoch 17/80 233/233 [==============================] - 0s 226us/step - loss: 0.0990 - acc: 0.9013 Epoch 18/80 233/233 [==============================] - 0s 253us/step - loss: 0.0974 - acc: 0.9142 Epoch 19/80 233/233 [==============================] - 0s 203us/step - loss: 0.0957 - acc: 0.9099 Epoch 20/80 233/233 [==============================] - 0s 214us/step - loss: 0.0941 - acc: 0.9099 Epoch 21/80 233/233 [==============================] - 0s 195us/step - loss: 0.0925 - acc: 0.9099 Epoch 22/80 233/233 [==============================] - 0s 204us/step - loss: 0.0909 - acc: 0.9099 Epoch 23/80 233/233 [==============================] - 0s 191us/step - loss: 0.0893 - acc: 0.9056 Epoch 24/80 233/233 [==============================] - 0s 210us/step - loss: 0.0878 - acc: 0.9099 Epoch 25/80 233/233 [==============================] - 0s 248us/step - loss: 0.0864 - acc: 0.9099 Epoch 26/80 233/233 [==============================] - 0s 236us/step - loss: 0.0849 - acc: 0.9099 Epoch 27/80 233/233 [==============================] - 0s 220us/step - loss: 0.0835 - acc: 0.9099 Epoch 28/80 233/233 [==============================] - 0s 209us/step - loss: 0.0821 - acc: 0.9099 Epoch 29/80 233/233 [==============================] - 0s 205us/step - loss: 0.0808 - acc: 0.9056 Epoch 30/80 233/233 [==============================] - 0s 212us/step - loss: 0.0794 - acc: 0.9056 Epoch 31/80 233/233 [==============================] - 0s 203us/step - loss: 0.0781 - acc: 0.9056 Epoch 32/80 233/233 [==============================] - 0s 199us/step - loss: 0.0768 - acc: 0.9013 Epoch 33/80 233/233 [==============================] - 0s 222us/step - loss: 0.0755 - acc: 0.9013 Epoch 34/80 233/233 [==============================] - 0s 224us/step - loss: 0.0742 - acc: 0.9013 Epoch 35/80 233/233 [==============================] - 0s 216us/step - loss: 0.0729 - acc: 0.9056 Epoch 36/80 233/233 [==============================] - 0s 217us/step - loss: 0.0717 - acc: 0.9056 Epoch 37/80 233/233 [==============================] - 0s 219us/step - loss: 0.0705 - acc: 0.9056 Epoch 38/80 233/233 [==============================] - 0s 220us/step - loss: 0.0693 - acc: 0.9056 Epoch 39/80 233/233 [==============================] - 0s 210us/step - loss: 0.0681 - acc: 0.9013 Epoch 40/80 233/233 [==============================] - 0s 202us/step - loss: 0.0669 - acc: 0.9056 Epoch 41/80 233/233 [==============================] - 0s 196us/step - loss: 0.0658 - acc: 0.9099 Epoch 42/80 233/233 [==============================] - 0s 202us/step - loss: 0.0647 - acc: 0.9056 Epoch 43/80 233/233 [==============================] - 0s 229us/step - loss: 0.0637 - acc: 0.9142 Epoch 44/80 233/233 [==============================] - 0s 225us/step - loss: 0.0626 - acc: 0.9142 Epoch 45/80 233/233 [==============================] - 0s 208us/step - loss: 0.0615 - acc: 0.9142 Epoch 46/80 233/233 [==============================] - 0s 212us/step - loss: 0.0605 - acc: 0.9142 Epoch 47/80 233/233 [==============================] - 0s 213us/step - loss: 0.0595 - acc: 0.9142 Epoch 48/80 233/233 [==============================] - 0s 205us/step - loss: 0.0584 - acc: 0.9142 Epoch 49/80 233/233 [==============================] - 0s 194us/step - loss: 0.0573 - acc: 0.9185 Epoch 50/80 233/233 [==============================] - 0s 213us/step - loss: 0.0564 - acc: 0.9185 Epoch 51/80 233/233 [==============================] - 0s 237us/step - loss: 0.0554 - acc: 0.9185 Epoch 52/80 233/233 [==============================] - 0s 229us/step - loss: 0.0544 - acc: 0.9185 Epoch 53/80 233/233 [==============================] - 0s 211us/step - loss: 0.0535 - acc: 0.9185 Epoch 54/80 233/233 [==============================] - 0s 218us/step - loss: 0.0526 - acc: 0.9185 Epoch 55/80 233/233 [==============================] - 0s 204us/step - loss: 0.0516 - acc: 0.9185 Epoch 56/80 233/233 [==============================] - 0s 207us/step - loss: 0.0507 - acc: 0.9185 Epoch 57/80 233/233 [==============================] - 0s 206us/step - loss: 0.0498 - acc: 0.9185 Epoch 58/80 233/233 [==============================] - 0s 200us/step - loss: 0.0489 - acc: 0.9185 Epoch 59/80 233/233 [==============================] - 0s 237us/step - loss: 0.0480 - acc: 0.9185 Epoch 60/80 233/233 [==============================] - 0s 247us/step - loss: 0.0471 - acc: 0.9185 Epoch 61/80 233/233 [==============================] - 0s 235us/step - loss: 0.0463 - acc: 0.9185 Epoch 62/80 233/233 [==============================] - 0s 225us/step - loss: 0.0454 - acc: 0.9185 Epoch 63/80 233/233 [==============================] - 0s 208us/step - loss: 0.0446 - acc: 0.9185 Epoch 64/80 233/233 [==============================] - 0s 199us/step - loss: 0.0438 - acc: 0.9185 Epoch 65/80 233/233 [==============================] - 0s 191us/step - loss: 0.0430 - acc: 0.9185 Epoch 66/80 233/233 [==============================] - 0s 210us/step - loss: 0.0422 - acc: 0.9227 Epoch 67/80 233/233 [==============================] - 0s 202us/step - loss: 0.0414 - acc: 0.9313 Epoch 68/80 233/233 [==============================] - 0s 238us/step - loss: 0.0406 - acc: 0.9313 Epoch 69/80 233/233 [==============================] - 0s 207us/step - loss: 0.0398 - acc: 0.9313 Epoch 70/80 233/233 [==============================] - 0s 215us/step - loss: 0.0390 - acc: 0.9356 Epoch 71/80 233/233 [==============================] - 0s 206us/step - loss: 0.0383 - acc: 0.9356 Epoch 72/80 233/233 [==============================] - 0s 220us/step - loss: 0.0375 - acc: 0.9356 Epoch 73/80 233/233 [==============================] - 0s 221us/step - loss: 0.0367 - acc: 0.9313 Epoch 74/80 233/233 [==============================] - 0s 219us/step - loss: 0.0360 - acc: 0.9313 Epoch 75/80 233/233 [==============================] - 0s 210us/step - loss: 0.0353 - acc: 0.9313 Epoch 76/80 233/233 [==============================] - 0s 229us/step - loss: 0.0346 - acc: 0.9313 Epoch 77/80 233/233 [==============================] - 0s 243us/step - loss: 0.0339 - acc: 0.9313 Epoch 78/80 233/233 [==============================] - 0s 243us/step - loss: 0.0333 - acc: 0.9313 Epoch 79/80 233/233 [==============================] - 0s 211us/step - loss: 0.0326 - acc: 0.9313 Epoch 80/80 233/233 [==============================] - 0s 217us/step - loss: 0.0320 - acc: 0.9313 Epoch 1/80 233/233 [==============================] - 3s 14ms/step - loss: 0.1468 - acc: 0.2318 Epoch 2/80 233/233 [==============================] - 0s 214us/step - loss: 0.1375 - acc: 0.6137 Epoch 3/80 233/233 [==============================] - 0s 255us/step - loss: 0.1318 - acc: 0.7468 Epoch 4/80 233/233 [==============================] - 0s 227us/step - loss: 0.1276 - acc: 0.7682 Epoch 5/80 233/233 [==============================] - 0s 207us/step - loss: 0.1242 - acc: 0.7768 Epoch 6/80 233/233 [==============================] - 0s 191us/step - loss: 0.1213 - acc: 0.7983 Epoch 7/80 233/233 [==============================] - 0s 222us/step - loss: 0.1187 - acc: 0.8069 Epoch 8/80 233/233 [==============================] - 0s 249us/step - loss: 0.1164 - acc: 0.8197 Epoch 9/80 233/233 [==============================] - 0s 220us/step - loss: 0.1142 - acc: 0.8283 Epoch 10/80 233/233 [==============================] - 0s 215us/step - loss: 0.1121 - acc: 0.8326 Epoch 11/80 233/233 [==============================] - 0s 214us/step - loss: 0.1101 - acc: 0.8326 Epoch 12/80 233/233 [==============================] - 0s 216us/step - loss: 0.1081 - acc: 0.8369 Epoch 13/80 233/233 [==============================] - 0s 214us/step - loss: 0.1062 - acc: 0.8283 Epoch 14/80 233/233 [==============================] - 0s 234us/step - loss: 0.1044 - acc: 0.8369 Epoch 15/80 233/233 [==============================] - 0s 215us/step - loss: 0.1026 - acc: 0.8283 Epoch 16/80 233/233 [==============================] - 0s 239us/step - loss: 0.1009 - acc: 0.8412 Epoch 17/80 233/233 [==============================] - 0s 214us/step - loss: 0.0992 - acc: 0.8369 Epoch 18/80 233/233 [==============================] - 0s 206us/step - loss: 0.0975 - acc: 0.8412 Epoch 19/80 233/233 [==============================] - 0s 230us/step - loss: 0.0959 - acc: 0.8412 Epoch 20/80 233/233 [==============================] - 0s 213us/step - loss: 0.0943 - acc: 0.8412 Epoch 21/80 233/233 [==============================] - 0s 210us/step - loss: 0.0927 - acc: 0.8369 Epoch 22/80 233/233 [==============================] - 0s 241us/step - loss: 0.0912 - acc: 0.8326 Epoch 23/80 233/233 [==============================] - 0s 216us/step - loss: 0.0897 - acc: 0.8369 Epoch 24/80 233/233 [==============================] - 0s 209us/step - loss: 0.0882 - acc: 0.8412 Epoch 25/80 233/233 [==============================] - 0s 201us/step - loss: 0.0867 - acc: 0.8412 Epoch 26/80 233/233 [==============================] - 0s 215us/step - loss: 0.0853 - acc: 0.8498 Epoch 27/80 233/233 [==============================] - 0s 212us/step - loss: 0.0839 - acc: 0.8455 Epoch 28/80 233/233 [==============================] - 0s 208us/step - loss: 0.0825 - acc: 0.8670 Epoch 29/80 233/233 [==============================] - 0s 220us/step - loss: 0.0811 - acc: 0.8712 Epoch 30/80 233/233 [==============================] - 0s 210us/step - loss: 0.0797 - acc: 0.8712 Epoch 31/80 233/233 [==============================] - 0s 197us/step - loss: 0.0784 - acc: 0.8712 Epoch 32/80 233/233 [==============================] - 0s 225us/step - loss: 0.0771 - acc: 0.8670 Epoch 33/80 233/233 [==============================] - 0s 215us/step - loss: 0.0758 - acc: 0.8712 Epoch 34/80 233/233 [==============================] - 0s 222us/step - loss: 0.0745 - acc: 0.8712 Epoch 35/80 233/233 [==============================] - 0s 232us/step - loss: 0.0733 - acc: 0.8712 Epoch 36/80 233/233 [==============================] - 0s 238us/step - loss: 0.0721 - acc: 0.8670 Epoch 37/80 233/233 [==============================] - 0s 228us/step - loss: 0.0709 - acc: 0.8712 Epoch 38/80 233/233 [==============================] - 0s 207us/step - loss: 0.0697 - acc: 0.8670 Epoch 39/80 233/233 [==============================] - 0s 212us/step - loss: 0.0685 - acc: 0.8670 Epoch 40/80 233/233 [==============================] - 0s 198us/step - loss: 0.0673 - acc: 0.8670 Epoch 41/80 233/233 [==============================] - 0s 210us/step - loss: 0.0662 - acc: 0.8670 Epoch 42/80 233/233 [==============================] - 0s 241us/step - loss: 0.0651 - acc: 0.8670 Epoch 43/80 233/233 [==============================] - 0s 204us/step - loss: 0.0639 - acc: 0.8712 Epoch 44/80 233/233 [==============================] - 0s 230us/step - loss: 0.0628 - acc: 0.8712 Epoch 45/80 233/233 [==============================] - 0s 209us/step - loss: 0.0617 - acc: 0.8712 Epoch 46/80 233/233 [==============================] - 0s 202us/step - loss: 0.0606 - acc: 0.8712 Epoch 47/80 233/233 [==============================] - 0s 200us/step - loss: 0.0595 - acc: 0.8755 Epoch 48/80 233/233 [==============================] - 0s 212us/step - loss: 0.0585 - acc: 0.8755 Epoch 49/80 233/233 [==============================] - 0s 218us/step - loss: 0.0575 - acc: 0.8755 Epoch 50/80 233/233 [==============================] - 0s 224us/step - loss: 0.0565 - acc: 0.8755 Epoch 51/80 233/233 [==============================] - 0s 224us/step - loss: 0.0555 - acc: 0.8755 Epoch 52/80 233/233 [==============================] - 0s 232us/step - loss: 0.0545 - acc: 0.8755 Epoch 53/80 233/233 [==============================] - 0s 206us/step - loss: 0.0536 - acc: 0.8712 Epoch 54/80 233/233 [==============================] - 0s 193us/step - loss: 0.0526 - acc: 0.8755 Epoch 55/80 233/233 [==============================] - 0s 234us/step - loss: 0.0516 - acc: 0.8798 Epoch 56/80 233/233 [==============================] - 0s 206us/step - loss: 0.0507 - acc: 0.8798 Epoch 57/80 233/233 [==============================] - 0s 207us/step - loss: 0.0497 - acc: 0.8798 Epoch 58/80 233/233 [==============================] - 0s 207us/step - loss: 0.0488 - acc: 0.8841 Epoch 59/80 233/233 [==============================] - 0s 227us/step - loss: 0.0479 - acc: 0.8755 Epoch 60/80 233/233 [==============================] - 0s 208us/step - loss: 0.0470 - acc: 0.8841 Epoch 61/80 233/233 [==============================] - 0s 207us/step - loss: 0.0462 - acc: 0.8798 Epoch 62/80 233/233 [==============================] - 0s 235us/step - loss: 0.0453 - acc: 0.9099 Epoch 63/80 233/233 [==============================] - 0s 237us/step - loss: 0.0445 - acc: 0.8927 Epoch 64/80 233/233 [==============================] - 0s 223us/step - loss: 0.0436 - acc: 0.9227 Epoch 65/80 233/233 [==============================] - 0s 208us/step - loss: 0.0428 - acc: 0.9185 Epoch 66/80 233/233 [==============================] - 0s 210us/step - loss: 0.0420 - acc: 0.9270 Epoch 67/80 233/233 [==============================] - 0s 215us/step - loss: 0.0413 - acc: 0.9313 Epoch 68/80 233/233 [==============================] - 0s 238us/step - loss: 0.0405 - acc: 0.9356 Epoch 69/80 233/233 [==============================] - 0s 209us/step - loss: 0.0397 - acc: 0.9313 Epoch 70/80 233/233 [==============================] - 0s 219us/step - loss: 0.0390 - acc: 0.9399 Epoch 71/80 233/233 [==============================] - 0s 211us/step - loss: 0.0383 - acc: 0.9356 Epoch 72/80 233/233 [==============================] - 0s 193us/step - loss: 0.0375 - acc: 0.9442 Epoch 73/80 233/233 [==============================] - 0s 226us/step - loss: 0.0368 - acc: 0.9399 Epoch 74/80 233/233 [==============================] - 0s 228us/step - loss: 0.0361 - acc: 0.9442 Epoch 75/80 233/233 [==============================] - 0s 229us/step - loss: 0.0354 - acc: 0.9442 Epoch 76/80 233/233 [==============================] - 0s 214us/step - loss: 0.0347 - acc: 0.9399 Epoch 77/80 233/233 [==============================] - 0s 232us/step - loss: 0.0341 - acc: 0.9442 Epoch 78/80 233/233 [==============================] - 0s 227us/step - loss: 0.0334 - acc: 0.9442 Epoch 79/80 233/233 [==============================] - 0s 229us/step - loss: 0.0327 - acc: 0.9442 Epoch 80/80 233/233 [==============================] - 0s 211us/step - loss: 0.0321 - acc: 0.9442 Epoch 1/80 233/233 [==============================] - 2s 11ms/step - loss: 0.1457 - acc: 0.2618 Epoch 2/80 233/233 [==============================] - 0s 197us/step - loss: 0.1370 - acc: 0.6052 Epoch 3/80 233/233 [==============================] - 0s 229us/step - loss: 0.1320 - acc: 0.6910 Epoch 4/80 233/233 [==============================] - 0s 225us/step - loss: 0.1281 - acc: 0.7639 Epoch 5/80 233/233 [==============================] - 0s 185us/step - loss: 0.1246 - acc: 0.7940 Epoch 6/80 233/233 [==============================] - 0s 200us/step - loss: 0.1216 - acc: 0.8026 Epoch 7/80 233/233 [==============================] - 0s 222us/step - loss: 0.1189 - acc: 0.8197 Epoch 8/80 233/233 [==============================] - 0s 206us/step - loss: 0.1164 - acc: 0.8240 Epoch 9/80 233/233 [==============================] - 0s 205us/step - loss: 0.1141 - acc: 0.8412 Epoch 10/80 233/233 [==============================] - 0s 203us/step - loss: 0.1119 - acc: 0.8455 Epoch 11/80 233/233 [==============================] - 0s 189us/step - loss: 0.1099 - acc: 0.8326 Epoch 12/80 233/233 [==============================] - 0s 215us/step - loss: 0.1079 - acc: 0.8326 Epoch 13/80 233/233 [==============================] - 0s 210us/step - loss: 0.1060 - acc: 0.8369 Epoch 14/80 233/233 [==============================] - 0s 195us/step - loss: 0.1041 - acc: 0.8369 Epoch 15/80 233/233 [==============================] - 0s 215us/step - loss: 0.1023 - acc: 0.8369 Epoch 16/80 233/233 [==============================] - 0s 228us/step - loss: 0.1006 - acc: 0.8326 Epoch 17/80 233/233 [==============================] - 0s 217us/step - loss: 0.0988 - acc: 0.8283 Epoch 18/80 233/233 [==============================] - 0s 209us/step - loss: 0.0971 - acc: 0.8240 Epoch 19/80 233/233 [==============================] - 0s 201us/step - loss: 0.0954 - acc: 0.8240 Epoch 20/80 233/233 [==============================] - 0s 209us/step - loss: 0.0938 - acc: 0.8240 Epoch 21/80 233/233 [==============================] - 0s 209us/step - loss: 0.0922 - acc: 0.8283 Epoch 22/80 233/233 [==============================] - 0s 192us/step - loss: 0.0907 - acc: 0.8326 Epoch 23/80 233/233 [==============================] - 0s 221us/step - loss: 0.0892 - acc: 0.8369 Epoch 24/80 233/233 [==============================] - 0s 243us/step - loss: 0.0877 - acc: 0.8369 Epoch 25/80 233/233 [==============================] - 0s 219us/step - loss: 0.0862 - acc: 0.8412 Epoch 26/80 233/233 [==============================] - 0s 205us/step - loss: 0.0847 - acc: 0.8455 Epoch 27/80 233/233 [==============================] - 0s 212us/step - loss: 0.0833 - acc: 0.8455 Epoch 28/80 233/233 [==============================] - 0s 202us/step - loss: 0.0818 - acc: 0.8455 Epoch 29/80 233/233 [==============================] - 0s 208us/step - loss: 0.0805 - acc: 0.8455 Epoch 30/80 233/233 [==============================] - 0s 230us/step - loss: 0.0791 - acc: 0.8455 Epoch 31/80 233/233 [==============================] - 0s 235us/step - loss: 0.0777 - acc: 0.8498 Epoch 32/80 233/233 [==============================] - 0s 204us/step - loss: 0.0763 - acc: 0.8584 Epoch 33/80 233/233 [==============================] - 0s 228us/step - loss: 0.0750 - acc: 0.8541 Epoch 34/80 233/233 [==============================] - 0s 264us/step - loss: 0.0737 - acc: 0.8584 Epoch 35/80 233/233 [==============================] - 0s 215us/step - loss: 0.0724 - acc: 0.8584 Epoch 36/80 233/233 [==============================] - 0s 216us/step - loss: 0.0711 - acc: 0.8627 Epoch 37/80 233/233 [==============================] - 0s 201us/step - loss: 0.0699 - acc: 0.8584 Epoch 38/80 233/233 [==============================] - 0s 202us/step - loss: 0.0687 - acc: 0.8670 Epoch 39/80 233/233 [==============================] - 0s 209us/step - loss: 0.0676 - acc: 0.8541 Epoch 40/80 233/233 [==============================] - 0s 214us/step - loss: 0.0664 - acc: 0.8541 Epoch 41/80 233/233 [==============================] - 0s 193us/step - loss: 0.0653 - acc: 0.8584 Epoch 42/80 233/233 [==============================] - 0s 202us/step - loss: 0.0641 - acc: 0.8584 Epoch 43/80 233/233 [==============================] - 0s 192us/step - loss: 0.0630 - acc: 0.8584 Epoch 44/80 233/233 [==============================] - 0s 215us/step - loss: 0.0619 - acc: 0.8670 Epoch 45/80 233/233 [==============================] - 0s 210us/step - loss: 0.0608 - acc: 0.8670 Epoch 46/80 233/233 [==============================] - 0s 219us/step - loss: 0.0598 - acc: 0.8670 Epoch 47/80 233/233 [==============================] - 0s 206us/step - loss: 0.0587 - acc: 0.8670 Epoch 48/80 233/233 [==============================] - 0s 209us/step - loss: 0.0578 - acc: 0.8627 Epoch 49/80 233/233 [==============================] - 0s 241us/step - loss: 0.0567 - acc: 0.9056 Epoch 50/80 233/233 [==============================] - 0s 230us/step - loss: 0.0557 - acc: 0.9013 Epoch 51/80 233/233 [==============================] - 0s 209us/step - loss: 0.0547 - acc: 0.9099 Epoch 52/80 233/233 [==============================] - 0s 195us/step - loss: 0.0537 - acc: 0.9056 Epoch 53/80 233/233 [==============================] - 0s 223us/step - loss: 0.0527 - acc: 0.9056 Epoch 54/80 233/233 [==============================] - 0s 277us/step - loss: 0.0517 - acc: 0.9013 Epoch 55/80 233/233 [==============================] - 0s 1ms/step - loss: 0.0507 - acc: 0.9142 Epoch 56/80 233/233 [==============================] - 0s 442us/step - loss: 0.0497 - acc: 0.9056 Epoch 57/80 233/233 [==============================] - 0s 389us/step - loss: 0.0488 - acc: 0.9227 Epoch 58/80 233/233 [==============================] - 0s 262us/step - loss: 0.0479 - acc: 0.9227 Epoch 59/80 233/233 [==============================] - 0s 247us/step - loss: 0.0470 - acc: 0.9227 Epoch 60/80 233/233 [==============================] - 0s 657us/step - loss: 0.0461 - acc: 0.9185 Epoch 61/80 233/233 [==============================] - 0s 296us/step - loss: 0.0453 - acc: 0.9185 Epoch 62/80 233/233 [==============================] - 0s 306us/step - loss: 0.0444 - acc: 0.9227 Epoch 63/80 233/233 [==============================] - 0s 403us/step - loss: 0.0436 - acc: 0.9227 Epoch 64/80 233/233 [==============================] - 0s 257us/step - loss: 0.0428 - acc: 0.9227 Epoch 65/80 233/233 [==============================] - 0s 202us/step - loss: 0.0420 - acc: 0.9227 Epoch 66/80 233/233 [==============================] - 0s 197us/step - loss: 0.0412 - acc: 0.9227 Epoch 67/80 233/233 [==============================] - 0s 214us/step - loss: 0.0404 - acc: 0.9185 Epoch 68/80 233/233 [==============================] - 0s 316us/step - loss: 0.0396 - acc: 0.9227 Epoch 69/80 233/233 [==============================] - 0s 209us/step - loss: 0.0388 - acc: 0.9185 Epoch 70/80 233/233 [==============================] - 0s 174us/step - loss: 0.0380 - acc: 0.9185 Epoch 71/80 233/233 [==============================] - 0s 179us/step - loss: 0.0373 - acc: 0.9185 Epoch 72/80 233/233 [==============================] - 0s 168us/step - loss: 0.0366 - acc: 0.9185 Epoch 73/80 233/233 [==============================] - 0s 182us/step - loss: 0.0358 - acc: 0.9185 Epoch 74/80 233/233 [==============================] - 0s 163us/step - loss: 0.0351 - acc: 0.9056 Epoch 75/80 233/233 [==============================] - 0s 184us/step - loss: 0.0344 - acc: 0.9227 Epoch 76/80 233/233 [==============================] - 0s 178us/step - loss: 0.0337 - acc: 0.9185 Epoch 77/80 233/233 [==============================] - 0s 172us/step - loss: 0.0330 - acc: 0.9185 Epoch 78/80 233/233 [==============================] - 0s 169us/step - loss: 0.0323 - acc: 0.9227 Epoch 79/80 233/233 [==============================] - 0s 184us/step - loss: 0.0317 - acc: 0.9227 Epoch 80/80 233/233 [==============================] - 0s 186us/step - loss: 0.0310 - acc: 0.9142 Epoch 1/80 233/233 [==============================] - 2s 10ms/step - loss: 0.1457 - acc: 0.2918 Epoch 2/80 233/233 [==============================] - 0s 144us/step - loss: 0.1370 - acc: 0.5751 Epoch 3/80 233/233 [==============================] - 0s 154us/step - loss: 0.1318 - acc: 0.6910 Epoch 4/80 233/233 [==============================] - 0s 152us/step - loss: 0.1278 - acc: 0.7554 Epoch 5/80 233/233 [==============================] - 0s 159us/step - loss: 0.1244 - acc: 0.7854 Epoch 6/80 233/233 [==============================] - 0s 158us/step - loss: 0.1216 - acc: 0.8112 Epoch 7/80 233/233 [==============================] - 0s 165us/step - loss: 0.1191 - acc: 0.8283 Epoch 8/80 233/233 [==============================] - 0s 159us/step - loss: 0.1166 - acc: 0.8283 Epoch 9/80 233/233 [==============================] - 0s 164us/step - loss: 0.1143 - acc: 0.8240 Epoch 10/80 233/233 [==============================] - 0s 172us/step - loss: 0.1121 - acc: 0.8240 Epoch 11/80 233/233 [==============================] - 0s 163us/step - loss: 0.1100 - acc: 0.8326 Epoch 12/80 233/233 [==============================] - 0s 157us/step - loss: 0.1080 - acc: 0.8412 Epoch 13/80 233/233 [==============================] - 0s 163us/step - loss: 0.1060 - acc: 0.8412 Epoch 14/80 233/233 [==============================] - 0s 166us/step - loss: 0.1041 - acc: 0.8369 Epoch 15/80 233/233 [==============================] - 0s 163us/step - loss: 0.1022 - acc: 0.8326 Epoch 16/80 233/233 [==============================] - 0s 165us/step - loss: 0.1004 - acc: 0.8283 Epoch 17/80 233/233 [==============================] - 0s 171us/step - loss: 0.0986 - acc: 0.8240 Epoch 18/80 233/233 [==============================] - 0s 150us/step - loss: 0.0969 - acc: 0.8197 Epoch 19/80 233/233 [==============================] - 0s 194us/step - loss: 0.0952 - acc: 0.8240 Epoch 20/80 233/233 [==============================] - 0s 213us/step - loss: 0.0936 - acc: 0.8240 Epoch 21/80 233/233 [==============================] - 0s 221us/step - loss: 0.0919 - acc: 0.8369 Epoch 22/80 233/233 [==============================] - 0s 201us/step - loss: 0.0903 - acc: 0.8369 Epoch 23/80 233/233 [==============================] - 0s 231us/step - loss: 0.0887 - acc: 0.8369 Epoch 24/80 233/233 [==============================] - 0s 211us/step - loss: 0.0872 - acc: 0.8369 Epoch 25/80 233/233 [==============================] - 0s 203us/step - loss: 0.0857 - acc: 0.8455 Epoch 26/80 233/233 [==============================] - 0s 202us/step - loss: 0.0843 - acc: 0.8455 Epoch 27/80 233/233 [==============================] - 0s 202us/step - loss: 0.0828 - acc: 0.8455 Epoch 28/80 233/233 [==============================] - 0s 196us/step - loss: 0.0814 - acc: 0.8455 Epoch 29/80 233/233 [==============================] - 0s 215us/step - loss: 0.0801 - acc: 0.8455 Epoch 30/80 233/233 [==============================] - 0s 229us/step - loss: 0.0787 - acc: 0.8455 Epoch 31/80 233/233 [==============================] - 0s 187us/step - loss: 0.0774 - acc: 0.8455 Epoch 32/80 233/233 [==============================] - 0s 216us/step - loss: 0.0761 - acc: 0.8455 Epoch 33/80 233/233 [==============================] - 0s 211us/step - loss: 0.0749 - acc: 0.8455 Epoch 34/80 233/233 [==============================] - 0s 197us/step - loss: 0.0736 - acc: 0.8455 Epoch 35/80 233/233 [==============================] - 0s 195us/step - loss: 0.0724 - acc: 0.8455 Epoch 36/80 233/233 [==============================] - 0s 192us/step - loss: 0.0712 - acc: 0.8455 Epoch 37/80 233/233 [==============================] - 0s 193us/step - loss: 0.0700 - acc: 0.8541 Epoch 38/80 233/233 [==============================] - 0s 185us/step - loss: 0.0688 - acc: 0.8670 Epoch 39/80 233/233 [==============================] - 0s 176us/step - loss: 0.0677 - acc: 0.8670 Epoch 40/80 233/233 [==============================] - 0s 155us/step - loss: 0.0665 - acc: 0.8798 Epoch 41/80 233/233 [==============================] - 0s 156us/step - loss: 0.0654 - acc: 0.9099 Epoch 42/80 233/233 [==============================] - 0s 159us/step - loss: 0.0642 - acc: 0.9013 Epoch 43/80 233/233 [==============================] - 0s 162us/step - loss: 0.0630 - acc: 0.9099 Epoch 44/80 233/233 [==============================] - 0s 158us/step - loss: 0.0619 - acc: 0.9099 Epoch 45/80 233/233 [==============================] - 0s 166us/step - loss: 0.0608 - acc: 0.9099 Epoch 46/80 233/233 [==============================] - 0s 173us/step - loss: 0.0597 - acc: 0.9099 Epoch 47/80 233/233 [==============================] - 0s 154us/step - loss: 0.0586 - acc: 0.9099 Epoch 48/80 233/233 [==============================] - 0s 203us/step - loss: 0.0576 - acc: 0.9099 Epoch 49/80 233/233 [==============================] - 0s 208us/step - loss: 0.0565 - acc: 0.9099 Epoch 50/80 233/233 [==============================] - 0s 232us/step - loss: 0.0555 - acc: 0.9099 Epoch 51/80 233/233 [==============================] - 0s 211us/step - loss: 0.0545 - acc: 0.9099 Epoch 52/80 233/233 [==============================] - 0s 225us/step - loss: 0.0535 - acc: 0.9099 Epoch 53/80 233/233 [==============================] - 0s 202us/step - loss: 0.0525 - acc: 0.9099 Epoch 54/80 233/233 [==============================] - 0s 206us/step - loss: 0.0515 - acc: 0.9185 Epoch 55/80 233/233 [==============================] - 0s 197us/step - loss: 0.0505 - acc: 0.9056 Epoch 56/80 233/233 [==============================] - 0s 211us/step - loss: 0.0496 - acc: 0.9227 Epoch 57/80 233/233 [==============================] - 0s 216us/step - loss: 0.0487 - acc: 0.9227 Epoch 58/80 233/233 [==============================] - ETA: 0s - loss: 0.0469 - acc: 0.916 - 0s 183us/step - loss: 0.0477 - acc: 0.9185 Epoch 59/80 233/233 [==============================] - 0s 244us/step - loss: 0.0468 - acc: 0.9185 Epoch 60/80 233/233 [==============================] - 0s 189us/step - loss: 0.0459 - acc: 0.9185 Epoch 61/80 233/233 [==============================] - 0s 194us/step - loss: 0.0450 - acc: 0.9270 Epoch 62/80 233/233 [==============================] - 0s 196us/step - loss: 0.0441 - acc: 0.9270 Epoch 63/80 233/233 [==============================] - 0s 196us/step - loss: 0.0433 - acc: 0.9270 Epoch 64/80 233/233 [==============================] - 0s 197us/step - loss: 0.0425 - acc: 0.9270 Epoch 65/80 233/233 [==============================] - 0s 186us/step - loss: 0.0417 - acc: 0.9270 Epoch 66/80 233/233 [==============================] - 0s 176us/step - loss: 0.0409 - acc: 0.9270 Epoch 67/80 233/233 [==============================] - 0s 196us/step - loss: 0.0401 - acc: 0.9270 Epoch 68/80 233/233 [==============================] - 0s 203us/step - loss: 0.0393 - acc: 0.9270 Epoch 69/80 233/233 [==============================] - 0s 170us/step - loss: 0.0385 - acc: 0.9270 Epoch 70/80 233/233 [==============================] - 0s 159us/step - loss: 0.0378 - acc: 0.9270 Epoch 71/80 233/233 [==============================] - 0s 167us/step - loss: 0.0370 - acc: 0.9270 Epoch 72/80 233/233 [==============================] - 0s 151us/step - loss: 0.0362 - acc: 0.9270 Epoch 73/80 233/233 [==============================] - 0s 157us/step - loss: 0.0355 - acc: 0.9270 Epoch 74/80 233/233 [==============================] - 0s 159us/step - loss: 0.0347 - acc: 0.9270 Epoch 75/80 233/233 [==============================] - 0s 161us/step - loss: 0.0340 - acc: 0.9270 Epoch 76/80 233/233 [==============================] - 0s 179us/step - loss: 0.0333 - acc: 0.9270 Epoch 77/80 233/233 [==============================] - 0s 177us/step - loss: 0.0326 - acc: 0.9270 Epoch 78/80 233/233 [==============================] - 0s 158us/step - loss: 0.0319 - acc: 0.9270 Epoch 79/80 233/233 [==============================] - 0s 164us/step - loss: 0.0312 - acc: 0.9227 Epoch 80/80 233/233 [==============================] - 0s 160us/step - loss: 0.0306 - acc: 0.9270 Epoch 1/80 233/233 [==============================] - 2s 10ms/step - loss: 0.1466 - acc: 0.2876 Epoch 2/80 233/233 [==============================] - 0s 169us/step - loss: 0.1375 - acc: 0.6781 Epoch 3/80 233/233 [==============================] - 0s 172us/step - loss: 0.1321 - acc: 0.7811 Epoch 4/80 233/233 [==============================] - 0s 182us/step - loss: 0.1279 - acc: 0.8326 Epoch 5/80 233/233 [==============================] - 0s 165us/step - loss: 0.1244 - acc: 0.8498 Epoch 6/80 233/233 [==============================] - 0s 171us/step - loss: 0.1213 - acc: 0.8541 Epoch 7/80 233/233 [==============================] - 0s 161us/step - loss: 0.1185 - acc: 0.8369 Epoch 8/80 233/233 [==============================] - 0s 182us/step - loss: 0.1160 - acc: 0.8326 Epoch 9/80 233/233 [==============================] - 0s 168us/step - loss: 0.1136 - acc: 0.8283 Epoch 10/80 233/233 [==============================] - 0s 173us/step - loss: 0.1115 - acc: 0.8197 Epoch 11/80 233/233 [==============================] - 0s 177us/step - loss: 0.1094 - acc: 0.8283 Epoch 12/80 233/233 [==============================] - 0s 165us/step - loss: 0.1074 - acc: 0.8326 Epoch 13/80 233/233 [==============================] - 0s 175us/step - loss: 0.1055 - acc: 0.8326 Epoch 14/80 233/233 [==============================] - 0s 173us/step - loss: 0.1037 - acc: 0.8326 Epoch 15/80 233/233 [==============================] - 0s 175us/step - loss: 0.1018 - acc: 0.8412 Epoch 16/80 233/233 [==============================] - 0s 167us/step - loss: 0.1001 - acc: 0.8412 Epoch 17/80 233/233 [==============================] - 0s 159us/step - loss: 0.0984 - acc: 0.8455 Epoch 18/80 233/233 [==============================] - 0s 174us/step - loss: 0.0966 - acc: 0.8455 Epoch 19/80 233/233 [==============================] - 0s 186us/step - loss: 0.0949 - acc: 0.8841 Epoch 20/80 233/233 [==============================] - 0s 177us/step - loss: 0.0933 - acc: 0.8841 Epoch 21/80 233/233 [==============================] - 0s 172us/step - loss: 0.0916 - acc: 0.8798 Epoch 22/80 233/233 [==============================] - 0s 181us/step - loss: 0.0900 - acc: 0.8755 Epoch 23/80 233/233 [==============================] - 0s 181us/step - loss: 0.0884 - acc: 0.8927 Epoch 24/80 233/233 [==============================] - 0s 177us/step - loss: 0.0867 - acc: 0.8927 Epoch 25/80 233/233 [==============================] - 0s 180us/step - loss: 0.0851 - acc: 0.8970 Epoch 26/80 233/233 [==============================] - 0s 179us/step - loss: 0.0837 - acc: 0.9013 Epoch 27/80 233/233 [==============================] - 0s 172us/step - loss: 0.0822 - acc: 0.8927 Epoch 28/80 233/233 [==============================] - 0s 176us/step - loss: 0.0808 - acc: 0.8927 Epoch 29/80 233/233 [==============================] - 0s 186us/step - loss: 0.0794 - acc: 0.8927 Epoch 30/80 233/233 [==============================] - 0s 176us/step - loss: 0.0781 - acc: 0.8970 Epoch 31/80 233/233 [==============================] - 0s 176us/step - loss: 0.0767 - acc: 0.8970 Epoch 32/80 233/233 [==============================] - 0s 175us/step - loss: 0.0755 - acc: 0.8970 Epoch 33/80 233/233 [==============================] - 0s 169us/step - loss: 0.0742 - acc: 0.9099 Epoch 34/80 233/233 [==============================] - 0s 169us/step - loss: 0.0730 - acc: 0.9099 Epoch 35/80 233/233 [==============================] - 0s 178us/step - loss: 0.0717 - acc: 0.9056 Epoch 36/80 233/233 [==============================] - 0s 176us/step - loss: 0.0705 - acc: 0.9056 Epoch 37/80 233/233 [==============================] - 0s 171us/step - loss: 0.0693 - acc: 0.9013 Epoch 38/80 233/233 [==============================] - 0s 167us/step - loss: 0.0681 - acc: 0.9056 Epoch 39/80 233/233 [==============================] - 0s 170us/step - loss: 0.0670 - acc: 0.9099 Epoch 40/80 233/233 [==============================] - 0s 168us/step - loss: 0.0659 - acc: 0.9185 Epoch 41/80 233/233 [==============================] - 0s 169us/step - loss: 0.0647 - acc: 0.9270 Epoch 42/80 233/233 [==============================] - 0s 170us/step - loss: 0.0636 - acc: 0.9185 Epoch 43/80 233/233 [==============================] - 0s 171us/step - loss: 0.0625 - acc: 0.9227 Epoch 44/80 233/233 [==============================] - 0s 171us/step - loss: 0.0614 - acc: 0.9185 Epoch 45/80 233/233 [==============================] - 0s 164us/step - loss: 0.0603 - acc: 0.9270 Epoch 46/80 233/233 [==============================] - 0s 250us/step - loss: 0.0592 - acc: 0.9270 Epoch 47/80 233/233 [==============================] - 0s 215us/step - loss: 0.0582 - acc: 0.9185 Epoch 48/80 233/233 [==============================] - 0s 215us/step - loss: 0.0571 - acc: 0.9185 Epoch 49/80 233/233 [==============================] - 0s 175us/step - loss: 0.0561 - acc: 0.9270 Epoch 50/80 233/233 [==============================] - 0s 175us/step - loss: 0.0551 - acc: 0.9227 Epoch 51/80 233/233 [==============================] - 0s 179us/step - loss: 0.0541 - acc: 0.9185 Epoch 52/80 233/233 [==============================] - 0s 163us/step - loss: 0.0531 - acc: 0.9270 Epoch 53/80 233/233 [==============================] - 0s 170us/step - loss: 0.0521 - acc: 0.9270 Epoch 54/80 233/233 [==============================] - 0s 171us/step - loss: 0.0511 - acc: 0.9399 Epoch 55/80 233/233 [==============================] - 0s 170us/step - loss: 0.0501 - acc: 0.9356 Epoch 56/80 233/233 [==============================] - 0s 174us/step - loss: 0.0492 - acc: 0.9399 Epoch 57/80 233/233 [==============================] - 0s 168us/step - loss: 0.0482 - acc: 0.9399 Epoch 58/80 233/233 [==============================] - 0s 167us/step - loss: 0.0473 - acc: 0.9442 Epoch 59/80 233/233 [==============================] - 0s 170us/step - loss: 0.0464 - acc: 0.9442 Epoch 60/80 233/233 [==============================] - 0s 179us/step - loss: 0.0455 - acc: 0.9442 Epoch 61/80 233/233 [==============================] - 0s 186us/step - loss: 0.0446 - acc: 0.9485 Epoch 62/80 233/233 [==============================] - 0s 166us/step - loss: 0.0438 - acc: 0.9442 Epoch 63/80 233/233 [==============================] - 0s 170us/step - loss: 0.0429 - acc: 0.9442 Epoch 64/80 233/233 [==============================] - 0s 171us/step - loss: 0.0421 - acc: 0.9442 Epoch 65/80 233/233 [==============================] - 0s 174us/step - loss: 0.0413 - acc: 0.9442 Epoch 66/80 233/233 [==============================] - 0s 183us/step - loss: 0.0405 - acc: 0.9442 Epoch 67/80 233/233 [==============================] - 0s 170us/step - loss: 0.0398 - acc: 0.9442 Epoch 68/80 233/233 [==============================] - 0s 184us/step - loss: 0.0390 - acc: 0.9442 Epoch 69/80 233/233 [==============================] - 0s 189us/step - loss: 0.0383 - acc: 0.9485 Epoch 70/80 233/233 [==============================] - 0s 178us/step - loss: 0.0375 - acc: 0.9399 Epoch 71/80 233/233 [==============================] - 0s 163us/step - loss: 0.0367 - acc: 0.9399 Epoch 72/80 233/233 [==============================] - 0s 168us/step - loss: 0.0360 - acc: 0.9399 Epoch 73/80 233/233 [==============================] - 0s 169us/step - loss: 0.0353 - acc: 0.9399 Epoch 74/80 233/233 [==============================] - 0s 184us/step - loss: 0.0346 - acc: 0.9399 Epoch 75/80 233/233 [==============================] - 0s 174us/step - loss: 0.0339 - acc: 0.9399 Epoch 76/80 233/233 [==============================] - 0s 169us/step - loss: 0.0332 - acc: 0.9399 Epoch 77/80 233/233 [==============================] - 0s 171us/step - loss: 0.0325 - acc: 0.9399 Epoch 78/80 233/233 [==============================] - 0s 169us/step - loss: 0.0318 - acc: 0.9399 Epoch 79/80 233/233 [==============================] - 0s 171us/step - loss: 0.0311 - acc: 0.9399 Epoch 80/80 233/233 [==============================] - 0s 166us/step - loss: 0.0305 - acc: 0.9399 Epoch 1/80 233/233 [==============================] - 3s 12ms/step - loss: 0.1467 - acc: 0.3176 Epoch 2/80 233/233 [==============================] - 0s 547us/step - loss: 0.1375 - acc: 0.6996 Epoch 3/80 233/233 [==============================] - 0s 187us/step - loss: 0.1322 - acc: 0.7682 Epoch 4/80 233/233 [==============================] - 0s 232us/step - loss: 0.1280 - acc: 0.8112 Epoch 5/80 233/233 [==============================] - 29s 126ms/step - loss: 0.1247 - acc: 0.8155 Epoch 6/80 233/233 [==============================] - 0s 772us/step - loss: 0.1218 - acc: 0.8369 Epoch 7/80 233/233 [==============================] - 0s 410us/step - loss: 0.1191 - acc: 0.8412 Epoch 8/80 233/233 [==============================] - 0s 218us/step - loss: 0.1163 - acc: 0.8498 Epoch 9/80 233/233 [==============================] - 0s 194us/step - loss: 0.1137 - acc: 0.8498 Epoch 10/80 233/233 [==============================] - 0s 172us/step - loss: 0.1114 - acc: 0.8627 Epoch 11/80 233/233 [==============================] - 0s 190us/step - loss: 0.1093 - acc: 0.8712 Epoch 12/80 233/233 [==============================] - 0s 243us/step - loss: 0.1072 - acc: 0.8712 Epoch 13/80 233/233 [==============================] - 0s 204us/step - loss: 0.1052 - acc: 0.8712 Epoch 14/80 233/233 [==============================] - 0s 192us/step - loss: 0.1033 - acc: 0.8670 Epoch 15/80 233/233 [==============================] - 0s 244us/step - loss: 0.1015 - acc: 0.8670 Epoch 16/80 233/233 [==============================] - 0s 250us/step - loss: 0.0997 - acc: 0.8584 Epoch 17/80 233/233 [==============================] - 0s 377us/step - loss: 0.0980 - acc: 0.8670 Epoch 18/80 233/233 [==============================] - 0s 340us/step - loss: 0.0963 - acc: 0.8627 Epoch 19/80 233/233 [==============================] - 0s 247us/step - loss: 0.0947 - acc: 0.8627 Epoch 20/80 233/233 [==============================] - 0s 1ms/step - loss: 0.0931 - acc: 0.8627 Epoch 21/80 233/233 [==============================] - 0s 250us/step - loss: 0.0915 - acc: 0.8627 Epoch 22/80 233/233 [==============================] - 0s 171us/step - loss: 0.0899 - acc: 0.8627 Epoch 23/80 233/233 [==============================] - 0s 242us/step - loss: 0.0884 - acc: 0.8712 Epoch 24/80 233/233 [==============================] - 0s 254us/step - loss: 0.0868 - acc: 0.8755 Epoch 25/80 233/233 [==============================] - 0s 243us/step - loss: 0.0853 - acc: 0.8798 Epoch 26/80 233/233 [==============================] - 0s 207us/step - loss: 0.0838 - acc: 0.8798 Epoch 27/80 233/233 [==============================] - 0s 221us/step - loss: 0.0824 - acc: 0.8841 Epoch 28/80 233/233 [==============================] - 0s 310us/step - loss: 0.0809 - acc: 0.8841 Epoch 29/80 233/233 [==============================] - 0s 784us/step - loss: 0.0796 - acc: 0.8841 Epoch 30/80 233/233 [==============================] - 0s 243us/step - loss: 0.0782 - acc: 0.8798 Epoch 31/80 233/233 [==============================] - 0s 431us/step - loss: 0.0769 - acc: 0.8798 Epoch 32/80 233/233 [==============================] - 0s 213us/step - loss: 0.0755 - acc: 0.8841 Epoch 33/80 233/233 [==============================] - 0s 219us/step - loss: 0.0743 - acc: 0.8755 Epoch 34/80 233/233 [==============================] - 0s 288us/step - loss: 0.0730 - acc: 0.8712 Epoch 35/80 233/233 [==============================] - 0s 227us/step - loss: 0.0718 - acc: 0.8712 Epoch 36/80 233/233 [==============================] - 0s 190us/step - loss: 0.0706 - acc: 0.8712 Epoch 37/80 233/233 [==============================] - 0s 202us/step - loss: 0.0694 - acc: 0.8712 Epoch 38/80 233/233 [==============================] - 0s 298us/step - loss: 0.0682 - acc: 0.8712 Epoch 39/80 233/233 [==============================] - 0s 671us/step - loss: 0.0670 - acc: 0.8670 Epoch 40/80 233/233 [==============================] - 0s 249us/step - loss: 0.0659 - acc: 0.8755 Epoch 41/80 233/233 [==============================] - 0s 267us/step - loss: 0.0647 - acc: 0.8927 Epoch 42/80 233/233 [==============================] - 0s 245us/step - loss: 0.0636 - acc: 0.9099 Epoch 43/80 233/233 [==============================] - 0s 228us/step - loss: 0.0624 - acc: 0.9099 Epoch 44/80 233/233 [==============================] - 0s 234us/step - loss: 0.0614 - acc: 0.9099 Epoch 45/80 233/233 [==============================] - 0s 356us/step - loss: 0.0603 - acc: 0.9099 Epoch 46/80 233/233 [==============================] - 0s 309us/step - loss: 0.0592 - acc: 0.9099 Epoch 47/80 233/233 [==============================] - 0s 315us/step - loss: 0.0582 - acc: 0.9142 Epoch 48/80 233/233 [==============================] - 0s 248us/step - loss: 0.0572 - acc: 0.9142 Epoch 49/80 233/233 [==============================] - 0s 211us/step - loss: 0.0562 - acc: 0.9142 Epoch 50/80 233/233 [==============================] - 0s 300us/step - loss: 0.0552 - acc: 0.9142 Epoch 51/80 233/233 [==============================] - 0s 229us/step - loss: 0.0542 - acc: 0.9142 Epoch 52/80 233/233 [==============================] - 0s 1ms/step - loss: 0.0532 - acc: 0.9142 Epoch 53/80 233/233 [==============================] - 0s 206us/step - loss: 0.0522 - acc: 0.9142 Epoch 54/80 233/233 [==============================] - 0s 278us/step - loss: 0.0512 - acc: 0.9142 Epoch 55/80 233/233 [==============================] - 0s 177us/step - loss: 0.0503 - acc: 0.9142 Epoch 56/80 233/233 [==============================] - 0s 176us/step - loss: 0.0494 - acc: 0.9142 Epoch 57/80 233/233 [==============================] - 0s 177us/step - loss: 0.0485 - acc: 0.9142 Epoch 58/80 233/233 [==============================] - 0s 187us/step - loss: 0.0476 - acc: 0.9142 Epoch 59/80 233/233 [==============================] - 0s 170us/step - loss: 0.0468 - acc: 0.9142 Epoch 60/80 233/233 [==============================] - 0s 228us/step - loss: 0.0459 - acc: 0.9142 Epoch 61/80 233/233 [==============================] - 0s 272us/step - loss: 0.0451 - acc: 0.9185 Epoch 62/80 233/233 [==============================] - 0s 335us/step - loss: 0.0442 - acc: 0.9142 Epoch 63/80 233/233 [==============================] - 0s 248us/step - loss: 0.0434 - acc: 0.9185 Epoch 64/80 233/233 [==============================] - 0s 196us/step - loss: 0.0426 - acc: 0.9185 Epoch 65/80 233/233 [==============================] - 0s 205us/step - loss: 0.0418 - acc: 0.9185 Epoch 66/80 233/233 [==============================] - 0s 217us/step - loss: 0.0411 - acc: 0.9142 Epoch 67/80 233/233 [==============================] - 0s 221us/step - loss: 0.0403 - acc: 0.9185 Epoch 68/80 233/233 [==============================] - 0s 213us/step - loss: 0.0396 - acc: 0.9142 Epoch 69/80 233/233 [==============================] - 0s 198us/step - loss: 0.0388 - acc: 0.9185 Epoch 70/80 233/233 [==============================] - 0s 179us/step - loss: 0.0381 - acc: 0.9142 Epoch 71/80 233/233 [==============================] - 0s 200us/step - loss: 0.0374 - acc: 0.9185 Epoch 72/80 233/233 [==============================] - 0s 170us/step - loss: 0.0366 - acc: 0.9142 Epoch 73/80 233/233 [==============================] - 0s 176us/step - loss: 0.0359 - acc: 0.9185 Epoch 74/80 233/233 [==============================] - 0s 180us/step - loss: 0.0352 - acc: 0.9142 Epoch 75/80 233/233 [==============================] - 0s 197us/step - loss: 0.0345 - acc: 0.9142 Epoch 76/80 233/233 [==============================] - 0s 245us/step - loss: 0.0338 - acc: 0.9142 Epoch 77/80 233/233 [==============================] - 0s 204us/step - loss: 0.0330 - acc: 0.9185 Epoch 78/80 233/233 [==============================] - 0s 229us/step - loss: 0.0323 - acc: 0.9270 Epoch 79/80 233/233 [==============================] - 0s 247us/step - loss: 0.0316 - acc: 0.9227 Epoch 80/80 233/233 [==============================] - 0s 195us/step - loss: 0.0309 - acc: 0.9270 Epoch 1/80 233/233 [==============================] - 5s 19ms/step - loss: 0.1465 - acc: 0.2361 Epoch 2/80 233/233 [==============================] - 0s 206us/step - loss: 0.1375 - acc: 0.6609 Epoch 3/80 233/233 [==============================] - 0s 195us/step - loss: 0.1323 - acc: 0.7425 Epoch 4/80 233/233 [==============================] - 0s 222us/step - loss: 0.1282 - acc: 0.8112 Epoch 5/80 233/233 [==============================] - 0s 209us/step - loss: 0.1247 - acc: 0.8412 Epoch 6/80 233/233 [==============================] - 0s 240us/step - loss: 0.1217 - acc: 0.8326 Epoch 7/80 233/233 [==============================] - 0s 233us/step - loss: 0.1188 - acc: 0.8541 Epoch 8/80 233/233 [==============================] - 0s 229us/step - loss: 0.1163 - acc: 0.8584 Epoch 9/80 233/233 [==============================] - 0s 222us/step - loss: 0.1140 - acc: 0.8584 Epoch 10/80 233/233 [==============================] - 0s 287us/step - loss: 0.1119 - acc: 0.8627 Epoch 11/80 233/233 [==============================] - 0s 218us/step - loss: 0.1098 - acc: 0.8584 Epoch 12/80 233/233 [==============================] - 0s 220us/step - loss: 0.1078 - acc: 0.8584 Epoch 13/80 233/233 [==============================] - 0s 223us/step - loss: 0.1059 - acc: 0.8541 Epoch 14/80 233/233 [==============================] - 0s 197us/step - loss: 0.1040 - acc: 0.8584 Epoch 15/80 233/233 [==============================] - 0s 187us/step - loss: 0.1022 - acc: 0.8584 Epoch 16/80 233/233 [==============================] - 0s 211us/step - loss: 0.1004 - acc: 0.8584 Epoch 17/80 233/233 [==============================] - 0s 215us/step - loss: 0.0987 - acc: 0.8541 Epoch 18/80 233/233 [==============================] - 0s 206us/step - loss: 0.0970 - acc: 0.8627 Epoch 19/80 233/233 [==============================] - 0s 257us/step - loss: 0.0953 - acc: 0.8627 Epoch 20/80 233/233 [==============================] - 0s 230us/step - loss: 0.0937 - acc: 0.8627 Epoch 21/80 233/233 [==============================] - 0s 248us/step - loss: 0.0921 - acc: 0.8627 Epoch 22/80 233/233 [==============================] - 0s 225us/step - loss: 0.0906 - acc: 0.8670 Epoch 23/80 233/233 [==============================] - 0s 205us/step - loss: 0.0890 - acc: 0.8670 Epoch 24/80 233/233 [==============================] - 0s 210us/step - loss: 0.0875 - acc: 0.8670 Epoch 25/80 233/233 [==============================] - 0s 216us/step - loss: 0.0860 - acc: 0.8670 Epoch 26/80 233/233 [==============================] - 0s 253us/step - loss: 0.0846 - acc: 0.8712 Epoch 27/80 233/233 [==============================] - 0s 238us/step - loss: 0.0832 - acc: 0.8670 Epoch 28/80 233/233 [==============================] - 0s 229us/step - loss: 0.0818 - acc: 0.8712 Epoch 29/80 233/233 [==============================] - 0s 200us/step - loss: 0.0804 - acc: 0.8670 Epoch 30/80 233/233 [==============================] - 0s 198us/step - loss: 0.0791 - acc: 0.8755 Epoch 31/80 233/233 [==============================] - 0s 193us/step - loss: 0.0778 - acc: 0.8712 Epoch 32/80 233/233 [==============================] - 0s 216us/step - loss: 0.0765 - acc: 0.8712 Epoch 33/80 233/233 [==============================] - 0s 217us/step - loss: 0.0752 - acc: 0.8670 Epoch 34/80 233/233 [==============================] - 0s 231us/step - loss: 0.0739 - acc: 0.8670 Epoch 35/80 233/233 [==============================] - 0s 201us/step - loss: 0.0726 - acc: 0.8670 Epoch 36/80 233/233 [==============================] - 0s 211us/step - loss: 0.0714 - acc: 0.8712 Epoch 37/80 233/233 [==============================] - 0s 197us/step - loss: 0.0702 - acc: 0.8670 Epoch 38/80 233/233 [==============================] - 0s 238us/step - loss: 0.0690 - acc: 0.8712 Epoch 39/80 233/233 [==============================] - 0s 211us/step - loss: 0.0678 - acc: 0.8670 Epoch 40/80 233/233 [==============================] - 0s 205us/step - loss: 0.0667 - acc: 0.8712 Epoch 41/80 233/233 [==============================] - 0s 222us/step - loss: 0.0655 - acc: 0.8670 Epoch 42/80 233/233 [==============================] - 0s 209us/step - loss: 0.0644 - acc: 0.8712 Epoch 43/80 233/233 [==============================] - 0s 220us/step - loss: 0.0633 - acc: 0.8712 Epoch 44/80 233/233 [==============================] - 0s 228us/step - loss: 0.0623 - acc: 0.8755 Epoch 45/80 233/233 [==============================] - 0s 222us/step - loss: 0.0612 - acc: 0.8927 Epoch 46/80 233/233 [==============================] - 0s 221us/step - loss: 0.0601 - acc: 0.8884 Epoch 47/80 233/233 [==============================] - 0s 186us/step - loss: 0.0591 - acc: 0.9099 Epoch 48/80 233/233 [==============================] - 0s 188us/step - loss: 0.0581 - acc: 0.9099 Epoch 49/80 233/233 [==============================] - 0s 200us/step - loss: 0.0571 - acc: 0.9099 Epoch 50/80 233/233 [==============================] - 0s 205us/step - loss: 0.0561 - acc: 0.9099 Epoch 51/80 233/233 [==============================] - 0s 239us/step - loss: 0.0551 - acc: 0.9056 Epoch 52/80 233/233 [==============================] - 0s 242us/step - loss: 0.0541 - acc: 0.9056 Epoch 53/80 233/233 [==============================] - 0s 187us/step - loss: 0.0531 - acc: 0.9056 Epoch 54/80 233/233 [==============================] - 0s 200us/step - loss: 0.0522 - acc: 0.9056 Epoch 55/80 233/233 [==============================] - 0s 205us/step - loss: 0.0512 - acc: 0.9013 Epoch 56/80 233/233 [==============================] - 0s 194us/step - loss: 0.0502 - acc: 0.9013 Epoch 57/80 233/233 [==============================] - 0s 196us/step - loss: 0.0493 - acc: 0.9056 Epoch 58/80 233/233 [==============================] - 0s 201us/step - loss: 0.0483 - acc: 0.9056 Epoch 59/80 233/233 [==============================] - 0s 195us/step - loss: 0.0474 - acc: 0.9013 Epoch 60/80 233/233 [==============================] - 0s 204us/step - loss: 0.0465 - acc: 0.9013 Epoch 61/80 233/233 [==============================] - 0s 199us/step - loss: 0.0456 - acc: 0.9056 Epoch 62/80 233/233 [==============================] - 0s 212us/step - loss: 0.0447 - acc: 0.9056 Epoch 63/80 233/233 [==============================] - 0s 202us/step - loss: 0.0438 - acc: 0.9099 Epoch 64/80 233/233 [==============================] - 0s 208us/step - loss: 0.0430 - acc: 0.9056 Epoch 65/80 233/233 [==============================] - 0s 194us/step - loss: 0.0422 - acc: 0.9099 Epoch 66/80 233/233 [==============================] - 0s 191us/step - loss: 0.0413 - acc: 0.9142 Epoch 67/80 233/233 [==============================] - 0s 201us/step - loss: 0.0405 - acc: 0.9142 Epoch 68/80 233/233 [==============================] - 0s 202us/step - loss: 0.0398 - acc: 0.9142 Epoch 69/80 233/233 [==============================] - 0s 200us/step - loss: 0.0390 - acc: 0.9185 Epoch 70/80 233/233 [==============================] - 0s 196us/step - loss: 0.0383 - acc: 0.9227 Epoch 71/80 233/233 [==============================] - 0s 220us/step - loss: 0.0375 - acc: 0.9185 Epoch 72/80 233/233 [==============================] - 0s 188us/step - loss: 0.0368 - acc: 0.9227 Epoch 73/80 233/233 [==============================] - 0s 197us/step - loss: 0.0361 - acc: 0.9185 Epoch 74/80 233/233 [==============================] - 0s 203us/step - loss: 0.0354 - acc: 0.9227 Epoch 75/80 233/233 [==============================] - 0s 199us/step - loss: 0.0347 - acc: 0.9227 Epoch 76/80 233/233 [==============================] - 0s 213us/step - loss: 0.0340 - acc: 0.9227 Epoch 77/80 233/233 [==============================] - 0s 266us/step - loss: 0.0333 - acc: 0.9270 Epoch 78/80 233/233 [==============================] - 0s 191us/step - loss: 0.0327 - acc: 0.9270 Epoch 79/80 233/233 [==============================] - 0s 215us/step - loss: 0.0320 - acc: 0.9270 Epoch 80/80 233/233 [==============================] - 0s 208us/step - loss: 0.0314 - acc: 0.9270
tos
train = ['train'] * len(train_acc)
test = ['test'] * len(train_acc)
x = list(zip(train_acc, paeru,train))
y = list(zip(test_acc, paeru, test))
x[:5]
[(0.92274677676704309, '$P.aeruginosa$', 'train'), (0.92703861765595463, '$P.aeruginosa$', 'train'), (0.91845493511068976, '$P.aeruginosa$', 'train'), (0.90128753957830277, '$P.aeruginosa$', 'train'), (0.90987123593751962, '$P.aeruginosa$', 'train')]
entries= x + y
paeru_df = pd.DataFrame(index = range(n_simulations*2))
paeru_df = pd.DataFrame(entries, columns=['accuracy', 'organism', 'type'])
paeru_df.to_csv('paeru-model.csv')
sns.violinplot(x = 'organism', y = 'accuracy',
hue = 'type', data = paeru_df,
palette = 'pastel', scale = 'width',
inner = 'quartile')
plt.ylim(.3, 1.1)
/Users/manoloflores/anaconda/lib/python3.6/site-packages/seaborn/categorical.py:637: FutureWarning: remove_na is deprecated and is a private function. Do not use. kde_data = remove_na(group_data[hue_mask]) /Users/manoloflores/anaconda/lib/python3.6/site-packages/seaborn/categorical.py:932: FutureWarning: remove_na is deprecated and is a private function. Do not use. violin_data = remove_na(group_data[hue_mask])
(0.3, 1.1)
y_pred = model.predict(X_test, batch_size =100)
y_pred_flat = np.round(y_pred.flatten())
y_test_flat = y_test.values.flatten()
conf_mat = confusion_matrix(y_test_flat, y_pred_flat)
fig, ax = plt.subplots(figsize=(8,8))
sns.heatmap(conf_mat, annot=True, fmt='d',
xticklabels=['not in cluster', 'inside cluster'], yticklabels=['not in cluster', 'inside cluster'])
plt.ylabel('Actual')
plt.xlabel('Predicted')
plt.title('Keras Classifier confusion matrix $P. aeruginosa$')
#plt.savefig('conf-mat-paeru-keras.tiff', dpi = 350)
score = model.evaluate(X_test, y_test,verbose=0)
print('Keras model testing loss: {0:.3f} and accuracy: {1:.3f}'.format(score[0], score[1]))
Keras model testing loss: 0.056 and accuracy: 0.703
accuracy = history.history['acc']
accuracy[79]
0.94520545822300328
We get a decent ~85-95% training accuracy with the Keras Classifier. Now let's try other algorithms
from sklearn.model_selection import cross_val_score
from sklearn.model_selection import GridSearchCV
from sklearn.ensemble import RandomForestClassifier
grid_params = {'max_depth' : [5,30],
'min_samples_split' : [5, 20]}
fixed_params = { 'n_estimators': 50,
'random_state' : 42,
'n_jobs' : -1}
grid_rf = GridSearchCV(RandomForestClassifier(**fixed_params),
param_grid= grid_params,
n_jobs = -1,
scoring = 'neg_mean_absolute_error')
grid_rf.fit(X_train, y_train)
GridSearchCV(cv=None, error_score='raise', estimator=RandomForestClassifier(bootstrap=True, class_weight=None, criterion='gini', max_depth=None, max_features='auto', max_leaf_nodes=None, min_impurity_decrease=0.0, min_impurity_split=None, min_samples_leaf=1, min_samples_split=2, min_weight_fraction_leaf=0.0, n_estimators=50, n_jobs=-1, oob_score=False, random_state=42, verbose=0, warm_start=False), fit_params=None, iid=True, n_jobs=-1, param_grid={'max_depth': [5, 30], 'min_samples_split': [5, 20]}, pre_dispatch='2*n_jobs', refit=True, return_train_score='warn', scoring='neg_mean_absolute_error', verbose=0)
grid_rf.best_params_
{'max_depth': 30, 'min_samples_split': 5}
model = RandomForestClassifier(**fixed_params, **grid_rf.best_params_)
model.fit(X_train, y_train)
RandomForestClassifier(bootstrap=True, class_weight=None, criterion='gini', max_depth=30, max_features='auto', max_leaf_nodes=None, min_impurity_decrease=0.0, min_impurity_split=None, min_samples_leaf=1, min_samples_split=5, min_weight_fraction_leaf=0.0, n_estimators=50, n_jobs=-1, oob_score=False, random_state=42, verbose=0, warm_start=False)
y_pred = model.predict(X_test)
y_pred_flat = y_pred.flatten()
print(classification_report(y_test, y_pred))
print('Accuracy score : ', accuracy_score(y_test, y_pred))
precision recall f1-score support 0 0.00 0.00 0.00 18 1 1.00 0.23 0.37 22 2 0.00 0.00 0.00 13 3 1.00 0.06 0.11 18 4 0.00 0.00 0.00 9 5 1.00 0.30 0.46 10 6 0.00 0.00 0.00 11 7 1.00 0.38 0.55 8 avg / total 0.53 0.11 0.17 109 Accuracy score : 0.138613861386
/Users/manoloflores/anaconda/lib/python3.6/site-packages/sklearn/metrics/classification.py:1135: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples. 'precision', 'predicted', average, warn_for)
results = cross_val_score(model, X_train, y_train, cv=5)
print("Mean cross validation score: %.2f%% (%.2f%%)" % (results.mean()*100, results.std()*100))
Mean cross validation score: 12.36% (3.55%)
conf_mat = confusion_matrix(y_test_flat, y_pred_flat)
fig, ax = plt.subplots(figsize=(8,8))
sns.heatmap(conf_mat, annot=True, fmt='d',
xticklabels=['not in cluster', 'inside cluster'], yticklabels=['not in cluster', 'inside cluster'])
plt.ylabel('Actual')
plt.xlabel('Predicted')
plt.title('Random Forest Confusion Matrix $P. aeruginosa $')
plt.savefig('conf-mat-paeru-rf.tiff', dpi = 350)
from sklearn.neural_network import MLPClassifier
model = MLPClassifier(solver='lbfgs', alpha=1e-5,
hidden_layer_sizes=(1000, 20), random_state=42)
model.fit(X_train, y_train)
MLPClassifier(activation='relu', alpha=1e-05, batch_size='auto', beta_1=0.9, beta_2=0.999, early_stopping=False, epsilon=1e-08, hidden_layer_sizes=(1000, 20), learning_rate='constant', learning_rate_init=0.001, max_iter=200, momentum=0.9, nesterovs_momentum=True, power_t=0.5, random_state=42, shuffle=True, solver='lbfgs', tol=0.0001, validation_fraction=0.1, verbose=False, warm_start=False)
y_pred= model.predict(X_test)
y_test_flat = y_test.values.flatten()
y_pred_flat = y_pred.flatten()
print(classification_report(y_test, y_pred))
print('Accuracy score : ', accuracy_score(y_test, y_pred))
precision recall f1-score support 0 0.80 0.89 0.84 18 1 0.70 0.73 0.71 22 2 0.64 0.54 0.58 13 3 0.67 0.67 0.67 18 4 0.83 0.56 0.67 9 5 1.00 0.70 0.82 10 6 1.00 0.64 0.78 11 7 1.00 0.50 0.67 8 avg / total 0.79 0.68 0.72 109 Accuracy score : 0.613861386139
results = cross_val_score(model, X_train, y_train, cv=5)
print("Mean cross validation score: %.2f%% (%.2f%%)" % (results.mean()*100, results.std()*100))
Mean cross validation score: 55.22% (6.73%)
conf_mat = confusion_matrix(y_test_flat, y_pred_flat)
fig, ax = plt.subplots(figsize=(8,8))
sns.heatmap(conf_mat, annot=True, fmt='d',
xticklabels=['not in cluster', 'inside cluster'], yticklabels=['not in cluster', 'inside cluster'])
plt.ylabel('Actual')
plt.xlabel('Predicted')
plt.title('MLP Confusion Matrix $P. aeruginosa $')
plt.savefig('conf-mat-paeru-mlp.tiff', dpi = 350)
In the case of P. aeruginosa the best model is MLP. One should further tune the hyperparameters for better results. Moreover, one further step is to do feature engineering on the expression conditions to get better prediction accuracy.