In [1]:
import numpy as np
import pandas as pd
from sklearn import preprocessing
In [2]:
CSV_PATH = "/Users/alex/states/data.csv"
items = pd.read_csv(CSV_PATH)
features = range(0, 6+1)
In [3]:
def log_ftr(ftr):
    return np.log(ftr.abs()) * np.sign(ftr)
In [4]:
#We scale/center all the data together here. Technically this is data peaking since we should "train scaler on test data"
X = preprocessing.scale(log_ftr(items[features]))
In [5]:
TEST_FRAC = 0.15
VALID_FRAC = 0.15

items_good = pd.DataFrame(np.hstack([items["State"].values[:, np.newaxis], X]), columns=["State"] + features)

make_int = sorted(items_good["State"].unique()).index
items_good["State"] = items_good["State"].apply(make_int)

np.random.seed(seed=0)
items_good_suffle = items_good.ix[np.random.permutation(items_good.index)]
test_set_size = int(TEST_FRAC * len(items_good))
valid_set_size = int(VALID_FRAC * len(items_good))

items_good_suffle[0:test_set_size].to_csv("/Users/alex/states/test.csv", index=False)
items_good_suffle[test_set_size:test_set_size+valid_set_size].to_csv("/Users/alex/states/valid.csv", index=False)
items_good_suffle[test_set_size+valid_set_size:].to_csv("/Users/alex/states/train.csv", index=False)
In [6]:
train="""
!obj:pylearn2.train.Train {
    dataset: &train !obj:pylearn2.datasets.csv_dataset.CSVDataset {
        path: '/Users/alex/states/train.csv',
        one_hot: 1
    },
    model: !obj:pylearn2.models.mlp.MLP {
        layers: [
                 !obj:pylearn2.models.mlp.Sigmoid {
                     layer_name: 'h0',
                     dim: 50,
                     sparse_init: 7,
                 },

                 !obj:pylearn2.models.mlp.Softmax {
                     layer_name: 'y',
                     n_classes: 50,
                     irange: 0.
                 }
                ],
        nvis: 7,
    },
    algorithm: !obj:pylearn2.training_algorithms.bgd.BGD {
        batch_size: 10000,
        line_search_mode: 'exhaustive',
        conjugate: 1,
        updates_per_batch: 10,
        monitoring_dataset:
            {
                'train' : *train,
                'valid' : !obj:pylearn2.datasets.csv_dataset.CSVDataset {
                        path: '/Users/alex/states/valid.csv',
                        one_hot: 1
                },
                'test'  : !obj:pylearn2.datasets.csv_dataset.CSVDataset {
                        path: '/Users/alex/states/test.csv',
                        one_hot: 1
                }
            },
        termination_criterion: !obj:pylearn2.termination_criteria.And {
            criteria: [
                !obj:pylearn2.termination_criteria.MonitorBased {
                    channel_name: "valid_y_misclass"
                },
                !obj:pylearn2.termination_criteria.EpochCounter {
                    max_epochs: 10000
                }
            ]
        }
    },
    extensions: [
        !obj:pylearn2.train_extensions.best_params.MonitorBasedSaveBest {
             channel_name: 'valid_y_misclass',
             save_path: "mlp_best.pkl"
        },
    ]
}
"""
In [7]:
from pylearn2.config import yaml_parse
train = yaml_parse.load(train)
train.main_loop()
Using gpu device 0: GeForce GT 750M
Couldn't import dot_parser, loading of dot files will not be possible.
compiling begin_record_entry...
compiling begin_record_entry done. Time elapsed: 0.241640 seconds
Monitored channels: 
	ave_grad_mult
	ave_grad_size
	ave_step_size
	test_h0_col_norms_max
	test_h0_col_norms_mean
	test_h0_col_norms_min
	test_h0_max_x_max_u
	test_h0_max_x_mean_u
	test_h0_max_x_min_u
	test_h0_mean_x_max_u
	test_h0_mean_x_mean_u
	test_h0_mean_x_min_u
	test_h0_min_x_max_u
	test_h0_min_x_mean_u
	test_h0_min_x_min_u
	test_h0_range_x_max_u
	test_h0_range_x_mean_u
	test_h0_range_x_min_u
	test_h0_row_norms_max
	test_h0_row_norms_mean
	test_h0_row_norms_min
	test_objective
	test_y_col_norms_max
	test_y_col_norms_mean
	test_y_col_norms_min
	test_y_max_max_class
	test_y_mean_max_class
	test_y_min_max_class
	test_y_misclass
	test_y_nll
	test_y_row_norms_max
	test_y_row_norms_mean
	test_y_row_norms_min
	total_seconds_last_epoch
	train_h0_col_norms_max
	train_h0_col_norms_mean
	train_h0_col_norms_min
	train_h0_max_x_max_u
	train_h0_max_x_mean_u
	train_h0_max_x_min_u
	train_h0_mean_x_max_u
	train_h0_mean_x_mean_u
	train_h0_mean_x_min_u
	train_h0_min_x_max_u
	train_h0_min_x_mean_u
	train_h0_min_x_min_u
	train_h0_range_x_max_u
	train_h0_range_x_mean_u
	train_h0_range_x_min_u
	train_h0_row_norms_max
	train_h0_row_norms_mean
	train_h0_row_norms_min
	train_objective
	train_y_col_norms_max
	train_y_col_norms_mean
	train_y_col_norms_min
	train_y_max_max_class
	train_y_mean_max_class
	train_y_min_max_class
	train_y_misclass
	train_y_nll
	train_y_row_norms_max
	train_y_row_norms_mean
	train_y_row_norms_min
	training_seconds_this_epoch
	valid_h0_col_norms_max
	valid_h0_col_norms_mean
	valid_h0_col_norms_min
	valid_h0_max_x_max_u
	valid_h0_max_x_mean_u
	valid_h0_max_x_min_u
	valid_h0_mean_x_max_u
	valid_h0_mean_x_mean_u
	valid_h0_mean_x_min_u
	valid_h0_min_x_max_u
	valid_h0_min_x_mean_u
	valid_h0_min_x_min_u
	valid_h0_range_x_max_u
	valid_h0_range_x_mean_u
	valid_h0_range_x_min_u
	valid_h0_row_norms_max
	valid_h0_row_norms_mean
	valid_h0_row_norms_min
	valid_objective
	valid_y_col_norms_max
	valid_y_col_norms_mean
	valid_y_col_norms_min
	valid_y_max_max_class
	valid_y_mean_max_class
	valid_y_min_max_class
	valid_y_misclass
	valid_y_nll
	valid_y_row_norms_max
	valid_y_row_norms_mean
	valid_y_row_norms_min
Compiling accum...
graph size: 133
graph size: 128
graph size: 128
Compiling accum done. Time elapsed: 3.885651 seconds
Monitoring step:
	Epochs seen: 0
	Batches seen: 0
	Examples seen: 0
	ave_grad_mult: 0.0
	ave_grad_size: 0.0
	ave_step_size: 0.0
	test_h0_col_norms_max: 4.10894346237
	test_h0_col_norms_mean: 2.61919975281
	test_h0_col_norms_min: 0.709277868271
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.986663758755
	test_h0_max_x_min_u: 0.893500208855
	test_h0_mean_x_max_u: 0.573803782463
	test_h0_mean_x_mean_u: 0.502249658108
	test_h0_mean_x_min_u: 0.449611961842
	test_h0_min_x_max_u: 0.193032413721
	test_h0_min_x_mean_u: 0.0218782685697
	test_h0_min_x_min_u: 7.45666817181e-09
	test_h0_range_x_max_u: 0.999995172024
	test_h0_range_x_mean_u: 0.964785635471
	test_h0_range_x_min_u: 0.700467824936
	test_h0_row_norms_max: 8.65268325806
	test_h0_row_norms_mean: 7.26084661484
	test_h0_row_norms_min: 6.57135438919
	test_objective: 3.91202306747
	test_y_col_norms_max: 0.0
	test_y_col_norms_mean: 0.0
	test_y_col_norms_min: 0.0
	test_y_max_max_class: 0.019999999553
	test_y_mean_max_class: 0.0199999976903
	test_y_min_max_class: 0.019999999553
	test_y_misclass: 0.980068683624
	test_y_nll: 3.91202306747
	test_y_row_norms_max: 0.0
	test_y_row_norms_mean: 0.0
	test_y_row_norms_min: 0.0
	total_seconds_last_epoch: 0.0
	train_h0_col_norms_max: 4.10894393921
	train_h0_col_norms_mean: 2.61919975281
	train_h0_col_norms_min: 0.709277868271
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.987299323082
	train_h0_max_x_min_u: 0.890885412693
	train_h0_mean_x_max_u: 0.574983894825
	train_h0_mean_x_mean_u: 0.501747250557
	train_h0_mean_x_min_u: 0.444902300835
	train_h0_min_x_max_u: 0.213849365711
	train_h0_min_x_mean_u: 0.022789619863
	train_h0_min_x_min_u: 7.16876957796e-09
	train_h0_range_x_max_u: 0.999995172024
	train_h0_range_x_mean_u: 0.964509725571
	train_h0_range_x_min_u: 0.68965446949
	train_h0_row_norms_max: 8.65268325806
	train_h0_row_norms_mean: 7.26084709167
	train_h0_row_norms_min: 6.57135438919
	train_objective: 3.91202282906
	train_y_col_norms_max: 0.0
	train_y_col_norms_mean: 0.0
	train_y_col_norms_min: 0.0
	train_y_max_max_class: 0.0200000014156
	train_y_mean_max_class: 0.0200000014156
	train_y_min_max_class: 0.0200000014156
	train_y_misclass: 0.979160606861
	train_y_nll: 3.91202282906
	train_y_row_norms_max: 0.0
	train_y_row_norms_mean: 0.0
	train_y_row_norms_min: 0.0
	training_seconds_this_epoch: 0.0
	valid_h0_col_norms_max: 4.10894346237
	valid_h0_col_norms_mean: 2.61919975281
	valid_h0_col_norms_min: 0.709277868271
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.986461639404
	valid_h0_max_x_min_u: 0.882054805756
	valid_h0_mean_x_max_u: 0.576234519482
	valid_h0_mean_x_mean_u: 0.501531243324
	valid_h0_mean_x_min_u: 0.44715064764
	valid_h0_min_x_max_u: 0.187174752355
	valid_h0_min_x_mean_u: 0.0218418221921
	valid_h0_min_x_min_u: 5.63740965021e-09
	valid_h0_range_x_max_u: 0.999995052814
	valid_h0_range_x_mean_u: 0.964619755745
	valid_h0_range_x_min_u: 0.694880127907
	valid_h0_row_norms_max: 8.65268325806
	valid_h0_row_norms_mean: 7.26084661484
	valid_h0_row_norms_min: 6.57135438919
	valid_objective: 3.91202282906
	valid_y_col_norms_max: 0.0
	valid_y_col_norms_mean: 0.0
	valid_y_col_norms_min: 0.0
	valid_y_max_max_class: 0.019999999553
	valid_y_mean_max_class: 0.0199999976903
	valid_y_min_max_class: 0.019999999553
	valid_y_misclass: 0.983848750591
	valid_y_nll: 3.91202282906
	valid_y_row_norms_max: 0.0
	valid_y_row_norms_mean: 0.0
	valid_y_row_norms_min: 0.0
Time this epoch: 1.668597 seconds
Monitoring step:
	Epochs seen: 1
	Batches seen: 2
	Examples seen: 13580
	ave_grad_mult: 31.8009548187
	ave_grad_size: 0.310326457024
	ave_step_size: 10.1590604782
	test_h0_col_norms_max: 4.71173334122
	test_h0_col_norms_mean: 3.39323854446
	test_h0_col_norms_min: 1.62814760208
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.995327234268
	test_h0_max_x_min_u: 0.960045516491
	test_h0_mean_x_max_u: 0.568295001984
	test_h0_mean_x_mean_u: 0.492699235678
	test_h0_mean_x_min_u: 0.396625101566
	test_h0_min_x_max_u: 0.0531773939729
	test_h0_min_x_mean_u: 0.00540603417903
	test_h0_min_x_min_u: 6.29759716597e-11
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.989921212196
	test_h0_range_x_min_u: 0.908521711826
	test_h0_row_norms_max: 11.2040481567
	test_h0_row_norms_mean: 9.21664237976
	test_h0_row_norms_min: 7.72952699661
	test_objective: 0.537281215191
	test_y_col_norms_max: 5.07183885574
	test_y_col_norms_mean: 4.09977436066
	test_y_col_norms_min: 3.37069416046
	test_y_max_max_class: 0.97163939476
	test_y_mean_max_class: 0.649970531464
	test_y_min_max_class: 0.26915448904
	test_y_misclass: 0.0556701011956
	test_y_nll: 0.537281215191
	test_y_row_norms_max: 5.26645946503
	test_y_row_norms_mean: 4.06309366226
	test_y_row_norms_min: 2.36458587646
	total_seconds_last_epoch: 0.0
	train_h0_col_norms_max: 4.71173334122
	train_h0_col_norms_mean: 3.39323830605
	train_h0_col_norms_min: 1.62814760208
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.995301187038
	train_h0_max_x_min_u: 0.960123836994
	train_h0_mean_x_max_u: 0.566277682781
	train_h0_mean_x_mean_u: 0.492016434669
	train_h0_mean_x_min_u: 0.391149938107
	train_h0_min_x_max_u: 0.0523918420076
	train_h0_min_x_mean_u: 0.00537000643089
	train_h0_min_x_min_u: 6.03936484156e-11
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.989931225777
	train_h0_range_x_min_u: 0.909307360649
	train_h0_row_norms_max: 11.2040491104
	train_h0_row_norms_mean: 9.21664237976
	train_h0_row_norms_min: 7.72952747345
	train_objective: 0.547589838505
	train_y_col_norms_max: 5.07183885574
	train_y_col_norms_mean: 4.09977483749
	train_y_col_norms_min: 3.37069439888
	train_y_max_max_class: 0.972584843636
	train_y_mean_max_class: 0.648945748806
	train_y_min_max_class: 0.266301423311
	train_y_misclass: 0.0544182620943
	train_y_nll: 0.547589838505
	train_y_row_norms_max: 5.26645994186
	train_y_row_norms_mean: 4.06309318542
	train_y_row_norms_min: 2.36458587646
	training_seconds_this_epoch: 1.66859686375
	valid_h0_col_norms_max: 4.71173334122
	valid_h0_col_norms_mean: 3.39323854446
	valid_h0_col_norms_min: 1.62814760208
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.995368123055
	valid_h0_max_x_min_u: 0.960039496422
	valid_h0_mean_x_max_u: 0.572330117226
	valid_h0_mean_x_mean_u: 0.492187649012
	valid_h0_mean_x_min_u: 0.393212974072
	valid_h0_min_x_max_u: 0.053149484098
	valid_h0_min_x_mean_u: 0.0053017209284
	valid_h0_min_x_min_u: 4.68944778842e-11
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.990066468716
	valid_h0_range_x_min_u: 0.908549666405
	valid_h0_row_norms_max: 11.2040481567
	valid_h0_row_norms_mean: 9.21664237976
	valid_h0_row_norms_min: 7.72952699661
	valid_objective: 0.547028839588
	valid_y_col_norms_max: 5.07183885574
	valid_y_col_norms_mean: 4.09977436066
	valid_y_col_norms_min: 3.37069416046
	valid_y_max_max_class: 0.972338438034
	valid_y_mean_max_class: 0.642102479935
	valid_y_min_max_class: 0.26915448904
	valid_y_misclass: 0.048797249794
	valid_y_nll: 0.547028839588
	valid_y_row_norms_max: 5.26645946503
	valid_y_row_norms_mean: 4.06309366226
	valid_y_row_norms_min: 2.36458587646
Time this epoch: 1.550277 seconds
Monitoring step:
	Epochs seen: 2
	Batches seen: 4
	Examples seen: 27160
	ave_grad_mult: 27.4043998718
	ave_grad_size: 0.266930729151
	ave_step_size: 8.41879844666
	test_h0_col_norms_max: 5.48817110062
	test_h0_col_norms_mean: 4.01310253143
	test_h0_col_norms_min: 2.04462742805
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.99754011631
	test_h0_max_x_min_u: 0.976478755474
	test_h0_mean_x_max_u: 0.610833227634
	test_h0_mean_x_mean_u: 0.495023369789
	test_h0_mean_x_min_u: 0.39025208354
	test_h0_min_x_max_u: 0.0204530060291
	test_h0_min_x_mean_u: 0.00307781156152
	test_h0_min_x_min_u: 5.40070863465e-13
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.994462192059
	test_h0_range_x_min_u: 0.958414554596
	test_h0_row_norms_max: 13.8323574066
	test_h0_row_norms_mean: 10.8058948517
	test_h0_row_norms_min: 8.23977184296
	test_objective: 0.273676246405
	test_y_col_norms_max: 6.3258061409
	test_y_col_norms_mean: 5.062292099
	test_y_col_norms_min: 3.81655263901
	test_y_max_max_class: 0.991876125336
	test_y_mean_max_class: 0.794119119644
	test_y_min_max_class: 0.313985675573
	test_y_misclass: 0.0106529211625
	test_y_nll: 0.273676246405
	test_y_row_norms_max: 6.48662376404
	test_y_row_norms_mean: 5.01533794403
	test_y_row_norms_min: 2.92535448074
	total_seconds_last_epoch: 1.77649986744
	train_h0_col_norms_max: 5.48817110062
	train_h0_col_norms_mean: 4.01310300827
	train_h0_col_norms_min: 2.04462742805
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.997575521469
	train_h0_max_x_min_u: 0.976521790028
	train_h0_mean_x_max_u: 0.607043027878
	train_h0_mean_x_mean_u: 0.49432733655
	train_h0_mean_x_min_u: 0.384360909462
	train_h0_min_x_max_u: 0.0248241201043
	train_h0_min_x_mean_u: 0.00297638098709
	train_h0_min_x_min_u: 5.13757385159e-13
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.994599163532
	train_h0_range_x_min_u: 0.959719181061
	train_h0_row_norms_max: 13.8323583603
	train_h0_row_norms_mean: 10.8058948517
	train_h0_row_norms_min: 8.23977184296
	train_objective: 0.28164434433
	train_y_col_norms_max: 6.3258061409
	train_y_col_norms_mean: 5.062292099
	train_y_col_norms_min: 3.81655287743
	train_y_max_max_class: 0.992272615433
	train_y_mean_max_class: 0.795138835907
	train_y_min_max_class: 0.313985675573
	train_y_misclass: 0.0119293080643
	train_y_nll: 0.28164434433
	train_y_row_norms_max: 6.48662376404
	train_y_row_norms_mean: 5.01533794403
	train_y_row_norms_min: 2.92535448074
	training_seconds_this_epoch: 1.55027699471
	valid_h0_col_norms_max: 5.48817110062
	valid_h0_col_norms_mean: 4.01310253143
	valid_h0_col_norms_min: 2.04462742805
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.997564017773
	valid_h0_max_x_min_u: 0.976496040821
	valid_h0_mean_x_max_u: 0.612417936325
	valid_h0_mean_x_mean_u: 0.494622945786
	valid_h0_mean_x_min_u: 0.386875212193
	valid_h0_min_x_max_u: 0.0202402174473
	valid_h0_min_x_mean_u: 0.00302672199905
	valid_h0_min_x_min_u: 3.78466165742e-13
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.994537293911
	valid_h0_range_x_min_u: 0.958386480808
	valid_h0_row_norms_max: 13.8323574066
	valid_h0_row_norms_mean: 10.8058948517
	valid_h0_row_norms_min: 8.23977184296
	valid_objective: 0.280259013176
	valid_y_col_norms_max: 6.3258061409
	valid_y_col_norms_mean: 5.062292099
	valid_y_col_norms_min: 3.81655263901
	valid_y_max_max_class: 0.992162048817
	valid_y_mean_max_class: 0.791596114635
	valid_y_min_max_class: 0.313985675573
	valid_y_misclass: 0.00996563583612
	valid_y_nll: 0.280259013176
	valid_y_row_norms_max: 6.48662376404
	valid_y_row_norms_mean: 5.01533794403
	valid_y_row_norms_min: 2.92535448074
Time this epoch: 1.470100 seconds
Monitoring step:
	Epochs seen: 3
	Batches seen: 6
	Examples seen: 40740
	ave_grad_mult: 23.7439136505
	ave_grad_size: 0.227064028382
	ave_step_size: 6.94632720947
	test_h0_col_norms_max: 5.98403263092
	test_h0_col_norms_mean: 4.35521650314
	test_h0_col_norms_min: 2.18447351456
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.998193979263
	test_h0_max_x_min_u: 0.982903778553
	test_h0_mean_x_max_u: 0.615122616291
	test_h0_mean_x_mean_u: 0.495844483376
	test_h0_mean_x_min_u: 0.383790880442
	test_h0_min_x_max_u: 0.0217526424676
	test_h0_min_x_mean_u: 0.0026446657721
	test_h0_min_x_min_u: 4.11430228265e-14
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.99554926157
	test_h0_range_x_min_u: 0.971401035786
	test_h0_row_norms_max: 15.1421384811
	test_h0_row_norms_mean: 11.6865034103
	test_h0_row_norms_min: 8.54699993134
	test_objective: 0.185366913676
	test_y_col_norms_max: 6.94525337219
	test_y_col_norms_mean: 5.55204820633
	test_y_col_norms_min: 4.01203918457
	test_y_max_max_class: 0.994650900364
	test_y_mean_max_class: 0.853015065193
	test_y_min_max_class: 0.375733435154
	test_y_misclass: 0.0103092780337
	test_y_nll: 0.185366913676
	test_y_row_norms_max: 7.16359901428
	test_y_row_norms_mean: 5.50105237961
	test_y_row_norms_min: 3.17654085159
	total_seconds_last_epoch: 1.63714396954
	train_h0_col_norms_max: 5.98403263092
	train_h0_col_norms_mean: 4.35521697998
	train_h0_col_norms_min: 2.18447375298
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.998254776001
	train_h0_max_x_min_u: 0.982926487923
	train_h0_mean_x_max_u: 0.611232459545
	train_h0_mean_x_mean_u: 0.495161235332
	train_h0_mean_x_min_u: 0.377865225077
	train_h0_min_x_max_u: 0.0234117954969
	train_h0_min_x_mean_u: 0.00250783492811
	train_h0_min_x_min_u: 3.89729989546e-14
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.995746850967
	train_h0_range_x_min_u: 0.973536074162
	train_h0_row_norms_max: 15.1421394348
	train_h0_row_norms_mean: 11.686504364
	train_h0_row_norms_min: 8.54699993134
	train_objective: 0.191188827157
	train_y_col_norms_max: 6.94525384903
	train_y_col_norms_mean: 5.55204868317
	train_y_col_norms_min: 4.01203918457
	train_y_max_max_class: 0.994971215725
	train_y_mean_max_class: 0.854191601276
	train_y_min_max_class: 0.372869253159
	train_y_misclass: 0.0116347577423
	train_y_nll: 0.191188827157
	train_y_row_norms_max: 7.16359949112
	train_y_row_norms_mean: 5.50105237961
	train_y_row_norms_min: 3.17654109001
	training_seconds_this_epoch: 1.4701000452
	valid_h0_col_norms_max: 5.98403263092
	valid_h0_col_norms_mean: 4.35521650314
	valid_h0_col_norms_min: 2.18447351456
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.998229086399
	valid_h0_max_x_min_u: 0.982916891575
	valid_h0_mean_x_max_u: 0.616926431656
	valid_h0_mean_x_mean_u: 0.495517700911
	valid_h0_mean_x_min_u: 0.380610644817
	valid_h0_min_x_max_u: 0.0209275130183
	valid_h0_min_x_mean_u: 0.00258087879047
	valid_h0_min_x_min_u: 2.79127713781e-14
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.995648145676
	valid_h0_range_x_min_u: 0.973487436771
	valid_h0_row_norms_max: 15.1421384811
	valid_h0_row_norms_mean: 11.6865034103
	valid_h0_row_norms_min: 8.54699993134
	valid_objective: 0.189709991217
	valid_y_col_norms_max: 6.94525337219
	valid_y_col_norms_mean: 5.55204820633
	valid_y_col_norms_min: 4.01203918457
	valid_y_max_max_class: 0.994876861572
	valid_y_mean_max_class: 0.851314067841
	valid_y_min_max_class: 0.396439909935
	valid_y_misclass: 0.00962199270725
	valid_y_nll: 0.189709991217
	valid_y_row_norms_max: 7.16359901428
	valid_y_row_norms_mean: 5.50105237961
	valid_y_row_norms_min: 3.17654085159
Time this epoch: 1.335386 seconds
Monitoring step:
	Epochs seen: 4
	Batches seen: 8
	Examples seen: 54320
	ave_grad_mult: 20.8750038147
	ave_grad_size: 0.192352846265
	ave_step_size: 5.7320599556
	test_h0_col_norms_max: 6.41980075836
	test_h0_col_norms_mean: 4.654337883
	test_h0_col_norms_min: 2.2982647419
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.998574018478
	test_h0_max_x_min_u: 0.986522734165
	test_h0_mean_x_max_u: 0.616568207741
	test_h0_mean_x_mean_u: 0.495890766382
	test_h0_mean_x_min_u: 0.385030984879
	test_h0_min_x_max_u: 0.0164088960737
	test_h0_min_x_mean_u: 0.00222243927419
	test_h0_min_x_min_u: 5.58430102697e-15
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.996351540089
	test_h0_range_x_min_u: 0.973672926426
	test_h0_row_norms_max: 16.1919155121
	test_h0_row_norms_mean: 12.4628667831
	test_h0_row_norms_min: 8.88022899628
	test_objective: 0.127861499786
	test_y_col_norms_max: 7.46637296677
	test_y_col_norms_mean: 5.96640253067
	test_y_col_norms_min: 4.24767780304
	test_y_max_max_class: 0.993569374084
	test_y_mean_max_class: 0.894674420357
	test_y_min_max_class: 0.343706607819
	test_y_misclass: 0.00790377985686
	test_y_nll: 0.127861499786
	test_y_row_norms_max: 7.85054397583
	test_y_row_norms_mean: 5.91314697266
	test_y_row_norms_min: 3.39376330376
	total_seconds_last_epoch: 1.56070888042
	train_h0_col_norms_max: 6.4198012352
	train_h0_col_norms_mean: 4.654337883
	train_h0_col_norms_min: 2.2982647419
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.998607873917
	train_h0_max_x_min_u: 0.986239254475
	train_h0_mean_x_max_u: 0.612663388252
	train_h0_mean_x_mean_u: 0.495246320963
	train_h0_mean_x_min_u: 0.379236757755
	train_h0_min_x_max_u: 0.0190186630934
	train_h0_min_x_mean_u: 0.0020878133364
	train_h0_min_x_min_u: 5.27352548565e-15
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.996520042419
	train_h0_range_x_min_u: 0.979669868946
	train_h0_row_norms_max: 16.1919155121
	train_h0_row_norms_mean: 12.4628677368
	train_h0_row_norms_min: 8.88022899628
	train_objective: 0.133277356625
	train_y_col_norms_max: 7.4663734436
	train_y_col_norms_mean: 5.96640300751
	train_y_col_norms_min: 4.24767827988
	train_y_max_max_class: 0.993806183338
	train_y_mean_max_class: 0.895736217499
	train_y_min_max_class: 0.337296783924
	train_y_misclass: 0.010603829287
	train_y_nll: 0.133277356625
	train_y_row_norms_max: 7.85054397583
	train_y_row_norms_mean: 5.91314649582
	train_y_row_norms_min: 3.39376354218
	training_seconds_this_epoch: 1.33538603783
	valid_h0_col_norms_max: 6.41980075836
	valid_h0_col_norms_mean: 4.654337883
	valid_h0_col_norms_min: 2.2982647419
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.998604893684
	valid_h0_max_x_min_u: 0.986531198025
	valid_h0_mean_x_max_u: 0.618473947048
	valid_h0_mean_x_mean_u: 0.495634257793
	valid_h0_mean_x_min_u: 0.382002562284
	valid_h0_min_x_max_u: 0.0163864530623
	valid_h0_min_x_mean_u: 0.00216022529639
	valid_h0_min_x_min_u: 3.69928595406e-15
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.996444702148
	valid_h0_range_x_min_u: 0.976199626923
	valid_h0_row_norms_max: 16.1919155121
	valid_h0_row_norms_mean: 12.4628667831
	valid_h0_row_norms_min: 8.88022899628
	valid_objective: 0.132256001234
	valid_y_col_norms_max: 7.46637296677
	valid_y_col_norms_mean: 5.96640253067
	valid_y_col_norms_min: 4.24767780304
	valid_y_max_max_class: 0.993588447571
	valid_y_mean_max_class: 0.894096314907
	valid_y_min_max_class: 0.360335320234
	valid_y_misclass: 0.00824742298573
	valid_y_nll: 0.132256001234
	valid_y_row_norms_max: 7.85054397583
	valid_y_row_norms_mean: 5.91314697266
	valid_y_row_norms_min: 3.39376330376
Time this epoch: 1.311444 seconds
Monitoring step:
	Epochs seen: 5
	Batches seen: 10
	Examples seen: 67900
	ave_grad_mult: 18.9257831573
	ave_grad_size: 0.162554100156
	ave_step_size: 4.73780727386
	test_h0_col_norms_max: 6.93692016602
	test_h0_col_norms_mean: 4.94304037094
	test_h0_col_norms_min: 2.39985799789
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.998855113983
	test_h0_max_x_min_u: 0.989030301571
	test_h0_mean_x_max_u: 0.613490641117
	test_h0_mean_x_mean_u: 0.495645701885
	test_h0_mean_x_min_u: 0.383449703455
	test_h0_min_x_max_u: 0.0134571045637
	test_h0_min_x_mean_u: 0.00174982508179
	test_h0_min_x_min_u: 8.83119886e-16
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.997105240822
	test_h0_range_x_min_u: 0.975573182106
	test_h0_row_norms_max: 17.2049541473
	test_h0_row_norms_mean: 13.2110128403
	test_h0_row_norms_min: 9.12826347351
	test_objective: 0.0878561362624
	test_y_col_norms_max: 7.94743299484
	test_y_col_norms_mean: 6.35983276367
	test_y_col_norms_min: 4.53858184814
	test_y_max_max_class: 0.995761573315
	test_y_mean_max_class: 0.924102783203
	test_y_min_max_class: 0.348057717085
	test_y_misclass: 0.00378006882966
	test_y_nll: 0.0878561362624
	test_y_row_norms_max: 8.50674629211
	test_y_row_norms_mean: 6.30471801758
	test_y_row_norms_min: 3.60042142868
	total_seconds_last_epoch: 1.42788887024
	train_h0_col_norms_max: 6.93692064285
	train_h0_col_norms_mean: 4.94304037094
	train_h0_col_norms_min: 2.39985799789
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.998866558075
	train_h0_max_x_min_u: 0.987830936909
	train_h0_mean_x_max_u: 0.60934472084
	train_h0_mean_x_mean_u: 0.495024293661
	train_h0_mean_x_min_u: 0.377756536007
	train_h0_min_x_max_u: 0.0146829271689
	train_h0_min_x_mean_u: 0.00158763886429
	train_h0_min_x_min_u: 8.31573166599e-16
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.997279047966
	train_h0_range_x_min_u: 0.983471214771
	train_h0_row_norms_max: 17.2049541473
	train_h0_row_norms_mean: 13.2110137939
	train_h0_row_norms_min: 9.12826347351
	train_objective: 0.0920865163207
	train_y_col_norms_max: 7.94743394852
	train_y_col_norms_mean: 6.35983276367
	train_y_col_norms_min: 4.53858184814
	train_y_max_max_class: 0.995782494545
	train_y_mean_max_class: 0.924111962318
	train_y_min_max_class: 0.348244935274
	train_y_misclass: 0.00714285671711
	train_y_nll: 0.0920865163207
	train_y_row_norms_max: 8.50674724579
	train_y_row_norms_mean: 6.30471801758
	train_y_row_norms_min: 3.60042142868
	training_seconds_this_epoch: 1.31144404411
	valid_h0_col_norms_max: 6.93692016602
	valid_h0_col_norms_mean: 4.94304037094
	valid_h0_col_norms_min: 2.39985799789
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.998885095119
	valid_h0_max_x_min_u: 0.989035964012
	valid_h0_mean_x_max_u: 0.615318596363
	valid_h0_mean_x_mean_u: 0.495461434126
	valid_h0_mean_x_min_u: 0.380670845509
	valid_h0_min_x_max_u: 0.0124073037878
	valid_h0_min_x_mean_u: 0.00169543724041
	valid_h0_min_x_min_u: 5.71949627331e-16
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.997189760208
	valid_h0_range_x_min_u: 0.978448033333
	valid_h0_row_norms_max: 17.2049541473
	valid_h0_row_norms_mean: 13.2110128403
	valid_h0_row_norms_min: 9.12826347351
	valid_objective: 0.0908736884594
	valid_y_col_norms_max: 7.94743299484
	valid_y_col_norms_mean: 6.35983276367
	valid_y_col_norms_min: 4.53858184814
	valid_y_max_max_class: 0.995742619038
	valid_y_mean_max_class: 0.923412144184
	valid_y_min_max_class: 0.348034083843
	valid_y_misclass: 0.00618556700647
	valid_y_nll: 0.0908736884594
	valid_y_row_norms_max: 8.50674629211
	valid_y_row_norms_mean: 6.30471801758
	valid_y_row_norms_min: 3.60042142868
Time this epoch: 1.680422 seconds
Monitoring step:
	Epochs seen: 6
	Batches seen: 12
	Examples seen: 81480
	ave_grad_mult: 17.6375331879
	ave_grad_size: 0.136624887586
	ave_step_size: 3.91687583923
	test_h0_col_norms_max: 7.38406229019
	test_h0_col_norms_mean: 5.17957782745
	test_h0_col_norms_min: 2.48105287552
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.998972415924
	test_h0_max_x_min_u: 0.990217208862
	test_h0_mean_x_max_u: 0.619544863701
	test_h0_mean_x_mean_u: 0.494981259108
	test_h0_mean_x_min_u: 0.383445978165
	test_h0_min_x_max_u: 0.0125406915322
	test_h0_min_x_mean_u: 0.00147283333354
	test_h0_min_x_min_u: 2.03625542615e-16
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.997499704361
	test_h0_range_x_min_u: 0.977676510811
	test_h0_row_norms_max: 18.0131015778
	test_h0_row_norms_mean: 13.8250026703
	test_h0_row_norms_min: 9.35947322845
	test_objective: 0.0639808699489
	test_y_col_norms_max: 8.34664535522
	test_y_col_norms_mean: 6.67823171616
	test_y_col_norms_min: 4.76476383209
	test_y_max_max_class: 0.99578499794
	test_y_mean_max_class: 0.944358885288
	test_y_min_max_class: 0.422759920359
	test_y_misclass: 0.00343642616645
	test_y_nll: 0.0639808699489
	test_y_row_norms_max: 9.02852249146
	test_y_row_norms_mean: 6.62207603455
	test_y_row_norms_min: 3.76740479469
	total_seconds_last_epoch: 1.39779305458
	train_h0_col_norms_max: 7.38406276703
	train_h0_col_norms_mean: 5.17957782745
	train_h0_col_norms_min: 2.48105287552
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.998971939087
	train_h0_max_x_min_u: 0.988648235798
	train_h0_mean_x_max_u: 0.612410604954
	train_h0_mean_x_mean_u: 0.494371443987
	train_h0_mean_x_min_u: 0.377840280533
	train_h0_min_x_max_u: 0.0119762662798
	train_h0_min_x_mean_u: 0.00130638596602
	train_h0_min_x_min_u: 1.91320589111e-16
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.997665464878
	train_h0_range_x_min_u: 0.984170556068
	train_h0_row_norms_max: 18.0131015778
	train_h0_row_norms_mean: 13.8250026703
	train_h0_row_norms_min: 9.35947322845
	train_objective: 0.0672836005688
	train_y_col_norms_max: 8.34664535522
	train_y_col_norms_mean: 6.67823171616
	train_y_col_norms_min: 4.76476383209
	train_y_max_max_class: 0.996163070202
	train_y_mean_max_class: 0.944423019886
	train_y_min_max_class: 0.422759890556
	train_y_misclass: 0.00559646543115
	train_y_nll: 0.0672836005688
	train_y_row_norms_max: 9.02852344513
	train_y_row_norms_mean: 6.62207603455
	train_y_row_norms_min: 3.76740503311
	training_seconds_this_epoch: 1.68042194843
	valid_h0_col_norms_max: 7.38406229019
	valid_h0_col_norms_mean: 5.17957782745
	valid_h0_col_norms_min: 2.48105287552
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.99899995327
	valid_h0_max_x_min_u: 0.990221321583
	valid_h0_mean_x_max_u: 0.612275660038
	valid_h0_mean_x_mean_u: 0.494827181101
	valid_h0_mean_x_min_u: 0.380949735641
	valid_h0_min_x_max_u: 0.0110831772909
	valid_h0_min_x_mean_u: 0.00142892810982
	valid_h0_min_x_min_u: 1.29601229007e-16
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.997571051121
	valid_h0_range_x_min_u: 0.979663431644
	valid_h0_row_norms_max: 18.0131015778
	valid_h0_row_norms_mean: 13.8250026703
	valid_h0_row_norms_min: 9.35947322845
	valid_objective: 0.066491574049
	valid_y_col_norms_max: 8.34664535522
	valid_y_col_norms_mean: 6.67823171616
	valid_y_col_norms_min: 4.76476383209
	valid_y_max_max_class: 0.996046364307
	valid_y_mean_max_class: 0.94378554821
	valid_y_min_max_class: 0.422759920359
	valid_y_misclass: 0.00515463901684
	valid_y_nll: 0.066491574049
	valid_y_row_norms_max: 9.02852249146
	valid_y_row_norms_mean: 6.62207603455
	valid_y_row_norms_min: 3.76740479469
Time this epoch: 1.404910 seconds
Monitoring step:
	Epochs seen: 7
	Batches seen: 14
	Examples seen: 95060
	ave_grad_mult: 17.1878585815
	ave_grad_size: 0.114569269121
	ave_step_size: 3.24519062042
	test_h0_col_norms_max: 7.8514084816
	test_h0_col_norms_mean: 5.42807722092
	test_h0_col_norms_min: 2.56439304352
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.999088346958
	test_h0_max_x_min_u: 0.991467416286
	test_h0_mean_x_max_u: 0.62827283144
	test_h0_mean_x_mean_u: 0.494684785604
	test_h0_mean_x_min_u: 0.379737913609
	test_h0_min_x_max_u: 0.0108574824408
	test_h0_min_x_mean_u: 0.00115592998918
	test_h0_min_x_min_u: 4.44976053346e-17
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.997932434082
	test_h0_range_x_min_u: 0.980609953403
	test_h0_row_norms_max: 18.8517799377
	test_h0_row_norms_mean: 14.4705648422
	test_h0_row_norms_min: 9.60171508789
	test_objective: 0.0446190908551
	test_y_col_norms_max: 9.03232002258
	test_y_col_norms_mean: 7.01152849197
	test_y_col_norms_min: 5.064412117
	test_y_max_max_class: 0.996899902821
	test_y_mean_max_class: 0.958819925785
	test_y_min_max_class: 0.340852886438
	test_y_misclass: 0.00309278350323
	test_y_nll: 0.0446190908551
	test_y_row_norms_max: 9.58613300323
	test_y_row_norms_mean: 6.95408391953
	test_y_row_norms_min: 3.94243741035
	total_seconds_last_epoch: 1.79897201061
	train_h0_col_norms_max: 7.85140895844
	train_h0_col_norms_mean: 5.42807769775
	train_h0_col_norms_min: 2.56439304352
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.999073266983
	train_h0_max_x_min_u: 0.989306151867
	train_h0_mean_x_max_u: 0.6204251647
	train_h0_mean_x_mean_u: 0.494090139866
	train_h0_mean_x_min_u: 0.379051566124
	train_h0_min_x_max_u: 0.00931683182716
	train_h0_min_x_mean_u: 0.0010183166014
	train_h0_min_x_min_u: 4.17151649686e-17
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.998054981232
	train_h0_range_x_min_u: 0.985487937927
	train_h0_row_norms_max: 18.8517799377
	train_h0_row_norms_mean: 14.4705657959
	train_h0_row_norms_min: 9.60171604156
	train_objective: 0.0471306480467
	train_y_col_norms_max: 9.03232002258
	train_y_col_norms_mean: 7.01152801514
	train_y_col_norms_min: 5.064412117
	train_y_max_max_class: 0.997202992439
	train_y_mean_max_class: 0.958082199097
	train_y_min_max_class: 0.332601189613
	train_y_misclass: 0.00390279828571
	train_y_nll: 0.0471306480467
	train_y_row_norms_max: 9.58613300323
	train_y_row_norms_mean: 6.95408439636
	train_y_row_norms_min: 3.94243764877
	training_seconds_this_epoch: 1.40490996838
	valid_h0_col_norms_max: 7.8514084816
	valid_h0_col_norms_mean: 5.42807722092
	valid_h0_col_norms_min: 2.56439304352
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.999113082886
	valid_h0_max_x_min_u: 0.991319537163
	valid_h0_mean_x_max_u: 0.621026873589
	valid_h0_mean_x_mean_u: 0.494560271502
	valid_h0_mean_x_min_u: 0.378941744566
	valid_h0_min_x_max_u: 0.0108885299414
	valid_h0_min_x_mean_u: 0.00115270435344
	valid_h0_min_x_min_u: 2.7820089086e-17
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.997960448265
	valid_h0_range_x_min_u: 0.980581343174
	valid_h0_row_norms_max: 18.8517799377
	valid_h0_row_norms_mean: 14.4705648422
	valid_h0_row_norms_min: 9.60171508789
	valid_objective: 0.046676017344
	valid_y_col_norms_max: 9.03232002258
	valid_y_col_norms_mean: 7.01152849197
	valid_y_col_norms_min: 5.064412117
	valid_y_max_max_class: 0.997110009193
	valid_y_mean_max_class: 0.957248926163
	valid_y_min_max_class: 0.340852886438
	valid_y_misclass: 0.00412371149287
	valid_y_nll: 0.046676017344
	valid_y_row_norms_max: 9.58613300323
	valid_y_row_norms_mean: 6.95408391953
	valid_y_row_norms_min: 3.94243741035
Time this epoch: 1.485113 seconds
Monitoring step:
	Epochs seen: 8
	Batches seen: 16
	Examples seen: 108640
	ave_grad_mult: 17.557258606
	ave_grad_size: 0.0957726761699
	ave_step_size: 2.69241595268
	test_h0_col_norms_max: 8.28729820251
	test_h0_col_norms_mean: 5.66446876526
	test_h0_col_norms_min: 2.64033579826
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.999205231667
	test_h0_max_x_min_u: 0.992037713528
	test_h0_mean_x_max_u: 0.631649851799
	test_h0_mean_x_mean_u: 0.494413971901
	test_h0_mean_x_min_u: 0.373730897903
	test_h0_min_x_max_u: 0.00952404178679
	test_h0_min_x_mean_u: 0.000971970730461
	test_h0_min_x_min_u: 1.03892644166e-17
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.998233258724
	test_h0_range_x_min_u: 0.982886850834
	test_h0_row_norms_max: 19.6763534546
	test_h0_row_norms_mean: 15.0882673264
	test_h0_row_norms_min: 9.84712123871
	test_objective: 0.0311106555164
	test_y_col_norms_max: 9.6840763092
	test_y_col_norms_mean: 7.32844686508
	test_y_col_norms_min: 5.18711853027
	test_y_max_max_class: 0.997569561005
	test_y_mean_max_class: 0.970602273941
	test_y_min_max_class: 0.474620252848
	test_y_misclass: 0.000687285210006
	test_y_nll: 0.0311106555164
	test_y_row_norms_max: 10.1210250854
	test_y_row_norms_mean: 7.27014112473
	test_y_row_norms_min: 4.10481309891
	total_seconds_last_epoch: 1.49277102947
	train_h0_col_norms_max: 8.28729820251
	train_h0_col_norms_mean: 5.66446876526
	train_h0_col_norms_min: 2.64033579826
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.99918115139
	train_h0_max_x_min_u: 0.990349113941
	train_h0_mean_x_max_u: 0.623615264893
	train_h0_mean_x_mean_u: 0.493825048208
	train_h0_mean_x_min_u: 0.375827461481
	train_h0_min_x_max_u: 0.00799194630235
	train_h0_min_x_mean_u: 0.000849658390507
	train_h0_min_x_min_u: 9.71798170689e-18
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.998331606388
	train_h0_range_x_min_u: 0.987289488316
	train_h0_row_norms_max: 19.6763553619
	train_h0_row_norms_mean: 15.08826828
	train_h0_row_norms_min: 9.84712123871
	train_objective: 0.0331008732319
	train_y_col_norms_max: 9.68407726288
	train_y_col_norms_mean: 7.32844638824
	train_y_col_norms_min: 5.18711853027
	train_y_max_max_class: 0.997830152512
	train_y_mean_max_class: 0.969960451126
	train_y_min_max_class: 0.433692395687
	train_y_misclass: 0.000957290118095
	train_y_nll: 0.0331008732319
	train_y_row_norms_max: 10.1210250854
	train_y_row_norms_mean: 7.27014160156
	train_y_row_norms_min: 4.10481309891
	training_seconds_this_epoch: 1.48511302471
	valid_h0_col_norms_max: 8.28729820251
	valid_h0_col_norms_mean: 5.66446876526
	valid_h0_col_norms_min: 2.64033579826
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.999189972878
	valid_h0_max_x_min_u: 0.991714298725
	valid_h0_mean_x_max_u: 0.624462306499
	valid_h0_mean_x_mean_u: 0.494294017553
	valid_h0_mean_x_min_u: 0.373169928789
	valid_h0_min_x_max_u: 0.00978464726359
	valid_h0_min_x_mean_u: 0.000971198140178
	valid_h0_min_x_min_u: 6.38159957776e-18
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.998218774796
	valid_h0_range_x_min_u: 0.982627570629
	valid_h0_row_norms_max: 19.6763534546
	valid_h0_row_norms_mean: 15.0882673264
	valid_h0_row_norms_min: 9.84712123871
	valid_objective: 0.0327051617205
	valid_y_col_norms_max: 9.6840763092
	valid_y_col_norms_mean: 7.32844686508
	valid_y_col_norms_min: 5.18711853027
	valid_y_max_max_class: 0.997750818729
	valid_y_mean_max_class: 0.969347059727
	valid_y_min_max_class: 0.474620252848
	valid_y_misclass: 0.000687285210006
	valid_y_nll: 0.0327051617205
	valid_y_row_norms_max: 10.1210250854
	valid_y_row_norms_mean: 7.27014112473
	valid_y_row_norms_min: 4.10481309891
Time this epoch: 1.356207 seconds
Monitoring step:
	Epochs seen: 9
	Batches seen: 18
	Examples seen: 122220
	ave_grad_mult: 19.5996685028
	ave_grad_size: 0.0799123197794
	ave_step_size: 2.24436545372
	test_h0_col_norms_max: 8.76061725616
	test_h0_col_norms_mean: 5.92407417297
	test_h0_col_norms_min: 2.72436022758
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.999336540699
	test_h0_max_x_min_u: 0.992653429508
	test_h0_mean_x_max_u: 0.631788730621
	test_h0_mean_x_mean_u: 0.493859946728
	test_h0_mean_x_min_u: 0.368308961391
	test_h0_min_x_max_u: 0.00706520676613
	test_h0_min_x_mean_u: 0.000782008981332
	test_h0_min_x_min_u: 2.08809875597e-18
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.998554587364
	test_h0_range_x_min_u: 0.986794173717
	test_h0_row_norms_max: 20.7285785675
	test_h0_row_norms_mean: 15.7678155899
	test_h0_row_norms_min: 10.1227312088
	test_objective: 0.0209781415761
	test_y_col_norms_max: 10.3408069611
	test_y_col_norms_mean: 7.67506837845
	test_y_col_norms_min: 5.41769075394
	test_y_max_max_class: 0.999428987503
	test_y_mean_max_class: 0.980099737644
	test_y_min_max_class: 0.424247533083
	test_y_misclass: 0.000343642605003
	test_y_nll: 0.0209781415761
	test_y_row_norms_max: 10.7186498642
	test_y_row_norms_mean: 7.61705636978
	test_y_row_norms_min: 4.29019546509
	total_seconds_last_epoch: 1.58122098446
	train_h0_col_norms_max: 8.76061725616
	train_h0_col_norms_mean: 5.92407464981
	train_h0_col_norms_min: 2.72436022758
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.999315619469
	train_h0_max_x_min_u: 0.991443097591
	train_h0_mean_x_max_u: 0.625355362892
	train_h0_mean_x_mean_u: 0.493241220713
	train_h0_mean_x_min_u: 0.370916545391
	train_h0_min_x_max_u: 0.00667292205617
	train_h0_min_x_mean_u: 0.000694856455084
	train_h0_min_x_min_u: 1.94846549869e-18
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.99862074852
	train_h0_range_x_min_u: 0.989411711693
	train_h0_row_norms_max: 20.7285785675
	train_h0_row_norms_mean: 15.7678165436
	train_h0_row_norms_min: 10.1227312088
	train_objective: 0.0229835733771
	train_y_col_norms_max: 10.3408069611
	train_y_col_norms_mean: 7.67506885529
	train_y_col_norms_min: 5.41769075394
	train_y_max_max_class: 0.999491512775
	train_y_mean_max_class: 0.979426324368
	train_y_min_max_class: 0.42355248332
	train_y_misclass: 0.0010309277568
	train_y_nll: 0.0229835733771
	train_y_row_norms_max: 10.7186508179
	train_y_row_norms_mean: 7.61705732346
	train_y_row_norms_min: 4.29019594193
	training_seconds_this_epoch: 1.35620701313
	valid_h0_col_norms_max: 8.76061725616
	valid_h0_col_norms_mean: 5.92407417297
	valid_h0_col_norms_min: 2.72436022758
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.999299943447
	valid_h0_max_x_min_u: 0.992376565933
	valid_h0_mean_x_max_u: 0.62454944849
	valid_h0_mean_x_mean_u: 0.493699520826
	valid_h0_mean_x_min_u: 0.367922157049
	valid_h0_min_x_max_u: 0.00754646584392
	valid_h0_min_x_mean_u: 0.000779815774877
	valid_h0_min_x_min_u: 1.25793998302e-18
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.99852013588
	valid_h0_range_x_min_u: 0.986633121967
	valid_h0_row_norms_max: 20.7285785675
	valid_h0_row_norms_mean: 15.7678155899
	valid_h0_row_norms_min: 10.1227312088
	valid_objective: 0.0222925432026
	valid_y_col_norms_max: 10.3408069611
	valid_y_col_norms_mean: 7.67506837845
	valid_y_col_norms_min: 5.41769075394
	valid_y_max_max_class: 0.999473631382
	valid_y_mean_max_class: 0.979044914246
	valid_y_min_max_class: 0.424247533083
	valid_y_misclass: 0.000343642605003
	valid_y_nll: 0.0222925432026
	valid_y_row_norms_max: 10.7186498642
	valid_y_row_norms_mean: 7.61705636978
	valid_y_row_norms_min: 4.29019546509
Time this epoch: 1.311814 seconds
Monitoring step:
	Epochs seen: 10
	Batches seen: 20
	Examples seen: 135800
	ave_grad_mult: 22.4137973785
	ave_grad_size: 0.0664715245366
	ave_step_size: 1.87220489979
	test_h0_col_norms_max: 9.16627311707
	test_h0_col_norms_mean: 6.14235782623
	test_h0_col_norms_min: 2.79840111732
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.999397873878
	test_h0_max_x_min_u: 0.992285728455
	test_h0_mean_x_max_u: 0.631160020828
	test_h0_mean_x_mean_u: 0.493343055248
	test_h0_mean_x_min_u: 0.363222777843
	test_h0_min_x_max_u: 0.00647501973435
	test_h0_min_x_mean_u: 0.000660592631903
	test_h0_min_x_min_u: 5.46611547027e-19
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.9987372756
	test_h0_range_x_min_u: 0.988796830177
	test_h0_row_norms_max: 21.5981349945
	test_h0_row_norms_mean: 16.3391952515
	test_h0_row_norms_min: 10.3798084259
	test_objective: 0.014665751718
	test_y_col_norms_max: 10.8979959488
	test_y_col_norms_mean: 7.96779966354
	test_y_col_norms_min: 5.46180820465
	test_y_max_max_class: 0.998819112778
	test_y_mean_max_class: 0.985891103745
	test_y_min_max_class: 0.580395162106
	test_y_misclass: 0.0
	test_y_nll: 0.014665751718
	test_y_row_norms_max: 11.2338504791
	test_y_row_norms_mean: 7.91070556641
	test_y_row_norms_min: 4.45572423935
	total_seconds_last_epoch: 1.45738005638
	train_h0_col_norms_max: 9.16627311707
	train_h0_col_norms_mean: 6.14235782623
	train_h0_col_norms_min: 2.79840135574
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.999384820461
	train_h0_max_x_min_u: 0.991549432278
	train_h0_mean_x_max_u: 0.627930104733
	train_h0_mean_x_mean_u: 0.492753982544
	train_h0_mean_x_min_u: 0.365905433893
	train_h0_min_x_max_u: 0.00588711351156
	train_h0_min_x_mean_u: 0.000596133992076
	train_h0_min_x_min_u: 5.09085309466e-19
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.998788714409
	train_h0_range_x_min_u: 0.990700960159
	train_h0_row_norms_max: 21.5981349945
	train_h0_row_norms_mean: 16.3391971588
	train_h0_row_norms_min: 10.3798084259
	train_objective: 0.0160221271217
	train_y_col_norms_max: 10.8979978561
	train_y_col_norms_mean: 7.96780014038
	train_y_col_norms_min: 5.46180868149
	train_y_max_max_class: 0.998960375786
	train_y_mean_max_class: 0.985268354416
	train_y_min_max_class: 0.511931777
	train_y_misclass: 0.000294550787657
	train_y_nll: 0.0160221271217
	train_y_row_norms_max: 11.2338514328
	train_y_row_norms_mean: 7.91070604324
	train_y_row_norms_min: 4.45572423935
	training_seconds_this_epoch: 1.31181395054
	valid_h0_col_norms_max: 9.16627311707
	valid_h0_col_norms_mean: 6.14235782623
	valid_h0_col_norms_min: 2.79840111732
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.999366998672
	valid_h0_max_x_min_u: 0.992023944855
	valid_h0_mean_x_max_u: 0.623823523521
	valid_h0_mean_x_mean_u: 0.493180304766
	valid_h0_mean_x_min_u: 0.362972617149
	valid_h0_min_x_max_u: 0.00692768255249
	valid_h0_min_x_mean_u: 0.000657837255858
	valid_h0_min_x_min_u: 3.24269482577e-19
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.998709082603
	valid_h0_range_x_min_u: 0.988660633564
	valid_h0_row_norms_max: 21.5981349945
	valid_h0_row_norms_mean: 16.3391952515
	valid_h0_row_norms_min: 10.3798084259
	valid_objective: 0.0155597859994
	valid_y_col_norms_max: 10.8979959488
	valid_y_col_norms_mean: 7.96779966354
	valid_y_col_norms_min: 5.46180820465
	valid_y_max_max_class: 0.998918116093
	valid_y_mean_max_class: 0.985092043877
	valid_y_min_max_class: 0.487904042006
	valid_y_misclass: 0.0
	valid_y_nll: 0.0155597859994
	valid_y_row_norms_max: 11.2338504791
	valid_y_row_norms_mean: 7.91070556641
	valid_y_row_norms_min: 4.45572423935
Time this epoch: 1.822552 seconds
Monitoring step:
	Epochs seen: 11
	Batches seen: 22
	Examples seen: 149380
	ave_grad_mult: 25.8935813904
	ave_grad_size: 0.0552512444556
	ave_step_size: 1.56692409515
	test_h0_col_norms_max: 9.52697849274
	test_h0_col_norms_mean: 6.33942890167
	test_h0_col_norms_min: 2.86025977135
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.999430835247
	test_h0_max_x_min_u: 0.991285562515
	test_h0_mean_x_max_u: 0.634014189243
	test_h0_mean_x_mean_u: 0.492836654186
	test_h0_mean_x_min_u: 0.356238931417
	test_h0_min_x_max_u: 0.00559286819771
	test_h0_min_x_mean_u: 0.000558131316211
	test_h0_min_x_min_u: 1.65173945031e-19
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.998872697353
	test_h0_range_x_min_u: 0.991258144379
	test_h0_row_norms_max: 22.4181594849
	test_h0_row_norms_mean: 16.8537273407
	test_h0_row_norms_min: 10.5910930634
	test_objective: 0.0110283661634
	test_y_col_norms_max: 11.3999423981
	test_y_col_norms_mean: 8.23276233673
	test_y_col_norms_min: 5.55913496017
	test_y_max_max_class: 0.999008059502
	test_y_mean_max_class: 0.989235818386
	test_y_min_max_class: 0.688693344593
	test_y_misclass: 0.0
	test_y_nll: 0.0110283661634
	test_y_row_norms_max: 11.7213602066
	test_y_row_norms_mean: 8.17752552032
	test_y_row_norms_min: 4.60189056396
	total_seconds_last_epoch: 1.40147995949
	train_h0_col_norms_max: 9.52697849274
	train_h0_col_norms_mean: 6.33942890167
	train_h0_col_norms_min: 2.86025977135
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.999446868896
	train_h0_max_x_min_u: 0.992225706577
	train_h0_mean_x_max_u: 0.639913260937
	train_h0_mean_x_mean_u: 0.492248892784
	train_h0_mean_x_min_u: 0.358978778124
	train_h0_min_x_max_u: 0.0050289798528
	train_h0_min_x_mean_u: 0.00052637088811
	train_h0_min_x_min_u: 1.5355864902e-19
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.998920559883
	train_h0_range_x_min_u: 0.991812169552
	train_h0_row_norms_max: 22.4181594849
	train_h0_row_norms_mean: 16.8537273407
	train_h0_row_norms_min: 10.5910930634
	train_objective: 0.0115736396983
	train_y_col_norms_max: 11.3999433517
	train_y_col_norms_mean: 8.23276233673
	train_y_col_norms_min: 5.55913496017
	train_y_max_max_class: 0.999070048332
	train_y_mean_max_class: 0.988801598549
	train_y_min_max_class: 0.512446820736
	train_y_misclass: 0.0
	train_y_nll: 0.0115736396983
	train_y_row_norms_max: 11.7213611603
	train_y_row_norms_mean: 8.17752552032
	train_y_row_norms_min: 4.6018910408
	training_seconds_this_epoch: 1.82255196571
	valid_h0_col_norms_max: 9.52697849274
	valid_h0_col_norms_mean: 6.33942890167
	valid_h0_col_norms_min: 2.86025977135
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.999404609203
	valid_h0_max_x_min_u: 0.991065382957
	valid_h0_mean_x_max_u: 0.631394505501
	valid_h0_mean_x_mean_u: 0.492639034986
	valid_h0_mean_x_min_u: 0.35610345006
	valid_h0_min_x_max_u: 0.00599426450208
	valid_h0_min_x_mean_u: 0.000553653808311
	valid_h0_min_x_min_u: 9.65725157973e-20
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.998850882053
	valid_h0_range_x_min_u: 0.99104309082
	valid_h0_row_norms_max: 22.4181594849
	valid_h0_row_norms_mean: 16.8537273407
	valid_h0_row_norms_min: 10.5910930634
	valid_objective: 0.0119368834421
	valid_y_col_norms_max: 11.3999423981
	valid_y_col_norms_mean: 8.23276233673
	valid_y_col_norms_min: 5.55913496017
	valid_y_max_max_class: 0.999021887779
	valid_y_mean_max_class: 0.988425254822
	valid_y_min_max_class: 0.595729529858
	valid_y_misclass: 0.0
	valid_y_nll: 0.0119368834421
	valid_y_row_norms_max: 11.7213602066
	valid_y_row_norms_mean: 8.17752552032
	valid_y_row_norms_min: 4.60189056396
Time this epoch: 1.415516 seconds
Monitoring step:
	Epochs seen: 12
	Batches seen: 24
	Examples seen: 162960
	ave_grad_mult: 32.0233192444
	ave_grad_size: 0.045830052346
	ave_step_size: 1.31684112549
	test_h0_col_norms_max: 9.90376186371
	test_h0_col_norms_mean: 6.54222297668
	test_h0_col_norms_min: 2.92846798897
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.999464809895
	test_h0_max_x_min_u: 0.990961194038
	test_h0_mean_x_max_u: 0.630604863167
	test_h0_mean_x_mean_u: 0.492322146893
	test_h0_mean_x_min_u: 0.350226044655
	test_h0_min_x_max_u: 0.0049525606446
	test_h0_min_x_mean_u: 0.000534604536369
	test_h0_min_x_min_u: 4.5902856517e-20
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.998930156231
	test_h0_range_x_min_u: 0.990951061249
	test_h0_row_norms_max: 23.1966266632
	test_h0_row_norms_mean: 17.3876132965
	test_h0_row_norms_min: 10.8113327026
	test_objective: 0.00750502292067
	test_y_col_norms_max: 11.9120645523
	test_y_col_norms_mean: 8.50857162476
	test_y_col_norms_min: 5.67657518387
	test_y_max_max_class: 0.999376296997
	test_y_mean_max_class: 0.99271863699
	test_y_min_max_class: 0.582082867622
	test_y_misclass: 0.0
	test_y_nll: 0.00750502292067
	test_y_row_norms_max: 12.2053632736
	test_y_row_norms_mean: 8.45337581635
	test_y_row_norms_min: 4.75715255737
	total_seconds_last_epoch: 1.90222394466
	train_h0_col_norms_max: 9.90376186371
	train_h0_col_norms_mean: 6.54222297668
	train_h0_col_norms_min: 2.92846822739
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.999509572983
	train_h0_max_x_min_u: 0.993218362331
	train_h0_mean_x_max_u: 0.631585896015
	train_h0_mean_x_mean_u: 0.491787940264
	train_h0_mean_x_min_u: 0.353007495403
	train_h0_min_x_max_u: 0.0046623069793
	train_h0_min_x_mean_u: 0.000485368189402
	train_h0_min_x_min_u: 4.25933747409e-20
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.999024152756
	train_h0_range_x_min_u: 0.992665529251
	train_h0_row_norms_max: 23.1966266632
	train_h0_row_norms_mean: 17.3876132965
	train_h0_row_norms_min: 10.8113327026
	train_objective: 0.00857196096331
	train_y_col_norms_max: 11.912065506
	train_y_col_norms_mean: 8.50857162476
	train_y_col_norms_min: 5.67657518387
	train_y_max_max_class: 0.999403834343
	train_y_mean_max_class: 0.992447018623
	train_y_min_max_class: 0.511233329773
	train_y_misclass: 0.000294550787657
	train_y_nll: 0.00857196096331
	train_y_row_norms_max: 12.2053642273
	train_y_row_norms_mean: 8.45337677002
	train_y_row_norms_min: 4.75715351105
	training_seconds_this_epoch: 1.41551601887
	valid_h0_col_norms_max: 9.90376186371
	valid_h0_col_norms_mean: 6.54222297668
	valid_h0_col_norms_min: 2.92846798897
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.999444782734
	valid_h0_max_x_min_u: 0.990796804428
	valid_h0_mean_x_max_u: 0.623649418354
	valid_h0_mean_x_mean_u: 0.492166489363
	valid_h0_mean_x_min_u: 0.350183486938
	valid_h0_min_x_max_u: 0.0049581034109
	valid_h0_min_x_mean_u: 0.000522912712768
	valid_h0_min_x_min_u: 2.6424229738e-20
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.998921990395
	valid_h0_range_x_min_u: 0.990788578987
	valid_h0_row_norms_max: 23.1966266632
	valid_h0_row_norms_mean: 17.3876132965
	valid_h0_row_norms_min: 10.8113327026
	valid_objective: 0.00827135425061
	valid_y_col_norms_max: 11.9120645523
	valid_y_col_norms_mean: 8.50857162476
	valid_y_col_norms_min: 5.67657518387
	valid_y_max_max_class: 0.999382138252
	valid_y_mean_max_class: 0.992087543011
	valid_y_min_max_class: 0.501953840256
	valid_y_misclass: 0.000343642605003
	valid_y_nll: 0.00827135425061
	valid_y_row_norms_max: 12.2053632736
	valid_y_row_norms_mean: 8.45337581635
	valid_y_row_norms_min: 4.75715255737
Time this epoch: 1.319473 seconds
Monitoring step:
	Epochs seen: 13
	Batches seen: 26
	Examples seen: 176540
	ave_grad_mult: 40.6727714539
	ave_grad_size: 0.0379623770714
	ave_step_size: 1.11245465279
	test_h0_col_norms_max: 10.2439346313
	test_h0_col_norms_mean: 6.74060916901
	test_h0_col_norms_min: 2.98988032341
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.999481379986
	test_h0_max_x_min_u: 0.989932954311
	test_h0_mean_x_max_u: 0.634294271469
	test_h0_mean_x_mean_u: 0.49160900712
	test_h0_mean_x_min_u: 0.343921393156
	test_h0_min_x_max_u: 0.00405907351524
	test_h0_min_x_mean_u: 0.000438103859778
	test_h0_min_x_min_u: 1.29611334078e-20
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.999043285847
	test_h0_range_x_min_u: 0.989923298359
	test_h0_row_norms_max: 24.0032901764
	test_h0_row_norms_mean: 17.9032440186
	test_h0_row_norms_min: 11.0308494568
	test_objective: 0.00539043638855
	test_y_col_norms_max: 12.3894119263
	test_y_col_norms_mean: 8.77553367615
	test_y_col_norms_min: 5.93025922775
	test_y_max_max_class: 0.999825239182
	test_y_mean_max_class: 0.994674682617
	test_y_min_max_class: 0.817628383636
	test_y_misclass: 0.0
	test_y_nll: 0.00539043638855
	test_y_row_norms_max: 12.685716629
	test_y_row_norms_mean: 8.72227287292
	test_y_row_norms_min: 4.90641546249
	total_seconds_last_epoch: 1.49385297298
	train_h0_col_norms_max: 10.2439346313
	train_h0_col_norms_mean: 6.74060916901
	train_h0_col_norms_min: 2.98988080025
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.999542951584
	train_h0_max_x_min_u: 0.993278861046
	train_h0_mean_x_max_u: 0.640269756317
	train_h0_mean_x_mean_u: 0.491050690413
	train_h0_mean_x_min_u: 0.346752285957
	train_h0_min_x_max_u: 0.00414645019919
	train_h0_min_x_mean_u: 0.000410313718021
	train_h0_min_x_min_u: 1.2004171873e-20
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.999132514
	train_h0_range_x_min_u: 0.992934465408
	train_h0_row_norms_max: 24.0032920837
	train_h0_row_norms_mean: 17.9032440186
	train_h0_row_norms_min: 11.0308504105
	train_objective: 0.00566650554538
	train_y_col_norms_max: 12.3894128799
	train_y_col_norms_mean: 8.7755355835
	train_y_col_norms_min: 5.93025922775
	train_y_max_max_class: 0.999848544598
	train_y_mean_max_class: 0.99445104599
	train_y_min_max_class: 0.54743629694
	train_y_misclass: 0.0
	train_y_nll: 0.00566650554538
	train_y_row_norms_max: 12.6857175827
	train_y_row_norms_mean: 8.7222738266
	train_y_row_norms_min: 4.90641546249
	training_seconds_this_epoch: 1.31947302818
	valid_h0_col_norms_max: 10.2439346313
	valid_h0_col_norms_mean: 6.74060916901
	valid_h0_col_norms_min: 2.98988032341
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.999455034733
	valid_h0_max_x_min_u: 0.989240169525
	valid_h0_mean_x_max_u: 0.632369458675
	valid_h0_mean_x_mean_u: 0.491419404745
	valid_h0_mean_x_min_u: 0.343945294619
	valid_h0_min_x_max_u: 0.00406356528401
	valid_h0_min_x_mean_u: 0.000425595033448
	valid_h0_min_x_min_u: 7.34757396267e-21
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.999029457569
	valid_h0_range_x_min_u: 0.989232540131
	valid_h0_row_norms_max: 24.0032901764
	valid_h0_row_norms_mean: 17.9032440186
	valid_h0_row_norms_min: 11.0308494568
	valid_objective: 0.0059073404409
	valid_y_col_norms_max: 12.3894119263
	valid_y_col_norms_mean: 8.77553367615
	valid_y_col_norms_min: 5.93025922775
	valid_y_max_max_class: 0.999841451645
	valid_y_mean_max_class: 0.994191884995
	valid_y_min_max_class: 0.716074645519
	valid_y_misclass: 0.0
	valid_y_nll: 0.0059073404409
	valid_y_row_norms_max: 12.685716629
	valid_y_row_norms_mean: 8.72227287292
	valid_y_row_norms_min: 4.90641546249
Time this epoch: 1.202919 seconds
Monitoring step:
	Epochs seen: 14
	Batches seen: 28
	Examples seen: 190120
	ave_grad_mult: 53.1033630371
	ave_grad_size: 0.0313519760966
	ave_step_size: 0.941367924213
	test_h0_col_norms_max: 10.6015892029
	test_h0_col_norms_mean: 6.93786764145
	test_h0_col_norms_min: 3.0419344902
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.999523878098
	test_h0_max_x_min_u: 0.990618109703
	test_h0_mean_x_max_u: 0.635254502296
	test_h0_mean_x_mean_u: 0.490674942732
	test_h0_mean_x_min_u: 0.337250083685
	test_h0_min_x_max_u: 0.00338143482804
	test_h0_min_x_mean_u: 0.00036434904905
	test_h0_min_x_min_u: 3.90560313631e-21
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.999159574509
	test_h0_range_x_min_u: 0.990613460541
	test_h0_row_norms_max: 24.7721977234
	test_h0_row_norms_mean: 18.4209461212
	test_h0_row_norms_min: 11.2823543549
	test_objective: 0.00378456432372
	test_y_col_norms_max: 12.8505926132
	test_y_col_norms_mean: 9.04160785675
	test_y_col_norms_min: 5.93484640121
	test_y_max_max_class: 0.999755382538
	test_y_mean_max_class: 0.996247947216
	test_y_min_max_class: 0.876141607761
	test_y_misclass: 0.0
	test_y_nll: 0.00378456432372
	test_y_row_norms_max: 13.176486969
	test_y_row_norms_mean: 8.99102592468
	test_y_row_norms_min: 5.06251716614
	total_seconds_last_epoch: 1.4029109478
	train_h0_col_norms_max: 10.6015892029
	train_h0_col_norms_mean: 6.93786764145
	train_h0_col_norms_min: 3.04193496704
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.999582707882
	train_h0_max_x_min_u: 0.993854403496
	train_h0_mean_x_max_u: 0.641111314297
	train_h0_mean_x_mean_u: 0.49011978507
	train_h0_mean_x_min_u: 0.340153098106
	train_h0_min_x_max_u: 0.00373907061294
	train_h0_min_x_mean_u: 0.000352370174369
	train_h0_min_x_min_u: 3.61124114103e-21
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.999230325222
	train_h0_range_x_min_u: 0.993517994881
	train_h0_row_norms_max: 24.7721996307
	train_h0_row_norms_mean: 18.4209480286
	train_h0_row_norms_min: 11.2823543549
	train_objective: 0.00395165244117
	train_y_col_norms_max: 12.8505935669
	train_y_col_norms_mean: 9.04160881042
	train_y_col_norms_min: 5.93484640121
	train_y_max_max_class: 0.999758839607
	train_y_mean_max_class: 0.996100485325
	train_y_min_max_class: 0.7185972929
	train_y_misclass: 0.0
	train_y_nll: 0.00395165244117
	train_y_row_norms_max: 13.1764879227
	train_y_row_norms_mean: 8.99102687836
	train_y_row_norms_min: 5.06251716614
	training_seconds_this_epoch: 1.20291900635
	valid_h0_col_norms_max: 10.6015892029
	valid_h0_col_norms_mean: 6.93786764145
	valid_h0_col_norms_min: 3.0419344902
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.999502420425
	valid_h0_max_x_min_u: 0.990045964718
	valid_h0_mean_x_max_u: 0.633487939835
	valid_h0_mean_x_mean_u: 0.490444153547
	valid_h0_mean_x_min_u: 0.337326616049
	valid_h0_min_x_max_u: 0.00331547018141
	valid_h0_min_x_mean_u: 0.000352514209226
	valid_h0_min_x_min_u: 2.18389414205e-21
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.999149858952
	valid_h0_range_x_min_u: 0.990042209625
	valid_h0_row_norms_max: 24.7721977234
	valid_h0_row_norms_mean: 18.4209461212
	valid_h0_row_norms_min: 11.2823543549
	valid_objective: 0.00416835956275
	valid_y_col_norms_max: 12.8505926132
	valid_y_col_norms_mean: 9.04160785675
	valid_y_col_norms_min: 5.93484640121
	valid_y_max_max_class: 0.999759376049
	valid_y_mean_max_class: 0.995883047581
	valid_y_min_max_class: 0.818115115166
	valid_y_misclass: 0.0
	valid_y_nll: 0.00416835956275
	valid_y_row_norms_max: 13.176486969
	valid_y_row_norms_mean: 8.99102592468
	valid_y_row_norms_min: 5.06251716614
Time this epoch: 1.210632 seconds
Monitoring step:
	Epochs seen: 15
	Batches seen: 30
	Examples seen: 203700
	ave_grad_mult: 68.9086837769
	ave_grad_size: 0.0258632134646
	ave_step_size: 0.799399673939
	test_h0_col_norms_max: 10.921831131
	test_h0_col_norms_mean: 7.1185131073
	test_h0_col_norms_min: 3.08898949623
	test_h0_max_x_max_u: 1.0
	test_h0_max_x_mean_u: 0.999567627907
	test_h0_max_x_min_u: 0.991416335106
	test_h0_mean_x_max_u: 0.636807858944
	test_h0_mean_x_mean_u: 0.49024283886
	test_h0_mean_x_min_u: 0.332560777664
	test_h0_min_x_max_u: 0.00358301308006
	test_h0_min_x_mean_u: 0.000331422052113
	test_h0_min_x_min_u: 1.16284337635e-21
	test_h0_range_x_max_u: 1.0
	test_h0_range_x_mean_u: 0.999236285686
	test_h0_range_x_min_u: 0.991414070129
	test_h0_row_norms_max: 25.4542999268
	test_h0_row_norms_mean: 18.8942432404
	test_h0_row_norms_min: 11.5035228729
	test_objective: 0.0027123959735
	test_y_col_norms_max: 13.2484397888
	test_y_col_norms_mean: 9.28616523743
	test_y_col_norms_min: 6.1819357872
	test_y_max_max_class: 0.999912142754
	test_y_mean_max_class: 0.997304677963
	test_y_min_max_class: 0.906351566315
	test_y_misclass: 0.0
	test_y_nll: 0.0027123959735
	test_y_row_norms_max: 13.618016243
	test_y_row_norms_mean: 9.23698806763
	test_y_row_norms_min: 5.20673513412
	total_seconds_last_epoch: 1.28358101845
	train_h0_col_norms_max: 10.921831131
	train_h0_col_norms_mean: 7.11851358414
	train_h0_col_norms_min: 3.08898973465
	train_h0_max_x_max_u: 1.0
	train_h0_max_x_mean_u: 0.999623000622
	train_h0_max_x_min_u: 0.994499444962
	train_h0_mean_x_max_u: 0.642434298992
	train_h0_mean_x_mean_u: 0.489699959755
	train_h0_mean_x_min_u: 0.335520893335
	train_h0_min_x_max_u: 0.00356000545435
	train_h0_min_x_mean_u: 0.000322024076013
	train_h0_min_x_min_u: 1.07326694576e-21
	train_h0_range_x_max_u: 1.0
	train_h0_range_x_mean_u: 0.999300956726
	train_h0_range_x_min_u: 0.994053959846
	train_h0_row_norms_max: 25.4542999268
	train_h0_row_norms_mean: 18.8942451477
	train_h0_row_norms_min: 11.5035228729
	train_objective: 0.00281183118932
	train_y_col_norms_max: 13.2484397888
	train_y_col_norms_mean: 9.28616523743
	train_y_col_norms_min: 6.1819357872
	train_y_max_max_class: 0.999924659729
	train_y_mean_max_class: 0.997214257717
	train_y_min_max_class: 0.792348444462
	train_y_misclass: 0.0
	train_y_nll: 0.00281183118932
	train_y_row_norms_max: 13.6180171967
	train_y_row_norms_mean: 9.23698806763
	train_y_row_norms_min: 5.20673513412
	training_seconds_this_epoch: 1.21063196659
	valid_h0_col_norms_max: 10.921831131
	valid_h0_col_norms_mean: 7.1185131073
	valid_h0_col_norms_min: 3.08898949623
	valid_h0_max_x_max_u: 1.0
	valid_h0_max_x_mean_u: 0.999551415443
	valid_h0_max_x_min_u: 0.991009473801
	valid_h0_mean_x_max_u: 0.634968757629
	valid_h0_mean_x_mean_u: 0.490015029907
	valid_h0_mean_x_min_u: 0.332670867443
	valid_h0_min_x_max_u: 0.00350979506038
	valid_h0_min_x_mean_u: 0.000320070306771
	valid_h0_min_x_min_u: 6.40614781276e-22
	valid_h0_range_x_max_u: 1.0
	valid_h0_range_x_mean_u: 0.999231278896
	valid_h0_range_x_min_u: 0.991007685661
	valid_h0_row_norms_max: 25.4542999268
	valid_h0_row_norms_mean: 18.8942432404
	valid_h0_row_norms_min: 11.5035228729
	valid_objective: 0.00297841592692
	valid_y_col_norms_max: 13.2484397888
	valid_y_col_norms_mean: 9.28616523743
	valid_y_col_norms_min: 6.1819357872
	valid_y_max_max_class: 0.999920785427
	valid_y_mean_max_class: 0.997048795223
	valid_y_min_max_class: 0.857743740082
	valid_y_misclass: 0.0
	valid_y_nll: 0.00297841592692
	valid_y_row_norms_max: 13.618016243
	valid_y_row_norms_mean: 9.23698806763
	valid_y_row_norms_min: 5.20673513412
In [8]:
#TODO: Remove this
import sys
sys.path.append("/Users/alex/git/pylearn2/pylearn2/scripts/")
In [9]:
# Right now I am using this fork of pylearn2 to support inline rendering:
# https://github.com/cancan101/pylearn2/compare/ipython_embed_script

%matplotlib inline

import plot_monitor

plot_monitor.run(model_paths=["mlp_best.pkl"], options_out=None, show_codes=["test_y_misclass",
                                                                             "valid_y_misclass",
                                                                             "train_y_misclass"])
generating names...
...done
set x_axis to example