In [1]:
%load_ext watermark
%watermark -a 'Christian Schuhegger' -u -d -v -p numpy,scipy,pandas,matplotlib,h5py,mxnet,xarray
Christian Schuhegger 
last updated: 2019-03-19 

CPython 3.6.8
IPython 7.3.0

numpy 1.15.4
scipy 1.2.1
pandas 0.24.1
matplotlib 3.0.2
h5py 2.9.0
mxnet 1.3.1
xarray 0.11.3
In [2]:
import os,sys
sys.path.append(os.path.realpath('.'))
sys.path.append(os.path.realpath('../../'))
In [3]:
%matplotlib inline
import numpy as np, scipy.stats as stats, pandas as pd, xarray as xr, matplotlib.pyplot as plt, seaborn as sns
import logging
# import sklearn, sklearn.pipeline, sklearn.model_selection, sklearn.preprocessing
# import logging, time, datetime
# from settings import s, e
import mxnet as mx
# import tqdm

pd.set_option('display.max_columns', 500)
pd.set_option('display.width', 1000)
# pd.set_option('display.float_format', lambda x: '%.2f' % x)
np.set_printoptions(edgeitems=10)
np.set_printoptions(linewidth=1000)
np.set_printoptions(suppress=True)
np.core.arrayprint._line_width = 180

sns.set()
In [4]:
from IPython.display import display, HTML

from IPython.display import display_html
def display_side_by_side(*args):
    html_str=''
    for df in args:
        if type(df) == np.ndarray:
            df = pd.DataFrame(df)
        html_str+=df.to_html()
    html_str = html_str.replace('table','table style="display:inline"')
    # print(html_str)
    display_html(html_str,raw=True)

CSS = """
.output {
    flex-direction: row;
}
"""

def display_graphs_side_by_side(*args):
    html_str='<table><tr>'
    for g in args:
        html_str += '<td>'
        html_str += g._repr_svg_()
        html_str += '</td>'
    html_str += '</tr></table>'
    display_html(html_str,raw=True)
    

display(HTML("<style>.container { width:70% !important; }</style>"))
In [5]:
#from .model.model_base_mx import VGGPlusModel
from model.model_base_mx import VGG20190317Model
pygame 1.9.4
Hello from the pygame community. https://www.pygame.org/contribute.html
In [6]:
logging.basicConfig(level=logging.DEBUG, format='%(asctime)s:%(name)s:%(levelname)s: %(message)s')
log = logging.getLogger('std')
In [7]:
model = VGG20190317Model(log)
2019-03-19 07:25:11,638:std:DEBUG: setup
2019-03-19 07:25:11,639:std:DEBUG: setup
2019-03-19 07:25:11,671:std:INFO: number of gpus: 1, ctx: gpu(0)
2019-03-19 07:25:11,672:model_base_mx:DEBUG: model_ctx    : gpu(0)
2019-03-19 07:25:11,673:model_base_mx:DEBUG: VGGPlusBlock start
2019-03-19 07:25:11,673:model_base_mx:DEBUG: VGGPlusBlock._make_features
2019-03-19 07:25:11,674:model_base_mx:DEBUG: l: Conv2D(None -> 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
2019-03-19 07:25:11,675:model_base_mx:DEBUG: l: Conv2D(None -> 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
2019-03-19 07:25:11,676:model_base_mx:DEBUG: l: Conv2D(None -> 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
2019-03-19 07:25:11,677:model_base_mx:DEBUG: l: Conv2D(None -> 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
2019-03-19 07:25:11,678:model_base_mx:DEBUG: VGGPlusBlock._make_features
2019-03-19 07:25:11,679:model_base_mx:DEBUG: l: Conv2D(None -> 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
2019-03-19 07:25:11,681:model_base_mx:DEBUG: l: Conv2D(None -> 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
2019-03-19 07:25:11,682:model_base_mx:DEBUG: l: Conv2D(None -> 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
2019-03-19 07:25:11,683:model_base_mx:DEBUG: VGGPlusBlock end
2019-03-19 07:25:13,075:model_base_mx:DEBUG: OS           : linux
2019-03-19 07:25:13,075:model_base_mx:DEBUG: Python       : 3.6.8 |Anaconda, Inc.| (default, Dec 30 2018, 01:22:34) 
[GCC 7.3.0]
2019-03-19 07:25:13,075:model_base_mx:DEBUG: MXNet        : 1.3.1
2019-03-19 07:25:13,076:model_base_mx:DEBUG: Numpy        : 1.15.4
2019-03-19 07:25:13,139:model_base_mx:DEBUG: GPU          : ['GeForce GTX 1080']
2019-03-19 07:25:13,140:model_base_mx:DEBUG: CPU cores    : 12
2019-03-19 07:25:13,141:model_base_mx:DEBUG: CUDA Version 9.0.176
2019-03-19 07:25:13,142:model_base_mx:DEBUG: CuDNN Version: 7.4.2
2019-03-19 07:25:13,143:std:DEBUG: VGG20190317Block start
2019-03-19 07:25:13,143:std:DEBUG: VGG20190317Block._make_features
2019-03-19 07:25:13,144:std:DEBUG: l: Conv2D(None -> 64, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2))
2019-03-19 07:25:13,145:std:DEBUG: l: Conv2D(None -> 64, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2))
2019-03-19 07:25:13,146:std:DEBUG: l: Conv2D(None -> 64, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2))
2019-03-19 07:25:13,147:std:DEBUG: VGG20190317Block._make_features
2019-03-19 07:25:13,148:std:DEBUG: l: Conv2D(None -> 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
2019-03-19 07:25:13,150:std:DEBUG: l: Conv2D(None -> 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
2019-03-19 07:25:13,151:std:DEBUG: l: Conv2D(None -> 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
2019-03-19 07:25:13,152:std:DEBUG: VGG20190317Block._make_features
2019-03-19 07:25:13,153:std:DEBUG: l: Conv2D(None -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
2019-03-19 07:25:13,154:std:DEBUG: l: Conv2D(None -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
2019-03-19 07:25:13,156:std:DEBUG: VGG20190317Block end
In [8]:
x1 = mx.sym.var('data0')
x2 = mx.sym.var('data1')
sym = model.model(x1,x2)
mx.visualization.print_summary(sym,  shape={'data0':(593552, 22), 'data1': (593552, 7, 11, 11)}, line_length=280)
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
Layer (type)                                                                                                               Output Shape                                            Param #                     Previous Layer                                                           
========================================================================================================================================================================================================================================================================================
data0(null)                                                                                                                22                                                      0                                                                                                    
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1conv0_fwd(Convolution)                                                                                 64x11x11                                                64                                                                                                   
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1batchnorm0_fwd(BatchNorm)                                                                              64x11x11                                                128                         vgg20190317block0_f1conv0_fwd                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu0__greater_scalar0(_greater_scalar)                                                                 64x11x11                                                0                           vgg20190317block0_f1batchnorm0_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu0_exp0(exp)                                                                                         64x11x11                                                0                           vgg20190317block0_f1batchnorm0_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu0__minusscalar0(_minus_scalar)                                                                      64x11x11                                                0                           vgg20190317block0_f1elu0_exp0                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu0__mulscalar0(_mul_scalar)                                                                          64x11x11                                                0                           vgg20190317block0_f1elu0__minusscalar0                                   
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu0_where0(where)                                                                                     64x11x11                                                0                           vgg20190317block0_f1elu0__greater_scalar0                                
                                                                                                                                                                                                               vgg20190317block0_f1batchnorm0_fwd                                       
                                                                                                                                                                                                               vgg20190317block0_f1elu0__mulscalar0                                     
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1conv1_fwd(Convolution)                                                                                 64x11x11                                                102464                      vgg20190317block0_f1elu0_where0                                          
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1batchnorm1_fwd(BatchNorm)                                                                              64x11x11                                                128                         vgg20190317block0_f1conv1_fwd                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu1__greater_scalar0(_greater_scalar)                                                                 64x11x11                                                0                           vgg20190317block0_f1batchnorm1_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu1_exp0(exp)                                                                                         64x11x11                                                0                           vgg20190317block0_f1batchnorm1_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu1__minusscalar0(_minus_scalar)                                                                      64x11x11                                                0                           vgg20190317block0_f1elu1_exp0                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu1__mulscalar0(_mul_scalar)                                                                          64x11x11                                                0                           vgg20190317block0_f1elu1__minusscalar0                                   
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu1_where0(where)                                                                                     64x11x11                                                0                           vgg20190317block0_f1elu1__greater_scalar0                                
                                                                                                                                                                                                               vgg20190317block0_f1batchnorm1_fwd                                       
                                                                                                                                                                                                               vgg20190317block0_f1elu1__mulscalar0                                     
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1conv2_fwd(Convolution)                                                                                 64x11x11                                                102464                      vgg20190317block0_f1elu1_where0                                          
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1batchnorm2_fwd(BatchNorm)                                                                              64x11x11                                                128                         vgg20190317block0_f1conv2_fwd                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu2__greater_scalar0(_greater_scalar)                                                                 64x11x11                                                0                           vgg20190317block0_f1batchnorm2_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu2_exp0(exp)                                                                                         64x11x11                                                0                           vgg20190317block0_f1batchnorm2_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu2__minusscalar0(_minus_scalar)                                                                      64x11x11                                                0                           vgg20190317block0_f1elu2_exp0                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu2__mulscalar0(_mul_scalar)                                                                          64x11x11                                                0                           vgg20190317block0_f1elu2__minusscalar0                                   
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1elu2_where0(where)                                                                                     64x11x11                                                0                           vgg20190317block0_f1elu2__greater_scalar0                                
                                                                                                                                                                                                               vgg20190317block0_f1batchnorm2_fwd                                       
                                                                                                                                                                                                               vgg20190317block0_f1elu2__mulscalar0                                     
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f1pool0_fwd(Pooling)                                                                                     64x6x6                                                  0                           vgg20190317block0_f1elu2_where0                                          
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2conv0_fwd(Convolution)                                                                                 128x6x6                                                 73856                       vgg20190317block0_f1pool0_fwd                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2batchnorm0_fwd(BatchNorm)                                                                              128x6x6                                                 256                         vgg20190317block0_f2conv0_fwd                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu0__greater_scalar0(_greater_scalar)                                                                 128x6x6                                                 0                           vgg20190317block0_f2batchnorm0_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu0_exp0(exp)                                                                                         128x6x6                                                 0                           vgg20190317block0_f2batchnorm0_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu0__minusscalar0(_minus_scalar)                                                                      128x6x6                                                 0                           vgg20190317block0_f2elu0_exp0                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu0__mulscalar0(_mul_scalar)                                                                          128x6x6                                                 0                           vgg20190317block0_f2elu0__minusscalar0                                   
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu0_where0(where)                                                                                     128x6x6                                                 0                           vgg20190317block0_f2elu0__greater_scalar0                                
                                                                                                                                                                                                               vgg20190317block0_f2batchnorm0_fwd                                       
                                                                                                                                                                                                               vgg20190317block0_f2elu0__mulscalar0                                     
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2conv1_fwd(Convolution)                                                                                 128x6x6                                                 147584                      vgg20190317block0_f2elu0_where0                                          
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2batchnorm1_fwd(BatchNorm)                                                                              128x6x6                                                 256                         vgg20190317block0_f2conv1_fwd                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu1__greater_scalar0(_greater_scalar)                                                                 128x6x6                                                 0                           vgg20190317block0_f2batchnorm1_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu1_exp0(exp)                                                                                         128x6x6                                                 0                           vgg20190317block0_f2batchnorm1_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu1__minusscalar0(_minus_scalar)                                                                      128x6x6                                                 0                           vgg20190317block0_f2elu1_exp0                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu1__mulscalar0(_mul_scalar)                                                                          128x6x6                                                 0                           vgg20190317block0_f2elu1__minusscalar0                                   
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu1_where0(where)                                                                                     128x6x6                                                 0                           vgg20190317block0_f2elu1__greater_scalar0                                
                                                                                                                                                                                                               vgg20190317block0_f2batchnorm1_fwd                                       
                                                                                                                                                                                                               vgg20190317block0_f2elu1__mulscalar0                                     
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2conv2_fwd(Convolution)                                                                                 128x6x6                                                 147584                      vgg20190317block0_f2elu1_where0                                          
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2batchnorm2_fwd(BatchNorm)                                                                              128x6x6                                                 256                         vgg20190317block0_f2conv2_fwd                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu2__greater_scalar0(_greater_scalar)                                                                 128x6x6                                                 0                           vgg20190317block0_f2batchnorm2_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu2_exp0(exp)                                                                                         128x6x6                                                 0                           vgg20190317block0_f2batchnorm2_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu2__minusscalar0(_minus_scalar)                                                                      128x6x6                                                 0                           vgg20190317block0_f2elu2_exp0                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu2__mulscalar0(_mul_scalar)                                                                          128x6x6                                                 0                           vgg20190317block0_f2elu2__minusscalar0                                   
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2elu2_where0(where)                                                                                     128x6x6                                                 0                           vgg20190317block0_f2elu2__greater_scalar0                                
                                                                                                                                                                                                               vgg20190317block0_f2batchnorm2_fwd                                       
                                                                                                                                                                                                               vgg20190317block0_f2elu2__mulscalar0                                     
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f2pool0_fwd(Pooling)                                                                                     128x3x3                                                 0                           vgg20190317block0_f2elu2_where0                                          
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3conv0_fwd(Convolution)                                                                                 256x3x3                                                 295168                      vgg20190317block0_f2pool0_fwd                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3batchnorm0_fwd(BatchNorm)                                                                              256x3x3                                                 512                         vgg20190317block0_f3conv0_fwd                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3elu0__greater_scalar0(_greater_scalar)                                                                 256x3x3                                                 0                           vgg20190317block0_f3batchnorm0_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3elu0_exp0(exp)                                                                                         256x3x3                                                 0                           vgg20190317block0_f3batchnorm0_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3elu0__minusscalar0(_minus_scalar)                                                                      256x3x3                                                 0                           vgg20190317block0_f3elu0_exp0                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3elu0__mulscalar0(_mul_scalar)                                                                          256x3x3                                                 0                           vgg20190317block0_f3elu0__minusscalar0                                   
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3elu0_where0(where)                                                                                     256x3x3                                                 0                           vgg20190317block0_f3elu0__greater_scalar0                                
                                                                                                                                                                                                               vgg20190317block0_f3batchnorm0_fwd                                       
                                                                                                                                                                                                               vgg20190317block0_f3elu0__mulscalar0                                     
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3conv1_fwd(Convolution)                                                                                 256x3x3                                                 590080                      vgg20190317block0_f3elu0_where0                                          
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3batchnorm1_fwd(BatchNorm)                                                                              256x3x3                                                 512                         vgg20190317block0_f3conv1_fwd                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3elu1__greater_scalar0(_greater_scalar)                                                                 256x3x3                                                 0                           vgg20190317block0_f3batchnorm1_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3elu1_exp0(exp)                                                                                         256x3x3                                                 0                           vgg20190317block0_f3batchnorm1_fwd                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3elu1__minusscalar0(_minus_scalar)                                                                      256x3x3                                                 0                           vgg20190317block0_f3elu1_exp0                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3elu1__mulscalar0(_mul_scalar)                                                                          256x3x3                                                 0                           vgg20190317block0_f3elu1__minusscalar0                                   
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3elu1_where0(where)                                                                                     256x3x3                                                 0                           vgg20190317block0_f3elu1__greater_scalar0                                
                                                                                                                                                                                                               vgg20190317block0_f3batchnorm1_fwd                                       
                                                                                                                                                                                                               vgg20190317block0_f3elu1__mulscalar0                                     
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_f3pool0_fwd(Pooling)                                                                                     256x2x2                                                 0                           vgg20190317block0_f3elu1_where0                                          
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_flatten0_flatten0(Flatten)                                                                               1024                                                    0                           vgg20190317block0_f3pool0_fwd                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_concat0(Concat)                                                                                          1046                                                    0                           data0                                                                    
                                                                                                                                                                                                               vgg20190317block0_flatten0_flatten0                                      
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_fc-1fwd(FullyConnected)                                                                                  512                                                     536064                      vgg20190317block0_concat0                                                
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_batchnorm0_fwd(BatchNorm)                                                                                512                                                     1024                        vgg20190317block0_fc-1fwd                                                
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu0__greater_scalar0(_greater_scalar)                                                                   512                                                     0                           vgg20190317block0_batchnorm0_fwd                                         
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu0_exp0(exp)                                                                                           512                                                     0                           vgg20190317block0_batchnorm0_fwd                                         
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu0__minusscalar0(_minus_scalar)                                                                        512                                                     0                           vgg20190317block0_elu0_exp0                                              
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu0__mulscalar0(_mul_scalar)                                                                            512                                                     0                           vgg20190317block0_elu0__minusscalar0                                     
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu0_where0(where)                                                                                       512                                                     0                           vgg20190317block0_elu0__greater_scalar0                                  
                                                                                                                                                                                                               vgg20190317block0_batchnorm0_fwd                                         
                                                                                                                                                                                                               vgg20190317block0_elu0__mulscalar0                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_fc-2fwd(FullyConnected)                                                                                  512                                                     262656                      vgg20190317block0_elu0_where0                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_batchnorm1_fwd(BatchNorm)                                                                                512                                                     1024                        vgg20190317block0_fc-2fwd                                                
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu1__greater_scalar0(_greater_scalar)                                                                   512                                                     0                           vgg20190317block0_batchnorm1_fwd                                         
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu1_exp0(exp)                                                                                           512                                                     0                           vgg20190317block0_batchnorm1_fwd                                         
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu1__minusscalar0(_minus_scalar)                                                                        512                                                     0                           vgg20190317block0_elu1_exp0                                              
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu1__mulscalar0(_mul_scalar)                                                                            512                                                     0                           vgg20190317block0_elu1__minusscalar0                                     
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu1_where0(where)                                                                                       512                                                     0                           vgg20190317block0_elu1__greater_scalar0                                  
                                                                                                                                                                                                               vgg20190317block0_batchnorm1_fwd                                         
                                                                                                                                                                                                               vgg20190317block0_elu1__mulscalar0                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_fc-3fwd(FullyConnected)                                                                                  512                                                     262656                      vgg20190317block0_elu1_where0                                            
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_batchnorm2_fwd(BatchNorm)                                                                                512                                                     1024                        vgg20190317block0_fc-3fwd                                                
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu2__greater_scalar0(_greater_scalar)                                                                   512                                                     0                           vgg20190317block0_batchnorm2_fwd                                         
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu2_exp0(exp)                                                                                           512                                                     0                           vgg20190317block0_batchnorm2_fwd                                         
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu2__minusscalar0(_minus_scalar)                                                                        512                                                     0                           vgg20190317block0_elu2_exp0                                              
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu2__mulscalar0(_mul_scalar)                                                                            512                                                     0                           vgg20190317block0_elu2__minusscalar0                                     
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_elu2_where0(where)                                                                                       512                                                     0                           vgg20190317block0_elu2__greater_scalar0                                  
                                                                                                                                                                                                               vgg20190317block0_batchnorm2_fwd                                         
                                                                                                                                                                                                               vgg20190317block0_elu2__mulscalar0                                       
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
vgg20190317block0_predictionsfwd(FullyConnected)                                                                           1                                                       513                         vgg20190317block0_elu2_where0                                            
========================================================================================================================================================================================================================================================================================
Total params: 2526401
________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________________
In [9]:
digraph = mx.viz.plot_network(sym, shape={'data0':(593552, 22), 'data1': (593552, 7, 11, 11)}, node_attrs={"fixedsize":"false"})
#digraph.view() # will create 'plot.gv.pdf'
digraph
Out[9]:
plot data0 data0 data1 data1 vgg20190317block0_f1conv0_fwd Convolution 5x5/1x1, 64 vgg20190317block0_f1conv0_fwd->data1 7x11x11 vgg20190317block0_f1batchnorm0_fwd vgg20190317block0_f1batchnorm0_fwd vgg20190317block0_f1batchnorm0_fwd->vgg20190317block0_f1conv0_fwd 64x11x11 vgg20190317block0_f1elu0__greater_scalar0 vgg20190317block0_f1elu0__greater_scalar0 vgg20190317block0_f1elu0__greater_scalar0->vgg20190317block0_f1batchnorm0_fwd 64x11x11 vgg20190317block0_f1elu0_exp0 vgg20190317block0_f1elu0_exp0 vgg20190317block0_f1elu0_exp0->vgg20190317block0_f1batchnorm0_fwd 64x11x11 vgg20190317block0_f1elu0__minusscalar0 vgg20190317block0_f1elu0__minusscalar0 vgg20190317block0_f1elu0__minusscalar0->vgg20190317block0_f1elu0_exp0 64x11x11 vgg20190317block0_f1elu0__mulscalar0 vgg20190317block0_f1elu0__mulscalar0 vgg20190317block0_f1elu0__mulscalar0->vgg20190317block0_f1elu0__minusscalar0 64x11x11 vgg20190317block0_f1elu0_where0 vgg20190317block0_f1elu0_where0 vgg20190317block0_f1elu0_where0->vgg20190317block0_f1batchnorm0_fwd 64x11x11 vgg20190317block0_f1elu0_where0->vgg20190317block0_f1elu0__greater_scalar0 64x11x11 vgg20190317block0_f1elu0_where0->vgg20190317block0_f1elu0__mulscalar0 64x11x11 vgg20190317block0_f1conv1_fwd Convolution 5x5/1x1, 64 vgg20190317block0_f1conv1_fwd->vgg20190317block0_f1elu0_where0 64x11x11 vgg20190317block0_f1batchnorm1_fwd vgg20190317block0_f1batchnorm1_fwd vgg20190317block0_f1batchnorm1_fwd->vgg20190317block0_f1conv1_fwd 64x11x11 vgg20190317block0_f1elu1__greater_scalar0 vgg20190317block0_f1elu1__greater_scalar0 vgg20190317block0_f1elu1__greater_scalar0->vgg20190317block0_f1batchnorm1_fwd 64x11x11 vgg20190317block0_f1elu1_exp0 vgg20190317block0_f1elu1_exp0 vgg20190317block0_f1elu1_exp0->vgg20190317block0_f1batchnorm1_fwd 64x11x11 vgg20190317block0_f1elu1__minusscalar0 vgg20190317block0_f1elu1__minusscalar0 vgg20190317block0_f1elu1__minusscalar0->vgg20190317block0_f1elu1_exp0 64x11x11 vgg20190317block0_f1elu1__mulscalar0 vgg20190317block0_f1elu1__mulscalar0 vgg20190317block0_f1elu1__mulscalar0->vgg20190317block0_f1elu1__minusscalar0 64x11x11 vgg20190317block0_f1elu1_where0 vgg20190317block0_f1elu1_where0 vgg20190317block0_f1elu1_where0->vgg20190317block0_f1batchnorm1_fwd 64x11x11 vgg20190317block0_f1elu1_where0->vgg20190317block0_f1elu1__greater_scalar0 64x11x11 vgg20190317block0_f1elu1_where0->vgg20190317block0_f1elu1__mulscalar0 64x11x11 vgg20190317block0_f1conv2_fwd Convolution 5x5/1x1, 64 vgg20190317block0_f1conv2_fwd->vgg20190317block0_f1elu1_where0 64x11x11 vgg20190317block0_f1batchnorm2_fwd vgg20190317block0_f1batchnorm2_fwd vgg20190317block0_f1batchnorm2_fwd->vgg20190317block0_f1conv2_fwd 64x11x11 vgg20190317block0_f1elu2__greater_scalar0 vgg20190317block0_f1elu2__greater_scalar0 vgg20190317block0_f1elu2__greater_scalar0->vgg20190317block0_f1batchnorm2_fwd 64x11x11 vgg20190317block0_f1elu2_exp0 vgg20190317block0_f1elu2_exp0 vgg20190317block0_f1elu2_exp0->vgg20190317block0_f1batchnorm2_fwd 64x11x11 vgg20190317block0_f1elu2__minusscalar0 vgg20190317block0_f1elu2__minusscalar0 vgg20190317block0_f1elu2__minusscalar0->vgg20190317block0_f1elu2_exp0 64x11x11 vgg20190317block0_f1elu2__mulscalar0 vgg20190317block0_f1elu2__mulscalar0 vgg20190317block0_f1elu2__mulscalar0->vgg20190317block0_f1elu2__minusscalar0 64x11x11 vgg20190317block0_f1elu2_where0 vgg20190317block0_f1elu2_where0 vgg20190317block0_f1elu2_where0->vgg20190317block0_f1batchnorm2_fwd 64x11x11 vgg20190317block0_f1elu2_where0->vgg20190317block0_f1elu2__greater_scalar0 64x11x11 vgg20190317block0_f1elu2_where0->vgg20190317block0_f1elu2__mulscalar0 64x11x11 vgg20190317block0_f1pool0_fwd Pooling max, 2x2/2x2 vgg20190317block0_f1pool0_fwd->vgg20190317block0_f1elu2_where0 64x11x11 vgg20190317block0_f2conv0_fwd Convolution 3x3/1x1, 128 vgg20190317block0_f2conv0_fwd->vgg20190317block0_f1pool0_fwd 64x6x6 vgg20190317block0_f2batchnorm0_fwd vgg20190317block0_f2batchnorm0_fwd vgg20190317block0_f2batchnorm0_fwd->vgg20190317block0_f2conv0_fwd 128x6x6 vgg20190317block0_f2elu0__greater_scalar0 vgg20190317block0_f2elu0__greater_scalar0 vgg20190317block0_f2elu0__greater_scalar0->vgg20190317block0_f2batchnorm0_fwd 128x6x6 vgg20190317block0_f2elu0_exp0 vgg20190317block0_f2elu0_exp0 vgg20190317block0_f2elu0_exp0->vgg20190317block0_f2batchnorm0_fwd 128x6x6 vgg20190317block0_f2elu0__minusscalar0 vgg20190317block0_f2elu0__minusscalar0 vgg20190317block0_f2elu0__minusscalar0->vgg20190317block0_f2elu0_exp0 128x6x6 vgg20190317block0_f2elu0__mulscalar0 vgg20190317block0_f2elu0__mulscalar0 vgg20190317block0_f2elu0__mulscalar0->vgg20190317block0_f2elu0__minusscalar0 128x6x6 vgg20190317block0_f2elu0_where0 vgg20190317block0_f2elu0_where0 vgg20190317block0_f2elu0_where0->vgg20190317block0_f2batchnorm0_fwd 128x6x6 vgg20190317block0_f2elu0_where0->vgg20190317block0_f2elu0__greater_scalar0 128x6x6 vgg20190317block0_f2elu0_where0->vgg20190317block0_f2elu0__mulscalar0 128x6x6 vgg20190317block0_f2conv1_fwd Convolution 3x3/1x1, 128 vgg20190317block0_f2conv1_fwd->vgg20190317block0_f2elu0_where0 128x6x6 vgg20190317block0_f2batchnorm1_fwd vgg20190317block0_f2batchnorm1_fwd vgg20190317block0_f2batchnorm1_fwd->vgg20190317block0_f2conv1_fwd 128x6x6 vgg20190317block0_f2elu1__greater_scalar0 vgg20190317block0_f2elu1__greater_scalar0 vgg20190317block0_f2elu1__greater_scalar0->vgg20190317block0_f2batchnorm1_fwd 128x6x6 vgg20190317block0_f2elu1_exp0 vgg20190317block0_f2elu1_exp0 vgg20190317block0_f2elu1_exp0->vgg20190317block0_f2batchnorm1_fwd 128x6x6 vgg20190317block0_f2elu1__minusscalar0 vgg20190317block0_f2elu1__minusscalar0 vgg20190317block0_f2elu1__minusscalar0->vgg20190317block0_f2elu1_exp0 128x6x6 vgg20190317block0_f2elu1__mulscalar0 vgg20190317block0_f2elu1__mulscalar0 vgg20190317block0_f2elu1__mulscalar0->vgg20190317block0_f2elu1__minusscalar0 128x6x6 vgg20190317block0_f2elu1_where0 vgg20190317block0_f2elu1_where0 vgg20190317block0_f2elu1_where0->vgg20190317block0_f2batchnorm1_fwd 128x6x6 vgg20190317block0_f2elu1_where0->vgg20190317block0_f2elu1__greater_scalar0 128x6x6 vgg20190317block0_f2elu1_where0->vgg20190317block0_f2elu1__mulscalar0 128x6x6 vgg20190317block0_f2conv2_fwd Convolution 3x3/1x1, 128 vgg20190317block0_f2conv2_fwd->vgg20190317block0_f2elu1_where0 128x6x6 vgg20190317block0_f2batchnorm2_fwd vgg20190317block0_f2batchnorm2_fwd vgg20190317block0_f2batchnorm2_fwd->vgg20190317block0_f2conv2_fwd 128x6x6 vgg20190317block0_f2elu2__greater_scalar0 vgg20190317block0_f2elu2__greater_scalar0 vgg20190317block0_f2elu2__greater_scalar0->vgg20190317block0_f2batchnorm2_fwd 128x6x6 vgg20190317block0_f2elu2_exp0 vgg20190317block0_f2elu2_exp0 vgg20190317block0_f2elu2_exp0->vgg20190317block0_f2batchnorm2_fwd 128x6x6 vgg20190317block0_f2elu2__minusscalar0 vgg20190317block0_f2elu2__minusscalar0 vgg20190317block0_f2elu2__minusscalar0->vgg20190317block0_f2elu2_exp0 128x6x6 vgg20190317block0_f2elu2__mulscalar0 vgg20190317block0_f2elu2__mulscalar0 vgg20190317block0_f2elu2__mulscalar0->vgg20190317block0_f2elu2__minusscalar0 128x6x6 vgg20190317block0_f2elu2_where0 vgg20190317block0_f2elu2_where0 vgg20190317block0_f2elu2_where0->vgg20190317block0_f2batchnorm2_fwd 128x6x6 vgg20190317block0_f2elu2_where0->vgg20190317block0_f2elu2__greater_scalar0 128x6x6 vgg20190317block0_f2elu2_where0->vgg20190317block0_f2elu2__mulscalar0 128x6x6 vgg20190317block0_f2pool0_fwd Pooling max, 2x2/2x2 vgg20190317block0_f2pool0_fwd->vgg20190317block0_f2elu2_where0 128x6x6 vgg20190317block0_f3conv0_fwd Convolution 3x3/1x1, 256 vgg20190317block0_f3conv0_fwd->vgg20190317block0_f2pool0_fwd 128x3x3 vgg20190317block0_f3batchnorm0_fwd vgg20190317block0_f3batchnorm0_fwd vgg20190317block0_f3batchnorm0_fwd->vgg20190317block0_f3conv0_fwd 256x3x3 vgg20190317block0_f3elu0__greater_scalar0 vgg20190317block0_f3elu0__greater_scalar0 vgg20190317block0_f3elu0__greater_scalar0->vgg20190317block0_f3batchnorm0_fwd 256x3x3 vgg20190317block0_f3elu0_exp0 vgg20190317block0_f3elu0_exp0 vgg20190317block0_f3elu0_exp0->vgg20190317block0_f3batchnorm0_fwd 256x3x3 vgg20190317block0_f3elu0__minusscalar0 vgg20190317block0_f3elu0__minusscalar0 vgg20190317block0_f3elu0__minusscalar0->vgg20190317block0_f3elu0_exp0 256x3x3 vgg20190317block0_f3elu0__mulscalar0 vgg20190317block0_f3elu0__mulscalar0 vgg20190317block0_f3elu0__mulscalar0->vgg20190317block0_f3elu0__minusscalar0 256x3x3 vgg20190317block0_f3elu0_where0 vgg20190317block0_f3elu0_where0 vgg20190317block0_f3elu0_where0->vgg20190317block0_f3batchnorm0_fwd 256x3x3 vgg20190317block0_f3elu0_where0->vgg20190317block0_f3elu0__greater_scalar0 256x3x3 vgg20190317block0_f3elu0_where0->vgg20190317block0_f3elu0__mulscalar0 256x3x3 vgg20190317block0_f3conv1_fwd Convolution 3x3/1x1, 256 vgg20190317block0_f3conv1_fwd->vgg20190317block0_f3elu0_where0 256x3x3 vgg20190317block0_f3batchnorm1_fwd vgg20190317block0_f3batchnorm1_fwd vgg20190317block0_f3batchnorm1_fwd->vgg20190317block0_f3conv1_fwd 256x3x3 vgg20190317block0_f3elu1__greater_scalar0 vgg20190317block0_f3elu1__greater_scalar0 vgg20190317block0_f3elu1__greater_scalar0->vgg20190317block0_f3batchnorm1_fwd 256x3x3 vgg20190317block0_f3elu1_exp0 vgg20190317block0_f3elu1_exp0 vgg20190317block0_f3elu1_exp0->vgg20190317block0_f3batchnorm1_fwd 256x3x3 vgg20190317block0_f3elu1__minusscalar0 vgg20190317block0_f3elu1__minusscalar0 vgg20190317block0_f3elu1__minusscalar0->vgg20190317block0_f3elu1_exp0 256x3x3 vgg20190317block0_f3elu1__mulscalar0 vgg20190317block0_f3elu1__mulscalar0 vgg20190317block0_f3elu1__mulscalar0->vgg20190317block0_f3elu1__minusscalar0 256x3x3 vgg20190317block0_f3elu1_where0 vgg20190317block0_f3elu1_where0 vgg20190317block0_f3elu1_where0->vgg20190317block0_f3batchnorm1_fwd 256x3x3 vgg20190317block0_f3elu1_where0->vgg20190317block0_f3elu1__greater_scalar0 256x3x3 vgg20190317block0_f3elu1_where0->vgg20190317block0_f3elu1__mulscalar0 256x3x3 vgg20190317block0_f3pool0_fwd Pooling max, 2x2/2x2 vgg20190317block0_f3pool0_fwd->vgg20190317block0_f3elu1_where0 256x3x3 vgg20190317block0_flatten0_flatten0 vgg20190317block0_flatten0_flatten0 vgg20190317block0_flatten0_flatten0->vgg20190317block0_f3pool0_fwd 256x2x2 vgg20190317block0_concat0 vgg20190317block0_concat0 vgg20190317block0_concat0->data0 22 vgg20190317block0_concat0->vgg20190317block0_flatten0_flatten0 1024 vgg20190317block0_fc-1weight vgg20190317block0_fc-1weight vgg20190317block0_fc-1bias vgg20190317block0_fc-1bias vgg20190317block0_fc-1fwd FullyConnected 512 vgg20190317block0_fc-1fwd->vgg20190317block0_concat0 1046 vgg20190317block0_fc-1fwd->vgg20190317block0_fc-1weight 1046 vgg20190317block0_fc-1fwd->vgg20190317block0_fc-1bias vgg20190317block0_batchnorm0_fwd vgg20190317block0_batchnorm0_fwd vgg20190317block0_batchnorm0_fwd->vgg20190317block0_fc-1fwd 512 vgg20190317block0_elu0__greater_scalar0 vgg20190317block0_elu0__greater_scalar0 vgg20190317block0_elu0__greater_scalar0->vgg20190317block0_batchnorm0_fwd 512 vgg20190317block0_elu0_exp0 vgg20190317block0_elu0_exp0 vgg20190317block0_elu0_exp0->vgg20190317block0_batchnorm0_fwd 512 vgg20190317block0_elu0__minusscalar0 vgg20190317block0_elu0__minusscalar0 vgg20190317block0_elu0__minusscalar0->vgg20190317block0_elu0_exp0 512 vgg20190317block0_elu0__mulscalar0 vgg20190317block0_elu0__mulscalar0 vgg20190317block0_elu0__mulscalar0->vgg20190317block0_elu0__minusscalar0 512 vgg20190317block0_elu0_where0 vgg20190317block0_elu0_where0 vgg20190317block0_elu0_where0->vgg20190317block0_batchnorm0_fwd 512 vgg20190317block0_elu0_where0->vgg20190317block0_elu0__greater_scalar0 512 vgg20190317block0_elu0_where0->vgg20190317block0_elu0__mulscalar0 512 vgg20190317block0_fc-2weight vgg20190317block0_fc-2weight vgg20190317block0_fc-2bias vgg20190317block0_fc-2bias vgg20190317block0_fc-2fwd FullyConnected 512 vgg20190317block0_fc-2fwd->vgg20190317block0_elu0_where0 512 vgg20190317block0_fc-2fwd->vgg20190317block0_fc-2weight 512 vgg20190317block0_fc-2fwd->vgg20190317block0_fc-2bias vgg20190317block0_batchnorm1_fwd vgg20190317block0_batchnorm1_fwd vgg20190317block0_batchnorm1_fwd->vgg20190317block0_fc-2fwd 512 vgg20190317block0_elu1__greater_scalar0 vgg20190317block0_elu1__greater_scalar0 vgg20190317block0_elu1__greater_scalar0->vgg20190317block0_batchnorm1_fwd 512 vgg20190317block0_elu1_exp0 vgg20190317block0_elu1_exp0 vgg20190317block0_elu1_exp0->vgg20190317block0_batchnorm1_fwd 512 vgg20190317block0_elu1__minusscalar0 vgg20190317block0_elu1__minusscalar0 vgg20190317block0_elu1__minusscalar0->vgg20190317block0_elu1_exp0 512 vgg20190317block0_elu1__mulscalar0 vgg20190317block0_elu1__mulscalar0 vgg20190317block0_elu1__mulscalar0->vgg20190317block0_elu1__minusscalar0 512 vgg20190317block0_elu1_where0 vgg20190317block0_elu1_where0 vgg20190317block0_elu1_where0->vgg20190317block0_batchnorm1_fwd 512 vgg20190317block0_elu1_where0->vgg20190317block0_elu1__greater_scalar0 512 vgg20190317block0_elu1_where0->vgg20190317block0_elu1__mulscalar0 512 vgg20190317block0_fc-3weight vgg20190317block0_fc-3weight vgg20190317block0_fc-3bias vgg20190317block0_fc-3bias vgg20190317block0_fc-3fwd FullyConnected 512 vgg20190317block0_fc-3fwd->vgg20190317block0_elu1_where0 512 vgg20190317block0_fc-3fwd->vgg20190317block0_fc-3weight 512 vgg20190317block0_fc-3fwd->vgg20190317block0_fc-3bias vgg20190317block0_batchnorm2_fwd vgg20190317block0_batchnorm2_fwd vgg20190317block0_batchnorm2_fwd->vgg20190317block0_fc-3fwd 512 vgg20190317block0_elu2__greater_scalar0 vgg20190317block0_elu2__greater_scalar0 vgg20190317block0_elu2__greater_scalar0->vgg20190317block0_batchnorm2_fwd 512 vgg20190317block0_elu2_exp0 vgg20190317block0_elu2_exp0 vgg20190317block0_elu2_exp0->vgg20190317block0_batchnorm2_fwd 512 vgg20190317block0_elu2__minusscalar0 vgg20190317block0_elu2__minusscalar0 vgg20190317block0_elu2__minusscalar0->vgg20190317block0_elu2_exp0 512 vgg20190317block0_elu2__mulscalar0 vgg20190317block0_elu2__mulscalar0 vgg20190317block0_elu2__mulscalar0->vgg20190317block0_elu2__minusscalar0 512 vgg20190317block0_elu2_where0 vgg20190317block0_elu2_where0 vgg20190317block0_elu2_where0->vgg20190317block0_batchnorm2_fwd 512 vgg20190317block0_elu2_where0->vgg20190317block0_elu2__greater_scalar0 512 vgg20190317block0_elu2_where0->vgg20190317block0_elu2__mulscalar0 512 vgg20190317block0_predictionsweight vgg20190317block0_predictionsweight vgg20190317block0_predictionsbias vgg20190317block0_predictionsbias vgg20190317block0_predictionsfwd FullyConnected 1 vgg20190317block0_predictionsfwd->vgg20190317block0_elu2_where0 512 vgg20190317block0_predictionsfwd->vgg20190317block0_predictionsweight 512 vgg20190317block0_predictionsfwd->vgg20190317block0_predictionsbias