from IPython.core.interactiveshell import InteractiveShell
InteractiveShell.ast_node_interactivity = 'all'
from fastai.vision import *
path = untar_data(URLs.IMAGENETTE_160)
data_nette = (ImageList.from_folder(path).split_by_folder(valid='val')
.label_from_folder()
.transform(get_transforms(), size=128)
.databunch(bs=64)
.normalize(imagenet_stats))
learn = cnn_learner(data_nette, models.mobilenet_v2, concat_pool=False, pretrained=True, train_bn=True)
learn.fit_one_cycle(3)
epoch | train_loss | valid_loss | time |
---|---|---|---|
0 | 0.441065 | 0.201856 | 00:10 |
1 | 0.244970 | 0.138996 | 00:10 |
2 | 0.179425 | 0.131967 | 00:10 |
learn.unfreeze()
learn.fit_one_cycle(5, slice(1e-6,1e-3))
epoch | train_loss | valid_loss | time |
---|---|---|---|
0 | 0.140665 | 0.131163 | 00:12 |
1 | 0.180994 | 0.129539 | 00:12 |
2 | 0.131018 | 0.118751 | 00:12 |
3 | 0.100560 | 0.112933 | 00:11 |
4 | 0.081557 | 0.112444 | 00:11 |
import copy
feature_extractor = copy.deepcopy(learn.model[0])
feature_extractor.eval();
x = torch.rand(2,3,224,224).cuda()
feat_out = feature_extractor(x)
feat_out.shape
torch.Size([2, 1280, 7, 7])
path = untar_data(URLs.PETS)
path_img = path/'images'
fnames = get_image_files(path_img)
pat = r'/([^/]+)_\d+.jpg$'
data_pets = ImageDataBunch.from_name_re(path_img, fnames, pat, ds_tfms=get_transforms(), size=128, bs=64
).normalize(imagenet_stats)
pets_learner = cnn_learner(data_pets, models.mobilenet_v2, train_bn=False)
pets_learner.model[0] = feature_extractor # this changes the `feature extractor`, as shown below
pets_learner.fit(1)
pets_learner.model[0].eval();
epoch | train_loss | valid_loss | time |
---|---|---|---|
0 | 1.379401 | 0.716572 | 00:12 |
pets_learner.model[0]
is now sharing memory with feature_extractor
, and changes it as it trains¶torch.equal(feat_out, pets_learner.model[0](x))
torch.equal(feat_out, feature_extractor(x))
False
False
def models_equal(model_1, model_2):
models_differ = 0
for key_item_1, key_item_2 in zip(model_1.state_dict().items(), model_2.state_dict().items()):
if torch.equal(key_item_1[1], key_item_2[1]):
pass
else:
models_differ += 1
if (key_item_1[0] == key_item_2[0]):
print('Mismtach found at', key_item_1[0])
else:
raise Exception
print('Models being compared have different architectures')
if models_differ == 0:
print('Models match perfectly!')
return True
return False
models_equal(feature_extractor, learn.model[0])
Mismtach found at 0.0.1.running_mean Mismtach found at 0.0.1.running_var Mismtach found at 0.0.1.num_batches_tracked Mismtach found at 0.1.conv.0.1.running_mean Mismtach found at 0.1.conv.0.1.running_var Mismtach found at 0.1.conv.0.1.num_batches_tracked Mismtach found at 0.1.conv.2.running_mean Mismtach found at 0.1.conv.2.running_var Mismtach found at 0.1.conv.2.num_batches_tracked Mismtach found at 0.2.conv.0.1.running_mean Mismtach found at 0.2.conv.0.1.running_var Mismtach found at 0.2.conv.0.1.num_batches_tracked Mismtach found at 0.2.conv.1.1.running_mean Mismtach found at 0.2.conv.1.1.running_var Mismtach found at 0.2.conv.1.1.num_batches_tracked Mismtach found at 0.2.conv.3.running_mean Mismtach found at 0.2.conv.3.running_var Mismtach found at 0.2.conv.3.num_batches_tracked Mismtach found at 0.3.conv.0.1.running_mean Mismtach found at 0.3.conv.0.1.running_var Mismtach found at 0.3.conv.0.1.num_batches_tracked Mismtach found at 0.3.conv.1.1.running_mean Mismtach found at 0.3.conv.1.1.running_var Mismtach found at 0.3.conv.1.1.num_batches_tracked Mismtach found at 0.3.conv.3.running_mean Mismtach found at 0.3.conv.3.running_var Mismtach found at 0.3.conv.3.num_batches_tracked Mismtach found at 0.4.conv.0.1.running_mean Mismtach found at 0.4.conv.0.1.running_var Mismtach found at 0.4.conv.0.1.num_batches_tracked Mismtach found at 0.4.conv.1.1.running_mean Mismtach found at 0.4.conv.1.1.running_var Mismtach found at 0.4.conv.1.1.num_batches_tracked Mismtach found at 0.4.conv.3.running_mean Mismtach found at 0.4.conv.3.running_var Mismtach found at 0.4.conv.3.num_batches_tracked Mismtach found at 0.5.conv.0.1.running_mean Mismtach found at 0.5.conv.0.1.running_var Mismtach found at 0.5.conv.0.1.num_batches_tracked Mismtach found at 0.5.conv.1.1.running_mean Mismtach found at 0.5.conv.1.1.running_var Mismtach found at 0.5.conv.1.1.num_batches_tracked Mismtach found at 0.5.conv.3.running_mean Mismtach found at 0.5.conv.3.running_var Mismtach found at 0.5.conv.3.num_batches_tracked Mismtach found at 0.6.conv.0.1.running_mean Mismtach found at 0.6.conv.0.1.running_var Mismtach found at 0.6.conv.0.1.num_batches_tracked Mismtach found at 0.6.conv.1.1.running_mean Mismtach found at 0.6.conv.1.1.running_var Mismtach found at 0.6.conv.1.1.num_batches_tracked Mismtach found at 0.6.conv.3.running_mean Mismtach found at 0.6.conv.3.running_var Mismtach found at 0.6.conv.3.num_batches_tracked Mismtach found at 0.7.conv.0.1.running_mean Mismtach found at 0.7.conv.0.1.running_var Mismtach found at 0.7.conv.0.1.num_batches_tracked Mismtach found at 0.7.conv.1.1.running_mean Mismtach found at 0.7.conv.1.1.running_var Mismtach found at 0.7.conv.1.1.num_batches_tracked Mismtach found at 0.7.conv.3.running_mean Mismtach found at 0.7.conv.3.running_var Mismtach found at 0.7.conv.3.num_batches_tracked Mismtach found at 0.8.conv.0.1.running_mean Mismtach found at 0.8.conv.0.1.running_var Mismtach found at 0.8.conv.0.1.num_batches_tracked Mismtach found at 0.8.conv.1.1.running_mean Mismtach found at 0.8.conv.1.1.running_var Mismtach found at 0.8.conv.1.1.num_batches_tracked Mismtach found at 0.8.conv.3.running_mean Mismtach found at 0.8.conv.3.running_var Mismtach found at 0.8.conv.3.num_batches_tracked Mismtach found at 0.9.conv.0.1.running_mean Mismtach found at 0.9.conv.0.1.running_var Mismtach found at 0.9.conv.0.1.num_batches_tracked Mismtach found at 0.9.conv.1.1.running_mean Mismtach found at 0.9.conv.1.1.running_var Mismtach found at 0.9.conv.1.1.num_batches_tracked Mismtach found at 0.9.conv.3.running_mean Mismtach found at 0.9.conv.3.running_var Mismtach found at 0.9.conv.3.num_batches_tracked Mismtach found at 0.10.conv.0.1.running_mean Mismtach found at 0.10.conv.0.1.running_var Mismtach found at 0.10.conv.0.1.num_batches_tracked Mismtach found at 0.10.conv.1.1.running_mean Mismtach found at 0.10.conv.1.1.running_var Mismtach found at 0.10.conv.1.1.num_batches_tracked Mismtach found at 0.10.conv.3.running_mean Mismtach found at 0.10.conv.3.running_var Mismtach found at 0.10.conv.3.num_batches_tracked Mismtach found at 0.11.conv.0.1.running_mean Mismtach found at 0.11.conv.0.1.running_var Mismtach found at 0.11.conv.0.1.num_batches_tracked Mismtach found at 0.11.conv.1.1.running_mean Mismtach found at 0.11.conv.1.1.running_var Mismtach found at 0.11.conv.1.1.num_batches_tracked Mismtach found at 0.11.conv.3.running_mean Mismtach found at 0.11.conv.3.running_var Mismtach found at 0.11.conv.3.num_batches_tracked Mismtach found at 0.12.conv.0.1.running_mean Mismtach found at 0.12.conv.0.1.running_var Mismtach found at 0.12.conv.0.1.num_batches_tracked Mismtach found at 0.12.conv.1.1.running_mean Mismtach found at 0.12.conv.1.1.running_var Mismtach found at 0.12.conv.1.1.num_batches_tracked Mismtach found at 0.12.conv.3.running_mean Mismtach found at 0.12.conv.3.running_var Mismtach found at 0.12.conv.3.num_batches_tracked Mismtach found at 0.13.conv.0.1.running_mean Mismtach found at 0.13.conv.0.1.running_var Mismtach found at 0.13.conv.0.1.num_batches_tracked Mismtach found at 0.13.conv.1.1.running_mean Mismtach found at 0.13.conv.1.1.running_var Mismtach found at 0.13.conv.1.1.num_batches_tracked Mismtach found at 0.13.conv.3.running_mean Mismtach found at 0.13.conv.3.running_var Mismtach found at 0.13.conv.3.num_batches_tracked Mismtach found at 0.14.conv.0.1.running_mean Mismtach found at 0.14.conv.0.1.running_var Mismtach found at 0.14.conv.0.1.num_batches_tracked Mismtach found at 0.14.conv.1.1.running_mean Mismtach found at 0.14.conv.1.1.running_var Mismtach found at 0.14.conv.1.1.num_batches_tracked Mismtach found at 0.14.conv.3.running_mean Mismtach found at 0.14.conv.3.running_var Mismtach found at 0.14.conv.3.num_batches_tracked Mismtach found at 0.15.conv.0.1.running_mean Mismtach found at 0.15.conv.0.1.running_var Mismtach found at 0.15.conv.0.1.num_batches_tracked Mismtach found at 0.15.conv.1.1.running_mean Mismtach found at 0.15.conv.1.1.running_var Mismtach found at 0.15.conv.1.1.num_batches_tracked Mismtach found at 0.15.conv.3.running_mean Mismtach found at 0.15.conv.3.running_var Mismtach found at 0.15.conv.3.num_batches_tracked Mismtach found at 0.16.conv.0.1.running_mean Mismtach found at 0.16.conv.0.1.running_var Mismtach found at 0.16.conv.0.1.num_batches_tracked Mismtach found at 0.16.conv.1.1.running_mean Mismtach found at 0.16.conv.1.1.running_var Mismtach found at 0.16.conv.1.1.num_batches_tracked Mismtach found at 0.16.conv.3.running_mean Mismtach found at 0.16.conv.3.running_var Mismtach found at 0.16.conv.3.num_batches_tracked Mismtach found at 0.17.conv.0.1.running_mean Mismtach found at 0.17.conv.0.1.running_var Mismtach found at 0.17.conv.0.1.num_batches_tracked Mismtach found at 0.17.conv.1.1.running_mean Mismtach found at 0.17.conv.1.1.running_var Mismtach found at 0.17.conv.1.1.num_batches_tracked Mismtach found at 0.17.conv.3.running_mean Mismtach found at 0.17.conv.3.running_var Mismtach found at 0.17.conv.3.num_batches_tracked Mismtach found at 0.18.1.running_mean Mismtach found at 0.18.1.running_var Mismtach found at 0.18.1.num_batches_tracked
False
models_equal(learn.model[0], pets_learner.model[0])
Mismtach found at 0.0.1.running_mean Mismtach found at 0.0.1.running_var Mismtach found at 0.0.1.num_batches_tracked Mismtach found at 0.1.conv.0.1.running_mean Mismtach found at 0.1.conv.0.1.running_var Mismtach found at 0.1.conv.0.1.num_batches_tracked Mismtach found at 0.1.conv.2.running_mean Mismtach found at 0.1.conv.2.running_var Mismtach found at 0.1.conv.2.num_batches_tracked Mismtach found at 0.2.conv.0.1.running_mean Mismtach found at 0.2.conv.0.1.running_var Mismtach found at 0.2.conv.0.1.num_batches_tracked Mismtach found at 0.2.conv.1.1.running_mean Mismtach found at 0.2.conv.1.1.running_var Mismtach found at 0.2.conv.1.1.num_batches_tracked Mismtach found at 0.2.conv.3.running_mean Mismtach found at 0.2.conv.3.running_var Mismtach found at 0.2.conv.3.num_batches_tracked Mismtach found at 0.3.conv.0.1.running_mean Mismtach found at 0.3.conv.0.1.running_var Mismtach found at 0.3.conv.0.1.num_batches_tracked Mismtach found at 0.3.conv.1.1.running_mean Mismtach found at 0.3.conv.1.1.running_var Mismtach found at 0.3.conv.1.1.num_batches_tracked Mismtach found at 0.3.conv.3.running_mean Mismtach found at 0.3.conv.3.running_var Mismtach found at 0.3.conv.3.num_batches_tracked Mismtach found at 0.4.conv.0.1.running_mean Mismtach found at 0.4.conv.0.1.running_var Mismtach found at 0.4.conv.0.1.num_batches_tracked Mismtach found at 0.4.conv.1.1.running_mean Mismtach found at 0.4.conv.1.1.running_var Mismtach found at 0.4.conv.1.1.num_batches_tracked Mismtach found at 0.4.conv.3.running_mean Mismtach found at 0.4.conv.3.running_var Mismtach found at 0.4.conv.3.num_batches_tracked Mismtach found at 0.5.conv.0.1.running_mean Mismtach found at 0.5.conv.0.1.running_var Mismtach found at 0.5.conv.0.1.num_batches_tracked Mismtach found at 0.5.conv.1.1.running_mean Mismtach found at 0.5.conv.1.1.running_var Mismtach found at 0.5.conv.1.1.num_batches_tracked Mismtach found at 0.5.conv.3.running_mean Mismtach found at 0.5.conv.3.running_var Mismtach found at 0.5.conv.3.num_batches_tracked Mismtach found at 0.6.conv.0.1.running_mean Mismtach found at 0.6.conv.0.1.running_var Mismtach found at 0.6.conv.0.1.num_batches_tracked Mismtach found at 0.6.conv.1.1.running_mean Mismtach found at 0.6.conv.1.1.running_var Mismtach found at 0.6.conv.1.1.num_batches_tracked Mismtach found at 0.6.conv.3.running_mean Mismtach found at 0.6.conv.3.running_var Mismtach found at 0.6.conv.3.num_batches_tracked Mismtach found at 0.7.conv.0.1.running_mean Mismtach found at 0.7.conv.0.1.running_var Mismtach found at 0.7.conv.0.1.num_batches_tracked Mismtach found at 0.7.conv.1.1.running_mean Mismtach found at 0.7.conv.1.1.running_var Mismtach found at 0.7.conv.1.1.num_batches_tracked Mismtach found at 0.7.conv.3.running_mean Mismtach found at 0.7.conv.3.running_var Mismtach found at 0.7.conv.3.num_batches_tracked Mismtach found at 0.8.conv.0.1.running_mean Mismtach found at 0.8.conv.0.1.running_var Mismtach found at 0.8.conv.0.1.num_batches_tracked Mismtach found at 0.8.conv.1.1.running_mean Mismtach found at 0.8.conv.1.1.running_var Mismtach found at 0.8.conv.1.1.num_batches_tracked Mismtach found at 0.8.conv.3.running_mean Mismtach found at 0.8.conv.3.running_var Mismtach found at 0.8.conv.3.num_batches_tracked Mismtach found at 0.9.conv.0.1.running_mean Mismtach found at 0.9.conv.0.1.running_var Mismtach found at 0.9.conv.0.1.num_batches_tracked Mismtach found at 0.9.conv.1.1.running_mean Mismtach found at 0.9.conv.1.1.running_var Mismtach found at 0.9.conv.1.1.num_batches_tracked Mismtach found at 0.9.conv.3.running_mean Mismtach found at 0.9.conv.3.running_var Mismtach found at 0.9.conv.3.num_batches_tracked Mismtach found at 0.10.conv.0.1.running_mean Mismtach found at 0.10.conv.0.1.running_var Mismtach found at 0.10.conv.0.1.num_batches_tracked Mismtach found at 0.10.conv.1.1.running_mean Mismtach found at 0.10.conv.1.1.running_var Mismtach found at 0.10.conv.1.1.num_batches_tracked Mismtach found at 0.10.conv.3.running_mean Mismtach found at 0.10.conv.3.running_var Mismtach found at 0.10.conv.3.num_batches_tracked Mismtach found at 0.11.conv.0.1.running_mean Mismtach found at 0.11.conv.0.1.running_var Mismtach found at 0.11.conv.0.1.num_batches_tracked Mismtach found at 0.11.conv.1.1.running_mean Mismtach found at 0.11.conv.1.1.running_var Mismtach found at 0.11.conv.1.1.num_batches_tracked Mismtach found at 0.11.conv.3.running_mean Mismtach found at 0.11.conv.3.running_var Mismtach found at 0.11.conv.3.num_batches_tracked Mismtach found at 0.12.conv.0.1.running_mean Mismtach found at 0.12.conv.0.1.running_var Mismtach found at 0.12.conv.0.1.num_batches_tracked Mismtach found at 0.12.conv.1.1.running_mean Mismtach found at 0.12.conv.1.1.running_var Mismtach found at 0.12.conv.1.1.num_batches_tracked Mismtach found at 0.12.conv.3.running_mean Mismtach found at 0.12.conv.3.running_var Mismtach found at 0.12.conv.3.num_batches_tracked Mismtach found at 0.13.conv.0.1.running_mean Mismtach found at 0.13.conv.0.1.running_var Mismtach found at 0.13.conv.0.1.num_batches_tracked Mismtach found at 0.13.conv.1.1.running_mean Mismtach found at 0.13.conv.1.1.running_var Mismtach found at 0.13.conv.1.1.num_batches_tracked Mismtach found at 0.13.conv.3.running_mean Mismtach found at 0.13.conv.3.running_var Mismtach found at 0.13.conv.3.num_batches_tracked Mismtach found at 0.14.conv.0.1.running_mean Mismtach found at 0.14.conv.0.1.running_var Mismtach found at 0.14.conv.0.1.num_batches_tracked Mismtach found at 0.14.conv.1.1.running_mean Mismtach found at 0.14.conv.1.1.running_var Mismtach found at 0.14.conv.1.1.num_batches_tracked Mismtach found at 0.14.conv.3.running_mean Mismtach found at 0.14.conv.3.running_var Mismtach found at 0.14.conv.3.num_batches_tracked Mismtach found at 0.15.conv.0.1.running_mean Mismtach found at 0.15.conv.0.1.running_var Mismtach found at 0.15.conv.0.1.num_batches_tracked Mismtach found at 0.15.conv.1.1.running_mean Mismtach found at 0.15.conv.1.1.running_var Mismtach found at 0.15.conv.1.1.num_batches_tracked Mismtach found at 0.15.conv.3.running_mean Mismtach found at 0.15.conv.3.running_var Mismtach found at 0.15.conv.3.num_batches_tracked Mismtach found at 0.16.conv.0.1.running_mean Mismtach found at 0.16.conv.0.1.running_var Mismtach found at 0.16.conv.0.1.num_batches_tracked Mismtach found at 0.16.conv.1.1.running_mean Mismtach found at 0.16.conv.1.1.running_var Mismtach found at 0.16.conv.1.1.num_batches_tracked Mismtach found at 0.16.conv.3.running_mean Mismtach found at 0.16.conv.3.running_var Mismtach found at 0.16.conv.3.num_batches_tracked Mismtach found at 0.17.conv.0.1.running_mean Mismtach found at 0.17.conv.0.1.running_var Mismtach found at 0.17.conv.0.1.num_batches_tracked Mismtach found at 0.17.conv.1.1.running_mean Mismtach found at 0.17.conv.1.1.running_var Mismtach found at 0.17.conv.1.1.num_batches_tracked Mismtach found at 0.17.conv.3.running_mean Mismtach found at 0.17.conv.3.running_var Mismtach found at 0.17.conv.3.num_batches_tracked Mismtach found at 0.18.1.running_mean Mismtach found at 0.18.1.running_var Mismtach found at 0.18.1.num_batches_tracked
False
pets_learner.model[0]
is now a copy of the feature_extractor
, and despite being frozen and train_bn=False
, pets_learner.model[0]
changes¶feature_extractor = copy.deepcopy(learn.model[0])
feature_extractor.eval();
pets_learner = cnn_learner(data_pets, models.mobilenet_v2, train_bn=False)
pets_learner.model[0] = copy.deepcopy(feature_extractor)
pets_learner.fit(1)
pets_learner.model[0].eval();
epoch | train_loss | valid_loss | time |
---|---|---|---|
0 | 1.363092 | 0.770066 | 00:11 |
torch.equal(feat_out, pets_learner.model[0](x))
torch.equal(feat_out, feature_extractor(x))
False
True
models_equal(feature_extractor, learn.model[0])
Models match perfectly!
True
models_equal(learn.model[0], pets_learner.model[0])
Mismtach found at 0.0.1.running_mean Mismtach found at 0.0.1.running_var Mismtach found at 0.0.1.num_batches_tracked Mismtach found at 0.1.conv.0.1.running_mean Mismtach found at 0.1.conv.0.1.running_var Mismtach found at 0.1.conv.0.1.num_batches_tracked Mismtach found at 0.1.conv.2.running_mean Mismtach found at 0.1.conv.2.running_var Mismtach found at 0.1.conv.2.num_batches_tracked Mismtach found at 0.2.conv.0.1.running_mean Mismtach found at 0.2.conv.0.1.running_var Mismtach found at 0.2.conv.0.1.num_batches_tracked Mismtach found at 0.2.conv.1.1.running_mean Mismtach found at 0.2.conv.1.1.running_var Mismtach found at 0.2.conv.1.1.num_batches_tracked Mismtach found at 0.2.conv.3.running_mean Mismtach found at 0.2.conv.3.running_var Mismtach found at 0.2.conv.3.num_batches_tracked Mismtach found at 0.3.conv.0.1.running_mean Mismtach found at 0.3.conv.0.1.running_var Mismtach found at 0.3.conv.0.1.num_batches_tracked Mismtach found at 0.3.conv.1.1.running_mean Mismtach found at 0.3.conv.1.1.running_var Mismtach found at 0.3.conv.1.1.num_batches_tracked Mismtach found at 0.3.conv.3.running_mean Mismtach found at 0.3.conv.3.running_var Mismtach found at 0.3.conv.3.num_batches_tracked Mismtach found at 0.4.conv.0.1.running_mean Mismtach found at 0.4.conv.0.1.running_var Mismtach found at 0.4.conv.0.1.num_batches_tracked Mismtach found at 0.4.conv.1.1.running_mean Mismtach found at 0.4.conv.1.1.running_var Mismtach found at 0.4.conv.1.1.num_batches_tracked Mismtach found at 0.4.conv.3.running_mean Mismtach found at 0.4.conv.3.running_var Mismtach found at 0.4.conv.3.num_batches_tracked Mismtach found at 0.5.conv.0.1.running_mean Mismtach found at 0.5.conv.0.1.running_var Mismtach found at 0.5.conv.0.1.num_batches_tracked Mismtach found at 0.5.conv.1.1.running_mean Mismtach found at 0.5.conv.1.1.running_var Mismtach found at 0.5.conv.1.1.num_batches_tracked Mismtach found at 0.5.conv.3.running_mean Mismtach found at 0.5.conv.3.running_var Mismtach found at 0.5.conv.3.num_batches_tracked Mismtach found at 0.6.conv.0.1.running_mean Mismtach found at 0.6.conv.0.1.running_var Mismtach found at 0.6.conv.0.1.num_batches_tracked Mismtach found at 0.6.conv.1.1.running_mean Mismtach found at 0.6.conv.1.1.running_var Mismtach found at 0.6.conv.1.1.num_batches_tracked Mismtach found at 0.6.conv.3.running_mean Mismtach found at 0.6.conv.3.running_var Mismtach found at 0.6.conv.3.num_batches_tracked Mismtach found at 0.7.conv.0.1.running_mean Mismtach found at 0.7.conv.0.1.running_var Mismtach found at 0.7.conv.0.1.num_batches_tracked Mismtach found at 0.7.conv.1.1.running_mean Mismtach found at 0.7.conv.1.1.running_var Mismtach found at 0.7.conv.1.1.num_batches_tracked Mismtach found at 0.7.conv.3.running_mean Mismtach found at 0.7.conv.3.running_var Mismtach found at 0.7.conv.3.num_batches_tracked Mismtach found at 0.8.conv.0.1.running_mean Mismtach found at 0.8.conv.0.1.running_var Mismtach found at 0.8.conv.0.1.num_batches_tracked Mismtach found at 0.8.conv.1.1.running_mean Mismtach found at 0.8.conv.1.1.running_var Mismtach found at 0.8.conv.1.1.num_batches_tracked Mismtach found at 0.8.conv.3.running_mean Mismtach found at 0.8.conv.3.running_var Mismtach found at 0.8.conv.3.num_batches_tracked Mismtach found at 0.9.conv.0.1.running_mean Mismtach found at 0.9.conv.0.1.running_var Mismtach found at 0.9.conv.0.1.num_batches_tracked Mismtach found at 0.9.conv.1.1.running_mean Mismtach found at 0.9.conv.1.1.running_var Mismtach found at 0.9.conv.1.1.num_batches_tracked Mismtach found at 0.9.conv.3.running_mean Mismtach found at 0.9.conv.3.running_var Mismtach found at 0.9.conv.3.num_batches_tracked Mismtach found at 0.10.conv.0.1.running_mean Mismtach found at 0.10.conv.0.1.running_var Mismtach found at 0.10.conv.0.1.num_batches_tracked Mismtach found at 0.10.conv.1.1.running_mean Mismtach found at 0.10.conv.1.1.running_var Mismtach found at 0.10.conv.1.1.num_batches_tracked Mismtach found at 0.10.conv.3.running_mean Mismtach found at 0.10.conv.3.running_var Mismtach found at 0.10.conv.3.num_batches_tracked Mismtach found at 0.11.conv.0.1.running_mean Mismtach found at 0.11.conv.0.1.running_var Mismtach found at 0.11.conv.0.1.num_batches_tracked Mismtach found at 0.11.conv.1.1.running_mean Mismtach found at 0.11.conv.1.1.running_var Mismtach found at 0.11.conv.1.1.num_batches_tracked Mismtach found at 0.11.conv.3.running_mean Mismtach found at 0.11.conv.3.running_var Mismtach found at 0.11.conv.3.num_batches_tracked Mismtach found at 0.12.conv.0.1.running_mean Mismtach found at 0.12.conv.0.1.running_var Mismtach found at 0.12.conv.0.1.num_batches_tracked Mismtach found at 0.12.conv.1.1.running_mean Mismtach found at 0.12.conv.1.1.running_var Mismtach found at 0.12.conv.1.1.num_batches_tracked Mismtach found at 0.12.conv.3.running_mean Mismtach found at 0.12.conv.3.running_var Mismtach found at 0.12.conv.3.num_batches_tracked Mismtach found at 0.13.conv.0.1.running_mean Mismtach found at 0.13.conv.0.1.running_var Mismtach found at 0.13.conv.0.1.num_batches_tracked Mismtach found at 0.13.conv.1.1.running_mean Mismtach found at 0.13.conv.1.1.running_var Mismtach found at 0.13.conv.1.1.num_batches_tracked Mismtach found at 0.13.conv.3.running_mean Mismtach found at 0.13.conv.3.running_var Mismtach found at 0.13.conv.3.num_batches_tracked Mismtach found at 0.14.conv.0.1.running_mean Mismtach found at 0.14.conv.0.1.running_var Mismtach found at 0.14.conv.0.1.num_batches_tracked Mismtach found at 0.14.conv.1.1.running_mean Mismtach found at 0.14.conv.1.1.running_var Mismtach found at 0.14.conv.1.1.num_batches_tracked Mismtach found at 0.14.conv.3.running_mean Mismtach found at 0.14.conv.3.running_var Mismtach found at 0.14.conv.3.num_batches_tracked Mismtach found at 0.15.conv.0.1.running_mean Mismtach found at 0.15.conv.0.1.running_var Mismtach found at 0.15.conv.0.1.num_batches_tracked Mismtach found at 0.15.conv.1.1.running_mean Mismtach found at 0.15.conv.1.1.running_var Mismtach found at 0.15.conv.1.1.num_batches_tracked Mismtach found at 0.15.conv.3.running_mean Mismtach found at 0.15.conv.3.running_var Mismtach found at 0.15.conv.3.num_batches_tracked Mismtach found at 0.16.conv.0.1.running_mean Mismtach found at 0.16.conv.0.1.running_var Mismtach found at 0.16.conv.0.1.num_batches_tracked Mismtach found at 0.16.conv.1.1.running_mean Mismtach found at 0.16.conv.1.1.running_var Mismtach found at 0.16.conv.1.1.num_batches_tracked Mismtach found at 0.16.conv.3.running_mean Mismtach found at 0.16.conv.3.running_var Mismtach found at 0.16.conv.3.num_batches_tracked Mismtach found at 0.17.conv.0.1.running_mean Mismtach found at 0.17.conv.0.1.running_var Mismtach found at 0.17.conv.0.1.num_batches_tracked Mismtach found at 0.17.conv.1.1.running_mean Mismtach found at 0.17.conv.1.1.running_var Mismtach found at 0.17.conv.1.1.num_batches_tracked Mismtach found at 0.17.conv.3.running_mean Mismtach found at 0.17.conv.3.running_var Mismtach found at 0.17.conv.3.num_batches_tracked Mismtach found at 0.18.1.running_mean Mismtach found at 0.18.1.running_var Mismtach found at 0.18.1.num_batches_tracked
False