%pylab inline
%pylab is deprecated, use %matplotlib inline and import the required libraries. Populating the interactive namespace from numpy and matplotlib
import webdataset as wds
import webdataset.wids as wids
from typing import Any, Dict, Optional, Union
import io
shards = [dict(url="gs://lpr-torchvision/mnist-train.tar", nsamples=50000)]
ds = wids.ShardListDataset(shards, keep=True)
imshow(ds[1788][".png"])
gs://lpr-torchvision/mnist-train.tar /tmp/wids/mnist-train.tar /tmp/wids/mnist-train.tar._3836221_ Loading tar index from /tmp/wids/mnist-train.tar.index
<matplotlib.image.AxesImage at 0x7f31b3863d90>
for i in range(len(ds)):
_ = ds[i]