Remote Dataset Loading

DatasetFolder

directory/
├── class_x
│   ├── xxx.ext
│   ├── xxy.ext
│   └── ...
│       └── xxz.ext
└── class_y
    ├── 123.ext
    ├── nsdf3.ext
    └── ...
    └── asd932_.ext

ImageFolder

root/dog/xxx.png
root/dog/xxy.png
root/dog/[...]/xxz.png

root/cat/123.png
root/cat/nsdf3.png
root/cat/[...]/asd932_.png

In [ ]:

import os

os.chdir("../../")
import os

os.chdir("../../")

In [ ]:

from torch.utils.data import DataLoader
from gradsflow import data
from gradsflow.data.image import (
    RayImageFolder,
    image_dataset_from_directory,
    get_augmentations,
)
from torchvision import transforms as T
from torch.utils.data import DataLoader
from gradsflow import data
from gradsflow.data.image import (
    RayImageFolder,
    image_dataset_from_directory,
    get_augmentations,
)
from torchvision import transforms as T

In [ ]:

transforms = get_augmentations()


ds = RayImageFolder(
    "/Users/aniket/Pictures/data/train/",
    transforms,
)
transforms = get_augmentations()


ds = RayImageFolder(
    "/Users/aniket/Pictures/data/train/",
    transforms,
)

2021-09-26 01:55:36,868	INFO services.py:1263 -- View the Ray dashboard at http://127.0.0.1:8266

In [ ]:

iter_ds = iter(ds)
iter_ds = iter(ds)

In [ ]:

T.ToPILImage()(next(iter_ds)[0])
T.ToPILImage()(next(iter_ds)[0])

Out[ ]:

Last update: September 29, 2021