Split custom pytorch dataset

import torch
import numpy as np
from torchvision import datasets
from torchvision import transforms
from torch.utils.data.sampler import SubsetRandomSampler

class CustomDatasetFromCSV(Dataset):
    def __init__(self, csv_path, transform=None):
        ....


dataset = CustomDatasetFromCSV(my_path)
batch_size = 16
validation_split = .2
shuffle_dataset = True
random_seed= 42

# Creating data indices for training and validation splits:
dataset_size = len(dataset)
indices = list(range(dataset_size))
split = int(np.floor(validation_split * dataset_size))
if shuffle_dataset :
    np.random.seed(random_seed)
    np.random.shuffle(indices)
train_indices, val_indices = indices[split:], indices[:split]

# Creating PT data samplers and loaders:
train_sampler = SubsetRandomSampler(train_indices)
valid_sampler = SubsetRandomSampler(val_indices)

train_loader = torch.utils.data.DataLoader(dataset, batch_size=batch_size, 
                                           sampler=train_sampler)
validation_loader = torch.utils.data.DataLoader(dataset, batch_size=batch_size,
                                                sampler=valid_sampler)

# Usage Example:
num_epochs = 10
for epoch in range(num_epochs):
    # Train:   
    for batch_index, (faces, labels) in enumerate(train_loader):
        # ...

Source: stackoverflow.com

Similar codes

0 vote184 views1 answer
How to get SITE_ID in django....shell
Python
2 votes190 views2 answers
Horizontal bar plot python
Python
0 vote180 views1 answer
Python all possible pairs
Python
4 votes251 views1 answer
Python constant
Python
3 votes187 views1 answer
Maping value to data in pandas dataframe
Python
7 votes184 views2 answers
Python execute file
Python
0 vote171 views1 answer
What will be the output of the following program?
Python
12 votes252 views4 answers
Unzip file python
Python
0 vote170 views1 answer
ValueError: Graph disconnected: cannot obtain value for tensor Tensor("input_3_1:0", shape=(None, None, 71), dtype=float32) at layer "input_3". The following previous layers were accessed without issue: []
Python
0 vote261 views1 answer
How to make a python script write the minimum and maximum value
Python