You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

27 lines
570 B

from .dataset import TerrainDataset
from torch.utils.data import DataLoader
def sample_data(loader):
while True:
for batch in loader:
yield batch
def create_loader(args):
dataset = TerrainDataset(
args.dir_train,
dataset_type="train",
randomize=True,
block_variance=1,
)
data_loader = DataLoader(
dataset,
batch_size=args.batch_size // args.world_size,
shuffle=False,
num_workers=args.num_workers,
pin_memory=True,
)
return sample_data(data_loader)