mrm8488 · February 23, 2020 03:27
diff --git a/iterable_dataloader_v2.py b/iterable_dataloader_v2.py
 dataset = CustomIterableDatasetv1('path_to/somefile')
 dataloader = DataLoader(dataset, batch_size = 64)

 for X, y in dataloader:
    print(len(X)) # 64
    print(y.shape) # (64,)

    ### Do something with X and y

    ###
	dataset = CustomIterableDatasetv1('path_to/somefile')
	dataloader = DataLoader(dataset, batch_size = 64)

	for X, y in dataloader:
	print(len(X)) # 64
	print(y.shape) # (64,)

	### Do something with X and y

	###