Parquet
from datasets import load_dataset, Dataset Dataset.from_dict()
dataset.train_test_split(test_size=0.0005, seed=2357, shuffle=True)
datasets.config.IN_MEMORY_MAX_SIZE =
dataset.select(range(100))
Huggingface Datasets Usages
from datasets import load_dataset, Dataset Dataset.from_dict()
dataset.train_test_split(test_size=0.0005, seed=2357, shuffle=True)
datasets.config.IN_MEMORY_MAX_SIZE =
dataset.select(range(100))