0zz's picture
Upload folder using huggingface_hub
807725b verified
Raw
History Blame Contribute Delete
417 Bytes
"""Upload Ch7 (tensor dimensioning + networking) synthetic dataset to Hugging Face Hub."""
from datasets import load_dataset
from huggingface_hub import login
login()
dataset = load_dataset(
"json",
data_files="synthetic-pot-o-challenges-ch7-v1.jsonl",
split="train",
)
dataset = dataset.train_test_split(test_size=0.1)
dataset.push_to_hub("Tribewarez/synthetic-pot-o-challenges-ch7-v1", private=False)