File size: 622 Bytes
825e978 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
from datasets import load_dataset
import os
def huggingDataset(url,query):
try:
# query="sentiment analysis"
# url="cornell-movie-review-data/rotten_tomatoes"
dataset = load_dataset(url)
print("Started downloading.....")
os.makedirs("./downloads/"+query,exist_ok=True)
dataset['train'].to_csv("./downloads/"+query+"/"+url[:5]+"train.csv")
dataset['test'].to_csv("./downloads/"+query+"/"+url[:5]+"test.csv")
except:
print("couldn't download hugging face dataset")
# huggingDataset("cornell-movie-review-data/rotten_tomatoes","sentiment analysis")
|