File size: 934 Bytes
825e978 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 |
import sys
import os
import getFiles.getKaggle as getKaggle
import getFiles.getGoogle as getGoogle
import getFiles.getGithub as getGithub
import getFiles.getHuggingFace as gh
import cleanDataset
import openml_search
import clean_openml
sys.path.append(os.path.abspath(os.path.join(os.getcwd(), 'langchain_folder')))
from langchain_folder import main as m
import json
def downloadDatasets():
data=input("enter query : ")
kag,git,hug=getGoogle.googleDatasets(data)
print(kag)
print("this is github : ")
print(git)
print(hug)
if(len(kag)>0):
for url in kag:
getKaggle.kaggleDataset(url,data)
if(len(git)>0):
for url in git:
getGithub.githubDataset(url,data)
if(len(hug)>0):
for url in hug:
gh.huggingDataset(url,data)
openml_search.openDataset(data)
clean_openml.clean(data)
cleanDataset.clean(data)
downloadDatasets() |