|
import os |
|
from selenium import webdriver |
|
from selenium.webdriver.common.by import By |
|
from selenium.webdriver.common.keys import Keys |
|
from selenium.webdriver.support.ui import WebDriverWait |
|
from selenium.webdriver.support import expected_conditions as EC |
|
from selenium.webdriver.chrome.options import Options |
|
from selenium.webdriver.chrome.service import Service |
|
import requests |
|
import time |
|
|
|
count=4 |
|
|
|
def openDataset(user_prompt): |
|
chrome_options = Options() |
|
chrome_options.add_argument("--headless") |
|
driver = webdriver.Chrome(options=chrome_options) |
|
try: |
|
driver.get('https://www.openml.org/search?type=data&status=active') |
|
|
|
time.sleep(5) |
|
|
|
search = WebDriverWait(driver, 20).until( |
|
EC.presence_of_element_located((By.CSS_SELECTOR, "input.MuiInputBase-input.css-mnn31"))) |
|
search.send_keys(user_prompt) |
|
search.send_keys(Keys.RETURN) |
|
time.sleep(4) |
|
|
|
divs = driver.find_elements(By.CSS_SELECTOR, "div.MuiPaper-root.MuiPaper-elevation.MuiPaper-elevation1.MuiCard-root.sc-gFAWRd.gJoEXx.css-1xol7fw") |
|
a=0 |
|
urls=[] |
|
for div in divs: |
|
a+=1 |
|
if a>count: |
|
break |
|
div.click() |
|
urls.append(driver.current_url) |
|
|
|
driver.back() |
|
time.sleep(2) |
|
|
|
driver.quit() |
|
return urls |
|
except: |
|
print("Internet Issue driver crashed") |
|
return [] |
|
|
|
|
|
|
