Update app.py

Now that the code is working, I will add some extra web functionality.

app.py

@@ -8,6 +8,7 @@ from tools.final_answer import FinalAnswerTool
 from Gradio_UI import GradioUI
 import requests
 
+from bs4 import BeautifulSoup
 
 # Below is an example of a tool that does nothing. Amaze us with your creativity !
 @tool
@@ -22,16 +23,38 @@ def my_custom_tool(arg1:str, arg2:int)-> str: #it's import to specify the return
 
 # Creating an example function to get data from a website of my choice
 @tool
-def webpage_contents_get(url:str)-> str: #it's import to specify the return type
+def webpage_contents_get(url:str, headers_in: dict = None)-> str: #it's import to specify the return type
     #Keep this format for the description / args / args description but feel free to modify the tool
     """A simple function to grab contents of a webpage
     Args:
         url: The URL the contents of which the tool will get
     """
-    response = requests.get(url)
-    html_content = response.text
-    return html_content
+    response = requests.get(url, headers = headers_in)
+    #html_content = response.text
+    return response.content
 
+@tool
+def webpage_header_get(url:str)-> str: #it's import to specify the return type
+    #Keep this format for the description / args / args description but feel free to modify the tool
+    """A simple function to grab header of a webpage
+    Args:
+        url: The URL the contents of which the tool will get
+    """
+    response = requests.get(url)
+    return response.headers
+@tool
+def webpage_contents_soup_links(response_content:bytes)->list:
+    '''
+    This function will find all links in the response.content from the webpage_contents_get tool
+    '''
+    soup = BeautifulSoup(response.content, "html.parser")
+    list_ret
+    for link in soup.find_all("a"):
+        ret_t = link.get("href")
+        print(link.get("href"))
+        list_ret.append(link.get("href"))
+    return list_ret
+    
 
 @tool
 def get_current_time_in_timezone(timezone: str) -> str: