web search test

app.py

@@ -7,6 +7,7 @@ from huggingface_hub import login
 from dotenv import load_dotenv
 
 import agent
+import app_agents
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -135,14 +136,16 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
 def test_init_agent_for_chat(text_input, history):
     # 1. Instantiate Agent ( modify this part to create your agent)
     try:
-        basicAgent = agent.BasicAgent()
+        managerAgent = agents.manager_agent
+        # basicAgent = agent.BasicAgent()
     except Exception as e:
         print(f"Error instantiating agent: {e}")
         return f"Error initializing agent: {e}", None
 
-    submitted_answer = basicAgent(text_input)
+    manager_agent.visualize()
+    # submitted_answer = basicAgent(text_input)
 
-    return submitted_answer
+    # return submitted_answer
 
 # --- Build Gradio Interface using Blocks ---
 with gr.Blocks() as demo:

app_agents/manager_agent.py

@@ -0,0 +1,56 @@
+import os
+from smolagents.utils import encode_image_base64, make_image_url
+from smolagents import OpenAIServerModel
+
+import app_agents.web_agent as web_agent
+
+def check_reasoning_and_plot(final_answer, agent_memory):
+    multimodal_model = OpenAIServerModel("gpt-4o", max_tokens=8096)
+    filepath = "saved_map.png"
+    assert os.path.exists(filepath), "Make sure to save the plot under saved_map.png!"
+    image = Image.open(filepath)
+    prompt = (
+        f"Here is a user-given task and the agent steps: {agent_memory.get_succinct_steps()}. Now here is the plot that was made."
+        "Please check that the reasoning process and plot are correct: do they correctly answer the given task?"
+        "First list reasons why yes/no, then write your final decision: PASS in caps lock if it is satisfactory, FAIL if it is not."
+        "Don't be harsh: if the plot mostly solves the task, it should pass."
+        "To pass, a plot should be made using px.scatter_map and not any other method (scatter_map looks nicer)."
+    )
+    messages = [
+        {
+            "role": "user",
+            "content": [
+                {
+                    "type": "text",
+                    "text": prompt,
+                },
+                {
+                    "type": "image_url",
+                    "image_url": {"url": make_image_url(encode_image_base64(image))},
+                },
+            ],
+        }
+    ]
+    output = multimodal_model(messages).content
+    print("Feedback: ", output)
+    if "FAIL" in output:
+        raise Exception(output)
+    return True
+
+manager_agent = CodeAgent(
+    model=InferenceClientModel("deepseek-ai/DeepSeek-R1", provider="together", max_tokens=8096),
+    tools=[calculate_cargo_travel_time],
+    managed_agents=[web_agent.agent],
+    additional_authorized_imports=[
+        "geopandas",
+        "plotly",
+        "shapely",
+        "json",
+        "pandas",
+        "numpy",
+    ],
+    planning_interval=5,
+    verbosity_level=2,
+    final_answer_checks=[check_reasoning_and_plot],
+    max_steps=15,
+)

app_agents/web_agent.py

@@ -0,0 +1,13 @@
+from smolagents import CodeAgent, DuckDuckGoSearchTool, InferenceClientModel, VisitWebpageTool
+
+model = InferenceClientModel(model_id="Qwen/Qwen2.5-Coder-32B-Instruct", provider="together")
+
+agent = CodeAgent(
+    model=model,
+    tools=[GoogleSearchTool(), VisitWebpageTool()],
+    additional_authorized_imports=["pandas"],
+    name="web_agent",
+    description="Browses the web to find information",
+    verbosity_level=0,
+    max_steps=20,
+)

{tools → app_tools}/tools.py

@@ -60,4 +60,30 @@ def calculate_cargo_travel_time(
     return round(flight_time, 2)
 
 
-print(calculate_cargo_travel_time((41.8781, -87.6298), (-33.8688, 151.2093)))
+@tool
+def visit_webpage(url: str) -> str:
+    """Visits a webpage at the given URL and returns its content as a markdown string.
+
+    Args:
+        url: The URL of the webpage to visit.
+
+    Returns:
+        The content of the webpage converted to Markdown, or an error message if the request fails.
+    """
+    try:
+        # Send a GET request to the URL
+        response = requests.get(url)
+        response.raise_for_status()  # Raise an exception for bad status codes
+
+        # Convert the HTML content to Markdown
+        markdown_content = markdownify(response.text).strip()
+
+        # Remove multiple line breaks
+        markdown_content = re.sub(r"\n{3,}", "\n\n", markdown_content)
+
+        return markdown_content
+
+    except RequestException as e:
+        return f"Error fetching the webpage: {str(e)}"
+    except Exception as e:
+        return f"An unexpected error occurred: {str(e)}"