Adding an additional agent

Dockerfile

@@ -15,7 +15,7 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-ins
 RUN python3 -m pip install --no-cache-dir --upgrade pip && \
     pip3 install --no-cache-dir \
       fastapi uvicorn httpx[http2] \
-      smolagents litellm \
+      smolagents[toolkit] litellm \
       "pydantic>=2,<3"
 
 # MongoDB

agents/code_writing_agent.py

@@ -3,10 +3,12 @@ import smolagents
 import smolagents.models
 
 
-def create_code_writing_agent():
+def generate_code_writing_agent_with_tools(tools=None):
     """
     Create a code-writing agent without any extra tools.
     """
+    if tools is None:
+        tools = []
     return smolagents.CodeAgent(
         name="code_writing_agent_without_tools",
         model=smolagents.models.OpenAIServerModel(
@@ -14,10 +16,25 @@ def create_code_writing_agent():
             api_base=os.getenv("UPSTREAM_OPENAI_BASE", "").rstrip("/"),
             api_key=os.getenv("OPENAI_API_KEY"),
         ),
-        tools=[],  # no extra tools
+        tools=tools,
         add_base_tools=False,
         max_steps=4,
         verbosity_level=int(
             os.getenv("AGENT_VERBOSITY", "1")
         ),  # quieter by default; override via env
     )
+
+
+def generate_code_writing_agent_without_tools():
+    """
+    Create a code-writing agent without any extra tools.
+    """
+    return generate_code_writing_agent_with_tools()
+
+
+def generate_code_writing_agent_with_search():
+    """
+    Create a code-writing agent without any extra tools.
+    """
+    tools = [smolagents.WebSearchTool(max_results=5)]
+    return generate_code_writing_agent_with_tools(tools)

proxy.py

@@ -19,7 +19,10 @@ import contextlib
 # Upstream pass-through
 import httpx
 
-from agents.code_writing_agent import create_code_writing_agent
+from agents.code_writing_agent import (
+    generate_code_writing_agent_without_tools,
+    generate_code_writing_agent_with_search,
+)
 
 # Logging setup
 logging.basicConfig(level=os.getenv("LOG_LEVEL", "INFO").upper())
@@ -692,13 +695,21 @@ async def chat_completions(req: fastapi.Request):
         AGENT_MODEL,
         AGENT_MODEL + "-nothink",
     ) and isinstance(model_name, str):
-        try:
-            agent_for_request = create_code_writing_agent()
-        except Exception:
-            log.exception(
-                "Failed to construct agent for model '%s'; using default", model_name
+        if model_name == "code-writing-agent-without-tools":
+            agent_for_request = generate_code_writing_agent_without_tools()
+        elif model_name == "code-writing-agent-with-search":
+            agent_for_request = generate_code_writing_agent_with_search()
+        else:
+            # Emit error for unknown model
+            return fastapi.responses.JSONResponse(
+                status_code=400,
+                content={
+                    "error": {
+                        "message": f"Unknown model id: {model_name}",
+                        "type": "invalid_request_error",
+                    }
+                },
             )
-            agent_for_request = None
 
     try:
         if stream: