feat: migrate MCP server search to support Tavily alongside DuckDuckGo

.env.example

@@ -18,6 +18,10 @@ ANTHROPIC_MODEL_CHAT=claude-3-5-sonnet-latest
 # --- Google Gemini (optional, used by MCP server) ---
 GOOGLE_API_KEY=
 
+# --- Search Provider ---
+SEARCH_PROVIDER=duckduckgo     # duckduckgo | tavily
+TAVILY_API_KEY=                # Required when SEARCH_PROVIDER=tavily
+
 # --- Storage ---
 CHROMA_DIR=.chroma
 SQLITE_PATH=.sqlite/agent.db

mcp/server.py

@@ -71,8 +71,8 @@ async def summarize(req: SummarizeRequest) -> Dict[str, Any]:
 
         @self.app.get("/search")
         async def search(q: str, max_results: int = 5) -> Dict[str, Any]:
-            """Perform a web search using DuckDuckGo."""
-            results = await webtools.search_ddg(q, max_results=max_results)
+            """Perform a web search."""
+            results = await webtools.search_web(q, max_results=max_results)
             return {"query": q, "results": results}
 
         @self.app.get("/browse")
@@ -84,7 +84,7 @@ async def browse(url: str) -> Dict[str, Any]:
         @self.app.get("/research")
         async def research(q: str, max_results: int = 3) -> Dict[str, Any]:
             """Conduct a search and fetch the contents of top results."""
-            results = await webtools.search_ddg(q, max_results=max_results)
+            results = await webtools.search_web(q, max_results=max_results)
             pages: List[Dict[str, str]] = []
             for res in results:
                 url = res.get("href") or res.get("url")

mcp/tools/web.py

@@ -1,5 +1,7 @@
 from __future__ import annotations
 
+import os
+
 import httpx
 import trafilatura
 from bs4 import BeautifulSoup
@@ -14,6 +16,33 @@ async def search_ddg(q: str, max_results: int = 5):
             return []
 
 
+async def search_tavily(q: str, max_results: int = 5):
+    """Search using the Tavily API, returning results normalised to {title, href, body}."""
+    from tavily import AsyncTavilyClient
+
+    try:
+        client = AsyncTavilyClient(api_key=os.environ.get("TAVILY_API_KEY", ""))
+        response = await client.search(query=q, max_results=max_results)
+    except Exception:
+        return []
+    results = []
+    for r in response.get("results", []):
+        results.append({
+            "title": r.get("title", ""),
+            "href": r.get("url", ""),
+            "body": r.get("content", ""),
+        })
+    return results
+
+
+async def search_web(q: str, max_results: int = 5):
+    """Dispatch to the configured search provider (duckduckgo or tavily)."""
+    provider = os.environ.get("SEARCH_PROVIDER", "duckduckgo").lower()
+    if provider == "tavily":
+        return await search_tavily(q, max_results=max_results)
+    return await search_ddg(q, max_results=max_results)
+
+
 async def fetch_page(url: str) -> str:
     async with httpx.AsyncClient() as client:
         resp = await client.get(url, timeout=15)

requirements.txt

@@ -17,6 +17,7 @@ typing-extensions>=4.12.2
 
 # Discovery
 duckduckgo-search>=6.2.10
+tavily-python>=0.3.0
 httpx>=0.27.0
 trafilatura>=1.10.0
 beautifulsoup4>=4.12.3