mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-02-07 03:31:58 +08:00
* support mcp # Conflicts: # tensorrt_llm/scaffolding/worker.py Signed-off-by: wu1du2 <wu1du2@gmail.com> * move all into contrib/mcp # Conflicts: # examples/scaffolding/contrib/mcp/mcptest.py # tensorrt_llm/scaffolding/__init__.py # tensorrt_llm/scaffolding/contrib/__init__.py # tensorrt_llm/scaffolding/contrib/mcp/__init__.py # tensorrt_llm/scaffolding/contrib/mcp/mcp_controller.py # tensorrt_llm/scaffolding/task.py # tensorrt_llm/scaffolding/worker.py Signed-off-by: wu1du2 <wu1du2@gmail.com> * support sandbox, websearch # Conflicts: # examples/scaffolding/contrib/mcp/mcptest.py # examples/scaffolding/contrib/mcp/weather/weather.py # tensorrt_llm/scaffolding/contrib/mcp/mcp_controller.py # tensorrt_llm/scaffolding/contrib/mcp/mcp_utils.py # tensorrt_llm/scaffolding/contrib/mcp/mcp_worker.py # tensorrt_llm/scaffolding/worker.py Signed-off-by: wu1du2 <wu1du2@gmail.com> * remove pics Signed-off-by: wu1du2 <wu1du2@gmail.com> * pre-commit fix # Conflicts: # tensorrt_llm/scaffolding/contrib/mcp/__init__.py # tensorrt_llm/scaffolding/contrib/mcp/mcp_utils.py # tensorrt_llm/scaffolding/contrib/mcp/mcp_worker.py Signed-off-by: wu1du2 <wu1du2@gmail.com> * fix spell Signed-off-by: wu1du2 <wu1du2@gmail.com> * rebase Signed-off-by: wu1du2 <wu1du2@gmail.com> --------- Signed-off-by: wu1du2 <wu1du2@gmail.com>
77 lines
2.3 KiB
Python
77 lines
2.3 KiB
Python
import os
|
|
|
|
import uvicorn
|
|
from brave import Brave
|
|
from dotenv import load_dotenv
|
|
from mcp.server import Server
|
|
from mcp.server.fastmcp import FastMCP
|
|
from mcp.server.sse import SseServerTransport
|
|
from starlette.applications import Starlette
|
|
from starlette.requests import Request
|
|
from starlette.routing import Mount, Route
|
|
|
|
# Initialize FastMCP server for Weather tools (SSE)
|
|
mcp = FastMCP("websearch")
|
|
|
|
# Load environment variables
|
|
load_dotenv()
|
|
|
|
|
|
@mcp.tool()
|
|
async def websearch(query: str) -> str:
|
|
"""Web search, fetch information from the internet
|
|
Args:
|
|
query: string of what you want to search
|
|
"""
|
|
BRAVE_API_KEY = os.getenv("BRAVE_API_KEY")
|
|
brave = Brave(BRAVE_API_KEY)
|
|
print(f"brave apikey {BRAVE_API_KEY }")
|
|
search_results = brave.search(q=query, raw=True)
|
|
return f"{search_results}"
|
|
|
|
|
|
def create_starlette_app(mcp_server: Server,
|
|
*,
|
|
debug: bool = False) -> Starlette:
|
|
"""Create a Starlette application that can server the provided mcp server with SSE."""
|
|
sse = SseServerTransport("/messages/")
|
|
|
|
async def handle_sse(request: Request) -> None:
|
|
async with sse.connect_sse(
|
|
request.scope,
|
|
request.receive,
|
|
request._send, # noqa: SLF001
|
|
) as (read_stream, write_stream):
|
|
await mcp_server.run(
|
|
read_stream,
|
|
write_stream,
|
|
mcp_server.create_initialization_options(),
|
|
)
|
|
|
|
return Starlette(
|
|
debug=debug,
|
|
routes=[
|
|
Route("/sse", endpoint=handle_sse),
|
|
Mount("/messages/", app=sse.handle_post_message),
|
|
],
|
|
)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
mcp_server = mcp._mcp_server # noqa: WPS437
|
|
|
|
import argparse
|
|
|
|
parser = argparse.ArgumentParser(description='Run MCP SSE-based server')
|
|
parser.add_argument('--host', default='0.0.0.0', help='Host to bind to')
|
|
parser.add_argument('--port',
|
|
type=int,
|
|
default=8082,
|
|
help='Port to listen on')
|
|
args = parser.parse_args()
|
|
|
|
# Bind SSE request handling to MCP server
|
|
starlette_app = create_starlette_app(mcp_server, debug=True)
|
|
|
|
uvicorn.run(starlette_app, host=args.host, port=args.port)
|