deep-agent-deployment

Deep Agent Deployment

Deploy your Deep Agent as a REST API, WebSocket server, or CLI tool for production use.

When to Use

• When serving the agent as an API endpoint
• When deploying to LangGraph Platform
• When creating a Docker container for the agent
• When building a CLI interface

Available Operations

1. Serve as FastAPI REST API
2. Add WebSocket streaming
3. Deploy with Docker
4. Deploy to LangGraph Platform
5. Create CLI interface

Multi-Step Workflow

Step 1: FastAPI REST API

# api/server.py
from fastapi import FastAPI, HTTPException
from pydantic import BaseModel
from deepagents import create_deep_agent
from langgraph.checkpoint.postgres import PostgresSaver

app = FastAPI(title="Deep Agent API")

agent = create_deep_agent(
    model="anthropic:claude-sonnet-4-6",
    checkpointer=PostgresSaver(conn_string=os.environ["DATABASE_URL"])
)

class ChatRequest(BaseModel):
    message: str
    thread_id: str

class ChatResponse(BaseModel):
    response: str
    thread_id: str

@app.post("/api/chat", response_model=ChatResponse)
async def chat(req: ChatRequest):
    config = {"configurable": {"thread_id": req.thread_id}}
    result = agent.invoke(
        {"messages": [{"role": "user", "content": req.message}]},
        config=config
    )
    return ChatResponse(
        response=result["messages"][-1].content,
        thread_id=req.thread_id
    )

Step 2: WebSocket Streaming

# api/websocket.py
from fastapi import WebSocket

@app.websocket("/ws/chat/{thread_id}")
async def ws_chat(websocket: WebSocket, thread_id: str):
    await websocket.accept()
    config = {"configurable": {"thread_id": thread_id}}

    while True:
        message = await websocket.receive_text()

        async for event in agent.astream_events(
            {"messages": [{"role": "user", "content": message}]},
            config=config,
            version="v2"
        ):
            if event["event"] == "on_chat_model_stream":
                chunk = event["data"]["chunk"].content
                if chunk:
                    await websocket.send_text(chunk)

        await websocket.send_text("[DONE]")