Hire Expert
FastAPI Developers

from fastapi import FastAPI, Depends, HTTPException, BackgroundTasks
from pydantic import BaseModel, Field
from typing import Annotated
import asyncio

app = FastAPI(title="Inference API", version="1.0.0")

class PredictRequest(BaseModel):
    text: str = Field(..., min_length=1, max_length=2000)
    model: str = Field(default="gpt-4o", pattern="^gpt-|^claude-")

class PredictResponse(BaseModel):
    prediction: str
    confidence: float
    latency_ms: int

async def get_current_user(token: str) -> dict:
    # JWT validation logic
    return {"user_id": "u-123"}

@app.post("/predict", response_model=PredictResponse)
async def predict(req: PredictRequest, user: Annotated[dict, Depends(get_current_user)],
                  background_tasks: BackgroundTasks):
    result = await run_inference(req.text, req.model)
    background_tasks.add_task(log_prediction, user["user_id"], req.text, result)
    return result