Hire Expert FastAPI
Developers from India

from fastapi import FastAPI, Depends, HTTPException, BackgroundTasks from pydantic import BaseModel, Field from typing import Annotated import asyncio app = FastAPI(title="Inference API", version="1.0.0") class PredictRequest(BaseModel): text: str = Field(..., min_length=1, max_length=2000) model: str = Field(default="gpt-4o", pattern="^gpt-|^claude-") class PredictResponse(BaseModel): prediction: str confidence: float latency_ms: int async def get_current_user(token: str) -> dict: # JWT validation logic return {"user_id": "u-123"} @app.post("/predict", response_model=PredictResponse) async def predict(req: PredictRequest, user: Annotated[dict, Depends(get_current_user)], background_tasks: BackgroundTasks): result = await run_inference(req.text, req.model) background_tasks.add_task(log_prediction, user["user_id"], req.text, result) return result