ray-llm

1
import secrets
2

3
from fastapi import Request
4

5
from rayllm.backend.observability.tracing.baggage import baggage
6

7

8
async def add_request_id(request: Request, call_next):
9
    request.state.request_id = secrets.token_urlsafe()
10

11
    with baggage({"request_id": request.state.request_id}):
12
        resp = await call_next(request)
13

14
    return resp
15