ray-llm

1
import os
2

3
MAX_NUM_STOPPING_SEQUENCES = int(os.getenv("RAYLLM_MAX_NUM_STOPPING_SEQUENCES", 8))
4
ALLOW_NEW_PLACEMENT_GROUPS_IN_DEPLOYMENT = int(
5
    os.getenv("RAYLLM_ALLOW_NEW_PLACEMENT_GROUPS_IN_DEPLOYMENT", "1")
6
)
7