llama-index

1
import os
2
from typing import Any, Optional
3

4
from llama_index.legacy.llms.openai_like import OpenAILike
5

6

7
class TogetherLLM(OpenAILike):
8
    def __init__(
9
        self,
10
        model: str,
11
        api_key: Optional[str] = None,
12
        api_base: str = "https://api.together.xyz/v1",
13
        is_chat_model: bool = True,
14
        **kwargs: Any,
15
    ) -> None:
16
        api_key = api_key or os.environ.get("TOGETHER_API_KEY", None)
17
        super().__init__(
18
            model=model,
19
            api_key=api_key,
20
            api_base=api_base,
21
            is_chat_model=is_chat_model,
22
            **kwargs,
23
        )
24

25
    @classmethod
26
    def class_name(cls) -> str:
27
        """Get class name."""
28
        return "TogetherLLM"
29