llama-index

1
from llama_index.legacy.core.llms.types import (
2
    ChatMessage,
3
    ChatResponse,
4
    ChatResponseAsyncGen,
5
    ChatResponseGen,
6
    CompletionResponse,
7
    CompletionResponseAsyncGen,
8
    CompletionResponseGen,
9
    LLMMetadata,
10
    MessageRole,
11
)
12
from llama_index.legacy.llms.ai21 import AI21
13
from llama_index.legacy.llms.anthropic import Anthropic
14
from llama_index.legacy.llms.anyscale import Anyscale
15
from llama_index.legacy.llms.azure_openai import AzureOpenAI
16
from llama_index.legacy.llms.bedrock import Bedrock
17
from llama_index.legacy.llms.clarifai import Clarifai
18
from llama_index.legacy.llms.cohere import Cohere
19
from llama_index.legacy.llms.custom import CustomLLM
20
from llama_index.legacy.llms.dashscope import DashScope, DashScopeGenerationModels
21
from llama_index.legacy.llms.everlyai import EverlyAI
22
from llama_index.legacy.llms.gemini import Gemini
23
from llama_index.legacy.llms.gradient import (
24
    GradientBaseModelLLM,
25
    GradientModelAdapterLLM,
26
)
27
from llama_index.legacy.llms.huggingface import HuggingFaceInferenceAPI, HuggingFaceLLM
28
from llama_index.legacy.llms.konko import Konko
29
from llama_index.legacy.llms.langchain import LangChainLLM
30
from llama_index.legacy.llms.litellm import LiteLLM
31
from llama_index.legacy.llms.llama_cpp import LlamaCPP
32
from llama_index.legacy.llms.llm import LLM
33
from llama_index.legacy.llms.localai import LOCALAI_DEFAULTS, LocalAI
34
from llama_index.legacy.llms.mistral import MistralAI
35
from llama_index.legacy.llms.mock import MockLLM
36
from llama_index.legacy.llms.monsterapi import MonsterLLM
37
from llama_index.legacy.llms.neutrino import Neutrino
38
from llama_index.legacy.llms.nvidia_tensorrt import LocalTensorRTLLM
39
from llama_index.legacy.llms.nvidia_triton import NvidiaTriton
40
from llama_index.legacy.llms.ollama import Ollama
41
from llama_index.legacy.llms.openai import OpenAI
42
from llama_index.legacy.llms.openai_like import OpenAILike
43
from llama_index.legacy.llms.openllm import OpenLLM, OpenLLMAPI
44
from llama_index.legacy.llms.openrouter import OpenRouter
45
from llama_index.legacy.llms.palm import PaLM
46
from llama_index.legacy.llms.perplexity import Perplexity
47
from llama_index.legacy.llms.portkey import Portkey
48
from llama_index.legacy.llms.predibase import PredibaseLLM
49
from llama_index.legacy.llms.replicate import Replicate
50
from llama_index.legacy.llms.sagemaker_llm_endpoint import (
51
    SageMakerLLM,
52
    SageMakerLLMEndPoint,
53
)
54
from llama_index.legacy.llms.together import TogetherLLM
55
from llama_index.legacy.llms.vertex import Vertex
56
from llama_index.legacy.llms.vllm import Vllm, VllmServer
57
from llama_index.legacy.llms.watsonx import WatsonX
58
from llama_index.legacy.llms.xinference import Xinference
59
from llama_index.legacy.multi_modal_llms.dashscope import (
60
    DashScopeMultiModal,
61
    DashScopeMultiModalModels,
62
)
63

64
__all__ = [
65
    "AI21",
66
    "Anthropic",
67
    "Anyscale",
68
    "AzureOpenAI",
69
    "Bedrock",
70
    "ChatMessage",
71
    "ChatResponse",
72
    "ChatResponseAsyncGen",
73
    "LLM",
74
    "ChatResponseGen",
75
    "Clarifai",
76
    "Cohere",
77
    "CompletionResponse",
78
    "CompletionResponseAsyncGen",
79
    "CompletionResponseGen",
80
    "CustomLLM",
81
    "EverlyAI",
82
    "Gemini",
83
    "GradientBaseModelLLM",
84
    "GradientModelAdapterLLM",
85
    "HuggingFaceInferenceAPI",
86
    "HuggingFaceLLM",
87
    "Konko",
88
    "LLMMetadata",
89
    "LangChainLLM",
90
    "LiteLLM",
91
    "LlamaCPP",
92
    "LocalAI",
93
    "LOCALAI_DEFAULTS",
94
    "LocalTensorRTLLM",
95
    "MessageRole",
96
    "MockLLM",
97
    "MonsterLLM",
98
    "Neutrino",
99
    "NvidiaTriton",
100
    "MistralAI",
101
    "Ollama",
102
    "OpenAI",
103
    "OpenAILike",
104
    "OpenLLM",
105
    "OpenLLMAPI",
106
    "OpenRouter",
107
    "PaLM",
108
    "Perplexity",
109
    "Portkey",
110
    "PredibaseLLM",
111
    "Replicate",
112
    "SageMakerLLM",
113
    "SageMakerLLMEndPoint",  # deprecated
114
    "TogetherLLM",
115
    "WatsonX",
116
    "Xinference",
117
    "Vllm",
118
    "VllmServer",
119
    "Vertex",
120
    "DashScope",
121
    "DashScopeGenerationModels",
122
    "DashScopeMultiModalModels",
123
    "DashScopeMultiModal",
124
]
125