/
githubmirror
/
OpenAgents
Обзор
Документация
Войти
/
githubmirror
/
OpenAgents
Код
Запросы
0
Пакеты
0
Релизы
0
Аналитика
Безопасность
main
backend/api/language_model.py
58 строк
2 KB
Fan
Update: Add Azure OpenAI Support (#117)
04 янв 2024, 04:06
Не верифицирован
04 янв 2024, 04:06
fe73ac4
Код
Авторство
О чём код?
import os from backend.app import app from real_agents.adapters.models import ChatOpenAI, ChatAnthropic, AzureChatOpenAI from real_agents.adapters.llm import BaseLanguageModel LLAMA_DIR = "PATH_TO_LLAMA_DIR" @app.route("/api/llm_list", methods=["POST"]) def get_llm_list(): """Gets the whole llm list.""" return [ {"id": llm, "name": llm} for llm in [ "gpt-3.5-turbo-16k", "gpt-4", "claude-v1", "claude-2", "lemur-chat" ] ] def get_llm(llm_name: str, **kwargs) -> BaseLanguageModel: """Gets the llm model by its name.""" if llm_name in ["gpt-3.5-turbo-16k", "gpt-4"]: openai_api_type = os.getenv("OPENAI_API_TYPE", "open_ai") if openai_api_type == "open_ai": chat_openai = ChatOpenAI kwargs.update({"model_name": llm_name}) elif openai_api_type == "azure": chat_openai = AzureChatOpenAI kwargs.update({"deployment_name": llm_name}) return chat_openai( streaming=True, verbose=True, **kwargs ) elif llm_name in ["claude-v1", "claude-2"]: anthropic_api_key = os.getenv("ANTHROPIC_API_KEY", "") return ChatAnthropic( model=llm_name, streaming=True, verbose=True, anthropic_api_key=anthropic_api_key, **kwargs, ) elif llm_name == "lemur-chat": return ChatOpenAI( model_name="lemur-70b-chat-v1", streaming=True, openai_api_base="https://model-api.xlang.ai/v1", verbose=True, max_tokens=2048, **kwargs ) else: raise ValueError(f"llm_name {llm_name} not found")