ray-llm

1
from setuptools import find_packages, setup
2

3
with open("requirements.txt") as f:
4
    required = f.read().splitlines()
5

6
with open("requirements-backend.txt") as f:
7
    required_backend = f.read().splitlines()
8

9
with open("requirements-frontend.txt") as f:
10
    required_frontend = f.read().splitlines()
11

12
with open("requirements-dev.txt") as f:
13
    required_dev = f.read().splitlines()
14

15
with open("requirements-docs.txt") as f:
16
    required_docs = f.read().splitlines()
17

18
setup(
19
    name="rayllm",
20
    version="0.5.0",
21
    description="A tool to deploy and query LLMs",
22
    packages=find_packages(include=["rayllm", "rayllm.*"]),
23
    include_package_data=True,
24
    package_data={"rayllm": ["models/*"]},
25
    entry_points={
26
        "console_scripts": [
27
            "rayllm=rayllm.cli:app",
28
        ]
29
    },
30
    install_requires=required,
31
    extras_require={
32
        "backend": required_backend,
33
        "frontend": required_frontend,
34
        "dev": required_dev,
35
        "test": required_dev,
36
        "docs": required_docs,
37
    },
38
    dependency_links=["https://download.pytorch.org/whl/cu118"],
39
    python_requires=">=3.8",
40
)
41