ctransformers

1
import os
2

3
kwargs = {}
4
if os.environ.get("CT_WHEEL") == "1":
5
    from setuptools import setup
6
else:
7
    from skbuild import setup
8

9
    cmake_args = []
10
    for key in ["CT_INSTRUCTIONS", "CT_CUBLAS", "CT_HIPBLAS", "CT_METAL"]:
11
        value = os.environ.get(key)
12
        if value:
13
            cmake_args.append(f"-D{key}={value}")
14
    if cmake_args:
15
        kwargs["cmake_args"] = cmake_args
16

17
with open("README.md") as f:
18
    long_description = f.read()
19

20
name = "ctransformers"
21

22
setup(
23
    name=name,
24
    version="0.2.27",
25
    description="Python bindings for the Transformer models implemented in C/C++ using GGML library.",
26
    long_description=long_description,
27
    long_description_content_type="text/markdown",
28
    author="Ravindra Marella",
29
    author_email="mv.ravindra007@gmail.com",
30
    url="https://github.com/marella/{}".format(name),
31
    license="MIT",
32
    packages=[name, "ctransformers.gptq"],
33
    package_data={name: ["lib/*/*.so", "lib/*/*.dll", "lib/*/*.dylib"]},
34
    install_requires=[
35
        "huggingface-hub",
36
        "py-cpuinfo>=9.0.0,<10.0.0",
37
    ],
38
    extras_require={
39
        "cuda": [
40
            "nvidia-cuda-runtime-cu12",
41
            "nvidia-cublas-cu12",
42
        ],
43
        "gptq": [
44
            "exllama==0.1.0",
45
        ],
46
        "tests": [
47
            "pytest",
48
        ],
49
    },
50
    zip_safe=False,
51
    classifiers=[
52
        "Development Status :: 1 - Planning",
53
        "Intended Audience :: Developers",
54
        "Intended Audience :: Education",
55
        "Intended Audience :: Science/Research",
56
        "License :: OSI Approved :: MIT License",
57
        "Programming Language :: Python :: 3",
58
        "Topic :: Scientific/Engineering",
59
        "Topic :: Scientific/Engineering :: Mathematics",
60
        "Topic :: Scientific/Engineering :: Artificial Intelligence",
61
        "Topic :: Software Development",
62
        "Topic :: Software Development :: Libraries",
63
        "Topic :: Software Development :: Libraries :: Python Modules",
64
    ],
65
    keywords="{} transformers ai llm".format(name),
66
    **kwargs,
67
)
68