autogptq

1
# Build with: `docker build -f Dockerfile -t autogptq .`
2
# Run with: `docker run --gpus all --rm -it autogptq:latest /bin/bash`
3

4
FROM nvcr.io/nvidia/cuda:12.1.0-runtime-ubuntu22.04
5

6
RUN apt update && \
7
    apt install -y wget git && \
8
    apt clean && \
9
    rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
10

11
ENV PATH="/root/miniconda3/bin:${PATH}"
12
ARG PATH="/root/miniconda3/bin:${PATH}"
13

14
RUN wget \
15
    https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh \
16
    && mkdir .conda \
17
    && bash Miniconda3-latest-Linux-x86_64.sh -b \
18
    && rm -f Miniconda3-latest-Linux-x86_64.sh
19

20
RUN conda init bash
21

22
RUN pip install --upgrade pip
23
RUN pip install --upgrade numpy torch setuptools wheel
24

25
RUN git clone https://github.com/AutoGPTQ/AutoGPTQ.git
26
WORKDIR /AutoGPTQ
27

28
RUN pip install -vvv .