dream

1
FROM pytorch/pytorch:2.0.0-cuda11.7-cudnn8-devel
2

3
WORKDIR /src
4

5
ARG PRETRAINED_MODEL_NAME_OR_PATH
6
ENV PRETRAINED_MODEL_NAME_OR_PATH ${PRETRAINED_MODEL_NAME_OR_PATH}
7
ARG LANGUAGE=EN
8
ENV LANGUAGE ${LANGUAGE}
9

10
COPY ./services/transformers_peft_lm/requirements.txt /src/requirements.txt
11
RUN pip install --upgrade pip && pip install -r /src/requirements.txt
12

13
RUN apt-get update && apt-get install -y --allow-unauthenticated git wget
14
RUN pip install git+https://github.com/huggingface/transformers.git@15641892985b1d77acc74c9065c332cd7c3f7d7f
15
RUN pip install git+https://github.com/huggingface/peft.git@382b178911edff38c1ff619bbac2ba556bd2276b
16

17
RUN LD_LIBRARY_PATH=/usr/lib/x86_64-linux-gnu/
18
RUN pip install bitsandbytes
19

20
COPY services/transformers_peft_lm /src
21
COPY common /src/common
22

23
CMD gunicorn --workers=1 server:app -b 0.0.0.0:${SERVICE_PORT} --timeout=300
24