gpt4all

1
version: "3.8"
2

3
services:
4
  gpt4all_api:
5
    image: gpt4all_api
6
    container_name: gpt4all_api
7
    restart: always #restart on error (usually code compilation from save during bad state)
8
    ports:
9
      - "4891:4891"
10
    env_file:
11
      - .env
12
    environment:
13
      - APP_ENVIRONMENT=dev
14
      - WEB_CONCURRENCY=2
15
      - LOGLEVEL=debug
16
      - PORT=4891
17
      - model=${MODEL_BIN} # using variable from .env file
18
      - inference_mode=cpu
19
    volumes:
20
      - './gpt4all_api/app:/app'
21
      - './gpt4all_api/models:/models' # models are mounted in the container
22
    command: ["/start-reload.sh"]