SuperAGI

1
version: '3.8'
2

3
services:
4
  backend:
5
    volumes:
6
      - "./:/app"
7
    build: .
8
    ports:
9
      - "8001:8001"
10
    depends_on:
11
      - super__tgwui
12
      - super__redis
13
      - super__postgres
14
    networks:
15
      - super_network
16

17
  celery:
18
    volumes:
19
      - "./:/app"
20
    build:
21
      context: .
22
      dockerfile: DockerfileCelery
23
    depends_on:
24
      - super__tgwui
25
      - super__redis
26
      - super__postgres
27
    networks:
28
      - super_network
29
    
30
  gui:
31
    build: ./gui
32
    ports:
33
      - "3000:3000"
34
    environment:
35
      - NEXT_PUBLIC_API_BASE_URL=http://localhost:8001
36
    networks:
37
      - super_network
38
    volumes:
39
      - ./gui:/app
40
      - /app/node_modules
41
      - /app/.next
42

43
  super__tgwui:
44
    build:
45
      context: ./tgwui/
46
      target: llama-cublas
47
      dockerfile: DockerfileTGWUI
48
#      args:
49
#        - LCL_SRC_DIR=text-generation-webui  # Developers - see Dockerfile app_base
50
    image: atinoda/text-generation-webui:llama-cublas # Specify variant as the :tag
51
    container_name: super__tgwui
52
    environment:
53
      - EXTRA_LAUNCH_ARGS="--no-mmap --verbose --extensions openai --auto-devices --n_ctx 2000 --gpu-memory 22 22 --n-gpu-layers 128 --threads 8"
54
#      - BUILD_EXTENSIONS_LIVE="silero_tts whisper_stt" # Install named extensions during every container launch. THIS WILL SIGNIFICANLTLY SLOW LAUNCH TIME.
55
    ports:
56
      - 7860:7860  # Default web port
57
      - 5000:5000  # Default API port
58
      - 5005:5005  # Default streaming port
59
      - 5001:5001  # Default OpenAI API extension port
60
    volumes:
61
      - ./tgwui/config/loras:/app/loras
62
      - ./tgwui/config/models:/app/models
63
      - ./tgwui/config/presets:/app/presets
64
      - ./tgwui/config/prompts:/app/prompts
65
      - ./tgwui/config/softprompts:/app/softprompts
66
      - ./tgwui/config/training:/app/training
67
#      - ./config/extensions:/app/extensions
68
    logging:
69
      driver:  json-file
70
      options:
71
        max-file: "3"   # number of files or file count
72
        max-size: '10m'
73
    networks:
74
      - super_network
75
    deploy:
76
        resources:
77
          reservations:
78
            devices:
79
              - driver: nvidia
80
#                count: "all"
81
                device_ids: ['0', '1'] # must comment the above line if this line is uncommented.
82
                capabilities: [gpu]
83
  super__redis:
84
    image: "docker.io/library/redis:latest"
85
    networks:
86
      - super_network
87

88
  super__postgres:
89
    image: "docker.io/library/postgres:latest"
90
    environment:
91
      - POSTGRES_USER=superagi
92
      - POSTGRES_PASSWORD=password
93
      - POSTGRES_DB=super_agi_main
94
    volumes:
95
      - superagi_postgres_data:/var/lib/postgresql/data/
96
    networks:
97
      - super_network
98
    ports:
99
      - "5432:5432"
100

101
networks:
102
  super_network:
103
    driver: bridge
104

105
volumes:
106
  superagi_postgres_data:
107