dream

1
name: openai-api-gpt4-turbo
2
endpoints:
3
- respond
4
- generate_goals
5
compose:
6
  env_file:
7
  - .env
8
  build:
9
    args:
10
      SERVICE_PORT: 8180
11
      SERVICE_NAME: openai_api_gpt4_turbo
12
      PRETRAINED_MODEL_NAME_OR_PATH: gpt-4-1106-preview
13
      FLASK_APP: server
14
    context: .
15
    dockerfile: ./services/openai_api_lm/Dockerfile
16
  command: flask run -h 0.0.0.0 -p 8180
17
  environment:
18
  - CUDA_VISIBLE_DEVICES=0
19
  - FLASK_APP=server
20
  deploy:
21
    resources:
22
      limits:
23
        memory: 100M
24
      reservations:
25
        memory: 100M
26
  volumes:
27
  - ./services/openai_api_lm:/src
28
  - ./common:/src/common
29
  ports:
30
  - 8180:8180
31
proxy: null
32