dream

1
name: openai-api-chatgpt
2
endpoints:
3
- respond
4
- generate_goals
5
compose:
6
  env_file:
7
  - .env
8
  build:
9
    args:
10
      SERVICE_PORT: 8145
11
      SERVICE_NAME: openai_api_chatgpt
12
      PRETRAINED_MODEL_NAME_OR_PATH: gpt-3.5-turbo
13
      CUDA_VISIBLE_DEVICES: '0'
14
      FLASK_APP: server
15
    context: .
16
    dockerfile: ./services/openai_api_lm/Dockerfile
17
  command: flask run -h 0.0.0.0 -p 8145
18
  environment:
19
  - CUDA_VISIBLE_DEVICES=0
20
  - FLASK_APP=server
21
  deploy:
22
    resources:
23
      limits:
24
        memory: 100M
25
      reservations:
26
        memory: 100M
27
  volumes:
28
  - ./services/openai_api_lm:/src
29
  - ./common:/src/common
30
  ports:
31
  - 8145:8145
32
proxy: null
33