dream

1
name: prompt-storygpt
2
endpoints:
3
- respond
4
compose:
5
  env_file:
6
  - .env
7
  build:
8
    args:
9
      SERVICE_PORT: 8127
10
      SERVICE_NAME: prompt_storygpt
11
      MODELS_URL: http://files.deeppavlov.ai/dream_data/story_skill/finetuned2.tar.gz
12
      BART_MODEL_NAME: facebook/bart-large
13
      FINETUNED_MODEL_NAME: /data/finetuned2
14
      CUDA_VISIBLE_DEVICES: '0'
15
      FLASK_APP: server
16
    context: ./services/prompt_storygpt/
17
  command: flask run -h 0.0.0.0 -p 8127
18
  environment:
19
  - CUDA_VISIBLE_DEVICES=0
20
  - FLASK_APP=server
21
  deploy:
22
    resources:
23
      limits:
24
        memory: 10G
25
      reservations:
26
        memory: 10G
27
  volumes:
28
  - ./services/prompt_storygpt:/src
29
  - ~/.deeppavlov/cache:/root/.cache
30
  ports:
31
  - 8127:8127
32