weaviate

1
##
2
# This docker-compose is used for developing Weaviate, i.e. for contributors. 
3
# THIS IS NOT INTENDED FOR USERS !!
4
#
5
# To get a docker-compose file to run Weaviate, please follow the instructions at
6
# https://weaviate.io/developers/weaviate/installation/docker-compose
7
##
8
version: '3.4'
9
services:
10
  contextionary:
11
    image: semitechnologies/contextionary:en0.16.0-v1.2.1
12
    ports:
13
      - "9999:9999"
14
    environment:
15
      EXTENSIONS_STORAGE_MODE: weaviate
16
      EXTENSIONS_STORAGE_ORIGIN: http://host.docker.internal:8080
17
      OCCURRENCE_WEIGHT_LINEAR_FACTOR: 0.75
18
      LOG_LEVEL: debug
19
  prometheus:
20
    image: prom/prometheus:v2.46.0
21
    volumes:
22
      - ./tools/dev/prometheus_config/:/etc/prometheus/
23
      - ./data/prometheus:/prometheus
24
    command:
25
      - '--config.file=/etc/prometheus/prometheus.yml'
26
      - '--storage.tsdb.path=/prometheus'
27
      - '--web.console.libraries=/usr/share/prometheus/console_libraries'
28
      - '--web.console.templates=/usr/share/prometheus/consoles'
29
    ports:
30
      - "9090:9090"
31
  grafana:
32
    image: grafana/grafana-oss
33
    ports:
34
      - "3000:3000"
35
    volumes:
36
      - ./tools/dev/grafana/grafana.ini:/etc/grafana/grafana.ini
37
      - ./tools/dev/grafana/datasource.yml:/etc/grafana/provisioning/datasources/prometheus.yml
38
      - ./tools/dev/grafana/dashboard_provider.yml:/etc/grafana/provisioning/dashboards/dashboards.yml
39
      - ./tools/dev/grafana/dashboards:/var/lib/grafana/dashboards
40
  keycloak:
41
    image: jboss/keycloak:5.0.0
42
    environment:
43
      KEYCLOAK_USER: admin
44
      KEYCLOAK_PASSWORD: admin
45
      KEYCLOAK_IMPORT: /tmp/weaviate-realm.json
46
    volumes:
47
      - ./tools/dev/keycloak/weaviate-realm.json:/tmp/weaviate-realm.json
48
    ports:
49
      - "9090:8080"
50
  t2v-transformers:
51
    image: semitechnologies/transformers-inference:baai-bge-small-en-v1.5-onnx
52
    ports:
53
      - "8000:8080"
54
  qna-transformers:
55
    image: semitechnologies/qna-transformers:distilbert-base-uncased-distilled-squad
56
    ports:
57
      - "8001:8080"
58
  i2v-neural:
59
    image: semitechnologies/img2vec-pytorch:resnet50
60
    ports:
61
      - "8002:8080"
62
  ner-transformers:
63
    image: semitechnologies/ner-transformers:latest
64
    ports:
65
      - "8003:8080"
66
  text-spellcheck:
67
    image: semitechnologies/text-spellcheck-model:pyspellchecker-en
68
    ports:
69
      - "8004:8080"
70
  multi2vec-clip:
71
    image: semitechnologies/multi2vec-clip:sentence-transformers-clip-ViT-B-32-multilingual-v1
72
    ports:
73
      - "8005:8080"
74
  t2v-transformers-passage:
75
    image: semitechnologies/transformers-inference:facebook-dpr-ctx_encoder-single-nq-base
76
    ports:
77
      - "8006:8080"
78
  t2v-transformers-query:
79
    image: semitechnologies/transformers-inference:facebook-dpr-question_encoder-single-nq-base
80
    ports:
81
      - "8007:8080"
82
  sum-transformers:
83
    image: semitechnologies/sum-transformers:facebook-bart-large-cnn
84
    ports:
85
      - "8008:8080"
86
  reranker-transformers:
87
    image: semitechnologies/reranker-transformers:cross-encoder-ms-marco-MiniLM-L-6-v2
88
    ports:
89
      - "8009:8080"
90
  t2v-gpt4all:
91
    image: semitechnologies/gpt4all-inference:all-MiniLM-L6-v2
92
    ports:
93
      - "8010:8080"
94
  multi2vec-bind:
95
    image: semitechnologies/multi2vec-bind:imagebind
96
    ports:
97
      - "8011:8080"
98
  backup-s3:
99
    image: minio/minio
100
    ports:
101
      - "9000:9000"
102
    volumes:
103
      - ./backups-s3:/data
104
    environment:
105
      MINIO_ROOT_USER: aws_access_key
106
      MINIO_ROOT_PASSWORD: aws_secret_key
107
    entrypoint: sh
108
    command: -c 'mkdir -p /data/weaviate-backups && minio server /data'
109
  backup-gcs:
110
    image: oittaa/gcp-storage-emulator
111
    ports:
112
      - "9090:8080"
113
    volumes:
114
      - ./backups-gcs:/storage
115
  backup-azure:
116
    image: mcr.microsoft.com/azure-storage/azurite
117
    ports:
118
      - "10000:10000"
119
    volumes:
120
      - ./backups-azure:/data
121
    command: "azurite --blobHost 0.0.0.0 --blobPort 10000"
122