chromadb

1
update_settings(max_parallel_updates=6)
2

3
docker_build(
4
  'migration',
5
  context='.',
6
  dockerfile='./go/Dockerfile.migration'
7
)
8

9
docker_build(
10
  'coordinator',
11
  context='.',
12
  dockerfile='./go/Dockerfile'
13
)
14

15
docker_build(
16
  'server',
17
  context='.',
18
  dockerfile='./Dockerfile',
19
)
20

21
docker_build(
22
  'worker',
23
  context='.',
24
  dockerfile='./rust/worker/Dockerfile'
25
)
26

27
k8s_yaml(
28
  helm(
29
    'k8s/distributed-chroma',
30
    namespace='chroma',
31
    values=[
32
      'k8s/distributed-chroma/values.yaml'
33
    ]
34
  )
35
)
36

37
# Lots of things assume the cluster is in a basic state. Get it into a basic
38
# state before deploying anything else.
39
k8s_resource(
40
  objects=[
41
    'chroma:Namespace',
42
    'pod-watcher:Role',
43
    'memberlists.chroma.cluster:CustomResourceDefinition',
44
    'worker-memberlist:MemberList',
45

46
    'coordinator-serviceaccount:serviceaccount',
47
    'coordinator-serviceaccount-rolebinding:RoleBinding',
48
    'coordinator-worker-memberlist-binding:clusterrolebinding',
49

50
    'logservice-serviceaccount:serviceaccount',
51

52
    'worker-serviceaccount:serviceaccount',
53
    'worker-serviceaccount-rolebinding:RoleBinding',
54
    'worker-memberlist-readerwriter:ClusterRole',
55
    'worker-worker-memberlist-binding:clusterrolebinding',
56
    'worker-memberlist-readerwriter-binding:clusterrolebinding',
57

58
    'test-memberlist:MemberList',
59
    'test-memberlist-reader:ClusterRole',
60
    'test-memberlist-reader-binding:ClusterRoleBinding',
61
  ],
62
  new_name='k8s_setup',
63
  labels=["infrastructure"]
64
)
65

66
# Production Chroma
67
k8s_resource('postgres', resource_deps=['k8s_setup'], labels=["infrastructure"])
68
k8s_resource('pulsar', resource_deps=['k8s_setup'], labels=["infrastructure"], port_forwards=['6650:6650', '8080:8080'])
69
k8s_resource('migration', resource_deps=['postgres'], labels=["infrastructure"])
70
k8s_resource('logservice', resource_deps=['migration'], labels=["chroma"], port_forwards='50052:50051')
71
k8s_resource('frontend-server', resource_deps=['logservice'],labels=["chroma"], port_forwards=8000 )
72
k8s_resource('coordinator', resource_deps=['pulsar', 'frontend-server', 'migration'], labels=["chroma"], port_forwards=50051)
73
k8s_resource('worker', resource_deps=['coordinator'],labels=["chroma"])
74

75
# Extra stuff to make debugging and testing easier
76
k8s_yaml([
77
  'k8s/test/coordinator_service.yaml',
78
  'k8s/test/logservice_service.yaml',
79
  'k8s/test/minio.yaml',
80
  'k8s/test/pulsar_service.yaml',
81
  'k8s/test/worker_service.yaml',
82
  'k8s/test/test_memberlist_cr.yaml',
83
])
84
k8s_resource(
85
  objects=[
86
    # I don't know why but Tilt denies the existence of 'coordinator:service' et al
87
    # when you try to add them here.
88
    'worker:service',
89
  ],
90
  new_name='debug_setup',
91
  resource_deps=['worker'],
92
  labels=["debug"],
93
)
94

95
# Local S3
96
k8s_resource('minio-deployment', resource_deps=['k8s_setup'], labels=["debug"], port_forwards=9000)
97