chroma

1
update_settings(max_parallel_updates=6)
2

3
docker_build(
4
  'local:postgres',
5
  context='./k8s/test/postgres',
6
  dockerfile='./k8s/test/postgres/Dockerfile'
7
)
8

9
docker_build(
10
  'local:log-service',
11
  '.',
12
  only=['go/'],
13
  dockerfile='./go/Dockerfile',
14
  target='logservice'
15
)
16

17

18
docker_build(
19
  'local:sysdb-migration',
20
  '.',
21
  only=['go/'],
22
  dockerfile='./go/Dockerfile.migration',
23
  target='sysdb-migration'
24
)
25

26
docker_build(
27
  'local:logservice-migration',
28
  '.',
29
  only=['go/'],
30
  dockerfile='./go/Dockerfile.migration',
31
  target="logservice-migration"
32
)
33

34
docker_build(
35
  'local:sysdb',
36
  '.',
37
  only=['go/', 'idl/'],
38
  dockerfile='./go/Dockerfile',
39
  target='sysdb'
40
)
41

42
docker_build(
43
  'local:frontend-service',
44
  '.',
45
  only=['chromadb/', 'idl/', 'requirements.txt', 'bin/'],
46
  dockerfile='./Dockerfile',
47
)
48

49
docker_build(
50
  'local:query-service',
51
  '.',
52
  only=["rust/", "idl/", "Cargo.toml", "Cargo.lock"],
53
  dockerfile='./rust/worker/Dockerfile',
54
  target='query_service'
55
)
56

57
docker_build(
58
  'local:compaction-service',
59
  '.',
60
  only=["rust/", "idl/", "Cargo.toml", "Cargo.lock"],
61
  dockerfile='./rust/worker/Dockerfile',
62
  target='compaction_service'
63
)
64

65
k8s_resource(
66
  objects=['chroma:Namespace'],
67
  new_name='namespace',
68
  labels=["infrastructure"],
69
)
70

71
k8s_yaml(
72
  helm(
73
    'k8s/distributed-chroma',
74
    namespace='chroma',
75
    values=[
76
      'k8s/distributed-chroma/values.yaml'
77
    ]
78
  )
79
)
80

81
k8s_yaml([
82
  'k8s/test/postgres.yaml',
83
])
84

85
# Extra stuff to make debugging and testing easier
86
k8s_yaml([
87
  'k8s/test/jaeger-service.yaml',
88
  'k8s/test/jaeger.yaml',
89
  'k8s/test/minio.yaml',
90
  'k8s/test/test-memberlist-cr.yaml',
91
])
92

93
# Lots of things assume the cluster is in a basic state. Get it into a basic
94
# state before deploying anything else.
95
k8s_resource(
96
  objects=[
97
    'pod-watcher:Role',
98
    'memberlists.chroma.cluster:CustomResourceDefinition',
99
    'query-service-memberlist:MemberList',
100
    'compaction-service-memberlist:MemberList',
101

102
    'sysdb-serviceaccount:serviceaccount',
103
    'sysdb-serviceaccount-rolebinding:RoleBinding',
104
    'sysdb-query-service-memberlist-binding:clusterrolebinding',
105
    'sysdb-compaction-service-memberlist-binding:clusterrolebinding',
106

107
    'logservice-serviceaccount:serviceaccount',
108

109
    'query-service-serviceaccount:serviceaccount',
110
    'query-service-serviceaccount-rolebinding:RoleBinding',
111
    'query-service-memberlist-readerwriter:ClusterRole',
112
    'query-service-query-service-memberlist-binding:clusterrolebinding',
113
    'query-service-memberlist-readerwriter-binding:clusterrolebinding',
114
    'query-service:service',
115

116
    'compaction-service-memberlist-readerwriter:ClusterRole',
117
    'compaction-service-compaction-service-memberlist-binding:clusterrolebinding',
118
    'compaction-service-memberlist-readerwriter-binding:clusterrolebinding',
119
    'compaction-service-serviceaccount:serviceaccount',
120
    'compaction-service-serviceaccount-rolebinding:RoleBinding',
121

122
    'test-memberlist:MemberList',
123
    'test-memberlist-reader:ClusterRole',
124
    'test-memberlist-reader-binding:ClusterRoleBinding',
125
    'lease-watcher:role',
126
    'logservice-serviceaccount-rolebinding:rolebinding',
127
    'compaction-service-config:configmap',
128
    'query-service-config:configmap'
129
  ],
130
  new_name='k8s_setup',
131
  labels=["infrastructure"],
132
  resource_deps=['namespace'],
133
)
134

135
# Production Chroma
136
k8s_resource('postgres', resource_deps=['k8s_setup', 'namespace'], labels=["infrastructure"], port_forwards='5432:5432')
137
k8s_resource('sysdb-migration', resource_deps=['postgres', 'namespace'], labels=["infrastructure"])
138
k8s_resource('logservice-migration', resource_deps=['postgres', 'namespace'], labels=["infrastructure"])
139
k8s_resource('logservice', resource_deps=['sysdb-migration'], labels=["chroma"], port_forwards='50052:50051')
140
k8s_resource('sysdb', resource_deps=['sysdb-migration'], labels=["chroma"], port_forwards='50051:50051')
141
k8s_resource('frontend-service', resource_deps=['sysdb', 'logservice'],labels=["chroma"], port_forwards='8000:8000')
142
k8s_resource('query-service', resource_deps=['sysdb'], labels=["chroma"], port_forwards='50053:50051')
143
k8s_resource('compaction-service', resource_deps=['sysdb'], labels=["chroma"])
144

145
# I have no idea why these need their own lines but the others don't.
146
k8s_resource('jaeger', resource_deps=['k8s_setup'], labels=["debug"])
147

148
# Local S3
149
k8s_resource('minio-deployment', resource_deps=['k8s_setup'], labels=["debug"], port_forwards='9000:9000')
150