kafka

1
# Licensed to the Apache Software Foundation (ASF) under one or more
2
# contributor license agreements.  See the NOTICE file distributed with
3
# this work for additional information regarding copyright ownership.
4
# The ASF licenses this file to You under the Apache License, Version 2.0
5
# (the "License"); you may not use this file except in compliance with
6
# the License.  You may obtain a copy of the License at
7
#
8
#    http://www.apache.org/licenses/LICENSE-2.0
9
#
10
# Unless required by applicable law or agreed to in writing, software
11
# distributed under the License is distributed on an "AS IS" BASIS,
12
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
# See the License for the specific language governing permissions and
14
# limitations under the License.
15

16
---
17
version: '2'
18
services:
19
  broker1:
20
    image: {$IMAGE}
21
    hostname: broker1
22
    container_name: broker1
23
    ports:
24
      - "9092:9092"
25
      - "9101:9101"
26
      - "19093:9093"
27
    volumes:
28
      - ../../secrets:/etc/kafka/secrets
29
    environment:
30
      KAFKA_NODE_ID: 1
31
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: 'CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,SSL:SSL,PLAINTEXT_HOST:PLAINTEXT'
32
      KAFKA_ADVERTISED_LISTENERS: 'PLAINTEXT_HOST://localhost:9092,SSL://localhost:19093,PLAINTEXT://broker1:29092'
33
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
34
      KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
35
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
36
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
37
      KAFKA_PROCESS_ROLES: 'broker,controller'
38
      KAFKA_CONTROLLER_QUORUM_VOTERS: '1@broker1:19092,2@broker2:19092,3@broker3:19092'
39
      KAFKA_LISTENERS: 'CONTROLLER://:19092,PLAINTEXT_HOST://:9092,SSL://:9093,PLAINTEXT://:29092'
40
      KAFKA_INTER_BROKER_LISTENER_NAME: 'PLAINTEXT'
41
      KAFKA_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
42
      KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
43
      CLUSTER_ID: '4L6g3nShT-eMCtK--X86sw'
44
      KAFKA_JMX_PORT: 9101
45
      KAFKA_JMX_HOSTNAME: localhost
46
      KAFKA_SSL_KEYSTORE_FILENAME: "kafka01.keystore.jks"
47
      KAFKA_SSL_KEYSTORE_CREDENTIALS: "kafka_keystore_creds"
48
      KAFKA_SSL_KEY_CREDENTIALS: "kafka_ssl_key_creds"
49
      KAFKA_SSL_TRUSTSTORE_FILENAME: "kafka.truststore.jks"
50
      KAFKA_SSL_TRUSTSTORE_CREDENTIALS: "kafka_truststore_creds"
51
      KAFKA_SSL_CLIENT_AUTH: "required"
52

53
  broker2:
54
    image: {$IMAGE}
55
    hostname: broker2
56
    container_name: broker2
57
    ports:
58
      - "9093:9093"
59
      - "19092:9092"
60
    volumes:
61
      - ../../secrets:/etc/kafka/secrets
62
    environment:
63
      KAFKA_NODE_ID: 2
64
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: "PLAINTEXT:PLAINTEXT,SSL:SSL,CONTROLLER:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT"
65
      KAFKA_ADVERTISED_LISTENERS: "PLAINTEXT_HOST://localhost:19092,SSL://localhost:9093,PLAINTEXT://broker2:29092"
66
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
67
      KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
68
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
69
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
70
      KAFKA_PROCESS_ROLES: 'broker,controller'
71
      KAFKA_CONTROLLER_QUORUM_VOTERS: '1@broker1:19092,2@broker2:19092,3@broker3:19092'
72
      KAFKA_LISTENERS: 'CONTROLLER://:19092,PLAINTEXT_HOST://:9092,SSL://:9093,PLAINTEXT://:29092'
73
      KAFKA_INTER_BROKER_LISTENER_NAME: "PLAINTEXT"
74
      KAFKA_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
75
      KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
76
      CLUSTER_ID: '4L6g3nShT-eMCtK--X86sw'
77
      KAFKA_SSL_KEYSTORE_FILENAME: "kafka01.keystore.jks"
78
      KAFKA_SSL_KEYSTORE_CREDENTIALS: "kafka_keystore_creds"
79
      KAFKA_SSL_KEY_CREDENTIALS: "kafka_ssl_key_creds"
80
      KAFKA_SSL_TRUSTSTORE_FILENAME: "kafka.truststore.jks"
81
      KAFKA_SSL_TRUSTSTORE_CREDENTIALS: "kafka_truststore_creds"
82
      KAFKA_SSL_CLIENT_AUTH: "required"
83

84
  broker3:
85
    image: {$IMAGE}
86
    hostname: broker3
87
    container_name: broker3
88
    ports:
89
      - "39092:9092"
90
      - "9094:9093"
91
    volumes:
92
      - ../../secrets:/etc/kafka/secrets
93
      - ../../file-input:/mnt/shared/config
94
    environment:
95
      CLUSTER_ID: '4L6g3nShT-eMCtK--X86sw'
96
      # Set properties absent from the file
97
      KAFKA_NODE_ID: 3
98
      KAFKA_CONTROLLER_QUORUM_VOTERS: '1@broker1:19092,2@broker2:19092,3@broker3:19092'
99
      KAFKA_LISTENERS: 'CONTROLLER://:19092,PLAINTEXT_HOST://:9092,SSL://:9093,PLAINTEXT://:29092'
100
      # Override an existing property
101
      KAFKA_PROCESS_ROLES: 'broker,controller'
102