-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathkafka-cluster.yml
146 lines (141 loc) · 3.97 KB
/
kafka-cluster.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
apiVersion: apps/v1
kind: Deployment
metadata:
name: kafka
spec:
replicas: 1
selector:
matchLabels:
app: kafka
template:
metadata:
labels:
app: kafka
spec:
containers:
- name: kafka-0
image: bitnami/kafka
ports:
- containerPort: 9093
env:
- name: KAFKA_CFG_NODE_ID
value: "0"
- name: KAFKA_CFG_CONTROLLER_QUORUM_VOTERS
value: 0@kafka-0:9093,1@kafka-1:9093,2@kafka-2:9093
- name: KAFKA_CFG_ZOOKEEPER_CONNECT
value: "zookeeper:2181"
- name: KAFKA_CFG_OPTS
value: "-Duser.timezone=Asia/Seoul"
- name: KAFKA_CFG_LISTENERS
value: PLAINTEXT://:9093
- name: KAFKA_CFG_ADVERTISED_LISTENERS
value: PLAINTEXT://kafka-0:9093
- name: KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP
value: PLAINTEXT:PLAINTEXT,EXTERNAL:PLAINTEXT
- name: KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE
value: "true"
- name: KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR
value: "1"
- name: KAFKA_CFG_TRANSACTION_STATE_LOG_REPLICATION_FACTOR
value: "1"
- name: KAFKA_CFG_TRANSACTION_STATE_LOG_MIN_ISR
value: "2"
- name: kafka-1
image: bitnami/kafka
ports:
- containerPort: 9093
env:
- name: KAFKA_CFG_NODE_ID
value: "1"
- name: KAFKA_CFG_CONTROLLER_QUORUM_VOTERS
value: 0@kafka-0:9093,1@kafka-1:9093,2@kafka-2:9093
- name: KAFKA_CFG_ZOOKEEPER_CONNECT
value: "zookeeper:2181"
- name: KAFKA_CFG_OPTS
value: "-Duser.timezone=Asia/Seoul"
- name: KAFKA_CFG_LISTENERS
value: PLAINTEXT://:9093
- name: KAFKA_CFG_ADVERTISED_LISTENERS
value: PLAINTEXT://kafka-1:9093
- name: KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP
value: PLAINTEXT:PLAINTEXT,EXTERNAL:PLAINTEXT
- name: KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE
value: "true"
- name: KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR
value: "1"
- name: KAFKA_CFG_TRANSACTION_STATE_LOG_REPLICATION_FACTOR
value: "1"
- name: KAFKA_CFG_TRANSACTION_STATE_LOG_MIN_ISR
value: "2"
- name: kafka-2
image: bitnami/kafka
ports:
- containerPort: 9093
env:
- name: KAFKA_CFG_NODE_ID
value: "2"
- name: KAFKA_CFG_CONTROLLER_QUORUM_VOTERS
value: 0@kafka-0:9093,1@kafka-1:9093,2@kafka-2:9093
- name: KAFKA_CFG_ZOOKEEPER_CONNECT
value: "zookeeper:2181"
- name: KAFKA_CFG_OPTS
value: "-Duser.timezone=Asia/Seoul"
- name: KAFKA_CFG_LISTENERS
value: PLAINTEXT://kafka-2:9093
- name: KAFKA_CFG_ADVERTISED_LISTENERS
value: PLAINTEXT://kafka:9093
- name: KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP
value: PLAINTEXT:PLAINTEXT,EXTERNAL:PLAINTEXT
- name: KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE
value: "true"
- name: KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR
value: "1"
- name: KAFKA_CFG_TRANSACTION_STATE_LOG_REPLICATION_FACTOR
value: "1"
- name: KAFKA_CFG_TRANSACTION_STATE_LOG_MIN_ISR
value: "2"
# - name: KAFKA_CFG_CONTROLLER_LISTENER_NAMES
# value: CONTROLLER
# - name: KAFKA_CFG_PROCESS_ROLES
# value: controller,broker
# - name: KAFKA_CFG_CONTROLLER_QUORUM_VOTERS
# value: 0@kafka:9093
---
apiVersion: v1
kind: Service
metadata:
name: kafka-0
spec:
selector:
app: kafka
ports:
- name: kafka-0
protocol: TCP
port: 9093
targetPort: 9093
---
apiVersion: v1
kind: Service
metadata:
name: kafka-1
spec:
selector:
app: kafka
ports:
- name: kafka-1
protocol: TCP
port: 9093
targetPort: 9093
---
apiVersion: v1
kind: Service
metadata:
name: kafka-2
spec:
selector:
app: kafka
ports:
- name: kafka-2
protocol: TCP
port: 9093
targetPort: 9093