Skip to content

Commit

Permalink
add connect to full stack
Browse files Browse the repository at this point in the history
  • Loading branch information
fhussonnois committed Nov 10, 2020
1 parent 71afb6e commit 7682187
Show file tree
Hide file tree
Showing 2 changed files with 35 additions and 2 deletions.
1 change: 1 addition & 0 deletions README.adoc
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@ toc::[]
* Zookeeper
* Kafka Schema Registry (Confluent)
* KSQLDB
* Kafka Connect
* Prometheus
* Grafana
* AKHQ (https://akhq.io/)
Expand Down
36 changes: 34 additions & 2 deletions zk-kafka-single-node-full-stack.yml
Original file line number Diff line number Diff line change
Expand Up @@ -111,8 +111,40 @@ services:
depends_on:
- zk1
- kafka101
# volumes:
# - ./ksql-custom-udfs/:/var/lib/ksql/extension/
volumes:
- ./ksqldb-extensions:/var/lib/ksql/extension/

kafka-connect:
image: confluentinc/cp-kafka-connect:latest
hostname: kafka-connect
ports:
- "8083:8083"
environment:
CONNECT_BOOTSTRAP_SERVERS: "kafka101:29092"
CONNECT_REST_PORT: 8083
CONNECT_GROUP_ID: compose-connect-group
CONNECT_CONFIG_STORAGE_TOPIC: docker-connect-configs
CONNECT_OFFSET_STORAGE_TOPIC: docker-connect-offsets
CONNECT_STATUS_STORAGE_TOPIC: docker-connect-status
CONNECT_KEY_CONVERTER: io.confluent.connect.avro.AvroConverter
CONNECT_KEY_CONVERTER_SCHEMA_REGISTRY_URL: 'http://kafka-schema-registry:8081'
CONNECT_VALUE_CONVERTER: io.confluent.connect.avro.AvroConverter
CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: 'http://kafka-schema-registry:8081'
CONNECT_INTERNAL_KEY_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
CONNECT_INTERNAL_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
CONNECT_REST_ADVERTISED_HOST_NAME: "kafka-connect"
CONNECT_LOG4J_ROOT_LOGLEVEL: "INFO"
CONNECT_LOG4J_LOGGERS: "org.apache.kafka.connect.runtime.rest=WARN,org.reflections=ERROR"
CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: "1"
CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: "1"
CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: "1"
CONNECT_PLUGIN_PATH: '/usr/share/java,/etc/kafka-connect/jars'
volumes:
- ./connectors:/etc/kafka-connect/jars/
depends_on:
- zk1
- kafka101
- kafka-schema-registry

zoonavigator:
image: elkozmon/zoonavigator:0.8.0
Expand Down

0 comments on commit 7682187

Please sign in to comment.