kafka-ui-arm64.yaml 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105
  1. # This compose file uses kafka cluster without zookeeper
  2. # Kafka without zookeeper is supported after image tag 6.2.0
  3. # ARM64 supported images for kafka can be found here
  4. # https://hub.docker.com/r/confluentinc/cp-kafka/tags?page=1&name=arm64
  5. ---
  6. version: '2'
  7. services:
  8. kafka-ui:
  9. container_name: kafka-ui
  10. image: provectuslabs/kafka-ui:latest
  11. ports:
  12. - 8080:8080
  13. depends_on:
  14. - kafka0
  15. - schemaregistry0
  16. - kafka-connect0
  17. environment:
  18. KAFKA_CLUSTERS_0_NAME: local
  19. KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS: kafka0:29092
  20. KAFKA_CLUSTERS_0_JMXPORT: 9997
  21. KAFKA_CLUSTERS_0_SCHEMAREGISTRY: http://schemaregistry0:8085
  22. KAFKA_CLUSTERS_0_KAFKACONNECT_0_NAME: first
  23. KAFKA_CLUSTERS_0_KAFKACONNECT_0_ADDRESS: http://kafka-connect0:8083
  24. kafka0:
  25. image: confluentinc/cp-kafka:7.0.5.arm64
  26. hostname: kafka0
  27. container_name: kafka0
  28. ports:
  29. - 9092:9092
  30. - 9997:9997
  31. environment:
  32. KAFKA_BROKER_ID: 1
  33. KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,CONTROLLER:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
  34. KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka0:29092,PLAINTEXT_HOST://localhost:9092
  35. KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
  36. KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
  37. KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
  38. KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
  39. KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
  40. KAFKA_PROCESS_ROLES: 'broker,controller'
  41. KAFKA_NODE_ID: 1
  42. KAFKA_CONTROLLER_QUORUM_VOTERS: '1@kafka0:29093'
  43. KAFKA_LISTENERS: 'PLAINTEXT://kafka0:29092,CONTROLLER://kafka0:29093,PLAINTEXT_HOST://0.0.0.0:9092'
  44. KAFKA_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
  45. KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
  46. JMX_PORT: 9997
  47. KAFKA_JMX_OPTS: -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Djava.rmi.server.hostname=kafka0 -Dcom.sun.management.jmxremote.rmi.port=9997
  48. volumes:
  49. - ./scripts/update_run.sh:/tmp/update_run.sh
  50. command: "bash -c 'if [ ! -f /tmp/update_run.sh ]; then echo \"ERROR: Did you forget the update_run.sh file that came with this docker-compose.yml file?\" && exit 1 ; else /tmp/update_run.sh && /etc/confluent/docker/run ; fi'"
  51. schemaregistry0:
  52. image: confluentinc/cp-schema-registry:7.0.5.arm64
  53. ports:
  54. - 8085:8085
  55. depends_on:
  56. - kafka0
  57. environment:
  58. SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: PLAINTEXT://kafka0:29092
  59. SCHEMA_REGISTRY_KAFKASTORE_SECURITY_PROTOCOL: PLAINTEXT
  60. SCHEMA_REGISTRY_HOST_NAME: schemaregistry0
  61. SCHEMA_REGISTRY_LISTENERS: http://schemaregistry0:8085
  62. SCHEMA_REGISTRY_SCHEMA_REGISTRY_INTER_INSTANCE_PROTOCOL: "http"
  63. SCHEMA_REGISTRY_LOG4J_ROOT_LOGLEVEL: INFO
  64. SCHEMA_REGISTRY_KAFKASTORE_TOPIC: _schemas
  65. kafka-connect0:
  66. image: confluentinc/cp-kafka-connect:7.0.5.arm64
  67. ports:
  68. - 8083:8083
  69. depends_on:
  70. - kafka0
  71. - schemaregistry0
  72. environment:
  73. CONNECT_BOOTSTRAP_SERVERS: kafka0:29092
  74. CONNECT_GROUP_ID: compose-connect-group
  75. CONNECT_CONFIG_STORAGE_TOPIC: _connect_configs
  76. CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: 1
  77. CONNECT_OFFSET_STORAGE_TOPIC: _connect_offset
  78. CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: 1
  79. CONNECT_STATUS_STORAGE_TOPIC: _connect_status
  80. CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: 1
  81. CONNECT_KEY_CONVERTER: org.apache.kafka.connect.storage.StringConverter
  82. CONNECT_KEY_CONVERTER_SCHEMA_REGISTRY_URL: http://schemaregistry0:8085
  83. CONNECT_VALUE_CONVERTER: org.apache.kafka.connect.storage.StringConverter
  84. CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: http://schemaregistry0:8085
  85. CONNECT_INTERNAL_KEY_CONVERTER: org.apache.kafka.connect.json.JsonConverter
  86. CONNECT_INTERNAL_VALUE_CONVERTER: org.apache.kafka.connect.json.JsonConverter
  87. CONNECT_REST_ADVERTISED_HOST_NAME: kafka-connect0
  88. CONNECT_PLUGIN_PATH: "/usr/share/java,/usr/share/confluent-hub-components"
  89. kafka-init-topics:
  90. image: confluentinc/cp-kafka:7.0.5.arm64
  91. volumes:
  92. - ./message.json:/data/message.json
  93. depends_on:
  94. - kafka0
  95. command: "bash -c 'echo Waiting for Kafka to be ready... && \
  96. cub kafka-ready -b kafka0:29092 1 30 && \
  97. kafka-topics --create --topic second.users --partitions 3 --replication-factor 1 --if-not-exists --bootstrap-server kafka0:29092 && \
  98. kafka-topics --create --topic second.messages --partitions 2 --replication-factor 1 --if-not-exists --bootstrap-server kafka0:29092 && \
  99. kafka-topics --create --topic first.messages --partitions 2 --replication-factor 1 --if-not-exists --bootstrap-server kafka0:29092 && \
  100. kafka-console-producer --broker-list kafka0:29092 -topic second.users < /data/message.json'"