kafka-ui-serdes.yaml 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113
  1. ---
  2. version: '2'
  3. services:
  4. kafka-ui:
  5. container_name: kafka-ui
  6. image: provectuslabs/kafka-ui:latest
  7. ports:
  8. - 8080:8080
  9. depends_on:
  10. - kafka0
  11. - schemaregistry0
  12. environment:
  13. kafka.clusters.0.name: SerdeExampleCluster
  14. kafka.clusters.0.bootstrapServers: kafka0:29092
  15. kafka.clusters.0.schemaRegistry: http://schemaregistry0:8085
  16. # optional SSL settings for cluster (will be used by SchemaRegistry serde, if set)
  17. #kafka.clusters.0.ssl.keystoreLocation: /kafka.keystore.jks
  18. #kafka.clusters.0.ssl.keystorePassword: "secret"
  19. #kafka.clusters.0.ssl.truststoreLocation: /kafka.truststore.jks
  20. #kafka.clusters.0.ssl.truststorePassword: "secret"
  21. # optional auth properties for SR
  22. #kafka.clusters.0.schemaRegistryAuth.username: "use"
  23. #kafka.clusters.0.schemaRegistryAuth.password: "pswrd"
  24. kafka.clusters.0.defaultKeySerde: Int32 #optional
  25. kafka.clusters.0.defaultValueSerde: String #optional
  26. kafka.clusters.0.serde.0.name: ProtobufFile
  27. kafka.clusters.0.serde.0.topicKeysPattern: "topic1"
  28. kafka.clusters.0.serde.0.topicValuesPattern: "topic1"
  29. kafka.clusters.0.serde.0.properties.protobufFilesDir: /protofiles/
  30. kafka.clusters.0.serde.0.properties.protobufMessageNameForKey: test.MyKey # default type for keys
  31. kafka.clusters.0.serde.0.properties.protobufMessageName: test.MyValue # default type for values
  32. kafka.clusters.0.serde.0.properties.protobufMessageNameForKeyByTopic.topic1: test.MySpecificTopicKey # keys type for topic "topic1"
  33. kafka.clusters.0.serde.0.properties.protobufMessageNameByTopic.topic1: test.MySpecificTopicValue # values type for topic "topic1"
  34. kafka.clusters.0.serde.1.name: String
  35. #kafka.clusters.0.serde.1.properties.encoding: "UTF-16" #optional, default is UTF-8
  36. kafka.clusters.0.serde.1.topicValuesPattern: "json-events|text-events"
  37. kafka.clusters.0.serde.2.name: AsciiString
  38. kafka.clusters.0.serde.2.className: com.provectus.kafka.ui.serdes.builtin.StringSerde
  39. kafka.clusters.0.serde.2.properties.encoding: "ASCII"
  40. kafka.clusters.0.serde.3.name: SchemaRegistry # will be configured automatically using cluster SR
  41. kafka.clusters.0.serde.3.topicValuesPattern: "sr-topic.*"
  42. kafka.clusters.0.serde.4.name: AnotherSchemaRegistry
  43. kafka.clusters.0.serde.4.className: com.provectus.kafka.ui.serdes.builtin.sr.SchemaRegistrySerde
  44. kafka.clusters.0.serde.4.properties.url: http://schemaregistry0:8085
  45. kafka.clusters.0.serde.4.properties.keySchemaNameTemplate: "%s-key"
  46. kafka.clusters.0.serde.4.properties.schemaNameTemplate: "%s-value"
  47. #kafka.clusters.0.serde.4.topicValuesPattern: "sr2-topic.*"
  48. # optional auth and ssl properties for SR (overrides cluster-level):
  49. #kafka.clusters.0.serde.4.properties.username: "user"
  50. #kafka.clusters.0.serde.4.properties.password: "passw"
  51. #kafka.clusters.0.serde.4.properties.keystoreLocation: /kafka.keystore.jks
  52. #kafka.clusters.0.serde.4.properties.keystorePassword: "secret"
  53. #kafka.clusters.0.serde.4.properties.truststoreLocation: /kafka.truststore.jks
  54. #kafka.clusters.0.serde.4.properties.truststorePassword: "secret"
  55. kafka.clusters.0.serde.5.name: UInt64
  56. kafka.clusters.0.serde.5.topicKeysPattern: "topic-with-uint64keys"
  57. volumes:
  58. - ./proto:/protofiles
  59. kafka0:
  60. image: confluentinc/cp-kafka:7.2.1
  61. hostname: kafka0
  62. container_name: kafka0
  63. ports:
  64. - "9092:9092"
  65. - "9997:9997"
  66. environment:
  67. KAFKA_BROKER_ID: 1
  68. KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: 'CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT'
  69. KAFKA_ADVERTISED_LISTENERS: 'PLAINTEXT://kafka0:29092,PLAINTEXT_HOST://localhost:9092'
  70. KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
  71. KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
  72. KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
  73. KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
  74. KAFKA_JMX_PORT: 9997
  75. KAFKA_JMX_HOSTNAME: localhost
  76. KAFKA_JMX_OPTS: -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Djava.rmi.server.hostname=kafka0 -Dcom.sun.management.jmxremote.rmi.port=9997
  77. KAFKA_PROCESS_ROLES: 'broker,controller'
  78. KAFKA_NODE_ID: 1
  79. KAFKA_CONTROLLER_QUORUM_VOTERS: '1@kafka0:29093'
  80. KAFKA_LISTENERS: 'PLAINTEXT://kafka0:29092,CONTROLLER://kafka0:29093,PLAINTEXT_HOST://0.0.0.0:9092'
  81. KAFKA_INTER_BROKER_LISTENER_NAME: 'PLAINTEXT'
  82. KAFKA_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
  83. KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
  84. volumes:
  85. - ./scripts/update_run.sh:/tmp/update_run.sh
  86. command: "bash -c 'if [ ! -f /tmp/update_run.sh ]; then echo \"ERROR: Did you forget the update_run.sh file that came with this docker-compose.yml file?\" && exit 1 ; else /tmp/update_run.sh && /etc/confluent/docker/run ; fi'"
  87. schemaregistry0:
  88. image: confluentinc/cp-schema-registry:7.2.1
  89. ports:
  90. - 8085:8085
  91. depends_on:
  92. - kafka0
  93. environment:
  94. SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: PLAINTEXT://kafka0:29092
  95. SCHEMA_REGISTRY_KAFKASTORE_SECURITY_PROTOCOL: PLAINTEXT
  96. SCHEMA_REGISTRY_HOST_NAME: schemaregistry0
  97. SCHEMA_REGISTRY_LISTENERS: http://schemaregistry0:8085
  98. SCHEMA_REGISTRY_SCHEMA_REGISTRY_INTER_INSTANCE_PROTOCOL: "http"
  99. SCHEMA_REGISTRY_LOG4J_ROOT_LOGLEVEL: INFO
  100. SCHEMA_REGISTRY_KAFKASTORE_TOPIC: _schemas