Anyone got a MSK to MSK kafka2kafka replication k2k.yaml example?

K2K
1

Anyone got an example k2k.yml config file for replicating data from one MSK cluster to another with Lenses k2k replicator?

2

This should work:

name: "gui-test-k2k"
coordination:
  kafka:
    commit:
      group: "k2k.prod-to-dr.coordination"     #required
      topic: "__k2k_consumer-offsets"          #optional
      syncTimeout: "10 seconds"                #optional
      batchSize: 100                           #optional
      batchTimeout: "5 seconds"                #optional
    consumer:
      "group.id": "demo-k2k-coordination"
      "client.id": "test-coordination"
      "security.protocol": "SASL_SSL"
      "sasl.mechanism": "AWS_MSK_IAM"
      "sasl.jaas.config": "software.amazon.msk.auth.iam.IAMLoginModule required;"
      "sasl.client.callback.handler.class": "software.amazon.msk.auth.iam.IAMClientCallbackHandler"
    connection:
      servers: "boot-xxxxxxx.c1.kafka-serverless.eu-west-3.amazonaws.com:9098"
source:
  kafka:
    consumer:
      "group.id": "demo-k2k"
      "security.protocol": "SASL_SSL"
      "sasl.mechanism": "AWS_MSK_IAM"
      "sasl.jaas.config": "software.amazon.msk.auth.iam.IAMLoginModule required;"
      "sasl.client.callback.handler.class": "software.amazon.msk.auth.iam.IAMClientCallbackHandler"
    connection:
      servers: "boot-xxxxxxx.c1.kafka-serverless.eu-west-3.amazonaws.com:9098"
target:
  kafka:
    producer:
      "security.protocol": "SASL_SSL"
      "sasl.mechanism": "AWS_MSK_IAM"
      "sasl.jaas.config": "software.amazon.msk.auth.iam.IAMLoginModule required;"
      "sasl.client.callback.handler.class": "software.amazon.msk.auth.iam.IAMClientCallbackHandler"
    connection:
      servers: "boot-xxxxxxx.c1.kafka-serverless.eu-west-3.amazonaws.com:9098"
replication:
  - source:
      name: source                             #required
      topic:                                   #required
        - "mysource-topic-1"
  - sink:
      name: sink                               #required
      partition: source                        #required
      topic:
        prefix: "gui."
        suffix: ".copy"