github.com/1aal/kubeblocks@v0.0.0-20231107070852-e1c03e598921/deploy/pulsar-cluster/templates/tests/benchmark.yaml (about)

     1  {{- if .Values.tests.benchmark.kafka2Kafka }}
     2  
     3  apiVersion: v1
     4  kind: ConfigMap
     5  metadata:
     6    name: {{ include "kblib.clusterName" . }}-omb-driver-cfg
     7    labels: {{ include "kblib.clusterLabels" . | nindent 4 }}
     8    annotations:
     9      "helm.sh/hook": test
    10  data:
    11    kafka_to_pulsar.yaml: |-
    12      name: Kafka producer and Pulsar consumer
    13      driverClass: io.openmessaging.benchmark.driver.kop.KopBenchmarkDriver
    14    
    15      producerType: kafka
    16      consumerType: pulsar
    17    
    18      # Pulsar configs
    19      pulsarConfig:
    20        serviceUrl: pulsar://{{ include "pulsar-cluster.brokerFQDN" . }}:6650
    21        batchingMaxPublishDelayMs: 1
    22        batchingMaxBytes: 1048576
    23    
    24      # Kafka configs
    25      kafkaConfig: |
    26        bootstrap.servers={{ include "pulsar-cluster.brokerFQDN" . }}:9092
    27        linger.ms=1
    28        batch.size=1048576
    29  
    30  
    31    kafka_to_kafka.yaml: |-
    32      name: Kafka producer and Pulsar consumer
    33      driverClass: io.openmessaging.benchmark.driver.kop.KopBenchmarkDriver
    34      
    35      producerType: kafka
    36      consumerType: kafka
    37      
    38      # Pulsar configs
    39      pulsarConfig:
    40        serviceUrl: pulsar://{{ include "pulsar-cluster.brokerFQDN" . }}:6650
    41        # producer configs
    42        batchingEnabled: true
    43        batchingMaxPublishDelayMs: 1
    44        batchingMaxBytes: 1048576
    45        blockIfQueueFull: true
    46        pendingQueueSize: 1000
    47        maxPendingMessagesAcrossPartitions: 50000
    48        # consumer configs
    49        maxTotalReceiverQueueSizeAcrossPartitions: 50000
    50        receiverQueueSize: 1000
    51      
    52      # Kafka configs
    53      kafkaConfig: |
    54        bootstrap.servers={{ include "pulsar-cluster.brokerFQDN" . }}:9092
    55        linger.ms=1
    56        batch.size=1048576
    57    
    58    pulsar_to_kafka.yaml: |-
    59      name: Pulsar producer and Kafka consumer
    60      driverClass: io.openmessaging.benchmark.driver.kop.KopBenchmarkDriver
    61      
    62      producerType: pulsar
    63      consumerType: kafka
    64      
    65      # Pulsar configs
    66      pulsarConfig:
    67        serviceUrl: pulsar://{{ include "pulsar-cluster.brokerFQDN" . }}:6650
    68        batchingMaxPublishDelayMs: 1
    69        batchingMaxBytes: 1048576
    70      
    71      # Kafka configs
    72      kafkaConfig: |
    73        bootstrap.servers={{ include "pulsar-cluster.brokerFQDN" . }}:9092
    74        linger.ms=1
    75        batch.size=1048576
    76  
    77  ---
    78  apiVersion: v1
    79  kind: Pod
    80  metadata:
    81    name: {{ include "kblib.clusterName" . }}-omb-k2k
    82    labels: {{ include "kblib.clusterLabels" . | nindent 4 }}
    83    annotations:
    84      "helm.sh/hook": test
    85  spec:
    86    containers:
    87      - name: omb-k2k
    88        image: docker.io/apecloud/omb:0.1
    89        command: ['bin/benchmark']
    90        args: 
    91          - --drivers 
    92          - driver-kop/kafka_to_kafka.yaml
    93          - workloads/1-topic-16-partitions-1kb.yaml
    94        env:
    95          - name: BOOTSTRAP_SERVERS
    96            value: "{{ include "pulsar-cluster.brokerFQDN" . }}:9092" 
    97        volumeMounts:
    98          - name: out
    99            mountPath: /out
   100          - name: driver-cfg-k2k
   101            mountPath: /benchmark/driver-kop/kafka_to_kafka.yaml
   102            subPath: kafka_to_kafka.yaml
   103            readOnly: true
   104          - name: driver-cfg-k2p
   105            mountPath: /benchmark/driver-kop/kafka_to_pulsar.yaml
   106            subPath: kafka_to_pulsar.yaml
   107            readOnly: true
   108          - name: driver-cfg-p2k
   109            mountPath: /benchmark/driver-kop/pulsar_to_kafka.yaml
   110            subPath: pulsar_to_kafka.yaml
   111            readOnly: true
   112    restartPolicy: OnFailure
   113    volumes:
   114      - name: out
   115        emptyDir: {}
   116      - name: driver-cfg-k2k
   117        configMap:
   118          name: {{ include "kblib.clusterName" . }}-omb-driver-cfg
   119          items:
   120            - key: kafka_to_kafka.yaml
   121              path: kafka_to_kafka.yaml
   122      - name: driver-cfg-k2p
   123        configMap:
   124          name: {{ include "kblib.clusterName" . }}-omb-driver-cfg
   125          items:
   126            - key: kafka_to_pulsar.yaml
   127              path: kafka_to_pulsar.yaml
   128      - name: driver-cfg-p2k
   129        configMap:
   130          name: {{ include "kblib.clusterName" . }}-omb-driver-cfg
   131          items:
   132            - key: pulsar_to_kafka.yaml
   133              path: pulsar_to_kafka.yaml
   134  {{- end }}