Sample kafka streams config cleanup

This commit is contained in:
Soby Chacko
2018-12-03 18:35:25 -05:00
parent 50b855243a
commit d73bddc095
10 changed files with 7 additions and 36 deletions

View File

@@ -1,10 +1,9 @@
spring.application.name: kafka-streams-aggregate-sample
spring.cloud.stream.bindings.input: spring.cloud.stream.bindings.input:
destination: foobar destination: foobar
consumer: consumer:
headerMode: raw
spring.cloud.stream.kafka.streams.binder: spring.cloud.stream.kafka.streams.binder:
brokers: localhost #192.168.99.100 brokers: localhost #192.168.99.100
zkNodes: localhost #192.168.99.100
configuration: configuration:
default.key.serde: org.apache.kafka.common.serialization.Serdes$StringSerde default.key.serde: org.apache.kafka.common.serialization.Serdes$StringSerde
default.value.serde: org.apache.kafka.common.serialization.Serdes$BytesSerde default.value.serde: org.apache.kafka.common.serialization.Serdes$BytesSerde

View File

@@ -8,20 +8,16 @@ spring.cloud.stream.kafka.streams.binder.configuration:
spring.cloud.stream.bindings.output1: spring.cloud.stream.bindings.output1:
destination: english-counts destination: english-counts
producer: producer:
headerMode: raw
spring.cloud.stream.bindings.output2: spring.cloud.stream.bindings.output2:
destination: french-counts destination: french-counts
producer: producer:
headerMode: raw
spring.cloud.stream.bindings.output3: spring.cloud.stream.bindings.output3:
destination: spanish-counts destination: spanish-counts
producer: producer:
headerMode: raw
spring.cloud.stream.bindings.input: spring.cloud.stream.bindings.input:
destination: words destination: words
group: group1 group: group1
consumer: consumer:
headerMode: raw
spring.cloud.stream.kafka.streams.binder: spring.cloud.stream.kafka.streams.binder:
brokers: localhost #192.168.99.100 #localhost brokers: localhost #192.168.99.100 #localhost
zkNodes: localhost #192.168.99.100 #localhost spring.application.name: kafka-streams-branching-sample

View File

@@ -7,18 +7,15 @@ spring.cloud.stream.kafka.streams.binder.configuration:
spring.cloud.stream.bindings.output: spring.cloud.stream.bindings.output:
destination: counts destination: counts
producer: producer:
headerMode: raw
#useNativeEncoding: true #useNativeEncoding: true
spring.cloud.stream.bindings.input: spring.cloud.stream.bindings.input:
destination: words destination: words
group: group1 group: group1
consumer: consumer:
headerMode: raw
useNativeDecoding: true useNativeDecoding: true
spring.cloud.stream.kafka.streams.bindings.input.consumer.dlqName: words-count-dlq spring.cloud.stream.kafka.streams.bindings.input.consumer.dlqName: words-count-dlq
spring.cloud.stream.kafka.streams.binder: spring.cloud.stream.kafka.streams.binder:
brokers: localhost #192.168.99.100 brokers: localhost #192.168.99.100
zkNodes: localhost #192.168.99.100
serdeError: sendToDlq serdeError: sendToDlq

View File

@@ -2,12 +2,10 @@ spring.cloud.stream.bindings.input:
destination: play-events destination: play-events
consumer: consumer:
useNativeDecoding: true useNativeDecoding: true
headerMode: raw
spring.cloud.stream.bindings.inputX: spring.cloud.stream.bindings.inputX:
destination: song-feed destination: song-feed
consumer: consumer:
useNativeDecoding: true useNativeDecoding: true
headerMode: raw
spring.cloud.stream.kafka.streams.bindings.input: spring.cloud.stream.kafka.streams.bindings.input:
consumer: consumer:
keySerde: org.apache.kafka.common.serialization.Serdes$StringSerde keySerde: org.apache.kafka.common.serialization.Serdes$StringSerde
@@ -19,10 +17,10 @@ spring.cloud.stream.kafka.streams.bindings.inputX:
materializedAs: all-songs materializedAs: all-songs
spring.cloud.stream.kafka.streams.binder: spring.cloud.stream.kafka.streams.binder:
brokers: localhost #192.168.99.100 brokers: localhost #192.168.99.100
zkNodes: localhost #192.168.99.100
configuration: configuration:
schema.registry.url: http://localhost:8081 schema.registry.url: http://localhost:8081
commit.interval.ms: 1000 commit.interval.ms: 1000
spring.cloud.stream.kafka.streams.binder.autoAddPartitions: true spring.cloud.stream.kafka.streams.binder.autoAddPartitions: true
spring.cloud.stream.kafka.streams.binder.minPartitionCount: 4 spring.cloud.stream.kafka.streams.binder.minPartitionCount: 4
spring.cloud.stream.kafka.streams.binder.configuration.application.server: localhost:8080 spring.cloud.stream.kafka.streams.binder.configuration.application.server: localhost:8080
spring.applicaiton.name: kafka-streams-iq-advanced-sample

View File

@@ -10,12 +10,10 @@ spring.cloud.stream.kafka.streams:
spring.cloud.stream.bindings.output: spring.cloud.stream.bindings.output:
destination: product-counts destination: product-counts
producer: producer:
headerMode: raw
useNativeEncoding: true useNativeEncoding: true
spring.cloud.stream.bindings.input: spring.cloud.stream.bindings.input:
destination: products destination: products
consumer: consumer:
headerMode: raw
spring.cloud.stream.kafka.streams.binder: spring.cloud.stream.kafka.streams.binder:
brokers: localhost #192.168.99.100 brokers: localhost #192.168.99.100
zkNodes: localhost #192.168.99.100 spring.applicaiton.name: kafka-streams-iq-basic-sample

View File

@@ -6,19 +6,15 @@ spring.cloud.stream.kafka.streams.binder.configuration:
spring.cloud.stream.bindings.singleOutput: spring.cloud.stream.bindings.singleOutput:
destination: counts destination: counts
producer: producer:
headerMode: raw
#useNativeEncoding: true #useNativeEncoding: true
spring.cloud.stream.bindings.binding2: spring.cloud.stream.bindings.binding2:
destination: words destination: words
consumer: consumer:
headerMode: raw
spring.cloud.stream.bindings.binding1: spring.cloud.stream.bindings.binding1:
destination: words destination: words
consumer: consumer:
headerMode: raw
spring.cloud.stream.kafka.streams.binder: spring.cloud.stream.kafka.streams.binder:
brokers: localhost #192.168.99.100 brokers: localhost #192.168.99.100
zkNodes: localhost #192.168.99.100 spring.applicaiton.name: kafka-streams-message-channel-sample

View File

@@ -9,12 +9,10 @@ spring.cloud.stream.kafka.streams:
spring.cloud.stream.bindings.output: spring.cloud.stream.bindings.output:
destination: product-counts destination: product-counts
producer: producer:
headerMode: raw
#useNativeEncoding: true #useNativeEncoding: true
spring.cloud.stream.bindings.input: spring.cloud.stream.bindings.input:
destination: products destination: products
consumer: consumer:
headerMode: raw
spring.cloud.stream.kafka.streams.binder: spring.cloud.stream.kafka.streams.binder:
brokers: localhost #192.168.99.100 brokers: localhost #192.168.99.100
zkNodes: localhost #192.168.99.100 spring.applicaiton.name: kafka-streams-product-tracker-sample

View File

@@ -3,18 +3,15 @@ spring.cloud.stream.bindings.input:
destination: user-clicks3 destination: user-clicks3
consumer: consumer:
useNativeDecoding: true useNativeDecoding: true
headerMode: raw
spring.cloud.stream.bindings.inputTable: spring.cloud.stream.bindings.inputTable:
destination: user-regions destination: user-regions
contentType: application/avro contentType: application/avro
consumer: consumer:
useNativeDecoding: true useNativeDecoding: true
headerMode: raw
spring.cloud.stream.bindings.output: spring.cloud.stream.bindings.output:
destination: output-topic destination: output-topic
producer: producer:
useNativeEncoding: true useNativeEncoding: true
headerMode: raw
spring.cloud.stream.kafka.streams.bindings.input: spring.cloud.stream.kafka.streams.bindings.input:
consumer: consumer:
keySerde: org.apache.kafka.common.serialization.Serdes$StringSerde keySerde: org.apache.kafka.common.serialization.Serdes$StringSerde
@@ -29,7 +26,6 @@ spring.cloud.stream.kafka.streams.bindings.output:
valueSerde: org.apache.kafka.common.serialization.Serdes$LongSerde valueSerde: org.apache.kafka.common.serialization.Serdes$LongSerde
spring.cloud.stream.kafka.streams.binder: spring.cloud.stream.kafka.streams.binder:
brokers: localhost #192.168.99.100 brokers: localhost #192.168.99.100
zkNodes: localhost #192.168.99.100
configuration: configuration:
default.key.serde: org.apache.kafka.common.serialization.Serdes$StringSerde default.key.serde: org.apache.kafka.common.serialization.Serdes$StringSerde
default.value.serde: org.apache.kafka.common.serialization.Serdes$StringSerde default.value.serde: org.apache.kafka.common.serialization.Serdes$StringSerde

View File

@@ -22,8 +22,3 @@ spring.cloud.stream.bindings.testInputFromRabbit:
spring.cloud.stream.kafka.streams.binder: spring.cloud.stream.kafka.streams.binder:
brokers: localhost brokers: localhost

View File

@@ -8,12 +8,10 @@ spring.cloud.stream.kafka.streams:
spring.cloud.stream.bindings.output: spring.cloud.stream.bindings.output:
destination: counts destination: counts
producer: producer:
headerMode: raw
#useNativeEncoding: true #useNativeEncoding: true
spring.cloud.stream.bindings.input: spring.cloud.stream.bindings.input:
destination: words destination: words
consumer: consumer:
headerMode: raw
#For testing #For testing
spring.cloud.stream.bindings.input1.destination: counts spring.cloud.stream.bindings.input1.destination: counts
spring.cloud.stream.bindings.output1.destination: words spring.cloud.stream.bindings.output1.destination: words