mindol1004/reactor-kafka
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Consumer 추가

Browse Source
This commit is contained in:
deogicorgi
2022-04-03 21:54:59 +09:00
parent 547d1da2af
commit b09375afba
10 changed files with 196 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
consumer/build.gradle
View File

@@ -4,7 +4,7 @@ plugins {
id 'java'
}
group = 'com.github.deogicorgi.reactive'
group = 'com.github.deogicorgi.reactive.consumer'
version = '0.0.1-SNAPSHOT'
sourceCompatibility = '11'
@@ -20,9 +20,9 @@ repositories {
dependencies {
implementation 'org.springframework.boot:spring-boot-starter'
compileOnly 'org.projectlombok:lombok'
annotationProcessor 'org.projectlombok:lombok'
testImplementation 'org.springframework.boot:spring-boot-starter-test'
implementation 'io.projectreactor.kafka:reactor-kafka:1.3.11'
annotationProcessor 'org.springframework.boot:spring-boot-configuration-processor'
}
tasks.named('test') {

1
consumer/src/main/java/com/github/deogicorgi/reactive/consumer/ConsumerApplication.java
View File

@@ -5,7 +5,6 @@ import org.springframework.boot.autoconfigure.SpringBootApplication;
@SpringBootApplication
public class ConsumerApplication {
public static void main(String[] args) {
SpringApplication.run(ConsumerApplication.class, args);
}

76
consumer/src/main/java/com/github/deogicorgi/reactive/consumer/config/KafkaConfig.java Normal file
View File

@@ -0,0 +1,76 @@
package com.github.deogicorgi.reactive.consumer.config;
import com.github.deogicorgi.reactive.consumer.config.model.KafkaReceiverProperty;
import com.github.deogicorgi.reactive.consumer.config.properties.KafkaProperties;
import lombok.RequiredArgsConstructor;
import org.apache.kafka.clients.consumer.ConsumerConfig;
import org.apache.kafka.clients.producer.ProducerConfig;
import org.apache.kafka.common.serialization.IntegerDeserializer;
import org.apache.kafka.common.serialization.StringDeserializer;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.util.ObjectUtils;
import reactor.kafka.receiver.KafkaReceiver;
import reactor.kafka.receiver.ReceiverOptions;
import java.util.Collections;
import java.util.HashMap;
import java.util.Map;
@Configuration
@RequiredArgsConstructor
public class KafkaConfig {
private final KafkaProperties properties;
// deogicorgi-uri 리시버
@Bean("uriMessageReceiver")
public KafkaReceiver<Integer, String> uriMessageReceiver() throws Exception {
Map.Entry<String, KafkaReceiverProperty> deogicorgiUri = properties.getProperty("deogicorgiUri").orElse(null);
if (ObjectUtils.isEmpty(deogicorgiUri)) {
throw new Exception("property is null");
}
KafkaReceiverProperty property = deogicorgiUri.getValue();
ReceiverOptions<Integer, String> receiverOptions =
ReceiverOptions.<Integer, String>create(getConsumerProps(property))
.subscription(Collections.singleton(property.getTopic()));
return KafkaReceiver.create(receiverOptions);
}
// deogicorgi-message 리시버
@Bean("messageReceiver")
public KafkaReceiver<Integer, String> messageReceiver() throws Exception {
Map.Entry<String, KafkaReceiverProperty> deogicorgiUri = properties.getProperty("deogicorgiMessage").orElse(null);
if (ObjectUtils.isEmpty(deogicorgiUri)) {
throw new Exception("property is null");
}
KafkaReceiverProperty property = deogicorgiUri.getValue();
ReceiverOptions<Integer, String> receiverOptions =
ReceiverOptions.<Integer, String>create(getConsumerProps(property))
.subscription(Collections.singleton(property.getTopic()));
return KafkaReceiver.create(receiverOptions);
}
/******************************************************************
************************ Consumer Options ************************
******************************************************************/
// 컨슈머 옵션
private Map<String, Object> getConsumerProps(KafkaReceiverProperty property) {
return new HashMap<>() {{
put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, properties.getHosts());
put(ConsumerConfig.GROUP_ID_CONFIG, property.getGroupId());
put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, IntegerDeserializer.class);
put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class);
put(ProducerConfig.MAX_BLOCK_MS_CONFIG, 1000);
}};
}
}

25
consumer/src/main/java/com/github/deogicorgi/reactive/consumer/config/model/KafkaReceiverProperty.java Normal file
View File

@@ -0,0 +1,25 @@
package com.github.deogicorgi.reactive.consumer.config.model;
import lombok.AllArgsConstructor;
import lombok.Getter;
import lombok.NoArgsConstructor;
import lombok.Setter;
/**
* 카프카 리시버 설정 프로퍼티
*/
@Getter
@Setter
@NoArgsConstructor
@AllArgsConstructor
public class KafkaReceiverProperty {
// 리시버 이름
private String name;
// 담당할 토픽
private String topic;
// 리시버 그룹 아이디
private String groupId;
}

36
consumer/src/main/java/com/github/deogicorgi/reactive/consumer/config/properties/KafkaProperties.java Normal file
View File

@@ -0,0 +1,36 @@
package com.github.deogicorgi.reactive.consumer.config.properties;
import com.github.deogicorgi.reactive.consumer.config.model.KafkaReceiverProperty;
import lombok.Getter;
import lombok.Setter;
import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.boot.context.properties.EnableConfigurationProperties;
import org.springframework.stereotype.Component;
import java.util.HashMap;
import java.util.Map;
import java.util.Optional;
@Getter
@Setter
@Component
@EnableConfigurationProperties
@ConfigurationProperties("kafka")
public class KafkaProperties {
// 카프카 호스트
private String hosts;
// 리시버 프로퍼티 맵
private Map<String, KafkaReceiverProperty> receiver = new HashMap<>();
public void setReceiver(Map<String, KafkaReceiverProperty> receivers) {
this.receiver = receivers;
}
public Optional<Map.Entry<String, KafkaReceiverProperty>> getProperty(String key) {
return this.receiver.entrySet()
.stream().filter(entry -> entry.getValue().getName().equals(key))
.findFirst();
}
}

30
consumer/src/main/java/com/github/deogicorgi/reactive/consumer/listener/KafkaMessageReceiver.java Normal file
View File

@@ -0,0 +1,30 @@
package com.github.deogicorgi.reactive.consumer.listener;
import lombok.extern.slf4j.Slf4j;
import org.springframework.stereotype.Component;
import reactor.kafka.receiver.KafkaReceiver;
import java.util.List;
/**
* 카프카 리시버
*/
@Slf4j
@Component
public class KafkaMessageReceiver {
/**
* KafkaMessageReceiver가 생성될 때 모든 카프카 리시버 시작
*/
public KafkaMessageReceiver(List<KafkaReceiver<Integer, String>> kafkaReceivers) {
for (KafkaReceiver<Integer, String> receiver : kafkaReceivers) {
this.start(receiver);
}
}
public void start(KafkaReceiver<Integer, String> receiver) {
receiver.receive().subscribe(record -> {
log.info("Kafka Reciever result : Topic >> [{}], message >> [{}], Offset >> [{}]", record.topic(), record.value(), record.receiverOffset());
});
}
}

1
consumer/src/main/resources/application.properties
View File

@@ -1 +0,0 @@

11
consumer/src/main/resources/application.yml Normal file
View File

@@ -0,0 +1,11 @@
kafka:
hosts: deogicorgi.home:29092
receiver :
uri:
name : deogicorgiUri
topic : deogicorgi-uri
groupId : deogicorgi-uri-1
message:
name : deogicorgiMessage
topic : deogicorgi-message
groupId : deogicorgi-message-1

13
consumer/src/main/resources/logback.xml Normal file
View File

@@ -0,0 +1,13 @@
<?xml version="1.0" encoding="UTF-8"?>
<configuration>
<appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">
<encoder>
<!-- <pattern>%d{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n</pattern>-->
<pattern>%d{HH:mm:ss.SSS} [%thread] %highlight(%-5level) %cyan(%logger{36}) - %msg %n</pattern>
</encoder>
</appender>
<root level="info">
<appender-ref ref="STDOUT"/>
</root>
</configuration>