diff --git a/aws/cloudformation/ecs-zero-downtime-deployment/README.md b/aws/cloudformation/ecs-zero-downtime-deployment/README.md index 011d51d..1538814 100644 --- a/aws/cloudformation/ecs-zero-downtime-deployment/README.md +++ b/aws/cloudformation/ecs-zero-downtime-deployment/README.md @@ -1,8 +1,8 @@ # Overview -![ECS in two public subnets](ecs-in-two-public-subnets.svg) +![ECS Zero Downtime Deployment](ecs-in-two-public-subnets.svg) # Companion Blog Post -[The AWS Journey Part 2: Deploying a Docker image from the Command Line with CloudFormation](https://reflectoring.io/aws-cloudformation-deploy-docker-image/) +[The AWS Journey Part 4: Zero-Downtime Deployment with CloudFormation and ECS](https://reflectoring.io/aws-cloudformation-ecs-deployment/) diff --git a/aws/cloudformation/ecs-zero-downtime-deployment/create-change-set.sh b/aws/cloudformation/ecs-zero-downtime-deployment/create-change-set.sh new file mode 100755 index 0000000..24d4b45 --- /dev/null +++ b/aws/cloudformation/ecs-zero-downtime-deployment/create-change-set.sh @@ -0,0 +1,18 @@ +# Turning off the AWS pager so that the CLI doesn't open an editor for each command result +export AWS_PAGER="" + +aws cloudformation create-change-set \ + --change-set-name update-reflectoring-ecs-zero-downtime-deployment-service \ + --stack-name reflectoring-ecs-zero-downtime-deployment-service \ + --use-previous-template \ + --parameters \ + ParameterKey=StackName,ParameterValue=reflectoring-ecs-zero-downtime-deployment-network \ + ParameterKey=ServiceName,ParameterValue=reflectoring-hello-world \ + ParameterKey=ImageUrl,ParameterValue=docker.io/reflectoring/aws-hello-world:v4 \ + ParameterKey=ContainerPort,ParameterValue=8080 \ + ParameterKey=HealthCheckPath,ParameterValue=/hello \ + ParameterKey=HealthCheckIntervalSeconds,ParameterValue=90 + +aws cloudformation describe-change-set \ + --stack-name reflectoring-ecs-zero-downtime-deployment-service \ + --change-set-name update-reflectoring-ecs-zero-downtime-deployment-service diff --git a/aws/cloudformation/ecs-zero-downtime-deployment/create.sh b/aws/cloudformation/ecs-zero-downtime-deployment/create.sh old mode 100644 new mode 100755 index f3ea693..d922abe --- a/aws/cloudformation/ecs-zero-downtime-deployment/create.sh +++ b/aws/cloudformation/ecs-zero-downtime-deployment/create.sh @@ -14,7 +14,7 @@ aws cloudformation create-stack \ --parameters \ ParameterKey=StackName,ParameterValue=reflectoring-ecs-zero-downtime-deployment-network \ ParameterKey=ServiceName,ParameterValue=reflectoring-hello-world \ - ParameterKey=ImageUrl,ParameterValue=docker.io/reflectoring/aws-hello-world:latest \ + ParameterKey=ImageUrl,ParameterValue=docker.io/reflectoring/aws-hello-world:v3 \ ParameterKey=ContainerPort,ParameterValue=8080 \ ParameterKey=HealthCheckPath,ParameterValue=/hello \ ParameterKey=HealthCheckIntervalSeconds,ParameterValue=90 diff --git a/aws/cloudformation/ecs-zero-downtime-deployment/delete.sh b/aws/cloudformation/ecs-zero-downtime-deployment/delete.sh old mode 100644 new mode 100755 diff --git a/aws/cloudformation/ecs-zero-downtime-deployment/execute-change-set.sh b/aws/cloudformation/ecs-zero-downtime-deployment/execute-change-set.sh new file mode 100755 index 0000000..ffce10d --- /dev/null +++ b/aws/cloudformation/ecs-zero-downtime-deployment/execute-change-set.sh @@ -0,0 +1,8 @@ +# Turning off the AWS pager so that the CLI doesn't open an editor for each command result +export AWS_PAGER="" + +aws cloudformation execute-change-set \ + --stack-name reflectoring-ecs-zero-downtime-deployment-service \ + --change-set-name update-reflectoring-ecs-zero-downtime-deployment-service + +aws cloudformation wait stack-update-complete --stack-name reflectoring-ecs-zero-downtime-deployment-service \ No newline at end of file diff --git a/aws/cloudformation/ecs-zero-downtime-deployment/service.yml b/aws/cloudformation/ecs-zero-downtime-deployment/service.yml index 1357080..cb65534 100644 --- a/aws/cloudformation/ecs-zero-downtime-deployment/service.yml +++ b/aws/cloudformation/ecs-zero-downtime-deployment/service.yml @@ -100,7 +100,7 @@ Resources: Memory: !Ref 'ContainerMemory' Image: !Ref 'ImageUrl' PortMappings: - - ContainerPort: !Ref 'ContainerPort' serve + - ContainerPort: !Ref 'ContainerPort' LogConfiguration: LogDriver: 'awslogs' Options: diff --git a/aws/cloudformation/ecs-zero-downtime-deployment/update.sh b/aws/cloudformation/ecs-zero-downtime-deployment/update.sh new file mode 100755 index 0000000..dba0056 --- /dev/null +++ b/aws/cloudformation/ecs-zero-downtime-deployment/update.sh @@ -0,0 +1,17 @@ +# Turning off the AWS pager so that the CLI doesn't open an editor for each command result +export AWS_PAGER="" + +IMAGE_URL=$1 + +aws cloudformation update-stack \ + --stack-name reflectoring-ecs-zero-downtime-deployment-service \ + --use-previous-template \ + --parameters \ + ParameterKey=StackName,ParameterValue=reflectoring-ecs-zero-downtime-deployment-network \ + ParameterKey=ServiceName,ParameterValue=reflectoring-hello-world \ + ParameterKey=ImageUrl,ParameterValue=$IMAGE_URL \ + ParameterKey=ContainerPort,ParameterValue=8080 \ + ParameterKey=HealthCheckPath,ParameterValue=/hello \ + ParameterKey=HealthCheckIntervalSeconds,ParameterValue=90 + +aws cloudformation wait stack-update-complete --stack-name reflectoring-ecs-zero-downtime-deployment-service diff --git a/build-all.sh b/build-all.sh index 44f6fc1..d6c2309 100755 --- a/build-all.sh +++ b/build-all.sh @@ -82,6 +82,8 @@ build_maven_module() { } build_maven_module "aws/localstack" +build_maven_module "spring-boot/spring-boot-kafka" +build_maven_module "resilience4j/retry" build_maven_module "solid/lsp" run_gradle_task "spring-boot/thymeleaf-vue" "npmInstall" build_gradle_module "spring-boot/thymeleaf-vue" diff --git a/resilience4j/retry/.mvn/wrapper/MavenWrapperDownloader.java b/resilience4j/retry/.mvn/wrapper/MavenWrapperDownloader.java new file mode 100644 index 0000000..b901097 --- /dev/null +++ b/resilience4j/retry/.mvn/wrapper/MavenWrapperDownloader.java @@ -0,0 +1,117 @@ +/* + * Copyright 2007-present the original author or authors. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +import java.net.*; +import java.io.*; +import java.nio.channels.*; +import java.util.Properties; + +public class MavenWrapperDownloader { + + private static final String WRAPPER_VERSION = "0.5.6"; + /** + * Default URL to download the maven-wrapper.jar from, if no 'downloadUrl' is provided. + */ + private static final String DEFAULT_DOWNLOAD_URL = "https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/" + + WRAPPER_VERSION + "/maven-wrapper-" + WRAPPER_VERSION + ".jar"; + + /** + * Path to the maven-wrapper.properties file, which might contain a downloadUrl property to + * use instead of the default one. + */ + private static final String MAVEN_WRAPPER_PROPERTIES_PATH = + ".mvn/wrapper/maven-wrapper.properties"; + + /** + * Path where the maven-wrapper.jar will be saved to. + */ + private static final String MAVEN_WRAPPER_JAR_PATH = + ".mvn/wrapper/maven-wrapper.jar"; + + /** + * Name of the property which should be used to override the default download url for the wrapper. + */ + private static final String PROPERTY_NAME_WRAPPER_URL = "wrapperUrl"; + + public static void main(String args[]) { + System.out.println("- Downloader started"); + File baseDirectory = new File(args[0]); + System.out.println("- Using base directory: " + baseDirectory.getAbsolutePath()); + + // If the maven-wrapper.properties exists, read it and check if it contains a custom + // wrapperUrl parameter. + File mavenWrapperPropertyFile = new File(baseDirectory, MAVEN_WRAPPER_PROPERTIES_PATH); + String url = DEFAULT_DOWNLOAD_URL; + if(mavenWrapperPropertyFile.exists()) { + FileInputStream mavenWrapperPropertyFileInputStream = null; + try { + mavenWrapperPropertyFileInputStream = new FileInputStream(mavenWrapperPropertyFile); + Properties mavenWrapperProperties = new Properties(); + mavenWrapperProperties.load(mavenWrapperPropertyFileInputStream); + url = mavenWrapperProperties.getProperty(PROPERTY_NAME_WRAPPER_URL, url); + } catch (IOException e) { + System.out.println("- ERROR loading '" + MAVEN_WRAPPER_PROPERTIES_PATH + "'"); + } finally { + try { + if(mavenWrapperPropertyFileInputStream != null) { + mavenWrapperPropertyFileInputStream.close(); + } + } catch (IOException e) { + // Ignore ... + } + } + } + System.out.println("- Downloading from: " + url); + + File outputFile = new File(baseDirectory.getAbsolutePath(), MAVEN_WRAPPER_JAR_PATH); + if(!outputFile.getParentFile().exists()) { + if(!outputFile.getParentFile().mkdirs()) { + System.out.println( + "- ERROR creating output directory '" + outputFile.getParentFile().getAbsolutePath() + "'"); + } + } + System.out.println("- Downloading to: " + outputFile.getAbsolutePath()); + try { + downloadFileFromURL(url, outputFile); + System.out.println("Done"); + System.exit(0); + } catch (Throwable e) { + System.out.println("- Error downloading"); + e.printStackTrace(); + System.exit(1); + } + } + + private static void downloadFileFromURL(String urlString, File destination) throws Exception { + if (System.getenv("MVNW_USERNAME") != null && System.getenv("MVNW_PASSWORD") != null) { + String username = System.getenv("MVNW_USERNAME"); + char[] password = System.getenv("MVNW_PASSWORD").toCharArray(); + Authenticator.setDefault(new Authenticator() { + @Override + protected PasswordAuthentication getPasswordAuthentication() { + return new PasswordAuthentication(username, password); + } + }); + } + URL website = new URL(urlString); + ReadableByteChannel rbc; + rbc = Channels.newChannel(website.openStream()); + FileOutputStream fos = new FileOutputStream(destination); + fos.getChannel().transferFrom(rbc, 0, Long.MAX_VALUE); + fos.close(); + rbc.close(); + } + +} diff --git a/resilience4j/retry/.mvn/wrapper/maven-wrapper.jar b/resilience4j/retry/.mvn/wrapper/maven-wrapper.jar new file mode 100644 index 0000000..2cc7d4a Binary files /dev/null and b/resilience4j/retry/.mvn/wrapper/maven-wrapper.jar differ diff --git a/resilience4j/retry/.mvn/wrapper/maven-wrapper.properties b/resilience4j/retry/.mvn/wrapper/maven-wrapper.properties new file mode 100644 index 0000000..642d572 --- /dev/null +++ b/resilience4j/retry/.mvn/wrapper/maven-wrapper.properties @@ -0,0 +1,2 @@ +distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.6.3/apache-maven-3.6.3-bin.zip +wrapperUrl=https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar diff --git a/resilience4j/retry/Readme.md b/resilience4j/retry/Readme.md new file mode 100644 index 0000000..7c46b88 --- /dev/null +++ b/resilience4j/retry/Readme.md @@ -0,0 +1 @@ +Run the Examples program \ No newline at end of file diff --git a/resilience4j/retry/mvnw b/resilience4j/retry/mvnw new file mode 100755 index 0000000..41c0f0c --- /dev/null +++ b/resilience4j/retry/mvnw @@ -0,0 +1,310 @@ +#!/bin/sh +# ---------------------------------------------------------------------------- +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# ---------------------------------------------------------------------------- + +# ---------------------------------------------------------------------------- +# Maven Start Up Batch script +# +# Required ENV vars: +# ------------------ +# JAVA_HOME - location of a JDK home dir +# +# Optional ENV vars +# ----------------- +# M2_HOME - location of maven2's installed home dir +# MAVEN_OPTS - parameters passed to the Java VM when running Maven +# e.g. to debug Maven itself, use +# set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 +# MAVEN_SKIP_RC - flag to disable loading of mavenrc files +# ---------------------------------------------------------------------------- + +if [ -z "$MAVEN_SKIP_RC" ] ; then + + if [ -f /etc/mavenrc ] ; then + . /etc/mavenrc + fi + + if [ -f "$HOME/.mavenrc" ] ; then + . "$HOME/.mavenrc" + fi + +fi + +# OS specific support. $var _must_ be set to either true or false. +cygwin=false; +darwin=false; +mingw=false +case "`uname`" in + CYGWIN*) cygwin=true ;; + MINGW*) mingw=true;; + Darwin*) darwin=true + # Use /usr/libexec/java_home if available, otherwise fall back to /Library/Java/Home + # See https://developer.apple.com/library/mac/qa/qa1170/_index.html + if [ -z "$JAVA_HOME" ]; then + if [ -x "/usr/libexec/java_home" ]; then + export JAVA_HOME="`/usr/libexec/java_home`" + else + export JAVA_HOME="/Library/Java/Home" + fi + fi + ;; +esac + +if [ -z "$JAVA_HOME" ] ; then + if [ -r /etc/gentoo-release ] ; then + JAVA_HOME=`java-config --jre-home` + fi +fi + +if [ -z "$M2_HOME" ] ; then + ## resolve links - $0 may be a link to maven's home + PRG="$0" + + # need this for relative symlinks + while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG="`dirname "$PRG"`/$link" + fi + done + + saveddir=`pwd` + + M2_HOME=`dirname "$PRG"`/.. + + # make it fully qualified + M2_HOME=`cd "$M2_HOME" && pwd` + + cd "$saveddir" + # echo Using m2 at $M2_HOME +fi + +# For Cygwin, ensure paths are in UNIX format before anything is touched +if $cygwin ; then + [ -n "$M2_HOME" ] && + M2_HOME=`cygpath --unix "$M2_HOME"` + [ -n "$JAVA_HOME" ] && + JAVA_HOME=`cygpath --unix "$JAVA_HOME"` + [ -n "$CLASSPATH" ] && + CLASSPATH=`cygpath --path --unix "$CLASSPATH"` +fi + +# For Mingw, ensure paths are in UNIX format before anything is touched +if $mingw ; then + [ -n "$M2_HOME" ] && + M2_HOME="`(cd "$M2_HOME"; pwd)`" + [ -n "$JAVA_HOME" ] && + JAVA_HOME="`(cd "$JAVA_HOME"; pwd)`" +fi + +if [ -z "$JAVA_HOME" ]; then + javaExecutable="`which javac`" + if [ -n "$javaExecutable" ] && ! [ "`expr \"$javaExecutable\" : '\([^ ]*\)'`" = "no" ]; then + # readlink(1) is not available as standard on Solaris 10. + readLink=`which readlink` + if [ ! `expr "$readLink" : '\([^ ]*\)'` = "no" ]; then + if $darwin ; then + javaHome="`dirname \"$javaExecutable\"`" + javaExecutable="`cd \"$javaHome\" && pwd -P`/javac" + else + javaExecutable="`readlink -f \"$javaExecutable\"`" + fi + javaHome="`dirname \"$javaExecutable\"`" + javaHome=`expr "$javaHome" : '\(.*\)/bin'` + JAVA_HOME="$javaHome" + export JAVA_HOME + fi + fi +fi + +if [ -z "$JAVACMD" ] ; then + if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + else + JAVACMD="`which java`" + fi +fi + +if [ ! -x "$JAVACMD" ] ; then + echo "Error: JAVA_HOME is not defined correctly." >&2 + echo " We cannot execute $JAVACMD" >&2 + exit 1 +fi + +if [ -z "$JAVA_HOME" ] ; then + echo "Warning: JAVA_HOME environment variable is not set." +fi + +CLASSWORLDS_LAUNCHER=org.codehaus.plexus.classworlds.launcher.Launcher + +# traverses directory structure from process work directory to filesystem root +# first directory with .mvn subdirectory is considered project base directory +find_maven_basedir() { + + if [ -z "$1" ] + then + echo "Path not specified to find_maven_basedir" + return 1 + fi + + basedir="$1" + wdir="$1" + while [ "$wdir" != '/' ] ; do + if [ -d "$wdir"/.mvn ] ; then + basedir=$wdir + break + fi + # workaround for JBEAP-8937 (on Solaris 10/Sparc) + if [ -d "${wdir}" ]; then + wdir=`cd "$wdir/.."; pwd` + fi + # end of workaround + done + echo "${basedir}" +} + +# concatenates all lines of a file +concat_lines() { + if [ -f "$1" ]; then + echo "$(tr -s '\n' ' ' < "$1")" + fi +} + +BASE_DIR=`find_maven_basedir "$(pwd)"` +if [ -z "$BASE_DIR" ]; then + exit 1; +fi + +########################################################################################## +# Extension to allow automatically downloading the maven-wrapper.jar from Maven-central +# This allows using the maven wrapper in projects that prohibit checking in binary data. +########################################################################################## +if [ -r "$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" ]; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found .mvn/wrapper/maven-wrapper.jar" + fi +else + if [ "$MVNW_VERBOSE" = true ]; then + echo "Couldn't find .mvn/wrapper/maven-wrapper.jar, downloading it ..." + fi + if [ -n "$MVNW_REPOURL" ]; then + jarUrl="$MVNW_REPOURL/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + else + jarUrl="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + fi + while IFS="=" read key value; do + case "$key" in (wrapperUrl) jarUrl="$value"; break ;; + esac + done < "$BASE_DIR/.mvn/wrapper/maven-wrapper.properties" + if [ "$MVNW_VERBOSE" = true ]; then + echo "Downloading from: $jarUrl" + fi + wrapperJarPath="$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" + if $cygwin; then + wrapperJarPath=`cygpath --path --windows "$wrapperJarPath"` + fi + + if command -v wget > /dev/null; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found wget ... using wget" + fi + if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then + wget "$jarUrl" -O "$wrapperJarPath" + else + wget --http-user=$MVNW_USERNAME --http-password=$MVNW_PASSWORD "$jarUrl" -O "$wrapperJarPath" + fi + elif command -v curl > /dev/null; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found curl ... using curl" + fi + if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then + curl -o "$wrapperJarPath" "$jarUrl" -f + else + curl --user $MVNW_USERNAME:$MVNW_PASSWORD -o "$wrapperJarPath" "$jarUrl" -f + fi + + else + if [ "$MVNW_VERBOSE" = true ]; then + echo "Falling back to using Java to download" + fi + javaClass="$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.java" + # For Cygwin, switch paths to Windows format before running javac + if $cygwin; then + javaClass=`cygpath --path --windows "$javaClass"` + fi + if [ -e "$javaClass" ]; then + if [ ! -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then + if [ "$MVNW_VERBOSE" = true ]; then + echo " - Compiling MavenWrapperDownloader.java ..." + fi + # Compiling the Java class + ("$JAVA_HOME/bin/javac" "$javaClass") + fi + if [ -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then + # Running the downloader + if [ "$MVNW_VERBOSE" = true ]; then + echo " - Running MavenWrapperDownloader.java ..." + fi + ("$JAVA_HOME/bin/java" -cp .mvn/wrapper MavenWrapperDownloader "$MAVEN_PROJECTBASEDIR") + fi + fi + fi +fi +########################################################################################## +# End of extension +########################################################################################## + +export MAVEN_PROJECTBASEDIR=${MAVEN_BASEDIR:-"$BASE_DIR"} +if [ "$MVNW_VERBOSE" = true ]; then + echo $MAVEN_PROJECTBASEDIR +fi +MAVEN_OPTS="$(concat_lines "$MAVEN_PROJECTBASEDIR/.mvn/jvm.config") $MAVEN_OPTS" + +# For Cygwin, switch paths to Windows format before running java +if $cygwin; then + [ -n "$M2_HOME" ] && + M2_HOME=`cygpath --path --windows "$M2_HOME"` + [ -n "$JAVA_HOME" ] && + JAVA_HOME=`cygpath --path --windows "$JAVA_HOME"` + [ -n "$CLASSPATH" ] && + CLASSPATH=`cygpath --path --windows "$CLASSPATH"` + [ -n "$MAVEN_PROJECTBASEDIR" ] && + MAVEN_PROJECTBASEDIR=`cygpath --path --windows "$MAVEN_PROJECTBASEDIR"` +fi + +# Provide a "standardized" way to retrieve the CLI args that will +# work with both Windows and non-Windows executions. +MAVEN_CMD_LINE_ARGS="$MAVEN_CONFIG $@" +export MAVEN_CMD_LINE_ARGS + +WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain + +exec "$JAVACMD" \ + $MAVEN_OPTS \ + -classpath "$MAVEN_PROJECTBASEDIR/.mvn/wrapper/maven-wrapper.jar" \ + "-Dmaven.home=${M2_HOME}" "-Dmaven.multiModuleProjectDirectory=${MAVEN_PROJECTBASEDIR}" \ + ${WRAPPER_LAUNCHER} $MAVEN_CONFIG "$@" diff --git a/resilience4j/retry/mvnw.cmd b/resilience4j/retry/mvnw.cmd new file mode 100644 index 0000000..8611571 --- /dev/null +++ b/resilience4j/retry/mvnw.cmd @@ -0,0 +1,182 @@ +@REM ---------------------------------------------------------------------------- +@REM Licensed to the Apache Software Foundation (ASF) under one +@REM or more contributor license agreements. See the NOTICE file +@REM distributed with this work for additional information +@REM regarding copyright ownership. The ASF licenses this file +@REM to you under the Apache License, Version 2.0 (the +@REM "License"); you may not use this file except in compliance +@REM with the License. You may obtain a copy of the License at +@REM +@REM http://www.apache.org/licenses/LICENSE-2.0 +@REM +@REM Unless required by applicable law or agreed to in writing, +@REM software distributed under the License is distributed on an +@REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +@REM KIND, either express or implied. See the License for the +@REM specific language governing permissions and limitations +@REM under the License. +@REM ---------------------------------------------------------------------------- + +@REM ---------------------------------------------------------------------------- +@REM Maven Start Up Batch script +@REM +@REM Required ENV vars: +@REM JAVA_HOME - location of a JDK home dir +@REM +@REM Optional ENV vars +@REM M2_HOME - location of maven2's installed home dir +@REM MAVEN_BATCH_ECHO - set to 'on' to enable the echoing of the batch commands +@REM MAVEN_BATCH_PAUSE - set to 'on' to wait for a keystroke before ending +@REM MAVEN_OPTS - parameters passed to the Java VM when running Maven +@REM e.g. to debug Maven itself, use +@REM set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 +@REM MAVEN_SKIP_RC - flag to disable loading of mavenrc files +@REM ---------------------------------------------------------------------------- + +@REM Begin all REM lines with '@' in case MAVEN_BATCH_ECHO is 'on' +@echo off +@REM set title of command window +title %0 +@REM enable echoing by setting MAVEN_BATCH_ECHO to 'on' +@if "%MAVEN_BATCH_ECHO%" == "on" echo %MAVEN_BATCH_ECHO% + +@REM set %HOME% to equivalent of $HOME +if "%HOME%" == "" (set "HOME=%HOMEDRIVE%%HOMEPATH%") + +@REM Execute a user defined script before this one +if not "%MAVEN_SKIP_RC%" == "" goto skipRcPre +@REM check for pre script, once with legacy .bat ending and once with .cmd ending +if exist "%HOME%\mavenrc_pre.bat" call "%HOME%\mavenrc_pre.bat" +if exist "%HOME%\mavenrc_pre.cmd" call "%HOME%\mavenrc_pre.cmd" +:skipRcPre + +@setlocal + +set ERROR_CODE=0 + +@REM To isolate internal variables from possible post scripts, we use another setlocal +@setlocal + +@REM ==== START VALIDATION ==== +if not "%JAVA_HOME%" == "" goto OkJHome + +echo. +echo Error: JAVA_HOME not found in your environment. >&2 +echo Please set the JAVA_HOME variable in your environment to match the >&2 +echo location of your Java installation. >&2 +echo. +goto error + +:OkJHome +if exist "%JAVA_HOME%\bin\java.exe" goto init + +echo. +echo Error: JAVA_HOME is set to an invalid directory. >&2 +echo JAVA_HOME = "%JAVA_HOME%" >&2 +echo Please set the JAVA_HOME variable in your environment to match the >&2 +echo location of your Java installation. >&2 +echo. +goto error + +@REM ==== END VALIDATION ==== + +:init + +@REM Find the project base dir, i.e. the directory that contains the folder ".mvn". +@REM Fallback to current working directory if not found. + +set MAVEN_PROJECTBASEDIR=%MAVEN_BASEDIR% +IF NOT "%MAVEN_PROJECTBASEDIR%"=="" goto endDetectBaseDir + +set EXEC_DIR=%CD% +set WDIR=%EXEC_DIR% +:findBaseDir +IF EXIST "%WDIR%"\.mvn goto baseDirFound +cd .. +IF "%WDIR%"=="%CD%" goto baseDirNotFound +set WDIR=%CD% +goto findBaseDir + +:baseDirFound +set MAVEN_PROJECTBASEDIR=%WDIR% +cd "%EXEC_DIR%" +goto endDetectBaseDir + +:baseDirNotFound +set MAVEN_PROJECTBASEDIR=%EXEC_DIR% +cd "%EXEC_DIR%" + +:endDetectBaseDir + +IF NOT EXIST "%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config" goto endReadAdditionalConfig + +@setlocal EnableExtensions EnableDelayedExpansion +for /F "usebackq delims=" %%a in ("%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config") do set JVM_CONFIG_MAVEN_PROPS=!JVM_CONFIG_MAVEN_PROPS! %%a +@endlocal & set JVM_CONFIG_MAVEN_PROPS=%JVM_CONFIG_MAVEN_PROPS% + +:endReadAdditionalConfig + +SET MAVEN_JAVA_EXE="%JAVA_HOME%\bin\java.exe" +set WRAPPER_JAR="%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.jar" +set WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain + +set DOWNLOAD_URL="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + +FOR /F "tokens=1,2 delims==" %%A IN ("%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.properties") DO ( + IF "%%A"=="wrapperUrl" SET DOWNLOAD_URL=%%B +) + +@REM Extension to allow automatically downloading the maven-wrapper.jar from Maven-central +@REM This allows using the maven wrapper in projects that prohibit checking in binary data. +if exist %WRAPPER_JAR% ( + if "%MVNW_VERBOSE%" == "true" ( + echo Found %WRAPPER_JAR% + ) +) else ( + if not "%MVNW_REPOURL%" == "" ( + SET DOWNLOAD_URL="%MVNW_REPOURL%/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + ) + if "%MVNW_VERBOSE%" == "true" ( + echo Couldn't find %WRAPPER_JAR%, downloading it ... + echo Downloading from: %DOWNLOAD_URL% + ) + + powershell -Command "&{"^ + "$webclient = new-object System.Net.WebClient;"^ + "if (-not ([string]::IsNullOrEmpty('%MVNW_USERNAME%') -and [string]::IsNullOrEmpty('%MVNW_PASSWORD%'))) {"^ + "$webclient.Credentials = new-object System.Net.NetworkCredential('%MVNW_USERNAME%', '%MVNW_PASSWORD%');"^ + "}"^ + "[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12; $webclient.DownloadFile('%DOWNLOAD_URL%', '%WRAPPER_JAR%')"^ + "}" + if "%MVNW_VERBOSE%" == "true" ( + echo Finished downloading %WRAPPER_JAR% + ) +) +@REM End of extension + +@REM Provide a "standardized" way to retrieve the CLI args that will +@REM work with both Windows and non-Windows executions. +set MAVEN_CMD_LINE_ARGS=%* + +%MAVEN_JAVA_EXE% %JVM_CONFIG_MAVEN_PROPS% %MAVEN_OPTS% %MAVEN_DEBUG_OPTS% -classpath %WRAPPER_JAR% "-Dmaven.multiModuleProjectDirectory=%MAVEN_PROJECTBASEDIR%" %WRAPPER_LAUNCHER% %MAVEN_CONFIG% %* +if ERRORLEVEL 1 goto error +goto end + +:error +set ERROR_CODE=1 + +:end +@endlocal & set ERROR_CODE=%ERROR_CODE% + +if not "%MAVEN_SKIP_RC%" == "" goto skipRcPost +@REM check for post script, once with legacy .bat ending and once with .cmd ending +if exist "%HOME%\mavenrc_post.bat" call "%HOME%\mavenrc_post.bat" +if exist "%HOME%\mavenrc_post.cmd" call "%HOME%\mavenrc_post.cmd" +:skipRcPost + +@REM pause the script if MAVEN_BATCH_PAUSE is set to 'on' +if "%MAVEN_BATCH_PAUSE%" == "on" pause + +if "%MAVEN_TERMINATE_CMD%" == "on" exit %ERROR_CODE% + +exit /B %ERROR_CODE% diff --git a/resilience4j/retry/pom.xml b/resilience4j/retry/pom.xml new file mode 100644 index 0000000..c1f0d1e --- /dev/null +++ b/resilience4j/retry/pom.xml @@ -0,0 +1,115 @@ + + + + 4.0.0 + + io.reflectoring.resilience4j.retry + retry + 1.0-SNAPSHOT + + retry + http://www.reflectoring.io + + + UTF-8 + 1.8 + 1.8 + + + + + junit + junit + 4.11 + test + + + + + io.github.resilience4j + resilience4j-retry + 1.5.0 + + + + + io.github.resilience4j + resilience4j-core + 1.5.0 + + + + io.github.resilience4j + resilience4j-all + 1.5.0 + + + + org.projectlombok + lombok + 1.18.12 + + + + + io.github.resilience4j + resilience4j-micrometer + 1.5.0 + + + + + io.micrometer + micrometer-core + 1.5.0 + + + + + + + + + + maven-clean-plugin + 3.1.0 + + + + maven-resources-plugin + 3.0.2 + + + maven-compiler-plugin + 3.8.0 + + + maven-surefire-plugin + 2.22.1 + + + maven-jar-plugin + 3.0.2 + + + maven-install-plugin + 2.5.2 + + + maven-deploy-plugin + 2.8.2 + + + + maven-site-plugin + 3.7.1 + + + maven-project-info-reports-plugin + 3.0.0 + + + + + diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/Examples.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/Examples.java new file mode 100644 index 0000000..b78e2a5 --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/Examples.java @@ -0,0 +1,350 @@ +package io.reflectoring.resilience4j.retry; + +import static java.time.temporal.ChronoUnit.SECONDS; + +import io.github.resilience4j.core.IntervalFunction; +import io.github.resilience4j.micrometer.tagged.TaggedRetryMetrics; +import io.github.resilience4j.retry.Retry; +import io.github.resilience4j.retry.RetryConfig; +import io.github.resilience4j.retry.RetryRegistry; +import io.micrometer.core.instrument.Meter; +import io.micrometer.core.instrument.MeterRegistry; +import io.micrometer.core.instrument.simple.SimpleMeterRegistry; +import io.reflectoring.resilience4j.retry.exceptions.FlightServiceBaseException; +import io.reflectoring.resilience4j.retry.exceptions.RateLimitExceededException; +import io.reflectoring.resilience4j.retry.exceptions.SeatsUnavailableException; +import io.reflectoring.resilience4j.retry.model.BookingRequest; +import io.reflectoring.resilience4j.retry.model.BookingResponse; +import io.reflectoring.resilience4j.retry.model.Flight; +import io.reflectoring.resilience4j.retry.model.SearchRequest; +import io.reflectoring.resilience4j.retry.model.SearchResponse; +import io.reflectoring.resilience4j.retry.services.FlightBookingService; +import io.reflectoring.resilience4j.retry.services.FlightSearchService; +import io.reflectoring.resilience4j.retry.services.failures.FailHalfTheTime; +import io.reflectoring.resilience4j.retry.services.failures.FailNTimes; +import io.reflectoring.resilience4j.retry.services.failures.RateLimitFailNTimes; +import io.vavr.CheckedFunction0; +import java.time.Duration; +import java.util.Collections; +import java.util.List; +import java.util.UUID; +import java.util.concurrent.CompletableFuture; +import java.util.concurrent.CompletionStage; +import java.util.concurrent.Executors; +import java.util.concurrent.ScheduledExecutorService; +import java.util.function.Consumer; +import java.util.function.Predicate; +import java.util.function.Supplier; +import java.util.stream.StreamSupport; + +public class Examples { + + void generalUsagePattern() { + RetryConfig config = RetryConfig.ofDefaults(); // ----> 1 + RetryRegistry registry = RetryRegistry.of(config); // ----> 2 + Retry retry = registry.retry("flightSearchService", config); // ----> 3 + + FlightSearchService service = new FlightSearchService(); + SearchRequest request = new SearchRequest("NYC", "LAX", "07/31/2020"); + Supplier> flightSearchSupplier = () -> service.searchFlights(request); // ----> 4 + + Supplier> retryingFlightSearch = Retry.decorateSupplier(retry, flightSearchSupplier); // ----> 5 + + System.out.println(retryingFlightSearch.get()); // ----> 6 + } + + void basicExample() { + RetryConfig config = RetryConfig.custom().maxAttempts(3).waitDuration(Duration.of(2, SECONDS)).build(); + RetryRegistry registry = RetryRegistry.of(config); + Retry retry = registry.retry("flightSearchService", config); + + FlightSearchService service = new FlightSearchService(); + service.setPotentialFailure(new FailNTimes(1)); + + SearchRequest request = new SearchRequest("NYC", "LAX", "07/31/2020"); + Supplier> flightSearchSupplier = () -> service.searchFlights(request); + + Supplier> retryingFlightSearch = Retry.decorateSupplier(retry, flightSearchSupplier); + System.out.println(retryingFlightSearch.get()); + } + + void basicExample_ServiceThrowingException_v1() { + RetryConfig config = RetryConfig.custom().maxAttempts(3).build(); + RetryRegistry registry = RetryRegistry.of(config); + Retry retry = registry.retry("flightSearchService", config); + + FlightSearchService service = new FlightSearchService(); + service.setPotentialFailure(new FailNTimes(1)); + + SearchRequest request = new SearchRequest("NYC", "LAX", "07/31/2020"); + Supplier> flightSearchSupplier = () -> { + try { + return service.searchFlightsThrowingException(request); + } catch (Exception e) { + // handle exception + } + return Collections.emptyList(); + }; + + Supplier> retryingFlightSearch = Retry.decorateSupplier(retry, flightSearchSupplier); + System.out.println(retryingFlightSearch.get()); + } + + void basicExample_ServiceThrowingException_v2() { + RetryConfig config = RetryConfig.custom().maxAttempts(3).build(); + RetryRegistry registry = RetryRegistry.of(config); + Retry retry = registry.retry("flightSearchService", config); + + FlightSearchService service = new FlightSearchService(); + service.setPotentialFailure(new FailNTimes(1)); + + SearchRequest request = new SearchRequest("NYC", "LAX", "07/31/2020"); + CheckedFunction0> retryingFlightSearch = Retry.decorateCheckedSupplier(retry, () -> service.searchFlightsThrowingException(request)); + + try { + System.out.println(retryingFlightSearch.apply()); + } catch (Throwable throwable) { + // handle exception + } + } + + void predicateExample() { + RetryConfig config = RetryConfig.custom(). + maxAttempts(3). + waitDuration(Duration.of(3, SECONDS)). + retryOnResult(searchResponse -> searchResponse.getErrorCode().equals("FS-167")). + build(); + RetryRegistry registry = RetryRegistry.of(config); + Retry retry = registry.retry("flightSearchService", config); + + FlightSearchService service = new FlightSearchService(); + SearchRequest request = new SearchRequest("NYC", "LAX", "07/31/2020"); + CheckedFunction0 retryingFlightSearch = Retry.decorateCheckedSupplier(retry, () -> service.httpSearchFlights(request)); + SearchResponse response; + try { + response = retryingFlightSearch.apply(); + System.out.println(response); + } catch (Throwable throwable) { + // handle exception + } + } + + void retryExceptionsIgnoreExceptionsExample() { + RetryConfig config = RetryConfig.custom(). + maxAttempts(3). + waitDuration(Duration.of(3, SECONDS)). + retryExceptions(FlightServiceBaseException.class). + ignoreExceptions(SeatsUnavailableException.class). + build(); + RetryRegistry registry = RetryRegistry.of(config); + Retry retry = registry.retry("flightBookService", config); + + FlightBookingService service = new FlightBookingService(); + System.out.println("Example to illustrate: rate limit runtime exception - will be retried"); + // rate limit exception + service.setPotentialFailure(new RateLimitFailNTimes(2)); + Flight flight = new Flight("XY 213", "07/30/2020", "NYC", "LAX"); + BookingRequest request = new BookingRequest(UUID.randomUUID().toString(), flight, 2, "C"); + Supplier bookingResponseSupplier = () -> service.bookFlight(request); + Supplier bookingResponse = Retry.decorateSupplier(retry, bookingResponseSupplier); + + try { + System.out.println(bookingResponse.get()); + } + catch (RateLimitExceededException rle) { + rle.printStackTrace(); + } + + System.out.println("Example to illustrate: no seats available runtime exception will not be retried"); + // seats not available checked exception + FlightBookingService service2 = new FlightBookingService(); + Flight flight2 = new Flight("XY 765", "07/30/2020", "NYC", "LAX"); + BookingRequest request2 = new BookingRequest(UUID.randomUUID().toString(), flight2, 2, "C"); + CheckedFunction0 bookingResponseSupplier2 = () -> service2.bookFlight(request2); + CheckedFunction0 bookingResponse2 = Retry.decorateCheckedSupplier(retry, bookingResponseSupplier2); + + try { + System.out.println(bookingResponse2.apply()); + } + catch (Throwable e) { + e.printStackTrace(); + } + } + + void intervalFunction_Random() { + RetryConfig config = RetryConfig.custom(). + maxAttempts(4). + intervalFunction(IntervalFunction.ofRandomized(2000)). + build(); + RetryRegistry registry = RetryRegistry.of(config); + Retry retry = registry.retry("flightSearchService", config); + + FlightSearchService service = new FlightSearchService(); + service.setPotentialFailure(new FailNTimes(3)); + + SearchRequest request = new SearchRequest("NYC", "LAX", "07/31/2020"); + Supplier> flightSearchSupplier = () -> service.searchFlights(request); + + Supplier> retryingFlightSearch = Retry.decorateSupplier(retry, flightSearchSupplier); + System.out.println(retryingFlightSearch.get()); + } + + void intervalFunction_Exponential() { + RetryConfig config = RetryConfig.custom(). + maxAttempts(6). + intervalFunction(IntervalFunction.ofExponentialBackoff(1000, 2)). + build(); + RetryRegistry registry = RetryRegistry.of(config); + Retry retry = registry.retry("flightSearchService", config); + + FlightSearchService service = new FlightSearchService(); + service.setPotentialFailure(new FailNTimes(5)); + + SearchRequest request = new SearchRequest("NYC", "LAX", "07/31/2020"); + Supplier> flightSearchSupplier = () -> service.searchFlights(request); + + Supplier> retryingFlightSearch = Retry.decorateSupplier(retry, flightSearchSupplier); + System.out.println(retryingFlightSearch.get()); + } + + void asyncRetryExample() { + FlightSearchService service = new FlightSearchService(); + service.setPotentialFailure(new FailNTimes(4)); + SearchRequest request = new SearchRequest("NYC", "LAX", "07/31/2020"); + + RetryConfig config = RetryConfig.custom().maxAttempts(5).waitDuration(Duration.of(1, SECONDS)).build(); + RetryRegistry registry = RetryRegistry.of(config); + Retry retry = registry.retry("flightSearchService", config); + + ScheduledExecutorService scheduler = Executors.newSingleThreadScheduledExecutor(); + Supplier>> completionStageSupplier = () -> CompletableFuture.supplyAsync(() -> service.searchFlights(request)); + retry.executeCompletionStage(scheduler, completionStageSupplier).thenAccept(System.out::println); + + // Sleep a few seconds to let the other thread complete + try { + Thread.sleep(10000); + } catch (InterruptedException e) { + e.printStackTrace(); + } + scheduler.shutdown(); + } + + void retryEventsExample() { + RetryConfig config = RetryConfig.custom().maxAttempts(3).waitDuration(Duration.of(1, SECONDS)).build(); + RetryRegistry registry = RetryRegistry.of(config); + Retry retry = registry.retry("flightSearchService", config); + + Retry.EventPublisher publisher = retry.getEventPublisher(); + publisher.onRetry(event -> System.out.println(event.toString())); + publisher.onSuccess(event -> System.out.println(event.toString())); + + FlightSearchService service = new FlightSearchService(); + service.setPotentialFailure(new RateLimitFailNTimes(2)); + + SearchRequest request = new SearchRequest("NYC", "LAX", "07/31/2020"); + List flights = retry.executeSupplier(() -> service.searchFlights(request)); + System.out.println(flights); + } + + void retryOnException() { + Predicate rateLimitPredicate = rle -> (rle instanceof RateLimitExceededException) + && "RL-101".equals(((RateLimitExceededException) rle).getErrorCode()); + RetryConfig config = RetryConfig.custom(). + maxAttempts(3). + waitDuration(Duration.of(1, SECONDS)). + retryOnException(rateLimitPredicate). + build(); + RetryRegistry registry = RetryRegistry.of(config); + Retry retry = registry.retry("flightSearchService", config); + + FlightSearchService service = new FlightSearchService(); + service.setPotentialFailure(new RateLimitFailNTimes(2)); + + SearchRequest request = new SearchRequest("NYC", "LAX", "07/31/2020"); + List flights = retry.executeSupplier(() -> service.searchFlights(request)); + System.out.println(flights); + } + + void retryMetrics() { + RetryConfig config = RetryConfig.custom().maxAttempts(3).build(); + RetryRegistry retryRegistry = RetryRegistry.of(config); + Retry retry = retryRegistry.retry("flightSearchService", config); + + MeterRegistry meterRegistry = new SimpleMeterRegistry(); + TaggedRetryMetrics.ofRetryRegistry(retryRegistry).bindTo(meterRegistry); + + FlightSearchService service = new FlightSearchService(); + + SearchRequest request = new SearchRequest("NYC", "LAX", "07/31/2020"); + Supplier> flights = Retry.decorateSupplier(retry, () -> service.searchFlights(request)); + + for (int i=0; i<10; i++) { + service.setPotentialFailure(new FailHalfTheTime(2)); + System.out.println(flights.get()); + } + + Consumer meterConsumer = meter -> { + String desc = meter.getId().getDescription(); + String metricName = meter.getId().getTag("kind"); + Double metricValue = StreamSupport.stream(meter.measure().spliterator(), false). + filter(m -> m.getStatistic().name().equals("COUNT")). + findFirst(). + map(m -> m.getValue()). + orElse(0.0); + System.out.println(desc + " - " + metricName + ": " + metricValue); + }; + meterRegistry.forEachMeter(meterConsumer); + } + + public static void main(String[] args) { + Examples examples = new Examples(); + + System.out.println("------------------------ generalUsagePattern ----------------------------------------------"); + examples.generalUsagePattern(); + System.out.println("----------------------------------------------------------------------"); + + System.out.println("------------------------- basicExample ---------------------------------------------"); + examples.basicExample(); + System.out.println("----------------------------------------------------------------------"); + + System.out.println("------------------------- basicExample_ServiceThrowingException_v1 ---------------------------------------------"); + examples.basicExample_ServiceThrowingException_v1(); + System.out.println("----------------------------------------------------------------------"); + + System.out.println("-------------------------- basicExample_ServiceThrowingException_v2 --------------------------------------------"); + examples.basicExample_ServiceThrowingException_v2(); + System.out.println("----------------------------------------------------------------------"); + + System.out.println("--------------------------- predicateExample -------------------------------------------"); + examples.predicateExample(); + System.out.println("----------------------------------------------------------------------"); + + System.out.println("---------------------------- retryExceptionsIgnoreExceptionsExample ------------------------------------------"); + examples.retryExceptionsIgnoreExceptionsExample(); + System.out.println("----------------------------------------------------------------------"); + + System.out.println("---------------------------- intervalFunction_Random ------------------------------------------"); + examples.intervalFunction_Random(); + System.out.println("----------------------------------------------------------------------"); + + System.out.println("----------------------------- intervalFunction_Exponential -----------------------------------------"); + examples.intervalFunction_Exponential(); + System.out.println("----------------------------------------------------------------------"); + + System.out.println("----------------------------- asyncRetryExample -----------------------------------------"); + examples.asyncRetryExample(); + System.out.println("----------------------------------------------------------------------"); + + System.out.println("----------------------------- retryEventsExample -----------------------------------------"); + examples.retryEventsExample(); + System.out.println("----------------------------------------------------------------------"); + + System.out.println("------------------------------ retryOnException ----------------------------------------"); + examples.retryOnException(); + System.out.println("----------------------------------------------------------------------"); + + System.out.println("------------------------------- retryMetrics ---------------------------------------"); + examples.retryMetrics(); + System.out.println("----------------------------------------------------------------------"); + } +} \ No newline at end of file diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/exceptions/FlightServiceBaseException.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/exceptions/FlightServiceBaseException.java new file mode 100644 index 0000000..209a8d8 --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/exceptions/FlightServiceBaseException.java @@ -0,0 +1,7 @@ +package io.reflectoring.resilience4j.retry.exceptions; + +public class FlightServiceBaseException extends RuntimeException { + public FlightServiceBaseException(String message) { + super(message); + } +} \ No newline at end of file diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/exceptions/RateLimitExceededException.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/exceptions/RateLimitExceededException.java new file mode 100644 index 0000000..07af7bc --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/exceptions/RateLimitExceededException.java @@ -0,0 +1,14 @@ +package io.reflectoring.resilience4j.retry.exceptions; + +public class RateLimitExceededException extends FlightServiceBaseException { + String errorCode; + + public RateLimitExceededException(String message, String errorCode) { + super(message); + this.errorCode = errorCode; + } + + public String getErrorCode() { + return errorCode; + } +} \ No newline at end of file diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/exceptions/SeatsUnavailableException.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/exceptions/SeatsUnavailableException.java new file mode 100644 index 0000000..941ac46 --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/exceptions/SeatsUnavailableException.java @@ -0,0 +1,7 @@ +package io.reflectoring.resilience4j.retry.exceptions; + +public class SeatsUnavailableException extends FlightServiceBaseException { + public SeatsUnavailableException(String message) { + super(message); + } +} \ No newline at end of file diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/BookingRequest.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/BookingRequest.java new file mode 100644 index 0000000..9d25082 --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/BookingRequest.java @@ -0,0 +1,47 @@ +package io.reflectoring.resilience4j.retry.model; + +public class BookingRequest { + String requestId; + Flight flight; + int seatCount; + String seatClass; + + public BookingRequest(String requestId, Flight flight, int seatCount, String seatClass) { + this.requestId = requestId; + this.flight = flight; + this.seatCount = seatCount; + this.seatClass = seatClass; + } + + public String getRequestId() { + return requestId; + } + + public void setRequestId(String requestId) { + this.requestId = requestId; + } + + public Flight getFlight() { + return flight; + } + + public void setFlight(Flight flight) { + this.flight = flight; + } + + public int getSeatCount() { + return seatCount; + } + + public void setSeatCount(int seatCount) { + this.seatCount = seatCount; + } + + public String getSeatClass() { + return seatClass; + } + + public void setSeatClass(String seatClass) { + this.seatClass = seatClass; + } +} \ No newline at end of file diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/BookingResponse.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/BookingResponse.java new file mode 100644 index 0000000..391e72a --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/BookingResponse.java @@ -0,0 +1,24 @@ +package io.reflectoring.resilience4j.retry.model; + +public class BookingResponse { + String status; + + public BookingResponse(String status) { + this.status = status; + } + + public String getStatus() { + return status; + } + + public void setStatus(String status) { + this.status = status; + } + + @Override + public String toString() { + return "BookingResponse{" + + "status='" + status + '\'' + + '}'; + } +} diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/Flight.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/Flight.java new file mode 100644 index 0000000..f1d6d31 --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/Flight.java @@ -0,0 +1,60 @@ +package io.reflectoring.resilience4j.retry.model; + +public class Flight { + String flightNumber; + String flightDate; + String from; + String to; + + public Flight() { + } + + public Flight(String flightNumber, String flightDate, String from, String to) { + this.flightNumber = flightNumber; + this.flightDate = flightDate; + this.from = from; + this.to = to; + } + + public String getFlightNumber() { + return flightNumber; + } + + public void setFlightNumber(String flightNumber) { + this.flightNumber = flightNumber; + } + + public String getFlightDate() { + return flightDate; + } + + public void setFlightDate(String flightDate) { + this.flightDate = flightDate; + } + + public String getFrom() { + return from; + } + + public void setFrom(String from) { + this.from = from; + } + + public String getTo() { + return to; + } + + public void setTo(String to) { + this.to = to; + } + + @Override + public String toString() { + return "Flight{" + + "flightNumber='" + flightNumber + '\'' + + ", flightDate='" + flightDate + '\'' + + ", from='" + from + '\'' + + ", to='" + to + '\'' + + '}'; + } +} \ No newline at end of file diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/SearchRequest.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/SearchRequest.java new file mode 100644 index 0000000..dd0d899 --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/SearchRequest.java @@ -0,0 +1,25 @@ +package io.reflectoring.resilience4j.retry.model; + +public class SearchRequest { + String from; + String to; + String flightDate; + + public SearchRequest(String from, String to, String flightDate) { + this.from = from; + this.to = to; + this.flightDate = flightDate; + } + + public String getFrom() { + return from; + } + + public String getTo() { + return to; + } + + public String getFlightDate() { + return flightDate; + } +} diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/SearchResponse.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/SearchResponse.java new file mode 100644 index 0000000..1b02c8c --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/model/SearchResponse.java @@ -0,0 +1,32 @@ +package io.reflectoring.resilience4j.retry.model; + +import java.util.List; + +public class SearchResponse { + String errorCode; + List flights; + + public String getErrorCode() { + return errorCode; + } + + public void setErrorCode(String errorCode) { + this.errorCode = errorCode; + } + + public List getFlights() { + return flights; + } + + public void setFlights(List flights) { + this.flights = flights; + } + + @Override + public String toString() { + return "SearchResponse{" + + "errorCode='" + errorCode + '\'' + + ", flights=" + flights + + '}'; + } +} diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/FlightBookingService.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/FlightBookingService.java new file mode 100644 index 0000000..8cecef0 --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/FlightBookingService.java @@ -0,0 +1,31 @@ +package io.reflectoring.resilience4j.retry.services; + +import io.reflectoring.resilience4j.retry.exceptions.SeatsUnavailableException; +import io.reflectoring.resilience4j.retry.model.BookingRequest; +import io.reflectoring.resilience4j.retry.model.BookingResponse; +import io.reflectoring.resilience4j.retry.services.failures.NoFailure; +import io.reflectoring.resilience4j.retry.services.failures.PotentialFailure; +import java.time.LocalDateTime; +import java.time.format.DateTimeFormatter; + +public class FlightBookingService { + PotentialFailure potentialFailure = new NoFailure(); + DateTimeFormatter formatter = DateTimeFormatter.ofPattern("HH:mm:ss SSS"); + + public BookingResponse bookFlight(BookingRequest request) throws SeatsUnavailableException { + System.out.println("Booking flight; current time = " + LocalDateTime.now().format(formatter)); + potentialFailure.occur(); + + if (request.getFlight().getFlightNumber().contains("765")) { + potentialFailure.occur(); + throw new SeatsUnavailableException("No seats available"); + } + // book seats on flight + System.out.println("Flight booking successful"); + return new BookingResponse("success"); + } + + public void setPotentialFailure(PotentialFailure potentialFailure) { + this.potentialFailure = potentialFailure; + } +} \ No newline at end of file diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/FlightSearchService.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/FlightSearchService.java new file mode 100644 index 0000000..9052ba6 --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/FlightSearchService.java @@ -0,0 +1,68 @@ +package io.reflectoring.resilience4j.retry.services; + +import io.reflectoring.resilience4j.retry.model.Flight; +import io.reflectoring.resilience4j.retry.model.SearchRequest; +import io.reflectoring.resilience4j.retry.model.SearchResponse; +import io.reflectoring.resilience4j.retry.services.failures.NoFailure; +import io.reflectoring.resilience4j.retry.services.failures.PotentialFailure; +import java.io.IOException; +import java.time.LocalDateTime; +import java.time.format.DateTimeFormatter; +import java.util.Arrays; +import java.util.Collections; +import java.util.List; + +public class FlightSearchService { + PotentialFailure potentialFailure = new NoFailure(); + DateTimeFormatter formatter = DateTimeFormatter.ofPattern("HH:mm:ss SSS"); + + public List searchFlights(SearchRequest request) { + System.out.println("Searching for flights; current time = " + LocalDateTime.now().format(formatter)); + potentialFailure.occur(); + + List flights = Arrays.asList( + new Flight("XY 765", request.getFlightDate(), request.getFrom(), request.getTo()), + new Flight("XY 781", request.getFlightDate(), request.getFrom(), request.getTo()), + new Flight("XY 732", request.getFlightDate(), request.getFrom(), request.getTo()), + new Flight("XY 746", request.getFlightDate(), request.getFrom(), request.getTo()) + ); + System.out.println("Flight search successful"); + return flights; + } + + public List searchFlightsThrowingException(SearchRequest request) throws Exception { + System.out.println("Searching for flights; current time = " + LocalDateTime.now().format(formatter)); + throw new Exception("Exception when searching for flights"); + } + + public void setPotentialFailure(PotentialFailure potentialFailure) { + this.potentialFailure = potentialFailure; + } + + public SearchResponse httpSearchFlights(SearchRequest request) throws IOException { + System.out.println("Searching for flights; current time = " + LocalDateTime.now().format(formatter)); + potentialFailure.occur(); + + String date = request.getFlightDate(); + String from = request.getFrom(); + String to = request.getTo(); + if (request.getFlightDate().equals("07/25/2020")) { // Simulating an error scenario + System.out.println("Flight data initialization in progress, cannot search at this time"); + SearchResponse response = new SearchResponse(); + response.setErrorCode("FS-167"); + response.setFlights(Collections.emptyList()); + return response; + } + + List flights = Arrays.asList( + new Flight("XY 765", date, from, to), + new Flight("XY 781", date, from, to), + new Flight("XY 732", date, from, to), + new Flight("XY 746", date, from, to) + ); + System.out.println("Flight search successful"); + SearchResponse response = new SearchResponse(); + response.setFlights(flights); + return response; + } +} \ No newline at end of file diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/FailHalfTheTime.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/FailHalfTheTime.java new file mode 100644 index 0000000..b0613c4 --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/FailHalfTheTime.java @@ -0,0 +1,25 @@ +package io.reflectoring.resilience4j.retry.services.failures; + +import java.util.Random; + +public class FailHalfTheTime implements PotentialFailure { + Random random = new Random(); + int times; + int failedCount; + + public FailHalfTheTime(int times) { + this.times = times; + } + + @Override + public void occur() { + if (failedCount++ < times && random.nextInt() % 2 == 0) { + throw new RuntimeException("Operation failed"); + } + } + + public static void main(String[] args) { + PotentialFailure failure = new FailHalfTheTime(4); + failure.occur(); + } +} \ No newline at end of file diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/FailNTimes.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/FailNTimes.java new file mode 100644 index 0000000..870d29b --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/FailNTimes.java @@ -0,0 +1,18 @@ +package io.reflectoring.resilience4j.retry.services.failures; + +public class FailNTimes implements PotentialFailure { + int times; + int failedCount; + + public FailNTimes(int times) { + this.times = times; + } + + @Override + public void occur() { + if (failedCount++ < times) { + System.out.println("Operation failed"); + throw new RuntimeException("Operation failed"); + } + } +} \ No newline at end of file diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/NoFailure.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/NoFailure.java new file mode 100644 index 0000000..c5c7967 --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/NoFailure.java @@ -0,0 +1,7 @@ +package io.reflectoring.resilience4j.retry.services.failures; + +public class NoFailure implements PotentialFailure { + @Override + public void occur() { + } +} diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/PotentialFailure.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/PotentialFailure.java new file mode 100644 index 0000000..c61b751 --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/PotentialFailure.java @@ -0,0 +1,5 @@ +package io.reflectoring.resilience4j.retry.services.failures; + +public interface PotentialFailure { + void occur(); +} \ No newline at end of file diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/RateLimitFailNTimes.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/RateLimitFailNTimes.java new file mode 100644 index 0000000..73a744b --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/RateLimitFailNTimes.java @@ -0,0 +1,20 @@ +package io.reflectoring.resilience4j.retry.services.failures; + +import io.reflectoring.resilience4j.retry.exceptions.RateLimitExceededException; + +public class RateLimitFailNTimes implements PotentialFailure { + int times; + int failedCount; + + public RateLimitFailNTimes(int times) { + this.times = times; + } + + @Override + public void occur() { + if (failedCount++ < times) { + System.out.println("Rate limit exceeded"); + throw new RateLimitExceededException("Rate limit exceeded, try again in some time", "RL-101"); + } + } +} diff --git a/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/SeatsUnavailableFailureNTimes.java b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/SeatsUnavailableFailureNTimes.java new file mode 100644 index 0000000..9aa7b25 --- /dev/null +++ b/resilience4j/retry/src/main/java/io/reflectoring/resilience4j/retry/services/failures/SeatsUnavailableFailureNTimes.java @@ -0,0 +1,20 @@ +package io.reflectoring.resilience4j.retry.services.failures; + +import io.reflectoring.resilience4j.retry.exceptions.SeatsUnavailableException; + +public class SeatsUnavailableFailureNTimes implements PotentialFailure { + int times; + int failedCount; + + public SeatsUnavailableFailureNTimes(int times) { + this.times = times; + } + + @Override + public void occur() { + if (failedCount++ < times) { + System.out.println("Seats not available"); + throw new SeatsUnavailableException("Seats not available"); + } + } +} diff --git a/spring-boot/spring-boot-kafka/.mvn/wrapper/MavenWrapperDownloader.java b/spring-boot/spring-boot-kafka/.mvn/wrapper/MavenWrapperDownloader.java new file mode 100644 index 0000000..e76d1f3 --- /dev/null +++ b/spring-boot/spring-boot-kafka/.mvn/wrapper/MavenWrapperDownloader.java @@ -0,0 +1,117 @@ +/* + * Copyright 2007-present the original author or authors. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +import java.net.*; +import java.io.*; +import java.nio.channels.*; +import java.util.Properties; + +public class MavenWrapperDownloader { + + private static final String WRAPPER_VERSION = "0.5.6"; + /** + * Default URL to download the maven-wrapper.jar from, if no 'downloadUrl' is provided. + */ + private static final String DEFAULT_DOWNLOAD_URL = "https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/" + + WRAPPER_VERSION + "/maven-wrapper-" + WRAPPER_VERSION + ".jar"; + + /** + * Path to the maven-wrapper.properties file, which might contain a downloadUrl property to + * use instead of the default one. + */ + private static final String MAVEN_WRAPPER_PROPERTIES_PATH = + ".mvn/wrapper/maven-wrapper.properties"; + + /** + * Path where the maven-wrapper.jar will be saved to. + */ + private static final String MAVEN_WRAPPER_JAR_PATH = + ".mvn/wrapper/maven-wrapper.jar"; + + /** + * Name of the property which should be used to override the default download url for the wrapper. + */ + private static final String PROPERTY_NAME_WRAPPER_URL = "wrapperUrl"; + + public static void main(String args[]) { + System.out.println("- Downloader started"); + File baseDirectory = new File(args[0]); + System.out.println("- Using base directory: " + baseDirectory.getAbsolutePath()); + + // If the maven-wrapper.properties exists, read it and check if it contains a custom + // wrapperUrl parameter. + File mavenWrapperPropertyFile = new File(baseDirectory, MAVEN_WRAPPER_PROPERTIES_PATH); + String url = DEFAULT_DOWNLOAD_URL; + if(mavenWrapperPropertyFile.exists()) { + FileInputStream mavenWrapperPropertyFileInputStream = null; + try { + mavenWrapperPropertyFileInputStream = new FileInputStream(mavenWrapperPropertyFile); + Properties mavenWrapperProperties = new Properties(); + mavenWrapperProperties.load(mavenWrapperPropertyFileInputStream); + url = mavenWrapperProperties.getProperty(PROPERTY_NAME_WRAPPER_URL, url); + } catch (IOException e) { + System.out.println("- ERROR loading '" + MAVEN_WRAPPER_PROPERTIES_PATH + "'"); + } finally { + try { + if(mavenWrapperPropertyFileInputStream != null) { + mavenWrapperPropertyFileInputStream.close(); + } + } catch (IOException e) { + // Ignore ... + } + } + } + System.out.println("- Downloading from: " + url); + + File outputFile = new File(baseDirectory.getAbsolutePath(), MAVEN_WRAPPER_JAR_PATH); + if(!outputFile.getParentFile().exists()) { + if(!outputFile.getParentFile().mkdirs()) { + System.out.println( + "- ERROR creating output directory '" + outputFile.getParentFile().getAbsolutePath() + "'"); + } + } + System.out.println("- Downloading to: " + outputFile.getAbsolutePath()); + try { + downloadFileFromURL(url, outputFile); + System.out.println("Done"); + System.exit(0); + } catch (Throwable e) { + System.out.println("- Error downloading"); + e.printStackTrace(); + System.exit(1); + } + } + + private static void downloadFileFromURL(String urlString, File destination) throws Exception { + if (System.getenv("MVNW_USERNAME") != null && System.getenv("MVNW_PASSWORD") != null) { + String username = System.getenv("MVNW_USERNAME"); + char[] password = System.getenv("MVNW_PASSWORD").toCharArray(); + Authenticator.setDefault(new Authenticator() { + @Override + protected PasswordAuthentication getPasswordAuthentication() { + return new PasswordAuthentication(username, password); + } + }); + } + URL website = new URL(urlString); + ReadableByteChannel rbc; + rbc = Channels.newChannel(website.openStream()); + FileOutputStream fos = new FileOutputStream(destination); + fos.getChannel().transferFrom(rbc, 0, Long.MAX_VALUE); + fos.close(); + rbc.close(); + } + +} diff --git a/spring-boot/spring-boot-kafka/.mvn/wrapper/maven-wrapper.jar b/spring-boot/spring-boot-kafka/.mvn/wrapper/maven-wrapper.jar new file mode 100644 index 0000000..2cc7d4a Binary files /dev/null and b/spring-boot/spring-boot-kafka/.mvn/wrapper/maven-wrapper.jar differ diff --git a/spring-boot/spring-boot-kafka/.mvn/wrapper/maven-wrapper.properties b/spring-boot/spring-boot-kafka/.mvn/wrapper/maven-wrapper.properties new file mode 100644 index 0000000..642d572 --- /dev/null +++ b/spring-boot/spring-boot-kafka/.mvn/wrapper/maven-wrapper.properties @@ -0,0 +1,2 @@ +distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.6.3/apache-maven-3.6.3-bin.zip +wrapperUrl=https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar diff --git a/spring-boot/spring-boot-kafka/mvnw b/spring-boot/spring-boot-kafka/mvnw new file mode 100644 index 0000000..a16b543 --- /dev/null +++ b/spring-boot/spring-boot-kafka/mvnw @@ -0,0 +1,310 @@ +#!/bin/sh +# ---------------------------------------------------------------------------- +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# ---------------------------------------------------------------------------- + +# ---------------------------------------------------------------------------- +# Maven Start Up Batch script +# +# Required ENV vars: +# ------------------ +# JAVA_HOME - location of a JDK home dir +# +# Optional ENV vars +# ----------------- +# M2_HOME - location of maven2's installed home dir +# MAVEN_OPTS - parameters passed to the Java VM when running Maven +# e.g. to debug Maven itself, use +# set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 +# MAVEN_SKIP_RC - flag to disable loading of mavenrc files +# ---------------------------------------------------------------------------- + +if [ -z "$MAVEN_SKIP_RC" ] ; then + + if [ -f /etc/mavenrc ] ; then + . /etc/mavenrc + fi + + if [ -f "$HOME/.mavenrc" ] ; then + . "$HOME/.mavenrc" + fi + +fi + +# OS specific support. $var _must_ be set to either true or false. +cygwin=false; +darwin=false; +mingw=false +case "`uname`" in + CYGWIN*) cygwin=true ;; + MINGW*) mingw=true;; + Darwin*) darwin=true + # Use /usr/libexec/java_home if available, otherwise fall back to /Library/Java/Home + # See https://developer.apple.com/library/mac/qa/qa1170/_index.html + if [ -z "$JAVA_HOME" ]; then + if [ -x "/usr/libexec/java_home" ]; then + export JAVA_HOME="`/usr/libexec/java_home`" + else + export JAVA_HOME="/Library/Java/Home" + fi + fi + ;; +esac + +if [ -z "$JAVA_HOME" ] ; then + if [ -r /etc/gentoo-release ] ; then + JAVA_HOME=`java-config --jre-home` + fi +fi + +if [ -z "$M2_HOME" ] ; then + ## resolve links - $0 may be a link to maven's home + PRG="$0" + + # need this for relative symlinks + while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG="`dirname "$PRG"`/$link" + fi + done + + saveddir=`pwd` + + M2_HOME=`dirname "$PRG"`/.. + + # make it fully qualified + M2_HOME=`cd "$M2_HOME" && pwd` + + cd "$saveddir" + # echo Using m2 at $M2_HOME +fi + +# For Cygwin, ensure paths are in UNIX format before anything is touched +if $cygwin ; then + [ -n "$M2_HOME" ] && + M2_HOME=`cygpath --unix "$M2_HOME"` + [ -n "$JAVA_HOME" ] && + JAVA_HOME=`cygpath --unix "$JAVA_HOME"` + [ -n "$CLASSPATH" ] && + CLASSPATH=`cygpath --path --unix "$CLASSPATH"` +fi + +# For Mingw, ensure paths are in UNIX format before anything is touched +if $mingw ; then + [ -n "$M2_HOME" ] && + M2_HOME="`(cd "$M2_HOME"; pwd)`" + [ -n "$JAVA_HOME" ] && + JAVA_HOME="`(cd "$JAVA_HOME"; pwd)`" +fi + +if [ -z "$JAVA_HOME" ]; then + javaExecutable="`which javac`" + if [ -n "$javaExecutable" ] && ! [ "`expr \"$javaExecutable\" : '\([^ ]*\)'`" = "no" ]; then + # readlink(1) is not available as standard on Solaris 10. + readLink=`which readlink` + if [ ! `expr "$readLink" : '\([^ ]*\)'` = "no" ]; then + if $darwin ; then + javaHome="`dirname \"$javaExecutable\"`" + javaExecutable="`cd \"$javaHome\" && pwd -P`/javac" + else + javaExecutable="`readlink -f \"$javaExecutable\"`" + fi + javaHome="`dirname \"$javaExecutable\"`" + javaHome=`expr "$javaHome" : '\(.*\)/bin'` + JAVA_HOME="$javaHome" + export JAVA_HOME + fi + fi +fi + +if [ -z "$JAVACMD" ] ; then + if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + else + JAVACMD="`which java`" + fi +fi + +if [ ! -x "$JAVACMD" ] ; then + echo "Error: JAVA_HOME is not defined correctly." >&2 + echo " We cannot execute $JAVACMD" >&2 + exit 1 +fi + +if [ -z "$JAVA_HOME" ] ; then + echo "Warning: JAVA_HOME environment variable is not set." +fi + +CLASSWORLDS_LAUNCHER=org.codehaus.plexus.classworlds.launcher.Launcher + +# traverses directory structure from process work directory to filesystem root +# first directory with .mvn subdirectory is considered project base directory +find_maven_basedir() { + + if [ -z "$1" ] + then + echo "Path not specified to find_maven_basedir" + return 1 + fi + + basedir="$1" + wdir="$1" + while [ "$wdir" != '/' ] ; do + if [ -d "$wdir"/.mvn ] ; then + basedir=$wdir + break + fi + # workaround for JBEAP-8937 (on Solaris 10/Sparc) + if [ -d "${wdir}" ]; then + wdir=`cd "$wdir/.."; pwd` + fi + # end of workaround + done + echo "${basedir}" +} + +# concatenates all lines of a file +concat_lines() { + if [ -f "$1" ]; then + echo "$(tr -s '\n' ' ' < "$1")" + fi +} + +BASE_DIR=`find_maven_basedir "$(pwd)"` +if [ -z "$BASE_DIR" ]; then + exit 1; +fi + +########################################################################################## +# Extension to allow automatically downloading the maven-wrapper.jar from Maven-central +# This allows using the maven wrapper in projects that prohibit checking in binary data. +########################################################################################## +if [ -r "$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" ]; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found .mvn/wrapper/maven-wrapper.jar" + fi +else + if [ "$MVNW_VERBOSE" = true ]; then + echo "Couldn't find .mvn/wrapper/maven-wrapper.jar, downloading it ..." + fi + if [ -n "$MVNW_REPOURL" ]; then + jarUrl="$MVNW_REPOURL/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + else + jarUrl="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + fi + while IFS="=" read key value; do + case "$key" in (wrapperUrl) jarUrl="$value"; break ;; + esac + done < "$BASE_DIR/.mvn/wrapper/maven-wrapper.properties" + if [ "$MVNW_VERBOSE" = true ]; then + echo "Downloading from: $jarUrl" + fi + wrapperJarPath="$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" + if $cygwin; then + wrapperJarPath=`cygpath --path --windows "$wrapperJarPath"` + fi + + if command -v wget > /dev/null; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found wget ... using wget" + fi + if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then + wget "$jarUrl" -O "$wrapperJarPath" + else + wget --http-user=$MVNW_USERNAME --http-password=$MVNW_PASSWORD "$jarUrl" -O "$wrapperJarPath" + fi + elif command -v curl > /dev/null; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found curl ... using curl" + fi + if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then + curl -o "$wrapperJarPath" "$jarUrl" -f + else + curl --user $MVNW_USERNAME:$MVNW_PASSWORD -o "$wrapperJarPath" "$jarUrl" -f + fi + + else + if [ "$MVNW_VERBOSE" = true ]; then + echo "Falling back to using Java to download" + fi + javaClass="$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.java" + # For Cygwin, switch paths to Windows format before running javac + if $cygwin; then + javaClass=`cygpath --path --windows "$javaClass"` + fi + if [ -e "$javaClass" ]; then + if [ ! -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then + if [ "$MVNW_VERBOSE" = true ]; then + echo " - Compiling MavenWrapperDownloader.java ..." + fi + # Compiling the Java class + ("$JAVA_HOME/bin/javac" "$javaClass") + fi + if [ -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then + # Running the downloader + if [ "$MVNW_VERBOSE" = true ]; then + echo " - Running MavenWrapperDownloader.java ..." + fi + ("$JAVA_HOME/bin/java" -cp .mvn/wrapper MavenWrapperDownloader "$MAVEN_PROJECTBASEDIR") + fi + fi + fi +fi +########################################################################################## +# End of extension +########################################################################################## + +export MAVEN_PROJECTBASEDIR=${MAVEN_BASEDIR:-"$BASE_DIR"} +if [ "$MVNW_VERBOSE" = true ]; then + echo $MAVEN_PROJECTBASEDIR +fi +MAVEN_OPTS="$(concat_lines "$MAVEN_PROJECTBASEDIR/.mvn/jvm.config") $MAVEN_OPTS" + +# For Cygwin, switch paths to Windows format before running java +if $cygwin; then + [ -n "$M2_HOME" ] && + M2_HOME=`cygpath --path --windows "$M2_HOME"` + [ -n "$JAVA_HOME" ] && + JAVA_HOME=`cygpath --path --windows "$JAVA_HOME"` + [ -n "$CLASSPATH" ] && + CLASSPATH=`cygpath --path --windows "$CLASSPATH"` + [ -n "$MAVEN_PROJECTBASEDIR" ] && + MAVEN_PROJECTBASEDIR=`cygpath --path --windows "$MAVEN_PROJECTBASEDIR"` +fi + +# Provide a "standardized" way to retrieve the CLI args that will +# work with both Windows and non-Windows executions. +MAVEN_CMD_LINE_ARGS="$MAVEN_CONFIG $@" +export MAVEN_CMD_LINE_ARGS + +WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain + +exec "$JAVACMD" \ + $MAVEN_OPTS \ + -classpath "$MAVEN_PROJECTBASEDIR/.mvn/wrapper/maven-wrapper.jar" \ + "-Dmaven.home=${M2_HOME}" "-Dmaven.multiModuleProjectDirectory=${MAVEN_PROJECTBASEDIR}" \ + ${WRAPPER_LAUNCHER} $MAVEN_CONFIG "$@" diff --git a/spring-boot/spring-boot-kafka/mvnw.cmd b/spring-boot/spring-boot-kafka/mvnw.cmd new file mode 100644 index 0000000..c8d4337 --- /dev/null +++ b/spring-boot/spring-boot-kafka/mvnw.cmd @@ -0,0 +1,182 @@ +@REM ---------------------------------------------------------------------------- +@REM Licensed to the Apache Software Foundation (ASF) under one +@REM or more contributor license agreements. See the NOTICE file +@REM distributed with this work for additional information +@REM regarding copyright ownership. The ASF licenses this file +@REM to you under the Apache License, Version 2.0 (the +@REM "License"); you may not use this file except in compliance +@REM with the License. You may obtain a copy of the License at +@REM +@REM https://www.apache.org/licenses/LICENSE-2.0 +@REM +@REM Unless required by applicable law or agreed to in writing, +@REM software distributed under the License is distributed on an +@REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +@REM KIND, either express or implied. See the License for the +@REM specific language governing permissions and limitations +@REM under the License. +@REM ---------------------------------------------------------------------------- + +@REM ---------------------------------------------------------------------------- +@REM Maven Start Up Batch script +@REM +@REM Required ENV vars: +@REM JAVA_HOME - location of a JDK home dir +@REM +@REM Optional ENV vars +@REM M2_HOME - location of maven2's installed home dir +@REM MAVEN_BATCH_ECHO - set to 'on' to enable the echoing of the batch commands +@REM MAVEN_BATCH_PAUSE - set to 'on' to wait for a keystroke before ending +@REM MAVEN_OPTS - parameters passed to the Java VM when running Maven +@REM e.g. to debug Maven itself, use +@REM set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 +@REM MAVEN_SKIP_RC - flag to disable loading of mavenrc files +@REM ---------------------------------------------------------------------------- + +@REM Begin all REM lines with '@' in case MAVEN_BATCH_ECHO is 'on' +@echo off +@REM set title of command window +title %0 +@REM enable echoing by setting MAVEN_BATCH_ECHO to 'on' +@if "%MAVEN_BATCH_ECHO%" == "on" echo %MAVEN_BATCH_ECHO% + +@REM set %HOME% to equivalent of $HOME +if "%HOME%" == "" (set "HOME=%HOMEDRIVE%%HOMEPATH%") + +@REM Execute a user defined script before this one +if not "%MAVEN_SKIP_RC%" == "" goto skipRcPre +@REM check for pre script, once with legacy .bat ending and once with .cmd ending +if exist "%HOME%\mavenrc_pre.bat" call "%HOME%\mavenrc_pre.bat" +if exist "%HOME%\mavenrc_pre.cmd" call "%HOME%\mavenrc_pre.cmd" +:skipRcPre + +@setlocal + +set ERROR_CODE=0 + +@REM To isolate internal variables from possible post scripts, we use another setlocal +@setlocal + +@REM ==== START VALIDATION ==== +if not "%JAVA_HOME%" == "" goto OkJHome + +echo. +echo Error: JAVA_HOME not found in your environment. >&2 +echo Please set the JAVA_HOME variable in your environment to match the >&2 +echo location of your Java installation. >&2 +echo. +goto error + +:OkJHome +if exist "%JAVA_HOME%\bin\java.exe" goto init + +echo. +echo Error: JAVA_HOME is set to an invalid directory. >&2 +echo JAVA_HOME = "%JAVA_HOME%" >&2 +echo Please set the JAVA_HOME variable in your environment to match the >&2 +echo location of your Java installation. >&2 +echo. +goto error + +@REM ==== END VALIDATION ==== + +:init + +@REM Find the project base dir, i.e. the directory that contains the folder ".mvn". +@REM Fallback to current working directory if not found. + +set MAVEN_PROJECTBASEDIR=%MAVEN_BASEDIR% +IF NOT "%MAVEN_PROJECTBASEDIR%"=="" goto endDetectBaseDir + +set EXEC_DIR=%CD% +set WDIR=%EXEC_DIR% +:findBaseDir +IF EXIST "%WDIR%"\.mvn goto baseDirFound +cd .. +IF "%WDIR%"=="%CD%" goto baseDirNotFound +set WDIR=%CD% +goto findBaseDir + +:baseDirFound +set MAVEN_PROJECTBASEDIR=%WDIR% +cd "%EXEC_DIR%" +goto endDetectBaseDir + +:baseDirNotFound +set MAVEN_PROJECTBASEDIR=%EXEC_DIR% +cd "%EXEC_DIR%" + +:endDetectBaseDir + +IF NOT EXIST "%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config" goto endReadAdditionalConfig + +@setlocal EnableExtensions EnableDelayedExpansion +for /F "usebackq delims=" %%a in ("%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config") do set JVM_CONFIG_MAVEN_PROPS=!JVM_CONFIG_MAVEN_PROPS! %%a +@endlocal & set JVM_CONFIG_MAVEN_PROPS=%JVM_CONFIG_MAVEN_PROPS% + +:endReadAdditionalConfig + +SET MAVEN_JAVA_EXE="%JAVA_HOME%\bin\java.exe" +set WRAPPER_JAR="%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.jar" +set WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain + +set DOWNLOAD_URL="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + +FOR /F "tokens=1,2 delims==" %%A IN ("%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.properties") DO ( + IF "%%A"=="wrapperUrl" SET DOWNLOAD_URL=%%B +) + +@REM Extension to allow automatically downloading the maven-wrapper.jar from Maven-central +@REM This allows using the maven wrapper in projects that prohibit checking in binary data. +if exist %WRAPPER_JAR% ( + if "%MVNW_VERBOSE%" == "true" ( + echo Found %WRAPPER_JAR% + ) +) else ( + if not "%MVNW_REPOURL%" == "" ( + SET DOWNLOAD_URL="%MVNW_REPOURL%/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + ) + if "%MVNW_VERBOSE%" == "true" ( + echo Couldn't find %WRAPPER_JAR%, downloading it ... + echo Downloading from: %DOWNLOAD_URL% + ) + + powershell -Command "&{"^ + "$webclient = new-object System.Net.WebClient;"^ + "if (-not ([string]::IsNullOrEmpty('%MVNW_USERNAME%') -and [string]::IsNullOrEmpty('%MVNW_PASSWORD%'))) {"^ + "$webclient.Credentials = new-object System.Net.NetworkCredential('%MVNW_USERNAME%', '%MVNW_PASSWORD%');"^ + "}"^ + "[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12; $webclient.DownloadFile('%DOWNLOAD_URL%', '%WRAPPER_JAR%')"^ + "}" + if "%MVNW_VERBOSE%" == "true" ( + echo Finished downloading %WRAPPER_JAR% + ) +) +@REM End of extension + +@REM Provide a "standardized" way to retrieve the CLI args that will +@REM work with both Windows and non-Windows executions. +set MAVEN_CMD_LINE_ARGS=%* + +%MAVEN_JAVA_EXE% %JVM_CONFIG_MAVEN_PROPS% %MAVEN_OPTS% %MAVEN_DEBUG_OPTS% -classpath %WRAPPER_JAR% "-Dmaven.multiModuleProjectDirectory=%MAVEN_PROJECTBASEDIR%" %WRAPPER_LAUNCHER% %MAVEN_CONFIG% %* +if ERRORLEVEL 1 goto error +goto end + +:error +set ERROR_CODE=1 + +:end +@endlocal & set ERROR_CODE=%ERROR_CODE% + +if not "%MAVEN_SKIP_RC%" == "" goto skipRcPost +@REM check for post script, once with legacy .bat ending and once with .cmd ending +if exist "%HOME%\mavenrc_post.bat" call "%HOME%\mavenrc_post.bat" +if exist "%HOME%\mavenrc_post.cmd" call "%HOME%\mavenrc_post.cmd" +:skipRcPost + +@REM pause the script if MAVEN_BATCH_PAUSE is set to 'on' +if "%MAVEN_BATCH_PAUSE%" == "on" pause + +if "%MAVEN_TERMINATE_CMD%" == "on" exit %ERROR_CODE% + +exit /B %ERROR_CODE% diff --git a/spring-boot/spring-boot-kafka/pom.xml b/spring-boot/spring-boot-kafka/pom.xml new file mode 100644 index 0000000..410a38c --- /dev/null +++ b/spring-boot/spring-boot-kafka/pom.xml @@ -0,0 +1,59 @@ + + + 4.0.0 + + org.springframework.boot + spring-boot-starter-parent + 2.3.1.RELEASE + + + com.example + spring-kafka-example + 0.0.1-SNAPSHOT + spring-kafka-example + Demo project for Spring Boot + + + 1.8 + + + + + org.springframework.boot + spring-boot-starter + + + + org.springframework.kafka + spring-kafka + + + + com.fasterxml.jackson.core + jackson-databind + + + + org.springframework.boot + spring-boot-starter-test + test + + + org.junit.vintage + junit-vintage-engine + + + + + + + + + org.springframework.boot + spring-boot-maven-plugin + + + + + diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/InitSend.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/InitSend.java new file mode 100644 index 0000000..3a8a657 --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/InitSend.java @@ -0,0 +1,67 @@ +package io.reflectoring.kafka; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.beans.factory.annotation.Value; +import org.springframework.boot.context.event.ApplicationReadyEvent; +import org.springframework.context.event.EventListener; +import org.springframework.messaging.support.GenericMessage; +import org.springframework.stereotype.Component; + +@Component +class InitSend { + + private final Logger LOG = LoggerFactory.getLogger(getClass()); + + @Autowired + private KafkaSenderExample kafkaSenderExample; + + @Autowired + private KafkaSenderWithMessageConverter messageConverterSender; + + @Value("${io.reflectoring.kafka.topic-1}") + private String topic1; + + @Value("${io.reflectoring.kafka.topic-2}") + private String topic2; + + @Value("${io.reflectoring.kafka.topic-3}") + private String topic3; + + @EventListener + void initiateSendingMessage(ApplicationReadyEvent event) throws InterruptedException { + Thread.sleep(5000); + LOG.info("---------------------------------"); + kafkaSenderExample.sendMessage("I'll be recevied by MultipleTopicListener, Listener & ClassLevel KafkaHandler", topic1); + + Thread.sleep(5000); + LOG.info("---------------------------------"); + kafkaSenderExample.sendMessage("I'll be received by ListenToPartitionWithOffset", topic3); + + Thread.sleep(5000); + LOG.info("---------------------------------"); + kafkaSenderExample.sendMessageWithCallback("I'll get a asyc Callback", "reflectoring-others"); + + Thread.sleep(5000); + LOG.info("---------------------------------"); + kafkaSenderExample.sendMessageWithCallback("I'm sent using RoutingTemplate", "reflectoring-bytes"); + + Thread.sleep(5000); + LOG.info("---------------------------------"); + kafkaSenderExample.sendMessage("I'll be ignored by RecordFilter", topic3); + + Thread.sleep(5000); + LOG.info("---------------------------------"); + kafkaSenderExample.sendMessage("I will get reply back from @SendTo", "reflectoring-others"); + + + Thread.sleep(5000); + LOG.info("---------------------------------"); + kafkaSenderExample.sendCustomMessage(new User("Lucario"), "reflectoring-user"); + + Thread.sleep(5000); + LOG.info("---------------------------------"); + messageConverterSender.sendMessageWithConverter(new GenericMessage<>(new User("Pikachu"))); + } +} diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaClassListener.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaClassListener.java new file mode 100644 index 0000000..609197a --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaClassListener.java @@ -0,0 +1,24 @@ +package io.reflectoring.kafka; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.kafka.annotation.KafkaHandler; +import org.springframework.kafka.annotation.KafkaListener; +import org.springframework.stereotype.Component; + +@Component +@KafkaListener(id = "class-level", topics = "reflectoring-1") +class KafkaClassListener { + + private final Logger LOG = LoggerFactory.getLogger(getClass()); + + @KafkaHandler + void listen(String message) { + LOG.info("ClassLevel KafkaHandler[String] {}", message); + } + + @KafkaHandler(isDefault = true) + void listenDefault(Object object) { + LOG.info("ClassLevel KafkaHandler[Default] {}", object); + } +} diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaConsumerConfig.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaConsumerConfig.java new file mode 100644 index 0000000..c880677 --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaConsumerConfig.java @@ -0,0 +1,75 @@ +package io.reflectoring.kafka; + +import java.util.HashMap; +import java.util.Map; + +import org.apache.kafka.clients.consumer.ConsumerConfig; +import org.apache.kafka.common.serialization.StringDeserializer; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.beans.factory.annotation.Value; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Configuration; +import org.springframework.kafka.config.ConcurrentKafkaListenerContainerFactory; +import org.springframework.kafka.config.KafkaListenerContainerFactory; +import org.springframework.kafka.core.ConsumerFactory; +import org.springframework.kafka.core.DefaultKafkaConsumerFactory; +import org.springframework.kafka.core.KafkaTemplate; +import org.springframework.kafka.listener.ConcurrentMessageListenerContainer; +import org.springframework.kafka.support.converter.StringJsonMessageConverter; +import org.springframework.kafka.support.serializer.JsonDeserializer; + +@Configuration +class KafkaConsumerConfig { + + @Autowired + private KafkaTemplate kafkatemplate; + + @Value("${io.reflectoring.kafka.bootstrap-servers}") + private String bootstrapServers; + + Map consumerConfigs() { + Map props = new HashMap<>(); + props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers); + props.put(ConsumerConfig.GROUP_ID_CONFIG, "reflectoring-group"); + props.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class); + props.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class); + return props; + } + + ConsumerFactory consumerFactory() { + return new DefaultKafkaConsumerFactory<>(consumerConfigs()); + } + + @Bean + KafkaListenerContainerFactory> kafkaListenerContainerFactory() { + ConcurrentKafkaListenerContainerFactory factory = new ConcurrentKafkaListenerContainerFactory<>(); + factory.setConsumerFactory(consumerFactory()); + factory.setReplyTemplate(kafkatemplate); + // Comment the RecordFilterStrategy if Filtering is not required + factory.setRecordFilterStrategy(record -> record.value().contains("ignored")); + return factory; + } + + public ConsumerFactory userConsumerFactory() { + Map props = new HashMap<>(); + props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers); + props.put(ConsumerConfig.GROUP_ID_CONFIG, "reflectoring-user"); + return new DefaultKafkaConsumerFactory<>(props, new StringDeserializer(), new JsonDeserializer<>(User.class)); + } + + @Bean + public ConcurrentKafkaListenerContainerFactory userKafkaListenerContainerFactory() { + ConcurrentKafkaListenerContainerFactory factory = new ConcurrentKafkaListenerContainerFactory<>(); + factory.setConsumerFactory(userConsumerFactory()); + return factory; + } + + @Bean + public ConcurrentKafkaListenerContainerFactory kafkaJsonListenerContainerFactory() { + ConcurrentKafkaListenerContainerFactory factory = + new ConcurrentKafkaListenerContainerFactory<>(); + factory.setConsumerFactory(consumerFactory()); + factory.setMessageConverter(new StringJsonMessageConverter()); + return factory; + } +} \ No newline at end of file diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaListenersExample.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaListenersExample.java new file mode 100644 index 0000000..b4f9a1f --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaListenersExample.java @@ -0,0 +1,52 @@ +package io.reflectoring.kafka; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.kafka.annotation.KafkaListener; +import org.springframework.kafka.annotation.PartitionOffset; +import org.springframework.kafka.annotation.TopicPartition; +import org.springframework.kafka.support.KafkaHeaders; +import org.springframework.messaging.handler.annotation.Header; +import org.springframework.messaging.handler.annotation.Payload; +import org.springframework.messaging.handler.annotation.SendTo; +import org.springframework.stereotype.Component; + +@Component +class KafkaListenersExample { + + private final Logger LOG = LoggerFactory.getLogger(KafkaListenersExample.class); + + @KafkaListener(topics = "reflectoring-1") + void listener(String message) { + LOG.info("Listener [{}]", message); + } + + @KafkaListener(topics = { "reflectoring-1", "reflectoring-2" }, groupId = "reflectoring-group-2") + void commonListenerForMultipleTopics(String message) { + LOG.info("MultipleTopicListener - [{}]", message); + } + + @KafkaListener(topicPartitions = @TopicPartition(topic = "reflectoring-3", partitionOffsets = { + @PartitionOffset(partition = "0", initialOffset = "0") }), groupId = "reflectoring-group-3") + void listenToParitionWithOffset(@Payload String message, @Header(KafkaHeaders.RECEIVED_PARTITION_ID) int partition, + @Header(KafkaHeaders.OFFSET) int offset) { + LOG.info("ListenToPartitionWithOffset [{}] from partition-{} with offset-{}", message, partition, offset); + } + + @KafkaListener(topics = "reflectoring-bytes") + void listenerForRoutingTemplate(String message) { + LOG.info("RoutingTemplate BytesListener [{}]", message); + } + + @KafkaListener(topics = "reflectoring-others") + @SendTo("reflectoring-2") + String listenAndReply(String message) { + LOG.info("ListenAndReply [{}]", message); + return "This is a reply sent to 'reflectoring-2' topic after receiving message at 'reflectoring-others' topic"; + } + + @KafkaListener(id = "1", topics = "reflectoring-user", groupId = "reflectoring-user-mc", containerFactory = "kafkaJsonListenerContainerFactory") + void listenerWithMessageConverter(User user) { + LOG.info("MessageConverterUserListener [{}]", user); + } +} diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaProducerConfig.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaProducerConfig.java new file mode 100644 index 0000000..7221a30 --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaProducerConfig.java @@ -0,0 +1,100 @@ +package io.reflectoring.kafka; + +import java.util.HashMap; +import java.util.LinkedHashMap; +import java.util.Map; +import java.util.regex.Pattern; + +import org.apache.kafka.clients.producer.ProducerConfig; +import org.apache.kafka.clients.producer.ProducerRecord; +import org.apache.kafka.clients.producer.RecordMetadata; +import org.apache.kafka.common.serialization.ByteArraySerializer; +import org.apache.kafka.common.serialization.StringSerializer; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.beans.factory.annotation.Value; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Configuration; +import org.springframework.context.support.GenericApplicationContext; +import org.springframework.kafka.core.DefaultKafkaProducerFactory; +import org.springframework.kafka.core.KafkaTemplate; +import org.springframework.kafka.core.ProducerFactory; +import org.springframework.kafka.core.RoutingKafkaTemplate; +import org.springframework.kafka.support.ProducerListener; +import org.springframework.kafka.support.converter.StringJsonMessageConverter; +import org.springframework.kafka.support.serializer.JsonSerializer; + +/** + * KafkaProducerConfig + */ +@Configuration +class KafkaProducerConfig { + + private final Logger LOG = LoggerFactory.getLogger(getClass()); + + @Value("${io.reflectoring.kafka.bootstrap-servers}") + private String bootstrapServers; + + @Bean + Map producerConfigs() { + Map props = new HashMap<>(); + props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers); + props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class); + return props; + } + + @Bean + ProducerFactory producerFactory() { + return new DefaultKafkaProducerFactory<>(producerConfigs()); + } + + @Bean + KafkaTemplate kafkaTemplate() { + KafkaTemplate kafkaTemplate = new KafkaTemplate<>(producerFactory()); + kafkaTemplate.setMessageConverter(new StringJsonMessageConverter()); + kafkaTemplate.setDefaultTopic("reflectoring-user"); + kafkaTemplate.setProducerListener(new ProducerListener() { + @Override + public void onSuccess(ProducerRecord producerRecord, RecordMetadata recordMetadata) { + LOG.info("ACK from ProducerListener message: {} offset: {}", producerRecord.value(), + recordMetadata.offset()); + } + }); + return kafkaTemplate; + } + + @Bean + public RoutingKafkaTemplate routingTemplate(GenericApplicationContext context) { + + // ProducerFactory with Bytes serializer + Map props = new HashMap<>(); + props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers); + props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class); + props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, ByteArraySerializer.class); + DefaultKafkaProducerFactory bytesPF = new DefaultKafkaProducerFactory<>(props); + context.registerBean(DefaultKafkaProducerFactory.class, "bytesPF", bytesPF); + + // ProducerFactory with String serializer + props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class); + DefaultKafkaProducerFactory stringPF = new DefaultKafkaProducerFactory<>(props); + + Map> map = new LinkedHashMap<>(); + map.put(Pattern.compile(".*-bytes"), bytesPF); + map.put(Pattern.compile("reflectoring-.*"), stringPF); + return new RoutingKafkaTemplate(map); + } + + @Bean + public ProducerFactory userProducerFactory() { + Map configProps = new HashMap<>(); + configProps.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers); + configProps.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class); + configProps.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, JsonSerializer.class); + return new DefaultKafkaProducerFactory<>(configProps); + } + + @Bean + public KafkaTemplate userKafkaTemplate() { + return new KafkaTemplate<>(userProducerFactory()); + } +} \ No newline at end of file diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaSenderExample.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaSenderExample.java new file mode 100644 index 0000000..33136f8 --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaSenderExample.java @@ -0,0 +1,71 @@ +package io.reflectoring.kafka; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.kafka.core.KafkaTemplate; +import org.springframework.kafka.core.RoutingKafkaTemplate; +import org.springframework.kafka.support.SendResult; +import org.springframework.stereotype.Component; +import org.springframework.util.concurrent.ListenableFuture; +import org.springframework.util.concurrent.ListenableFutureCallback; + +@Component +class KafkaSenderExample { + + private final Logger LOG = LoggerFactory.getLogger(KafkaSenderExample.class); + + private KafkaTemplate kafkaTemplate; + private RoutingKafkaTemplate routingKafkaTemplate; + private KafkaTemplate userKafkaTemplate; + + @Autowired + KafkaSenderExample(KafkaTemplate kafkaTemplate, RoutingKafkaTemplate routingKafkaTemplate, + KafkaTemplate userKafkaTemplate) { + this.kafkaTemplate = kafkaTemplate; + this.routingKafkaTemplate = routingKafkaTemplate; + this.userKafkaTemplate = userKafkaTemplate; + } + + void sendMessage(String message, String topicName) { + LOG.info("Sending : {}", message); + LOG.info("--------------------------------"); + + kafkaTemplate.send(topicName, message); + } + + void sendWithRoutingTemplate(String message, String topicName) { + LOG.info("Sending : {}", message); + LOG.info("--------------------------------"); + + routingKafkaTemplate.send(topicName, message.getBytes()); + } + + void sendCustomMessage(User user, String topicName) { + LOG.info("Sending Json Serializer : {}", user); + LOG.info("--------------------------------"); + + userKafkaTemplate.send(topicName, user); + } + + void sendMessageWithCallback(String message, String topicName) { + LOG.info("Sending : {}", message); + LOG.info("---------------------------------"); + + ListenableFuture> future = kafkaTemplate.send(topicName, message); + + future.addCallback(new ListenableFutureCallback>() { + @Override + public void onSuccess(SendResult result) { + LOG.info("Success Callback: [{}] delivered with offset -{}", message, + result.getRecordMetadata().offset()); + } + + @Override + public void onFailure(Throwable ex) { + LOG.warn("Failure Callback: Unable to deliver message [{}]. {}", message, ex.getMessage()); + } + }); + } + +} diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaSenderWithMessageConverter.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaSenderWithMessageConverter.java new file mode 100644 index 0000000..47fe29d --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaSenderWithMessageConverter.java @@ -0,0 +1,25 @@ +package io.reflectoring.kafka; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.kafka.core.KafkaTemplate; +import org.springframework.messaging.Message; +import org.springframework.stereotype.Component; + +@Component +public class KafkaSenderWithMessageConverter { + + private final Logger LOG = LoggerFactory.getLogger(KafkaSenderWithMessageConverter.class); + + @Autowired + private KafkaTemplate kafkaTemplate; + + void sendMessageWithConverter(Message user) { + LOG.info("Sending With Message Converter : {}", user); + LOG.info("--------------------------------"); + + kafkaTemplate.send(user); + } + +} diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaTopicConfig.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaTopicConfig.java new file mode 100644 index 0000000..d129aa3 --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaTopicConfig.java @@ -0,0 +1,53 @@ +package io.reflectoring.kafka; + +import org.apache.kafka.clients.admin.NewTopic; +import org.springframework.beans.factory.annotation.Value; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Configuration; +import org.springframework.kafka.config.TopicBuilder; + +@Configuration +class KafkaTopicConfig { + + @Value("${io.reflectoring.kafka.topic-1}") + private String topic1; + + @Value("${io.reflectoring.kafka.topic-2}") + private String topic2; + + @Value("${io.reflectoring.kafka.topic-3}") + private String topic3; + + @Value("${io.reflectoring.kafka.topic-4}") + private String topic4; + + @Bean + NewTopic topic1() { + return TopicBuilder.name(topic1).build(); + } + + @Bean + NewTopic topic2() { + return TopicBuilder.name(topic2).build(); + } + + @Bean + NewTopic topic3() { + return TopicBuilder.name(topic3).build(); + } + + @Bean + NewTopic topicUser() { + return TopicBuilder.name(topic4).build(); + } + + @Bean + NewTopic topicBytes() { + return TopicBuilder.name("reflectoring-bytes").build(); + } + + @Bean + NewTopic others() { + return TopicBuilder.name("reflectoring-others").build(); + } +} diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/SpringKafkaExampleApplication.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/SpringKafkaExampleApplication.java new file mode 100644 index 0000000..50e1254 --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/SpringKafkaExampleApplication.java @@ -0,0 +1,14 @@ +package io.reflectoring.kafka; + +import org.springframework.boot.SpringApplication; +import org.springframework.boot.autoconfigure.SpringBootApplication; +import org.springframework.kafka.annotation.EnableKafka; + +@SpringBootApplication +@EnableKafka +public class SpringKafkaExampleApplication { + + public static void main(String[] args) { + SpringApplication.run(SpringKafkaExampleApplication.class, args); + } +} \ No newline at end of file diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/User.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/User.java new file mode 100644 index 0000000..793518a --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/User.java @@ -0,0 +1,27 @@ +package io.reflectoring.kafka; + +class User { + + private String name; + + public User() { + } + + public User(String name) { + this.name = name; + } + + public String getName() { + return name; + } + + public void setName(String name) { + this.name = name; + } + + @Override + public String toString() { + return "User [name=" + name + "]"; + } + +} diff --git a/spring-boot/spring-boot-kafka/src/main/resources/application.properties b/spring-boot/spring-boot-kafka/src/main/resources/application.properties new file mode 100644 index 0000000..c894b05 --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/resources/application.properties @@ -0,0 +1,7 @@ +# Kafka Properties +io.reflectoring.kafka.bootstrap-servers: localhost:9092 +io.reflectoring.kafka.topic-1: reflectoring-1 +io.reflectoring.kafka.topic-2: reflectoring-2 +io.reflectoring.kafka.topic-3: reflectoring-3 +io.reflectoring.kafka.topic-4: reflectoring-user +logging.level.org.apache.kafka = WARN \ No newline at end of file diff --git a/spring-boot/starter/application/build.gradle b/spring-boot/starter/application/build.gradle index 9d8539d..8487066 100644 --- a/spring-boot/starter/application/build.gradle +++ b/spring-boot/starter/application/build.gradle @@ -6,7 +6,7 @@ plugins { group = 'io.reflectoring' version = '0.0.1-SNAPSHOT' -sourceCompatibility = '11' +sourceCompatibility = '13' repositories { mavenCentral() diff --git a/spring-boot/starter/event-starter/build.gradle b/spring-boot/starter/event-starter/build.gradle index a90e4cc..d4f5833 100644 --- a/spring-boot/starter/event-starter/build.gradle +++ b/spring-boot/starter/event-starter/build.gradle @@ -5,7 +5,7 @@ plugins { group = 'io.reflectoring' version = '0.0.1-SNAPSHOT' -sourceCompatibility = '11' +sourceCompatibility = '13' repositories { mavenCentral()