diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index f946566..3e4e751 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -3,14 +3,33 @@ name: CI on: [push] jobs: + build: + runs-on: ubuntu-latest + strategy: + matrix: + # The MODULE environment variable is evaluated in build-all.sh to run a subset + # of the builds. This way, multiple modules can be built in parallel. + module: [ "module1", "module2", "module3", "module4", "module5" ] + steps: + - name: "Checkout sources" uses: actions/checkout@v1 + - name: "Setup Java" uses: actions/setup-java@v1 with: java-version: 13 - - name: "Build all modules" - run: chmod 755 build-all.sh && ./build-all.sh + + - name: "Build module ${{ matrix.module }}" + env: + MODULE: ${{ matrix.module }} + # We don't actually need AWS credentials in the tests, but LocalStack + # complains if they're not there, so we add dummies to the environment. + AWS_ACCESS_KEY_ID: dummy + AWS_SECRET_ACCESS_KEY: dummy + AWS_REGION: us-east-1 + run: | + chmod 755 build-all.sh && ./build-all.sh $MODULE diff --git a/README.md b/README.md index 7317bbb..4bd6236 100644 --- a/README.md +++ b/README.md @@ -5,17 +5,4 @@ This repo contains example projects which show how to use different (not only) Java technologies. The examples are usually accompanied by a blog post on [https://reflectoring.io](https://reflectoring.io). -See the READMEs in each subdirectory of this repo for more information on each module. - -## Java Modules -All Java modules require **Java 11** to compile and run. - -### Building with Gradle - -Each module should be an independent build and can be built by calling `./gradlew clean build` in the module directory. - -All modules are listed in [build-all.sh](build-all.sh) to run in the CI pipeline. - -### Non-Java Modules - -Some folders contain non-Java projects. For those, refer to the README within the module folder. +See the READMEs in each subdirectory of this repo for more information on each module. \ No newline at end of file diff --git a/aws/.DS_Store b/aws/.DS_Store new file mode 100644 index 0000000..219004b Binary files /dev/null and b/aws/.DS_Store differ diff --git a/aws/localstack/.DS_Store b/aws/localstack/.DS_Store new file mode 100644 index 0000000..3903c86 Binary files /dev/null and b/aws/localstack/.DS_Store differ diff --git a/aws/localstack/.mvn/wrapper/MavenWrapperDownloader.java b/aws/localstack/.mvn/wrapper/MavenWrapperDownloader.java new file mode 100644 index 0000000..e76d1f3 --- /dev/null +++ b/aws/localstack/.mvn/wrapper/MavenWrapperDownloader.java @@ -0,0 +1,117 @@ +/* + * Copyright 2007-present the original author or authors. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +import java.net.*; +import java.io.*; +import java.nio.channels.*; +import java.util.Properties; + +public class MavenWrapperDownloader { + + private static final String WRAPPER_VERSION = "0.5.6"; + /** + * Default URL to download the maven-wrapper.jar from, if no 'downloadUrl' is provided. + */ + private static final String DEFAULT_DOWNLOAD_URL = "https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/" + + WRAPPER_VERSION + "/maven-wrapper-" + WRAPPER_VERSION + ".jar"; + + /** + * Path to the maven-wrapper.properties file, which might contain a downloadUrl property to + * use instead of the default one. + */ + private static final String MAVEN_WRAPPER_PROPERTIES_PATH = + ".mvn/wrapper/maven-wrapper.properties"; + + /** + * Path where the maven-wrapper.jar will be saved to. + */ + private static final String MAVEN_WRAPPER_JAR_PATH = + ".mvn/wrapper/maven-wrapper.jar"; + + /** + * Name of the property which should be used to override the default download url for the wrapper. + */ + private static final String PROPERTY_NAME_WRAPPER_URL = "wrapperUrl"; + + public static void main(String args[]) { + System.out.println("- Downloader started"); + File baseDirectory = new File(args[0]); + System.out.println("- Using base directory: " + baseDirectory.getAbsolutePath()); + + // If the maven-wrapper.properties exists, read it and check if it contains a custom + // wrapperUrl parameter. + File mavenWrapperPropertyFile = new File(baseDirectory, MAVEN_WRAPPER_PROPERTIES_PATH); + String url = DEFAULT_DOWNLOAD_URL; + if(mavenWrapperPropertyFile.exists()) { + FileInputStream mavenWrapperPropertyFileInputStream = null; + try { + mavenWrapperPropertyFileInputStream = new FileInputStream(mavenWrapperPropertyFile); + Properties mavenWrapperProperties = new Properties(); + mavenWrapperProperties.load(mavenWrapperPropertyFileInputStream); + url = mavenWrapperProperties.getProperty(PROPERTY_NAME_WRAPPER_URL, url); + } catch (IOException e) { + System.out.println("- ERROR loading '" + MAVEN_WRAPPER_PROPERTIES_PATH + "'"); + } finally { + try { + if(mavenWrapperPropertyFileInputStream != null) { + mavenWrapperPropertyFileInputStream.close(); + } + } catch (IOException e) { + // Ignore ... + } + } + } + System.out.println("- Downloading from: " + url); + + File outputFile = new File(baseDirectory.getAbsolutePath(), MAVEN_WRAPPER_JAR_PATH); + if(!outputFile.getParentFile().exists()) { + if(!outputFile.getParentFile().mkdirs()) { + System.out.println( + "- ERROR creating output directory '" + outputFile.getParentFile().getAbsolutePath() + "'"); + } + } + System.out.println("- Downloading to: " + outputFile.getAbsolutePath()); + try { + downloadFileFromURL(url, outputFile); + System.out.println("Done"); + System.exit(0); + } catch (Throwable e) { + System.out.println("- Error downloading"); + e.printStackTrace(); + System.exit(1); + } + } + + private static void downloadFileFromURL(String urlString, File destination) throws Exception { + if (System.getenv("MVNW_USERNAME") != null && System.getenv("MVNW_PASSWORD") != null) { + String username = System.getenv("MVNW_USERNAME"); + char[] password = System.getenv("MVNW_PASSWORD").toCharArray(); + Authenticator.setDefault(new Authenticator() { + @Override + protected PasswordAuthentication getPasswordAuthentication() { + return new PasswordAuthentication(username, password); + } + }); + } + URL website = new URL(urlString); + ReadableByteChannel rbc; + rbc = Channels.newChannel(website.openStream()); + FileOutputStream fos = new FileOutputStream(destination); + fos.getChannel().transferFrom(rbc, 0, Long.MAX_VALUE); + fos.close(); + rbc.close(); + } + +} diff --git a/aws/localstack/.mvn/wrapper/maven-wrapper.jar b/aws/localstack/.mvn/wrapper/maven-wrapper.jar new file mode 100644 index 0000000..2cc7d4a Binary files /dev/null and b/aws/localstack/.mvn/wrapper/maven-wrapper.jar differ diff --git a/aws/localstack/.mvn/wrapper/maven-wrapper.properties b/aws/localstack/.mvn/wrapper/maven-wrapper.properties new file mode 100644 index 0000000..642d572 --- /dev/null +++ b/aws/localstack/.mvn/wrapper/maven-wrapper.properties @@ -0,0 +1,2 @@ +distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.6.3/apache-maven-3.6.3-bin.zip +wrapperUrl=https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar diff --git a/aws/localstack/Dockerfile b/aws/localstack/Dockerfile new file mode 100644 index 0000000..f9d5aa1 --- /dev/null +++ b/aws/localstack/Dockerfile @@ -0,0 +1,7 @@ +FROM openjdk:8-jre-alpine +MAINTAINER pratikdas@yahoo.com +RUN addgroup -S spring && adduser -S spring -G spring +USER spring:spring +ARG JAR_FILE=target/*.jar +COPY ${JAR_FILE} app.jar +ENTRYPOINT ["java","-jar","/app.jar"] \ No newline at end of file diff --git a/aws/localstack/HELP.md b/aws/localstack/HELP.md new file mode 100644 index 0000000..ed579df --- /dev/null +++ b/aws/localstack/HELP.md @@ -0,0 +1,10 @@ +# Usage Examples of LocalStack + + +### Reference Documentation + +Two examples of using LocalStack is provided here. Make sure you have Docker installed and docker engine is started. The examples use Java 14. Make changes to pom.xml if you are using a lower version of Java. + +* JUnit Test classes : JUnit Jupiter tests start LocalStack in a Docker container when the test runs and stops the container when test ends. +* Spring Boot application: REST API for creating a customer profile in AWS DynamoDB and store profile picture in S3. + diff --git a/aws/localstack/docker-compose.yml b/aws/localstack/docker-compose.yml new file mode 100644 index 0000000..1178686 --- /dev/null +++ b/aws/localstack/docker-compose.yml @@ -0,0 +1,21 @@ +version: '2.1' + +services: + localstack: + container_name: "${LOCALSTACK_DOCKER_NAME-localstack_main}" + image: localstack/localstack + ports: + - "4566-4599:4566-4599" + - "${PORT_WEB_UI-8080}:${PORT_WEB_UI-8080}" + environment: + - SERVICES=s3,dynamodb,cloudformation + - DEBUG=${DEBUG- } + - DATA_DIR=${DATA_DIR- } + - PORT_WEB_UI=${PORT_WEB_UI- } + - LAMBDA_EXECUTOR=${LAMBDA_EXECUTOR- } + - KINESIS_ERROR_PROBABILITY=${KINESIS_ERROR_PROBABILITY- } + - DOCKER_HOST=unix:///var/run/docker.sock + - HOST_TMP_FOLDER=${TMPDIR} + volumes: + - "${TMPDIR:-/tmp/localstack}:/tmp/localstack" + - "/var/run/docker.sock:/var/run/docker.sock" \ No newline at end of file diff --git a/aws/localstack/mvnw b/aws/localstack/mvnw new file mode 100755 index 0000000..a16b543 --- /dev/null +++ b/aws/localstack/mvnw @@ -0,0 +1,310 @@ +#!/bin/sh +# ---------------------------------------------------------------------------- +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# ---------------------------------------------------------------------------- + +# ---------------------------------------------------------------------------- +# Maven Start Up Batch script +# +# Required ENV vars: +# ------------------ +# JAVA_HOME - location of a JDK home dir +# +# Optional ENV vars +# ----------------- +# M2_HOME - location of maven2's installed home dir +# MAVEN_OPTS - parameters passed to the Java VM when running Maven +# e.g. to debug Maven itself, use +# set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 +# MAVEN_SKIP_RC - flag to disable loading of mavenrc files +# ---------------------------------------------------------------------------- + +if [ -z "$MAVEN_SKIP_RC" ] ; then + + if [ -f /etc/mavenrc ] ; then + . /etc/mavenrc + fi + + if [ -f "$HOME/.mavenrc" ] ; then + . "$HOME/.mavenrc" + fi + +fi + +# OS specific support. $var _must_ be set to either true or false. +cygwin=false; +darwin=false; +mingw=false +case "`uname`" in + CYGWIN*) cygwin=true ;; + MINGW*) mingw=true;; + Darwin*) darwin=true + # Use /usr/libexec/java_home if available, otherwise fall back to /Library/Java/Home + # See https://developer.apple.com/library/mac/qa/qa1170/_index.html + if [ -z "$JAVA_HOME" ]; then + if [ -x "/usr/libexec/java_home" ]; then + export JAVA_HOME="`/usr/libexec/java_home`" + else + export JAVA_HOME="/Library/Java/Home" + fi + fi + ;; +esac + +if [ -z "$JAVA_HOME" ] ; then + if [ -r /etc/gentoo-release ] ; then + JAVA_HOME=`java-config --jre-home` + fi +fi + +if [ -z "$M2_HOME" ] ; then + ## resolve links - $0 may be a link to maven's home + PRG="$0" + + # need this for relative symlinks + while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG="`dirname "$PRG"`/$link" + fi + done + + saveddir=`pwd` + + M2_HOME=`dirname "$PRG"`/.. + + # make it fully qualified + M2_HOME=`cd "$M2_HOME" && pwd` + + cd "$saveddir" + # echo Using m2 at $M2_HOME +fi + +# For Cygwin, ensure paths are in UNIX format before anything is touched +if $cygwin ; then + [ -n "$M2_HOME" ] && + M2_HOME=`cygpath --unix "$M2_HOME"` + [ -n "$JAVA_HOME" ] && + JAVA_HOME=`cygpath --unix "$JAVA_HOME"` + [ -n "$CLASSPATH" ] && + CLASSPATH=`cygpath --path --unix "$CLASSPATH"` +fi + +# For Mingw, ensure paths are in UNIX format before anything is touched +if $mingw ; then + [ -n "$M2_HOME" ] && + M2_HOME="`(cd "$M2_HOME"; pwd)`" + [ -n "$JAVA_HOME" ] && + JAVA_HOME="`(cd "$JAVA_HOME"; pwd)`" +fi + +if [ -z "$JAVA_HOME" ]; then + javaExecutable="`which javac`" + if [ -n "$javaExecutable" ] && ! [ "`expr \"$javaExecutable\" : '\([^ ]*\)'`" = "no" ]; then + # readlink(1) is not available as standard on Solaris 10. + readLink=`which readlink` + if [ ! `expr "$readLink" : '\([^ ]*\)'` = "no" ]; then + if $darwin ; then + javaHome="`dirname \"$javaExecutable\"`" + javaExecutable="`cd \"$javaHome\" && pwd -P`/javac" + else + javaExecutable="`readlink -f \"$javaExecutable\"`" + fi + javaHome="`dirname \"$javaExecutable\"`" + javaHome=`expr "$javaHome" : '\(.*\)/bin'` + JAVA_HOME="$javaHome" + export JAVA_HOME + fi + fi +fi + +if [ -z "$JAVACMD" ] ; then + if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + else + JAVACMD="`which java`" + fi +fi + +if [ ! -x "$JAVACMD" ] ; then + echo "Error: JAVA_HOME is not defined correctly." >&2 + echo " We cannot execute $JAVACMD" >&2 + exit 1 +fi + +if [ -z "$JAVA_HOME" ] ; then + echo "Warning: JAVA_HOME environment variable is not set." +fi + +CLASSWORLDS_LAUNCHER=org.codehaus.plexus.classworlds.launcher.Launcher + +# traverses directory structure from process work directory to filesystem root +# first directory with .mvn subdirectory is considered project base directory +find_maven_basedir() { + + if [ -z "$1" ] + then + echo "Path not specified to find_maven_basedir" + return 1 + fi + + basedir="$1" + wdir="$1" + while [ "$wdir" != '/' ] ; do + if [ -d "$wdir"/.mvn ] ; then + basedir=$wdir + break + fi + # workaround for JBEAP-8937 (on Solaris 10/Sparc) + if [ -d "${wdir}" ]; then + wdir=`cd "$wdir/.."; pwd` + fi + # end of workaround + done + echo "${basedir}" +} + +# concatenates all lines of a file +concat_lines() { + if [ -f "$1" ]; then + echo "$(tr -s '\n' ' ' < "$1")" + fi +} + +BASE_DIR=`find_maven_basedir "$(pwd)"` +if [ -z "$BASE_DIR" ]; then + exit 1; +fi + +########################################################################################## +# Extension to allow automatically downloading the maven-wrapper.jar from Maven-central +# This allows using the maven wrapper in projects that prohibit checking in binary data. +########################################################################################## +if [ -r "$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" ]; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found .mvn/wrapper/maven-wrapper.jar" + fi +else + if [ "$MVNW_VERBOSE" = true ]; then + echo "Couldn't find .mvn/wrapper/maven-wrapper.jar, downloading it ..." + fi + if [ -n "$MVNW_REPOURL" ]; then + jarUrl="$MVNW_REPOURL/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + else + jarUrl="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + fi + while IFS="=" read key value; do + case "$key" in (wrapperUrl) jarUrl="$value"; break ;; + esac + done < "$BASE_DIR/.mvn/wrapper/maven-wrapper.properties" + if [ "$MVNW_VERBOSE" = true ]; then + echo "Downloading from: $jarUrl" + fi + wrapperJarPath="$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" + if $cygwin; then + wrapperJarPath=`cygpath --path --windows "$wrapperJarPath"` + fi + + if command -v wget > /dev/null; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found wget ... using wget" + fi + if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then + wget "$jarUrl" -O "$wrapperJarPath" + else + wget --http-user=$MVNW_USERNAME --http-password=$MVNW_PASSWORD "$jarUrl" -O "$wrapperJarPath" + fi + elif command -v curl > /dev/null; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found curl ... using curl" + fi + if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then + curl -o "$wrapperJarPath" "$jarUrl" -f + else + curl --user $MVNW_USERNAME:$MVNW_PASSWORD -o "$wrapperJarPath" "$jarUrl" -f + fi + + else + if [ "$MVNW_VERBOSE" = true ]; then + echo "Falling back to using Java to download" + fi + javaClass="$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.java" + # For Cygwin, switch paths to Windows format before running javac + if $cygwin; then + javaClass=`cygpath --path --windows "$javaClass"` + fi + if [ -e "$javaClass" ]; then + if [ ! -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then + if [ "$MVNW_VERBOSE" = true ]; then + echo " - Compiling MavenWrapperDownloader.java ..." + fi + # Compiling the Java class + ("$JAVA_HOME/bin/javac" "$javaClass") + fi + if [ -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then + # Running the downloader + if [ "$MVNW_VERBOSE" = true ]; then + echo " - Running MavenWrapperDownloader.java ..." + fi + ("$JAVA_HOME/bin/java" -cp .mvn/wrapper MavenWrapperDownloader "$MAVEN_PROJECTBASEDIR") + fi + fi + fi +fi +########################################################################################## +# End of extension +########################################################################################## + +export MAVEN_PROJECTBASEDIR=${MAVEN_BASEDIR:-"$BASE_DIR"} +if [ "$MVNW_VERBOSE" = true ]; then + echo $MAVEN_PROJECTBASEDIR +fi +MAVEN_OPTS="$(concat_lines "$MAVEN_PROJECTBASEDIR/.mvn/jvm.config") $MAVEN_OPTS" + +# For Cygwin, switch paths to Windows format before running java +if $cygwin; then + [ -n "$M2_HOME" ] && + M2_HOME=`cygpath --path --windows "$M2_HOME"` + [ -n "$JAVA_HOME" ] && + JAVA_HOME=`cygpath --path --windows "$JAVA_HOME"` + [ -n "$CLASSPATH" ] && + CLASSPATH=`cygpath --path --windows "$CLASSPATH"` + [ -n "$MAVEN_PROJECTBASEDIR" ] && + MAVEN_PROJECTBASEDIR=`cygpath --path --windows "$MAVEN_PROJECTBASEDIR"` +fi + +# Provide a "standardized" way to retrieve the CLI args that will +# work with both Windows and non-Windows executions. +MAVEN_CMD_LINE_ARGS="$MAVEN_CONFIG $@" +export MAVEN_CMD_LINE_ARGS + +WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain + +exec "$JAVACMD" \ + $MAVEN_OPTS \ + -classpath "$MAVEN_PROJECTBASEDIR/.mvn/wrapper/maven-wrapper.jar" \ + "-Dmaven.home=${M2_HOME}" "-Dmaven.multiModuleProjectDirectory=${MAVEN_PROJECTBASEDIR}" \ + ${WRAPPER_LAUNCHER} $MAVEN_CONFIG "$@" diff --git a/aws/localstack/mvnw.cmd b/aws/localstack/mvnw.cmd new file mode 100644 index 0000000..c8d4337 --- /dev/null +++ b/aws/localstack/mvnw.cmd @@ -0,0 +1,182 @@ +@REM ---------------------------------------------------------------------------- +@REM Licensed to the Apache Software Foundation (ASF) under one +@REM or more contributor license agreements. See the NOTICE file +@REM distributed with this work for additional information +@REM regarding copyright ownership. The ASF licenses this file +@REM to you under the Apache License, Version 2.0 (the +@REM "License"); you may not use this file except in compliance +@REM with the License. You may obtain a copy of the License at +@REM +@REM https://www.apache.org/licenses/LICENSE-2.0 +@REM +@REM Unless required by applicable law or agreed to in writing, +@REM software distributed under the License is distributed on an +@REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +@REM KIND, either express or implied. See the License for the +@REM specific language governing permissions and limitations +@REM under the License. +@REM ---------------------------------------------------------------------------- + +@REM ---------------------------------------------------------------------------- +@REM Maven Start Up Batch script +@REM +@REM Required ENV vars: +@REM JAVA_HOME - location of a JDK home dir +@REM +@REM Optional ENV vars +@REM M2_HOME - location of maven2's installed home dir +@REM MAVEN_BATCH_ECHO - set to 'on' to enable the echoing of the batch commands +@REM MAVEN_BATCH_PAUSE - set to 'on' to wait for a keystroke before ending +@REM MAVEN_OPTS - parameters passed to the Java VM when running Maven +@REM e.g. to debug Maven itself, use +@REM set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 +@REM MAVEN_SKIP_RC - flag to disable loading of mavenrc files +@REM ---------------------------------------------------------------------------- + +@REM Begin all REM lines with '@' in case MAVEN_BATCH_ECHO is 'on' +@echo off +@REM set title of command window +title %0 +@REM enable echoing by setting MAVEN_BATCH_ECHO to 'on' +@if "%MAVEN_BATCH_ECHO%" == "on" echo %MAVEN_BATCH_ECHO% + +@REM set %HOME% to equivalent of $HOME +if "%HOME%" == "" (set "HOME=%HOMEDRIVE%%HOMEPATH%") + +@REM Execute a user defined script before this one +if not "%MAVEN_SKIP_RC%" == "" goto skipRcPre +@REM check for pre script, once with legacy .bat ending and once with .cmd ending +if exist "%HOME%\mavenrc_pre.bat" call "%HOME%\mavenrc_pre.bat" +if exist "%HOME%\mavenrc_pre.cmd" call "%HOME%\mavenrc_pre.cmd" +:skipRcPre + +@setlocal + +set ERROR_CODE=0 + +@REM To isolate internal variables from possible post scripts, we use another setlocal +@setlocal + +@REM ==== START VALIDATION ==== +if not "%JAVA_HOME%" == "" goto OkJHome + +echo. +echo Error: JAVA_HOME not found in your environment. >&2 +echo Please set the JAVA_HOME variable in your environment to match the >&2 +echo location of your Java installation. >&2 +echo. +goto error + +:OkJHome +if exist "%JAVA_HOME%\bin\java.exe" goto init + +echo. +echo Error: JAVA_HOME is set to an invalid directory. >&2 +echo JAVA_HOME = "%JAVA_HOME%" >&2 +echo Please set the JAVA_HOME variable in your environment to match the >&2 +echo location of your Java installation. >&2 +echo. +goto error + +@REM ==== END VALIDATION ==== + +:init + +@REM Find the project base dir, i.e. the directory that contains the folder ".mvn". +@REM Fallback to current working directory if not found. + +set MAVEN_PROJECTBASEDIR=%MAVEN_BASEDIR% +IF NOT "%MAVEN_PROJECTBASEDIR%"=="" goto endDetectBaseDir + +set EXEC_DIR=%CD% +set WDIR=%EXEC_DIR% +:findBaseDir +IF EXIST "%WDIR%"\.mvn goto baseDirFound +cd .. +IF "%WDIR%"=="%CD%" goto baseDirNotFound +set WDIR=%CD% +goto findBaseDir + +:baseDirFound +set MAVEN_PROJECTBASEDIR=%WDIR% +cd "%EXEC_DIR%" +goto endDetectBaseDir + +:baseDirNotFound +set MAVEN_PROJECTBASEDIR=%EXEC_DIR% +cd "%EXEC_DIR%" + +:endDetectBaseDir + +IF NOT EXIST "%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config" goto endReadAdditionalConfig + +@setlocal EnableExtensions EnableDelayedExpansion +for /F "usebackq delims=" %%a in ("%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config") do set JVM_CONFIG_MAVEN_PROPS=!JVM_CONFIG_MAVEN_PROPS! %%a +@endlocal & set JVM_CONFIG_MAVEN_PROPS=%JVM_CONFIG_MAVEN_PROPS% + +:endReadAdditionalConfig + +SET MAVEN_JAVA_EXE="%JAVA_HOME%\bin\java.exe" +set WRAPPER_JAR="%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.jar" +set WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain + +set DOWNLOAD_URL="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + +FOR /F "tokens=1,2 delims==" %%A IN ("%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.properties") DO ( + IF "%%A"=="wrapperUrl" SET DOWNLOAD_URL=%%B +) + +@REM Extension to allow automatically downloading the maven-wrapper.jar from Maven-central +@REM This allows using the maven wrapper in projects that prohibit checking in binary data. +if exist %WRAPPER_JAR% ( + if "%MVNW_VERBOSE%" == "true" ( + echo Found %WRAPPER_JAR% + ) +) else ( + if not "%MVNW_REPOURL%" == "" ( + SET DOWNLOAD_URL="%MVNW_REPOURL%/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + ) + if "%MVNW_VERBOSE%" == "true" ( + echo Couldn't find %WRAPPER_JAR%, downloading it ... + echo Downloading from: %DOWNLOAD_URL% + ) + + powershell -Command "&{"^ + "$webclient = new-object System.Net.WebClient;"^ + "if (-not ([string]::IsNullOrEmpty('%MVNW_USERNAME%') -and [string]::IsNullOrEmpty('%MVNW_PASSWORD%'))) {"^ + "$webclient.Credentials = new-object System.Net.NetworkCredential('%MVNW_USERNAME%', '%MVNW_PASSWORD%');"^ + "}"^ + "[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12; $webclient.DownloadFile('%DOWNLOAD_URL%', '%WRAPPER_JAR%')"^ + "}" + if "%MVNW_VERBOSE%" == "true" ( + echo Finished downloading %WRAPPER_JAR% + ) +) +@REM End of extension + +@REM Provide a "standardized" way to retrieve the CLI args that will +@REM work with both Windows and non-Windows executions. +set MAVEN_CMD_LINE_ARGS=%* + +%MAVEN_JAVA_EXE% %JVM_CONFIG_MAVEN_PROPS% %MAVEN_OPTS% %MAVEN_DEBUG_OPTS% -classpath %WRAPPER_JAR% "-Dmaven.multiModuleProjectDirectory=%MAVEN_PROJECTBASEDIR%" %WRAPPER_LAUNCHER% %MAVEN_CONFIG% %* +if ERRORLEVEL 1 goto error +goto end + +:error +set ERROR_CODE=1 + +:end +@endlocal & set ERROR_CODE=%ERROR_CODE% + +if not "%MAVEN_SKIP_RC%" == "" goto skipRcPost +@REM check for post script, once with legacy .bat ending and once with .cmd ending +if exist "%HOME%\mavenrc_post.bat" call "%HOME%\mavenrc_post.bat" +if exist "%HOME%\mavenrc_post.cmd" call "%HOME%\mavenrc_post.cmd" +:skipRcPost + +@REM pause the script if MAVEN_BATCH_PAUSE is set to 'on' +if "%MAVEN_BATCH_PAUSE%" == "on" pause + +if "%MAVEN_TERMINATE_CMD%" == "on" exit %ERROR_CODE% + +exit /B %ERROR_CODE% diff --git a/aws/localstack/pom.xml b/aws/localstack/pom.xml new file mode 100644 index 0000000..26a8c9e --- /dev/null +++ b/aws/localstack/pom.xml @@ -0,0 +1,79 @@ + + + 4.0.0 + + org.springframework.boot + spring-boot-starter-parent + 2.3.1.RELEASE + + + io.pratik + customerregistration + 1.0 + customerregistration + Spring Boot with Dynamodb and S3 to demonstrate LocalStack + + + 13 + + + + + software.amazon.awssdk + bom + 2.9.1 + pom + import + + + + + + org.springframework.boot + spring-boot-starter-web + + + + org.projectlombok + lombok + true + + + software.amazon.awssdk + dynamodb + + + software.amazon.awssdk + s3 + + + cloud.localstack + localstack-utils + 0.2.1 + test + + + org.springframework.boot + spring-boot-starter-test + test + + + org.junit.vintage + junit-vintage-engine + + + + + + + + + org.springframework.boot + spring-boot-maven-plugin + + + + + diff --git a/aws/localstack/sample.yaml b/aws/localstack/sample.yaml new file mode 100644 index 0000000..add243f --- /dev/null +++ b/aws/localstack/sample.yaml @@ -0,0 +1,22 @@ +AWSTemplateFormatVersion: "2010-09-09" +Description: A sample template for creating a stack with a bucket and a DynamoDB table. +Resources: + S3BucketForPoc: + Type: AWS::S3::Bucket + Properties: + BucketName: io.pratik.profileimages + DynamoDBTable: + Type: AWS::DynamoDB::Table + Properties: + TableName: entities + AttributeDefinitions: + - + AttributeName: "pk" + AttributeType: "S" + KeySchema: + - + AttributeName: "pk" + KeyType: "HASH" + ProvisionedThroughput: + ReadCapacityUnits: 5 + WriteCapacityUnits: 5 \ No newline at end of file diff --git a/aws/localstack/src/main/java/io/reflectoring/customerregistration/CustomerregistrationApplication.java b/aws/localstack/src/main/java/io/reflectoring/customerregistration/CustomerregistrationApplication.java new file mode 100644 index 0000000..f40cece --- /dev/null +++ b/aws/localstack/src/main/java/io/reflectoring/customerregistration/CustomerregistrationApplication.java @@ -0,0 +1,13 @@ +package io.reflectoring.customerregistration; + +import org.springframework.boot.SpringApplication; +import org.springframework.boot.autoconfigure.SpringBootApplication; + +@SpringBootApplication +public class CustomerregistrationApplication { + + public static void main(String[] args) { + SpringApplication.run(CustomerregistrationApplication.class, args); + } + +} diff --git a/aws/localstack/src/main/java/io/reflectoring/customerregistration/controllers/CustomerController.java b/aws/localstack/src/main/java/io/reflectoring/customerregistration/controllers/CustomerController.java new file mode 100644 index 0000000..252e237 --- /dev/null +++ b/aws/localstack/src/main/java/io/reflectoring/customerregistration/controllers/CustomerController.java @@ -0,0 +1,54 @@ +/** + * + */ +package io.reflectoring.customerregistration.controllers; + +import io.reflectoring.customerregistration.dtos.CustomerCreateResponse; +import io.reflectoring.customerregistration.dtos.CustomerDto; +import io.reflectoring.customerregistration.services.CustomerService; +import org.springframework.web.bind.annotation.GetMapping; +import org.springframework.web.bind.annotation.PathVariable; +import org.springframework.web.bind.annotation.PostMapping; +import org.springframework.web.bind.annotation.RequestBody; +import org.springframework.web.bind.annotation.RequestMapping; +import org.springframework.web.bind.annotation.ResponseBody; +import org.springframework.web.bind.annotation.RestController; + +import io.reflectoring.customerregistration.dtos.CustomerCreateRequest; +import lombok.extern.slf4j.Slf4j; + +/** + * @author Pratik Das + * + */ +@RestController +@RequestMapping("/customers") +@Slf4j +public class CustomerController { + + private CustomerService customerService; + + public CustomerController(CustomerService customerService) { + super(); + this.customerService = customerService; + } + + @PostMapping("/") + @ResponseBody + public CustomerCreateResponse registerCustomer(@RequestBody final CustomerCreateRequest request) { + String customerID = customerService.createCustomer(request); + return CustomerCreateResponse.builder() + .customerID(customerID) + .build(); + + } + + @GetMapping("/{customerID}") + @ResponseBody + public CustomerDto getCustomerByID(@PathVariable("customerID") String customerID) { + log.info("g=fetching customer with id {}", customerID); + return customerService.fetchCustomer(customerID); + } + + +} diff --git a/aws/localstack/src/main/java/io/reflectoring/customerregistration/dtos/AddressDto.java b/aws/localstack/src/main/java/io/reflectoring/customerregistration/dtos/AddressDto.java new file mode 100644 index 0000000..5dabdd8 --- /dev/null +++ b/aws/localstack/src/main/java/io/reflectoring/customerregistration/dtos/AddressDto.java @@ -0,0 +1,20 @@ +/** + * + */ +package io.reflectoring.customerregistration.dtos; + +import lombok.Data; + +/** + * @author Pratik Das + * + */ +@Data +public class AddressDto { + private String premiseNumber; + private String streetName; + private String city; + private String countryName; + private String zip; + +} diff --git a/aws/localstack/src/main/java/io/reflectoring/customerregistration/dtos/CustomerCreateRequest.java b/aws/localstack/src/main/java/io/reflectoring/customerregistration/dtos/CustomerCreateRequest.java new file mode 100644 index 0000000..e68ff15 --- /dev/null +++ b/aws/localstack/src/main/java/io/reflectoring/customerregistration/dtos/CustomerCreateRequest.java @@ -0,0 +1,26 @@ +/** + * + */ +package io.reflectoring.customerregistration.dtos; + +import java.util.List; + +import lombok.Builder; +import lombok.Data; + +/** + * @author Pratik Das + * + */ +@Data +@Builder +public class CustomerCreateRequest { + + private String firstName; + private String lastName; + private String email; + private String phoneNumber; + private String gender; + private String photo; + private List addresses; +} diff --git a/aws/localstack/src/main/java/io/reflectoring/customerregistration/dtos/CustomerCreateResponse.java b/aws/localstack/src/main/java/io/reflectoring/customerregistration/dtos/CustomerCreateResponse.java new file mode 100644 index 0000000..2d72a59 --- /dev/null +++ b/aws/localstack/src/main/java/io/reflectoring/customerregistration/dtos/CustomerCreateResponse.java @@ -0,0 +1,19 @@ +/** + * + */ +package io.reflectoring.customerregistration.dtos; + +import lombok.Builder; +import lombok.Data; + +/** + * @author Pratik Das + * + */ +@Data +@Builder +public class CustomerCreateResponse { + + private String customerID; + private String error; +} diff --git a/aws/localstack/src/main/java/io/reflectoring/customerregistration/dtos/CustomerDto.java b/aws/localstack/src/main/java/io/reflectoring/customerregistration/dtos/CustomerDto.java new file mode 100644 index 0000000..00a7225 --- /dev/null +++ b/aws/localstack/src/main/java/io/reflectoring/customerregistration/dtos/CustomerDto.java @@ -0,0 +1,28 @@ +/** + * + */ +package io.reflectoring.customerregistration.dtos; + +import java.util.List; + +import lombok.Builder; +import lombok.Data; + +/** + * @author Pratik Das + * + */ +@Data +@Builder +public class CustomerDto { + private String customerID; + private String userName; + private String dateOfBirth; + private String email; + private String firstName; + private String lastName; + private String phoneNumber; + private String gender; + private String photo; + private List addresses; +} diff --git a/aws/localstack/src/main/java/io/reflectoring/customerregistration/models/Address.java b/aws/localstack/src/main/java/io/reflectoring/customerregistration/models/Address.java new file mode 100644 index 0000000..d49ab32 --- /dev/null +++ b/aws/localstack/src/main/java/io/reflectoring/customerregistration/models/Address.java @@ -0,0 +1,12 @@ +/** + * + */ +package io.reflectoring.customerregistration.models; + +/** + * @author Pratik Das + * + */ +public class Address { + +} diff --git a/aws/localstack/src/main/java/io/reflectoring/customerregistration/models/Credentials.java b/aws/localstack/src/main/java/io/reflectoring/customerregistration/models/Credentials.java new file mode 100644 index 0000000..ea5e4a4 --- /dev/null +++ b/aws/localstack/src/main/java/io/reflectoring/customerregistration/models/Credentials.java @@ -0,0 +1,12 @@ +/** + * + */ +package io.reflectoring.customerregistration.models; + +/** + * @author Pratik Das + * + */ +public class Credentials { + +} diff --git a/aws/localstack/src/main/java/io/reflectoring/customerregistration/models/Customer.java b/aws/localstack/src/main/java/io/reflectoring/customerregistration/models/Customer.java new file mode 100644 index 0000000..6ccff84 --- /dev/null +++ b/aws/localstack/src/main/java/io/reflectoring/customerregistration/models/Customer.java @@ -0,0 +1,35 @@ +/** + * + */ +package io.reflectoring.customerregistration.models; + +import java.io.Serializable; +import java.util.List; + +import lombok.Builder; +import lombok.Data; + + + +/** + * @author Pratik Das + * + */ + +@Data +@Builder +public class Customer implements Serializable{ + + private static final long serialVersionUID = 1L; + private String userName; + private String dateOfBirth; + private String email; + private String firstName; + private String lastName; + private String phoneNumber; + private String gender; + private String photo; + private List
addresses; + private Credentials password; + +} diff --git a/aws/localstack/src/main/java/io/reflectoring/customerregistration/repositories/CustomerImageStore.java b/aws/localstack/src/main/java/io/reflectoring/customerregistration/repositories/CustomerImageStore.java new file mode 100644 index 0000000..685a7f9 --- /dev/null +++ b/aws/localstack/src/main/java/io/reflectoring/customerregistration/repositories/CustomerImageStore.java @@ -0,0 +1,84 @@ +/** + * + */ +package io.reflectoring.customerregistration.repositories; + +import java.net.URI; +import java.net.URISyntaxException; +import java.nio.file.Paths; + +import org.springframework.beans.factory.annotation.Value; +import org.springframework.stereotype.Service; + +import io.reflectoring.customerregistration.dtos.CustomerCreateRequest; +import lombok.extern.slf4j.Slf4j; +import software.amazon.awssdk.core.sync.RequestBody; +import software.amazon.awssdk.core.sync.ResponseTransformer; +import software.amazon.awssdk.regions.Region; +import software.amazon.awssdk.services.s3.S3Client; +import software.amazon.awssdk.services.s3.S3ClientBuilder; +import software.amazon.awssdk.services.s3.model.GetObjectRequest; +import software.amazon.awssdk.services.s3.model.PutObjectRequest; + +/** + * @author Pratik Das + * + */ +@Service +@Slf4j +public class CustomerImageStore { + private static final Region region = Region.US_EAST_1; + private static final String BUCKET_NAME = "io.pratik.profileimages"; + + private final String awsEndpoint; + + public CustomerImageStore(@Value("${aws.local.endpoint:#{null}}") String awsEndpoint) { + super(); + this.awsEndpoint = awsEndpoint; + } + + private S3Client getS3Client() { + S3Client s3 = null;; + try { + S3ClientBuilder builder = S3Client.builder(); + // awsEndpoint is set only in local environments + if(awsEndpoint != null) { + // override aws endpoint with localstack URL in dev environment + builder.endpointOverride(new URI(awsEndpoint)); + } + s3 = builder.region(region).build(); + }catch(URISyntaxException ex) { + log.error("Invalid url {}",awsEndpoint); + throw new IllegalStateException("Invalid url "+awsEndpoint,ex); + } + return s3; + } + + /** + * Fetch profile image from s3 bucket + * @param customerDto + * @param key + * @return customer ID generated using uuid + */ + public void fetchProfileImage(final CustomerCreateRequest customerDto, String key) { + S3Client s3 = getS3Client(); + if(s3 != null) { + GetObjectRequest getObjectRequest = GetObjectRequest.builder().bucket(BUCKET_NAME).key(key).build(); + s3.getObject(getObjectRequest); + s3.getObject(GetObjectRequest.builder().bucket(BUCKET_NAME).key(key).build(), + ResponseTransformer.toFile(Paths.get("image"+key))); + } + } + + public void saveImage(final CustomerCreateRequest customerDto, final String imageKey) { + S3Client s3 = getS3Client(); + if(s3 != null) { + // Put Object + PutObjectRequest putObjectRequest = PutObjectRequest.builder().bucket(BUCKET_NAME).key(imageKey).build(); + RequestBody requestBody = RequestBody.fromString(customerDto.getPhoto()); + s3.putObject(putObjectRequest, requestBody); + } + } + + +} diff --git a/aws/localstack/src/main/java/io/reflectoring/customerregistration/repositories/CustomerProfileStore.java b/aws/localstack/src/main/java/io/reflectoring/customerregistration/repositories/CustomerProfileStore.java new file mode 100644 index 0000000..535a996 --- /dev/null +++ b/aws/localstack/src/main/java/io/reflectoring/customerregistration/repositories/CustomerProfileStore.java @@ -0,0 +1,140 @@ +/** + * + */ +package io.reflectoring.customerregistration.repositories; + +import java.net.URI; +import java.net.URISyntaxException; +import java.util.HashMap; +import java.util.Map; +import java.util.UUID; + +import org.springframework.beans.factory.annotation.Value; +import org.springframework.stereotype.Service; + +import io.reflectoring.customerregistration.dtos.CustomerCreateRequest; +import io.reflectoring.customerregistration.dtos.CustomerDto; +import lombok.extern.slf4j.Slf4j; +import software.amazon.awssdk.regions.Region; +import software.amazon.awssdk.services.dynamodb.DynamoDbClient; +import software.amazon.awssdk.services.dynamodb.DynamoDbClientBuilder; +import software.amazon.awssdk.services.dynamodb.model.AttributeAction; +import software.amazon.awssdk.services.dynamodb.model.AttributeValue; +import software.amazon.awssdk.services.dynamodb.model.AttributeValueUpdate; +import software.amazon.awssdk.services.dynamodb.model.DynamoDbException; +import software.amazon.awssdk.services.dynamodb.model.GetItemRequest; +import software.amazon.awssdk.services.dynamodb.model.GetItemResponse; +import software.amazon.awssdk.services.dynamodb.model.UpdateItemRequest; + +/** + * @author Pratik Das + * + */ +@Slf4j +@Service +public class CustomerProfileStore { + private static final String TABLE_NAME = "entities"; + private static final Region region = Region.US_EAST_1; + + private final String awsEndpoint; + + public CustomerProfileStore(@Value("${aws.local.endpoint:#{null}}") String awsEndpoint) { + super(); + this.awsEndpoint = awsEndpoint; + } + + private DynamoDbClient getDdbClient() { + DynamoDbClient dynamoDB = null;; + try { + DynamoDbClientBuilder builder = DynamoDbClient.builder(); + // awsLocalEndpoint is set only in local environments + if(awsEndpoint != null) { + // override aws endpoint with localstack URL in dev environment + builder.endpointOverride(new URI(awsEndpoint)); + } + dynamoDB = builder.region(region).build(); + }catch(URISyntaxException ex) { + log.error("Invalid url {}",awsEndpoint); + throw new IllegalStateException("Invalid url "+awsEndpoint,ex); + } + return dynamoDB; + } + + /** + * Store profile data in dynamodb table + * @param customerDto + * @param key + * @return customer ID generated using uuid + */ + public CustomerDto fetchProfile( String customerID) { + + DynamoDbClient ddb = getDdbClient(); + + Map attributeKey = new HashMap<>(); + String key = "CUSTOMER:"+customerID; + attributeKey.put("pk", AttributeValue.builder().s(key).build()); + GetItemRequest getItemRequest = GetItemRequest.builder().tableName(TABLE_NAME).key(attributeKey).build(); + GetItemResponse getItemResponse = ddb.getItem(getItemRequest); + Map responseAttributeMap = getItemResponse.item(); + return CustomerDto.builder() + .customerID(customerID) + .firstName(responseAttributeMap.get("fname").s()) + .lastName(responseAttributeMap.get("lname").s()) + .email(responseAttributeMap.get("email").s()) + .phoneNumber(responseAttributeMap.get("phone").s()) + .build(); + } + + /** + * Store profile data in dynamodb table + * @param customerDto + * @return customer ID generated using uuid + */ + public String createProfile(final CustomerCreateRequest customerDto) { + DynamoDbClient ddb = getDdbClient(); + + HashMap itemKey = new HashMap(); + + String customerID = UUID.randomUUID().toString(); + String key = "CUSTOMER:"+customerID; + itemKey.put("pk", AttributeValue.builder().s(key).build()); + + HashMap updatedValues = + new HashMap(); + + // Update the column specified by name with updatedVal + updatedValues.put("fname", AttributeValueUpdate.builder() + .value(AttributeValue.builder().s(customerDto.getFirstName()).build()) + .action(AttributeAction.PUT) + .build()); + + updatedValues.put("lname", AttributeValueUpdate.builder() + .value(AttributeValue.builder().s(customerDto.getLastName()).build()) + .action(AttributeAction.PUT) + .build()); + + updatedValues.put("phone", AttributeValueUpdate.builder() + .value(AttributeValue.builder().s(customerDto.getPhoneNumber()).build()) + .action(AttributeAction.PUT) + .build()); + + updatedValues.put("email", AttributeValueUpdate.builder() + .value(AttributeValue.builder().s(customerDto.getEmail()).build()) + .action(AttributeAction.PUT) + .build()); + + UpdateItemRequest request = UpdateItemRequest.builder() + .tableName(TABLE_NAME) + .key(itemKey) + .attributeUpdates(updatedValues) + .build(); + + try { + ddb.updateItem(request); + } catch (DynamoDbException e) { + } + return customerID; + + } + +} diff --git a/aws/localstack/src/main/java/io/reflectoring/customerregistration/services/CustomerService.java b/aws/localstack/src/main/java/io/reflectoring/customerregistration/services/CustomerService.java new file mode 100644 index 0000000..c99d242 --- /dev/null +++ b/aws/localstack/src/main/java/io/reflectoring/customerregistration/services/CustomerService.java @@ -0,0 +1,47 @@ +/** + * + */ +package io.reflectoring.customerregistration.services; + +import io.reflectoring.customerregistration.dtos.CustomerDto; +import io.reflectoring.customerregistration.repositories.CustomerImageStore; +import io.reflectoring.customerregistration.repositories.CustomerProfileStore; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.stereotype.Service; + +import io.reflectoring.customerregistration.dtos.CustomerCreateRequest; +import lombok.extern.slf4j.Slf4j; + +/** + * @author Pratik Das + * + */ +@Service +@Slf4j +public class CustomerService { + + + private CustomerImageStore customerImageStore; + private CustomerProfileStore customerProfileStore; + + + @Autowired + public CustomerService(CustomerImageStore customerImageStore, CustomerProfileStore customerProfileStore) { + super(); + this.customerImageStore = customerImageStore; + this.customerProfileStore = customerProfileStore; + } + + public CustomerDto fetchCustomer(final String customerID) { + return customerProfileStore.fetchProfile(customerID); + + } + + + public String createCustomer(final CustomerCreateRequest request) { + String customerKey = customerProfileStore.createProfile(request); + customerImageStore.saveImage(request,customerKey); + return customerKey; + } + +} diff --git a/aws/localstack/src/main/resources/application-local.properties b/aws/localstack/src/main/resources/application-local.properties new file mode 100644 index 0000000..3bf4607 --- /dev/null +++ b/aws/localstack/src/main/resources/application-local.properties @@ -0,0 +1 @@ +aws.local.endpoint=http://localhost:4566 diff --git a/aws/localstack/src/main/resources/application.properties b/aws/localstack/src/main/resources/application.properties new file mode 100644 index 0000000..cd2d02b --- /dev/null +++ b/aws/localstack/src/main/resources/application.properties @@ -0,0 +1 @@ +server.port=8085 diff --git a/aws/localstack/src/test/java/io/reflectoring/customerregistration/CustomerImageStoreTest.java b/aws/localstack/src/test/java/io/reflectoring/customerregistration/CustomerImageStoreTest.java new file mode 100644 index 0000000..63108f0 --- /dev/null +++ b/aws/localstack/src/test/java/io/reflectoring/customerregistration/CustomerImageStoreTest.java @@ -0,0 +1,101 @@ +/** + * + */ +package io.reflectoring.customerregistration; + +import static org.junit.jupiter.api.Assertions.assertTrue; + +import java.net.URI; +import java.net.URISyntaxException; + +import io.reflectoring.customerregistration.dtos.CustomerCreateRequest; +import io.reflectoring.customerregistration.repositories.CustomerImageStore; +import org.junit.jupiter.api.AfterEach; +import org.junit.jupiter.api.BeforeEach; +import org.junit.jupiter.api.Test; +import org.junit.jupiter.api.extension.ExtendWith; + +import cloud.localstack.Localstack; +import cloud.localstack.docker.LocalstackDockerExtension; +import cloud.localstack.docker.annotation.LocalstackDockerProperties; +import lombok.extern.slf4j.Slf4j; +import org.springframework.test.context.ActiveProfiles; +import software.amazon.awssdk.regions.Region; +import software.amazon.awssdk.services.s3.S3Client; +import software.amazon.awssdk.services.s3.model.CreateBucketRequest; +import software.amazon.awssdk.services.s3.model.GetObjectRequest; +import software.amazon.awssdk.services.s3.model.NoSuchKeyException; + +/** + * @author Pratik Das + * + */ +@Slf4j +@ExtendWith(LocalstackDockerExtension.class) +@ActiveProfiles("local") +@LocalstackDockerProperties(services = { "s3" }) +class CustomerImageStoreTest { + + private static final Region region = Region.US_EAST_1; + private static final String BUCKET_NAME = "io.pratik.profileimages"; + + private CustomerImageStore customerImageStore = null; + + /** + * @throws java.lang.Exception + */ + @BeforeEach + void setUp() throws Exception { + createBucket(); + } + + /** + * @throws java.lang.Exception + */ + @AfterEach + void tearDown() throws Exception { + } + + @Test + void testStoreImage() { + customerImageStore = new CustomerImageStore(Localstack.INSTANCE.getEndpointS3()); + String photo = "test image"; + CustomerCreateRequest customerDto = CustomerCreateRequest.builder().firstName("pratik").photo(photo ).build(); + String imageKey = customerDto.getFirstName()+System.currentTimeMillis(); + customerImageStore.saveImage(customerDto, imageKey ); + assertTrue(keyExistsInBucket(imageKey),"Object created"); + } + + private void createBucket() { + URI localEndpoint = null; + try { + localEndpoint = new URI(Localstack.INSTANCE.getEndpointS3()); + S3Client s3 = S3Client.builder().endpointOverride(localEndpoint).region(region).build(); + CreateBucketRequest createBucketRequest = CreateBucketRequest.builder().bucket(BUCKET_NAME).build(); + s3.createBucket(createBucketRequest ); + + } catch (URISyntaxException e) { + // TODO Auto-generated catch block + e.printStackTrace(); + } + + } + + private boolean keyExistsInBucket(final String objectKey ) { + URI localEndpoint = null; + try { + localEndpoint = new URI(Localstack.INSTANCE.getEndpointS3()); + S3Client s3 = S3Client.builder().endpointOverride(localEndpoint).region(region).build(); + GetObjectRequest getObjectRequest = GetObjectRequest.builder().bucket(BUCKET_NAME).key(objectKey).build(); + s3.getObject(getObjectRequest); + return true; + } catch (URISyntaxException e) { + log.error("Invalid url {}",localEndpoint); + } catch(NoSuchKeyException ex) { + log.error("Key does not exist {}", objectKey); + } + return false; + + } + +} diff --git a/aws/localstack/src/test/java/io/reflectoring/customerregistration/CustomerProfileStoreTest.java b/aws/localstack/src/test/java/io/reflectoring/customerregistration/CustomerProfileStoreTest.java new file mode 100644 index 0000000..cd2902f --- /dev/null +++ b/aws/localstack/src/test/java/io/reflectoring/customerregistration/CustomerProfileStoreTest.java @@ -0,0 +1,103 @@ +package io.reflectoring.customerregistration; + +import static org.junit.jupiter.api.Assertions.assertEquals; +import static org.junit.jupiter.api.Assertions.assertTrue; + +import java.net.URI; +import java.net.URISyntaxException; + +import io.reflectoring.customerregistration.dtos.CustomerDto; +import io.reflectoring.customerregistration.repositories.CustomerProfileStore; +import org.junit.jupiter.api.AfterEach; +import org.junit.jupiter.api.BeforeEach; +import org.junit.jupiter.api.Test; +import org.junit.jupiter.api.extension.ExtendWith; + + +import cloud.localstack.Localstack; +import cloud.localstack.docker.LocalstackDockerExtension; +import cloud.localstack.docker.annotation.LocalstackDockerProperties; +import io.reflectoring.customerregistration.dtos.CustomerCreateRequest; +import lombok.extern.slf4j.Slf4j; +import org.springframework.test.context.ActiveProfiles; +import software.amazon.awssdk.regions.Region; +import software.amazon.awssdk.services.dynamodb.DynamoDbClient; +import software.amazon.awssdk.services.dynamodb.model.AttributeDefinition; +import software.amazon.awssdk.services.dynamodb.model.CreateTableRequest; +import software.amazon.awssdk.services.dynamodb.model.KeySchemaElement; +import software.amazon.awssdk.services.dynamodb.model.KeyType; +import software.amazon.awssdk.services.dynamodb.model.ProvisionedThroughput; +import software.amazon.awssdk.services.dynamodb.model.ScalarAttributeType; + +/** + * @author Pratik Das + * + */ +@Slf4j +@ExtendWith(LocalstackDockerExtension.class) +@ActiveProfiles("local") +@LocalstackDockerProperties(services = { "dynamodb"}) +class CustomerProfileStoreTest { + + private static final Region region = Region.US_EAST_1; + private static final String TABLE_NAME = "entities"; + + private CustomerProfileStore customerProfileStore = null; + + @BeforeEach + void setUp() throws Exception { + customerProfileStore = new CustomerProfileStore(Localstack.INSTANCE.getEndpointDynamoDB()); + createTable(); + } + + @AfterEach + void tearDown() throws Exception { + } + + @Test + void testCreateCustomerProfile() { + CustomerCreateRequest customerDto = CustomerCreateRequest.builder() + .firstName("pratik") + .lastName("das") + .phoneNumber("657576") + .email("prat@gmail.co") + .gender("M") + .build(); + + String customerID = customerProfileStore.createProfile(customerDto ); + log.info("customer ID {}", customerID); + assertTrue(customerID != null, "Item created"); + CustomerDto dto = customerProfileStore.fetchProfile(customerID); + assertEquals("pratik", dto.getFirstName(), "first name matched"); + assertEquals("das", dto.getLastName(), "last name matched"); + } + + private void createTable() { + try { + DynamoDbClient ddbClient = DynamoDbClient.builder().endpointOverride(new URI(Localstack.INSTANCE.getEndpointDynamoDB())).region(region).build(); + + String key = "pk"; + CreateTableRequest createTableRequest = CreateTableRequest.builder() + .attributeDefinitions(AttributeDefinition.builder() + .attributeName(key ) + .attributeType(ScalarAttributeType.S) + .build()) + .keySchema(KeySchemaElement.builder() + .attributeName(key) + .keyType(KeyType.HASH) + .build()) + .provisionedThroughput(ProvisionedThroughput.builder() + .readCapacityUnits(10l) + .writeCapacityUnits(10l) + .build()) + .tableName(TABLE_NAME) + .build(); + + ddbClient.createTable(createTableRequest); + } catch (URISyntaxException e) { + // TODO Auto-generated catch block + e.printStackTrace(); + } + } + +} diff --git a/build-all.sh b/build-all.sh index f8dddc7..4517fac 100755 --- a/build-all.sh +++ b/build-all.sh @@ -1,5 +1,6 @@ #!/bin/bash +MODULE=$1 MAIN_DIR=$PWD build_gradle_module() { @@ -81,57 +82,98 @@ build_maven_module() { } } -build_maven_module "resilience4j/retry" -build_maven_module "resilience4j/ratelimiter" -build_maven_module "solid/lsp" -run_gradle_task "spring-boot/thymeleaf-vue" "npmInstall" -build_gradle_module "spring-boot/thymeleaf-vue" -build_gradle_module "spring-boot/spring-boot-springdoc" -build_maven_module "spring-boot/dependency-injection" -build_maven_module "spring-boot/spring-boot-openapi" -build_maven_module "spring-boot/data-migration/liquibase" -build_gradle_module "spring-boot/boundaries" -build_gradle_module "spring-boot/argumentresolver" -build_gradle_module "spring-data/spring-data-jdbc-converter" -build_gradle_module "solid" -build_gradle_module "spring-boot/data-migration/flyway" -build_gradle_module "reactive" -build_gradle_module "junit/assumptions" -build_gradle_module "logging" -build_gradle_module "pact/pact-feign-consumer" -# currently disabled since the consumer build won't run -# build_gradle_module "pact/pact-message-consumer" -# build_gradle_module "pact/pact-message-producer" -build_gradle_module "pact/pact-spring-provider" -build_gradle_module "patterns" -build_gradle_module "spring-boot/conditionals" -build_gradle_module "spring-boot/configuration" -build_gradle_module "spring-boot/mocking" -build_gradle_module "spring-boot/modular" -build_gradle_module "spring-boot/paging" -build_gradle_module "spring-boot/rabbitmq-event-brokering" -build_gradle_module "spring-boot/spring-boot-logging" -build_gradle_module "spring-boot/spring-boot-testing" -build_gradle_module "spring-boot/starter" -build_gradle_module "spring-boot/startup" -build_gradle_module "spring-boot/static" -build_gradle_module "spring-boot/validation" -build_gradle_module "spring-boot/profiles" -build_gradle_module "spring-boot/password-encoding" -build_gradle_module "spring-boot/testcontainers" -build_gradle_module "spring-boot/hazelcast/hazelcast-embedded-cache" -build_gradle_module "spring-boot/hazelcast/hazelcast-client-server" -build_gradle_module "spring-boot/cache" -build_gradle_module "spring-cloud/feign-with-spring-data-rest" -build_gradle_module "spring-cloud/sleuth-downstream-service" -build_gradle_module "spring-cloud/sleuth-upstream-service" -build_gradle_module "spring-cloud/spring-cloud-contract-consumer" -build_gradle_module "spring-cloud/spring-cloud-contract-provider" -build_gradle_module "spring-data/spring-data-rest-associations" -build_gradle_module "spring-data/spring-data-rest-springfox" -build_gradle_module "tools/jacoco" +if [[ "$MODULE" == "module5" ]] +then + # ADD NEW MODULES HERE + # (add new modules above the rest so you get quicker feedback if it fails) -echo "" -echo "+++" -echo "+++ ALL MODULES SUCCESSFUL" -echo "+++" + build_gradle_module "spring-boot/hazelcast/hazelcast-embedded-cache" + build_gradle_module "spring-boot/hazelcast/hazelcast-client-server" + build_gradle_module "spring-boot/cache" + + echo "" + echo "+++" + echo "+++ MODULE 5 SUCCESSFUL" + echo "+++" +fi + + +if [[ "$MODULE" == "module1" ]] +then + build_maven_module "spring-boot/spring-boot-kafka" + build_gradle_module "spring-boot/spring-boot-springdoc" + build_maven_module "spring-boot/dependency-injection" + build_maven_module "spring-boot/spring-boot-openapi" + build_maven_module "spring-boot/data-migration/liquibase" + build_gradle_module "spring-boot/boundaries" + build_gradle_module "spring-boot/argumentresolver" + build_gradle_module "spring-boot/data-migration/flyway" + run_gradle_task "spring-boot/thymeleaf-vue" "clean npmInstall build" + build_gradle_module "spring-boot/conditionals" + build_gradle_module "spring-boot/configuration" + + echo "" + echo "+++" + echo "+++ MODULE 1 SUCCESSFUL" + echo "+++" +fi + +if [[ "$MODULE" == "module2" ]] +then + build_maven_module "resilience4j/retry" + build_maven_module "resilience4j/ratelimiter" + build_maven_module "solid/lsp" + build_gradle_module "spring-data/spring-data-jdbc-converter" + build_gradle_module "solid" + build_gradle_module "reactive" + build_gradle_module "junit/assumptions" + build_gradle_module "logging" + build_gradle_module "pact/pact-feign-consumer" + + echo "" + echo "+++" + echo "+++ MODULE 2 SUCCESSFUL" + echo "+++" +fi + +if [[ "$MODULE" == "module3" ]] +then + build_maven_module "aws/localstack" + build_gradle_module "pact/pact-spring-provider" + build_gradle_module "patterns" + build_gradle_module "spring-cloud/feign-with-spring-data-rest" + build_gradle_module "spring-cloud/sleuth-downstream-service" + build_gradle_module "spring-cloud/sleuth-upstream-service" + build_gradle_module "spring-cloud/spring-cloud-contract-provider" # has to run before consumer + build_gradle_module "spring-cloud/spring-cloud-contract-consumer" + build_gradle_module "spring-data/spring-data-rest-associations" + build_gradle_module "spring-data/spring-data-rest-springfox" + build_gradle_module "tools/jacoco" + + echo "" + echo "+++" + echo "+++ MODULE 3 SUCCESSFUL" + echo "+++" +fi + +if [[ "$MODULE" == "module4" ]] +then + build_gradle_module "spring-boot/mocking" + build_gradle_module "spring-boot/modular" + build_gradle_module "spring-boot/paging" + build_gradle_module "spring-boot/rabbitmq-event-brokering" + build_gradle_module "spring-boot/spring-boot-logging" + build_gradle_module "spring-boot/spring-boot-testing" + build_gradle_module "spring-boot/starter" + build_gradle_module "spring-boot/startup" + build_gradle_module "spring-boot/static" + build_gradle_module "spring-boot/validation" + build_gradle_module "spring-boot/profiles" + build_gradle_module "spring-boot/password-encoding" + build_gradle_module "spring-boot/testcontainers" + + echo "" + echo "+++" + echo "+++ MODULE 4 SUCCESSFUL" + echo "+++" +fi \ No newline at end of file diff --git a/logging/gradlew b/logging/gradlew old mode 100644 new mode 100755 diff --git a/pact/pact-feign-consumer/gradlew b/pact/pact-feign-consumer/gradlew old mode 100644 new mode 100755 diff --git a/pact/pact-spring-provider/gradlew b/pact/pact-spring-provider/gradlew old mode 100644 new mode 100755 diff --git a/patterns/gradlew b/patterns/gradlew old mode 100644 new mode 100755 diff --git a/pull_request_template.md b/pull_request_template.md new file mode 100644 index 0000000..5417e3f --- /dev/null +++ b/pull_request_template.md @@ -0,0 +1,16 @@ +Please review the changes you did in this PR and check these points to make sure that the code examples are of high quality: + +- [ ] the source branch for this PR is NOT the master branch of your fork (please create a dedicated branch for the PR) +- [ ] the PR doesn't contain code that is irrelevant to the topic of the article +- [ ] the PR doesn't contain any other files that are irrelevant to the topic of the article +- [ ] the PR contains a README.md file that explains in a sentence or two what the code example is about and links to the article on reflectoring.io (if you added to an existing module, please add the link to the existing README.md file) +- [ ] the code is covered with tests where it makes sense +- [ ] if you have created a new Maven or Gradle module, please add it to the CI build (search for "# ADD NEW MODULES HERE" in `build-all.sh`) +- [ ] used the latest Gradle or Maven version +- [ ] used Java 11 or later +- [ ] the [GitHub Actions build](https://github.com/thombergs/code-examples/actions?query=workflow%3ACI) is successful for your PR branch + +**Feel free to raise the PR even if the checklist hasn't been worked through, yet**. But please only flag it to be reviewed after going through the checklist above. + +Also feel free to reach out if you have any trouble with any of the steps. + diff --git a/spring-boot/cache/gradle/wrapper/gradle-wrapper.jar b/spring-boot/cache/gradle/wrapper/gradle-wrapper.jar index 62d4c05..1a958be 100644 Binary files a/spring-boot/cache/gradle/wrapper/gradle-wrapper.jar and b/spring-boot/cache/gradle/wrapper/gradle-wrapper.jar differ diff --git a/spring-boot/cache/gradle/wrapper/gradle-wrapper.properties b/spring-boot/cache/gradle/wrapper/gradle-wrapper.properties index a004df5..38c1d48 100644 --- a/spring-boot/cache/gradle/wrapper/gradle-wrapper.properties +++ b/spring-boot/cache/gradle/wrapper/gradle-wrapper.properties @@ -1,6 +1,5 @@ -#Mon Jun 15 21:48:44 CEST 2020 -distributionUrl=https\://services.gradle.org/distributions/gradle-6.5-bin.zip distributionBase=GRADLE_USER_HOME distributionPath=wrapper/dists -zipStorePath=wrapper/dists zipStoreBase=GRADLE_USER_HOME +zipStorePath=wrapper/dists +distributionUrl=https\://services.gradle.org/distributions/gradle-6.5-bin.zip diff --git a/spring-boot/cache/gradlew b/spring-boot/cache/gradlew old mode 100644 new mode 100755 index 5de2196..4453cce --- a/spring-boot/cache/gradlew +++ b/spring-boot/cache/gradlew @@ -1 +1,172 @@ -#!/usr/bin/env sh # # Copyright 2015 the original author or authors. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # https://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # ############################################################################## ## ## Gradle start up script for UN*X ## ############################################################################## # Attempt to set APP_HOME # Resolve links: $0 may be a link PRG="$0" # Need this for relative symlinks. while [ -h "$PRG" ]; do ls=$(ls -ld "$PRG") link=$(expr "$ls" : '.*-> \(.*\)$') if expr "$link" : '/.*' >/dev/null; then PRG="$link" else PRG=$(dirname "$PRG")"/$link" fi done SAVED="$(pwd)" cd "$(dirname \"$PRG\")/" >/dev/null APP_HOME="$(pwd -P)" cd "$SAVED" >/dev/null APP_NAME="Gradle" APP_BASE_NAME=$(basename "$0") # Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. DEFAULT_JVM_OPTS='"-Xmx64m" "-Xms64m"' # Use the maximum available, or set MAX_FD != -1 to use that value. MAX_FD="maximum" warn() { echo "$*" } die() { echo echo "$*" echo exit 1 } # OS specific support (must be 'true' or 'false'). cygwin=false msys=false darwin=false nonstop=false case "$(uname)" in CYGWIN*) cygwin=true ;; Darwin*) darwin=true ;; MINGW*) msys=true ;; NONSTOP*) nonstop=true ;; esac CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar # Determine the Java command to use to start the JVM. if [ -n "$JAVA_HOME" ]; then if [ -x "$JAVA_HOME/jre/sh/java" ]; then # IBM's JDK on AIX uses strange locations for the executables JAVACMD="$JAVA_HOME/jre/sh/java" else JAVACMD="$JAVA_HOME/bin/java" fi if [ ! -x "$JAVACMD" ]; then die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME Please set the JAVA_HOME variable in your environment to match the location of your Java installation." fi else JAVACMD="java" which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. Please set the JAVA_HOME variable in your environment to match the location of your Java installation." fi # Increase the maximum file descriptors if we can. if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ]; then MAX_FD_LIMIT=$(ulimit -H -n) if [ $? -eq 0 ]; then if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ]; then MAX_FD="$MAX_FD_LIMIT" fi ulimit -n $MAX_FD if [ $? -ne 0 ]; then warn "Could not set maximum file descriptor limit: $MAX_FD" fi else warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" fi fi # For Darwin, add options to specify how the application appears in the dock if $darwin; then GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" fi # For Cygwin or MSYS, switch paths to Windows format before running java if [ "$cygwin" = "true" -o "$msys" = "true" ]; then APP_HOME=$(cygpath --path --mixed "$APP_HOME") CLASSPATH=$(cygpath --path --mixed "$CLASSPATH") JAVACMD=$(cygpath --unix "$JAVACMD") # We build the pattern for arguments to be converted via cygpath ROOTDIRSRAW=$(find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null) SEP="" for dir in $ROOTDIRSRAW; do ROOTDIRS="$ROOTDIRS$SEP$dir" SEP="|" done OURCYGPATTERN="(^($ROOTDIRS))" # Add a user-defined pattern to the cygpath arguments if [ "$GRADLE_CYGPATTERN" != "" ]; then OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" fi # Now convert the arguments - kludge to limit ourselves to /bin/sh i=0 for arg in "$@"; do CHECK=$(echo "$arg" | egrep -c "$OURCYGPATTERN" -) CHECK2=$(echo "$arg" | egrep -c "^-") ### Determine if an option if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ]; then ### Added a condition eval $(echo args$i)=$(cygpath --path --ignore --mixed "$arg") else eval $(echo args$i)="\"$arg\"" fi i=$(expr $i + 1) done case $i in 0) set -- ;; 1) set -- "$args0" ;; 2) set -- "$args0" "$args1" ;; 3) set -- "$args0" "$args1" "$args2" ;; 4) set -- "$args0" "$args1" "$args2" "$args3" ;; 5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; 6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; 7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; 8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; 9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; esac fi # Escape application args save() { for i; do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/"; done echo " " } APP_ARGS=$(save "$@") # Collect all arguments for the java command, following the shell quoting and substitution rules eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS" exec "$JAVACMD" "$@" \ No newline at end of file +#!/usr/bin/env sh + +############################################################################## +## +## Gradle start up script for UN*X +## +############################################################################## + +# Attempt to set APP_HOME +# Resolve links: $0 may be a link +PRG="$0" +# Need this for relative symlinks. +while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG=`dirname "$PRG"`"/$link" + fi +done +SAVED="`pwd`" +cd "`dirname \"$PRG\"`/" >/dev/null +APP_HOME="`pwd -P`" +cd "$SAVED" >/dev/null + +APP_NAME="Gradle" +APP_BASE_NAME=`basename "$0"` + +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS="" + +# Use the maximum available, or set MAX_FD != -1 to use that value. +MAX_FD="maximum" + +warn ( ) { + echo "$*" +} + +die ( ) { + echo + echo "$*" + echo + exit 1 +} + +# OS specific support (must be 'true' or 'false'). +cygwin=false +msys=false +darwin=false +nonstop=false +case "`uname`" in + CYGWIN* ) + cygwin=true + ;; + Darwin* ) + darwin=true + ;; + MINGW* ) + msys=true + ;; + NONSTOP* ) + nonstop=true + ;; +esac + +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar + +# Determine the Java command to use to start the JVM. +if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + if [ ! -x "$JAVACMD" ] ; then + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +else + JAVACMD="java" + which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." +fi + +# Increase the maximum file descriptors if we can. +if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then + MAX_FD_LIMIT=`ulimit -H -n` + if [ $? -eq 0 ] ; then + if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then + MAX_FD="$MAX_FD_LIMIT" + fi + ulimit -n $MAX_FD + if [ $? -ne 0 ] ; then + warn "Could not set maximum file descriptor limit: $MAX_FD" + fi + else + warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" + fi +fi + +# For Darwin, add options to specify how the application appears in the dock +if $darwin; then + GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" +fi + +# For Cygwin, switch paths to Windows format before running java +if $cygwin ; then + APP_HOME=`cygpath --path --mixed "$APP_HOME"` + CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` + JAVACMD=`cygpath --unix "$JAVACMD"` + + # We build the pattern for arguments to be converted via cygpath + ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` + SEP="" + for dir in $ROOTDIRSRAW ; do + ROOTDIRS="$ROOTDIRS$SEP$dir" + SEP="|" + done + OURCYGPATTERN="(^($ROOTDIRS))" + # Add a user-defined pattern to the cygpath arguments + if [ "$GRADLE_CYGPATTERN" != "" ] ; then + OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" + fi + # Now convert the arguments - kludge to limit ourselves to /bin/sh + i=0 + for arg in "$@" ; do + CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` + CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option + + if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition + eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` + else + eval `echo args$i`="\"$arg\"" + fi + i=$((i+1)) + done + case $i in + (0) set -- ;; + (1) set -- "$args0" ;; + (2) set -- "$args0" "$args1" ;; + (3) set -- "$args0" "$args1" "$args2" ;; + (4) set -- "$args0" "$args1" "$args2" "$args3" ;; + (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; + (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; + (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; + (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; + (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; + esac +fi + +# Escape application args +save ( ) { + for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done + echo " " +} +APP_ARGS=$(save "$@") + +# Collect all arguments for the java command, following the shell quoting and substitution rules +eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS" + +# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong +if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then + cd "$(dirname "$0")" +fi + +exec "$JAVACMD" "$@" diff --git a/spring-boot/cache/gradlew.bat b/spring-boot/cache/gradlew.bat index 5093609..f955316 100644 --- a/spring-boot/cache/gradlew.bat +++ b/spring-boot/cache/gradlew.bat @@ -1,19 +1,3 @@ -@rem -@rem Copyright 2015 the original author or authors. -@rem -@rem Licensed under the Apache License, Version 2.0 (the "License"); -@rem you may not use this file except in compliance with the License. -@rem You may obtain a copy of the License at -@rem -@rem https://www.apache.org/licenses/LICENSE-2.0 -@rem -@rem Unless required by applicable law or agreed to in writing, software -@rem distributed under the License is distributed on an "AS IS" BASIS, -@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -@rem See the License for the specific language governing permissions and -@rem limitations under the License. -@rem - @if "%DEBUG%" == "" @echo off @rem ########################################################################## @rem @@ -29,11 +13,8 @@ if "%DIRNAME%" == "" set DIRNAME=. set APP_BASE_NAME=%~n0 set APP_HOME=%DIRNAME% -@rem Resolve any "." and ".." in APP_HOME to make it shorter. -for %%i in ("%APP_HOME%") do set APP_HOME=%%~fi - @rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. -set DEFAULT_JVM_OPTS="-Xmx64m" "-Xms64m" +set DEFAULT_JVM_OPTS= @rem Find java.exe if defined JAVA_HOME goto findJavaFromJavaHome @@ -84,7 +65,6 @@ set CMD_LINE_ARGS=%* set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar - @rem Execute Gradle "%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS% diff --git a/spring-boot/cache/src/test/java/io/reflectoring/cache/AbstractIntegrationTest.java b/spring-boot/cache/src/test/java/io/reflectoring/cache/AbstractIntegrationTest.java deleted file mode 100644 index db3e586..0000000 --- a/spring-boot/cache/src/test/java/io/reflectoring/cache/AbstractIntegrationTest.java +++ /dev/null @@ -1,22 +0,0 @@ -package io.reflectoring.cache; - -import org.junit.jupiter.api.BeforeAll; -import org.testcontainers.containers.FixedHostPortGenericContainer; -import org.testcontainers.containers.GenericContainer; - -public class AbstractIntegrationTest { - - static GenericContainer firstMember = - new FixedHostPortGenericContainer("hazelcast/hazelcast:4.0.1") - .withFixedExposedPort(5701, 5701); - - static GenericContainer secondMember = - new FixedHostPortGenericContainer("hazelcast/hazelcast:4.0.1") - .withFixedExposedPort(5702, 5701); - - @BeforeAll - public static void init() { - firstMember.start(); - secondMember.start(); - } -} diff --git a/spring-boot/cache/src/test/java/io/reflectoring/cache/rest/CarResourceClientCacheIntegrationTest.java b/spring-boot/cache/src/test/java/io/reflectoring/cache/rest/CarResourceClientCacheIntegrationTest.java index a76bfe9..2833f0b 100644 --- a/spring-boot/cache/src/test/java/io/reflectoring/cache/rest/CarResourceClientCacheIntegrationTest.java +++ b/spring-boot/cache/src/test/java/io/reflectoring/cache/rest/CarResourceClientCacheIntegrationTest.java @@ -2,7 +2,6 @@ package io.reflectoring.cache.rest; import com.fasterxml.jackson.databind.ObjectMapper; -import io.reflectoring.cache.AbstractIntegrationTest; import org.junit.jupiter.api.Test; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.boot.test.autoconfigure.web.servlet.AutoConfigureMockMvc; @@ -17,7 +16,7 @@ import static org.springframework.test.web.servlet.result.MockMvcResultMatchers. @SpringBootTest @AutoConfigureMockMvc @ActiveProfiles("client") -class CarResourceClientCacheIntegrationTest extends AbstractIntegrationTest { +class CarResourceClientCacheIntegrationTest { @Autowired private MockMvc mockMvc; diff --git a/spring-boot/conditionals/gradlew b/spring-boot/conditionals/gradlew old mode 100644 new mode 100755 diff --git a/spring-boot/hazelcast/hazelcast-client-server/gradlew b/spring-boot/hazelcast/hazelcast-client-server/gradlew old mode 100644 new mode 100755 diff --git a/spring-boot/hazelcast/hazelcast-embedded-cache/gradlew b/spring-boot/hazelcast/hazelcast-embedded-cache/gradlew old mode 100644 new mode 100755 diff --git a/spring-boot/mocking/gradlew b/spring-boot/mocking/gradlew old mode 100644 new mode 100755 diff --git a/spring-boot/modular/gradlew b/spring-boot/modular/gradlew old mode 100644 new mode 100755 diff --git a/spring-boot/paging/gradlew b/spring-boot/paging/gradlew old mode 100644 new mode 100755 diff --git a/spring-boot/password-encoding/gradlew b/spring-boot/password-encoding/gradlew old mode 100644 new mode 100755 diff --git a/spring-boot/profiles/gradlew b/spring-boot/profiles/gradlew old mode 100644 new mode 100755 diff --git a/spring-boot/rabbitmq-event-brokering/gradlew b/spring-boot/rabbitmq-event-brokering/gradlew old mode 100644 new mode 100755 diff --git a/spring-boot/spring-boot-kafka/.mvn/wrapper/MavenWrapperDownloader.java b/spring-boot/spring-boot-kafka/.mvn/wrapper/MavenWrapperDownloader.java new file mode 100644 index 0000000..e76d1f3 --- /dev/null +++ b/spring-boot/spring-boot-kafka/.mvn/wrapper/MavenWrapperDownloader.java @@ -0,0 +1,117 @@ +/* + * Copyright 2007-present the original author or authors. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +import java.net.*; +import java.io.*; +import java.nio.channels.*; +import java.util.Properties; + +public class MavenWrapperDownloader { + + private static final String WRAPPER_VERSION = "0.5.6"; + /** + * Default URL to download the maven-wrapper.jar from, if no 'downloadUrl' is provided. + */ + private static final String DEFAULT_DOWNLOAD_URL = "https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/" + + WRAPPER_VERSION + "/maven-wrapper-" + WRAPPER_VERSION + ".jar"; + + /** + * Path to the maven-wrapper.properties file, which might contain a downloadUrl property to + * use instead of the default one. + */ + private static final String MAVEN_WRAPPER_PROPERTIES_PATH = + ".mvn/wrapper/maven-wrapper.properties"; + + /** + * Path where the maven-wrapper.jar will be saved to. + */ + private static final String MAVEN_WRAPPER_JAR_PATH = + ".mvn/wrapper/maven-wrapper.jar"; + + /** + * Name of the property which should be used to override the default download url for the wrapper. + */ + private static final String PROPERTY_NAME_WRAPPER_URL = "wrapperUrl"; + + public static void main(String args[]) { + System.out.println("- Downloader started"); + File baseDirectory = new File(args[0]); + System.out.println("- Using base directory: " + baseDirectory.getAbsolutePath()); + + // If the maven-wrapper.properties exists, read it and check if it contains a custom + // wrapperUrl parameter. + File mavenWrapperPropertyFile = new File(baseDirectory, MAVEN_WRAPPER_PROPERTIES_PATH); + String url = DEFAULT_DOWNLOAD_URL; + if(mavenWrapperPropertyFile.exists()) { + FileInputStream mavenWrapperPropertyFileInputStream = null; + try { + mavenWrapperPropertyFileInputStream = new FileInputStream(mavenWrapperPropertyFile); + Properties mavenWrapperProperties = new Properties(); + mavenWrapperProperties.load(mavenWrapperPropertyFileInputStream); + url = mavenWrapperProperties.getProperty(PROPERTY_NAME_WRAPPER_URL, url); + } catch (IOException e) { + System.out.println("- ERROR loading '" + MAVEN_WRAPPER_PROPERTIES_PATH + "'"); + } finally { + try { + if(mavenWrapperPropertyFileInputStream != null) { + mavenWrapperPropertyFileInputStream.close(); + } + } catch (IOException e) { + // Ignore ... + } + } + } + System.out.println("- Downloading from: " + url); + + File outputFile = new File(baseDirectory.getAbsolutePath(), MAVEN_WRAPPER_JAR_PATH); + if(!outputFile.getParentFile().exists()) { + if(!outputFile.getParentFile().mkdirs()) { + System.out.println( + "- ERROR creating output directory '" + outputFile.getParentFile().getAbsolutePath() + "'"); + } + } + System.out.println("- Downloading to: " + outputFile.getAbsolutePath()); + try { + downloadFileFromURL(url, outputFile); + System.out.println("Done"); + System.exit(0); + } catch (Throwable e) { + System.out.println("- Error downloading"); + e.printStackTrace(); + System.exit(1); + } + } + + private static void downloadFileFromURL(String urlString, File destination) throws Exception { + if (System.getenv("MVNW_USERNAME") != null && System.getenv("MVNW_PASSWORD") != null) { + String username = System.getenv("MVNW_USERNAME"); + char[] password = System.getenv("MVNW_PASSWORD").toCharArray(); + Authenticator.setDefault(new Authenticator() { + @Override + protected PasswordAuthentication getPasswordAuthentication() { + return new PasswordAuthentication(username, password); + } + }); + } + URL website = new URL(urlString); + ReadableByteChannel rbc; + rbc = Channels.newChannel(website.openStream()); + FileOutputStream fos = new FileOutputStream(destination); + fos.getChannel().transferFrom(rbc, 0, Long.MAX_VALUE); + fos.close(); + rbc.close(); + } + +} diff --git a/spring-boot/spring-boot-kafka/.mvn/wrapper/maven-wrapper.jar b/spring-boot/spring-boot-kafka/.mvn/wrapper/maven-wrapper.jar new file mode 100644 index 0000000..2cc7d4a Binary files /dev/null and b/spring-boot/spring-boot-kafka/.mvn/wrapper/maven-wrapper.jar differ diff --git a/spring-boot/spring-boot-kafka/.mvn/wrapper/maven-wrapper.properties b/spring-boot/spring-boot-kafka/.mvn/wrapper/maven-wrapper.properties new file mode 100644 index 0000000..642d572 --- /dev/null +++ b/spring-boot/spring-boot-kafka/.mvn/wrapper/maven-wrapper.properties @@ -0,0 +1,2 @@ +distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.6.3/apache-maven-3.6.3-bin.zip +wrapperUrl=https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar diff --git a/spring-boot/spring-boot-kafka/mvnw b/spring-boot/spring-boot-kafka/mvnw new file mode 100755 index 0000000..a16b543 --- /dev/null +++ b/spring-boot/spring-boot-kafka/mvnw @@ -0,0 +1,310 @@ +#!/bin/sh +# ---------------------------------------------------------------------------- +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# ---------------------------------------------------------------------------- + +# ---------------------------------------------------------------------------- +# Maven Start Up Batch script +# +# Required ENV vars: +# ------------------ +# JAVA_HOME - location of a JDK home dir +# +# Optional ENV vars +# ----------------- +# M2_HOME - location of maven2's installed home dir +# MAVEN_OPTS - parameters passed to the Java VM when running Maven +# e.g. to debug Maven itself, use +# set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 +# MAVEN_SKIP_RC - flag to disable loading of mavenrc files +# ---------------------------------------------------------------------------- + +if [ -z "$MAVEN_SKIP_RC" ] ; then + + if [ -f /etc/mavenrc ] ; then + . /etc/mavenrc + fi + + if [ -f "$HOME/.mavenrc" ] ; then + . "$HOME/.mavenrc" + fi + +fi + +# OS specific support. $var _must_ be set to either true or false. +cygwin=false; +darwin=false; +mingw=false +case "`uname`" in + CYGWIN*) cygwin=true ;; + MINGW*) mingw=true;; + Darwin*) darwin=true + # Use /usr/libexec/java_home if available, otherwise fall back to /Library/Java/Home + # See https://developer.apple.com/library/mac/qa/qa1170/_index.html + if [ -z "$JAVA_HOME" ]; then + if [ -x "/usr/libexec/java_home" ]; then + export JAVA_HOME="`/usr/libexec/java_home`" + else + export JAVA_HOME="/Library/Java/Home" + fi + fi + ;; +esac + +if [ -z "$JAVA_HOME" ] ; then + if [ -r /etc/gentoo-release ] ; then + JAVA_HOME=`java-config --jre-home` + fi +fi + +if [ -z "$M2_HOME" ] ; then + ## resolve links - $0 may be a link to maven's home + PRG="$0" + + # need this for relative symlinks + while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG="`dirname "$PRG"`/$link" + fi + done + + saveddir=`pwd` + + M2_HOME=`dirname "$PRG"`/.. + + # make it fully qualified + M2_HOME=`cd "$M2_HOME" && pwd` + + cd "$saveddir" + # echo Using m2 at $M2_HOME +fi + +# For Cygwin, ensure paths are in UNIX format before anything is touched +if $cygwin ; then + [ -n "$M2_HOME" ] && + M2_HOME=`cygpath --unix "$M2_HOME"` + [ -n "$JAVA_HOME" ] && + JAVA_HOME=`cygpath --unix "$JAVA_HOME"` + [ -n "$CLASSPATH" ] && + CLASSPATH=`cygpath --path --unix "$CLASSPATH"` +fi + +# For Mingw, ensure paths are in UNIX format before anything is touched +if $mingw ; then + [ -n "$M2_HOME" ] && + M2_HOME="`(cd "$M2_HOME"; pwd)`" + [ -n "$JAVA_HOME" ] && + JAVA_HOME="`(cd "$JAVA_HOME"; pwd)`" +fi + +if [ -z "$JAVA_HOME" ]; then + javaExecutable="`which javac`" + if [ -n "$javaExecutable" ] && ! [ "`expr \"$javaExecutable\" : '\([^ ]*\)'`" = "no" ]; then + # readlink(1) is not available as standard on Solaris 10. + readLink=`which readlink` + if [ ! `expr "$readLink" : '\([^ ]*\)'` = "no" ]; then + if $darwin ; then + javaHome="`dirname \"$javaExecutable\"`" + javaExecutable="`cd \"$javaHome\" && pwd -P`/javac" + else + javaExecutable="`readlink -f \"$javaExecutable\"`" + fi + javaHome="`dirname \"$javaExecutable\"`" + javaHome=`expr "$javaHome" : '\(.*\)/bin'` + JAVA_HOME="$javaHome" + export JAVA_HOME + fi + fi +fi + +if [ -z "$JAVACMD" ] ; then + if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + else + JAVACMD="`which java`" + fi +fi + +if [ ! -x "$JAVACMD" ] ; then + echo "Error: JAVA_HOME is not defined correctly." >&2 + echo " We cannot execute $JAVACMD" >&2 + exit 1 +fi + +if [ -z "$JAVA_HOME" ] ; then + echo "Warning: JAVA_HOME environment variable is not set." +fi + +CLASSWORLDS_LAUNCHER=org.codehaus.plexus.classworlds.launcher.Launcher + +# traverses directory structure from process work directory to filesystem root +# first directory with .mvn subdirectory is considered project base directory +find_maven_basedir() { + + if [ -z "$1" ] + then + echo "Path not specified to find_maven_basedir" + return 1 + fi + + basedir="$1" + wdir="$1" + while [ "$wdir" != '/' ] ; do + if [ -d "$wdir"/.mvn ] ; then + basedir=$wdir + break + fi + # workaround for JBEAP-8937 (on Solaris 10/Sparc) + if [ -d "${wdir}" ]; then + wdir=`cd "$wdir/.."; pwd` + fi + # end of workaround + done + echo "${basedir}" +} + +# concatenates all lines of a file +concat_lines() { + if [ -f "$1" ]; then + echo "$(tr -s '\n' ' ' < "$1")" + fi +} + +BASE_DIR=`find_maven_basedir "$(pwd)"` +if [ -z "$BASE_DIR" ]; then + exit 1; +fi + +########################################################################################## +# Extension to allow automatically downloading the maven-wrapper.jar from Maven-central +# This allows using the maven wrapper in projects that prohibit checking in binary data. +########################################################################################## +if [ -r "$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" ]; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found .mvn/wrapper/maven-wrapper.jar" + fi +else + if [ "$MVNW_VERBOSE" = true ]; then + echo "Couldn't find .mvn/wrapper/maven-wrapper.jar, downloading it ..." + fi + if [ -n "$MVNW_REPOURL" ]; then + jarUrl="$MVNW_REPOURL/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + else + jarUrl="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + fi + while IFS="=" read key value; do + case "$key" in (wrapperUrl) jarUrl="$value"; break ;; + esac + done < "$BASE_DIR/.mvn/wrapper/maven-wrapper.properties" + if [ "$MVNW_VERBOSE" = true ]; then + echo "Downloading from: $jarUrl" + fi + wrapperJarPath="$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" + if $cygwin; then + wrapperJarPath=`cygpath --path --windows "$wrapperJarPath"` + fi + + if command -v wget > /dev/null; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found wget ... using wget" + fi + if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then + wget "$jarUrl" -O "$wrapperJarPath" + else + wget --http-user=$MVNW_USERNAME --http-password=$MVNW_PASSWORD "$jarUrl" -O "$wrapperJarPath" + fi + elif command -v curl > /dev/null; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found curl ... using curl" + fi + if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then + curl -o "$wrapperJarPath" "$jarUrl" -f + else + curl --user $MVNW_USERNAME:$MVNW_PASSWORD -o "$wrapperJarPath" "$jarUrl" -f + fi + + else + if [ "$MVNW_VERBOSE" = true ]; then + echo "Falling back to using Java to download" + fi + javaClass="$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.java" + # For Cygwin, switch paths to Windows format before running javac + if $cygwin; then + javaClass=`cygpath --path --windows "$javaClass"` + fi + if [ -e "$javaClass" ]; then + if [ ! -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then + if [ "$MVNW_VERBOSE" = true ]; then + echo " - Compiling MavenWrapperDownloader.java ..." + fi + # Compiling the Java class + ("$JAVA_HOME/bin/javac" "$javaClass") + fi + if [ -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then + # Running the downloader + if [ "$MVNW_VERBOSE" = true ]; then + echo " - Running MavenWrapperDownloader.java ..." + fi + ("$JAVA_HOME/bin/java" -cp .mvn/wrapper MavenWrapperDownloader "$MAVEN_PROJECTBASEDIR") + fi + fi + fi +fi +########################################################################################## +# End of extension +########################################################################################## + +export MAVEN_PROJECTBASEDIR=${MAVEN_BASEDIR:-"$BASE_DIR"} +if [ "$MVNW_VERBOSE" = true ]; then + echo $MAVEN_PROJECTBASEDIR +fi +MAVEN_OPTS="$(concat_lines "$MAVEN_PROJECTBASEDIR/.mvn/jvm.config") $MAVEN_OPTS" + +# For Cygwin, switch paths to Windows format before running java +if $cygwin; then + [ -n "$M2_HOME" ] && + M2_HOME=`cygpath --path --windows "$M2_HOME"` + [ -n "$JAVA_HOME" ] && + JAVA_HOME=`cygpath --path --windows "$JAVA_HOME"` + [ -n "$CLASSPATH" ] && + CLASSPATH=`cygpath --path --windows "$CLASSPATH"` + [ -n "$MAVEN_PROJECTBASEDIR" ] && + MAVEN_PROJECTBASEDIR=`cygpath --path --windows "$MAVEN_PROJECTBASEDIR"` +fi + +# Provide a "standardized" way to retrieve the CLI args that will +# work with both Windows and non-Windows executions. +MAVEN_CMD_LINE_ARGS="$MAVEN_CONFIG $@" +export MAVEN_CMD_LINE_ARGS + +WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain + +exec "$JAVACMD" \ + $MAVEN_OPTS \ + -classpath "$MAVEN_PROJECTBASEDIR/.mvn/wrapper/maven-wrapper.jar" \ + "-Dmaven.home=${M2_HOME}" "-Dmaven.multiModuleProjectDirectory=${MAVEN_PROJECTBASEDIR}" \ + ${WRAPPER_LAUNCHER} $MAVEN_CONFIG "$@" diff --git a/spring-boot/spring-boot-kafka/mvnw.cmd b/spring-boot/spring-boot-kafka/mvnw.cmd new file mode 100644 index 0000000..c8d4337 --- /dev/null +++ b/spring-boot/spring-boot-kafka/mvnw.cmd @@ -0,0 +1,182 @@ +@REM ---------------------------------------------------------------------------- +@REM Licensed to the Apache Software Foundation (ASF) under one +@REM or more contributor license agreements. See the NOTICE file +@REM distributed with this work for additional information +@REM regarding copyright ownership. The ASF licenses this file +@REM to you under the Apache License, Version 2.0 (the +@REM "License"); you may not use this file except in compliance +@REM with the License. You may obtain a copy of the License at +@REM +@REM https://www.apache.org/licenses/LICENSE-2.0 +@REM +@REM Unless required by applicable law or agreed to in writing, +@REM software distributed under the License is distributed on an +@REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +@REM KIND, either express or implied. See the License for the +@REM specific language governing permissions and limitations +@REM under the License. +@REM ---------------------------------------------------------------------------- + +@REM ---------------------------------------------------------------------------- +@REM Maven Start Up Batch script +@REM +@REM Required ENV vars: +@REM JAVA_HOME - location of a JDK home dir +@REM +@REM Optional ENV vars +@REM M2_HOME - location of maven2's installed home dir +@REM MAVEN_BATCH_ECHO - set to 'on' to enable the echoing of the batch commands +@REM MAVEN_BATCH_PAUSE - set to 'on' to wait for a keystroke before ending +@REM MAVEN_OPTS - parameters passed to the Java VM when running Maven +@REM e.g. to debug Maven itself, use +@REM set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 +@REM MAVEN_SKIP_RC - flag to disable loading of mavenrc files +@REM ---------------------------------------------------------------------------- + +@REM Begin all REM lines with '@' in case MAVEN_BATCH_ECHO is 'on' +@echo off +@REM set title of command window +title %0 +@REM enable echoing by setting MAVEN_BATCH_ECHO to 'on' +@if "%MAVEN_BATCH_ECHO%" == "on" echo %MAVEN_BATCH_ECHO% + +@REM set %HOME% to equivalent of $HOME +if "%HOME%" == "" (set "HOME=%HOMEDRIVE%%HOMEPATH%") + +@REM Execute a user defined script before this one +if not "%MAVEN_SKIP_RC%" == "" goto skipRcPre +@REM check for pre script, once with legacy .bat ending and once with .cmd ending +if exist "%HOME%\mavenrc_pre.bat" call "%HOME%\mavenrc_pre.bat" +if exist "%HOME%\mavenrc_pre.cmd" call "%HOME%\mavenrc_pre.cmd" +:skipRcPre + +@setlocal + +set ERROR_CODE=0 + +@REM To isolate internal variables from possible post scripts, we use another setlocal +@setlocal + +@REM ==== START VALIDATION ==== +if not "%JAVA_HOME%" == "" goto OkJHome + +echo. +echo Error: JAVA_HOME not found in your environment. >&2 +echo Please set the JAVA_HOME variable in your environment to match the >&2 +echo location of your Java installation. >&2 +echo. +goto error + +:OkJHome +if exist "%JAVA_HOME%\bin\java.exe" goto init + +echo. +echo Error: JAVA_HOME is set to an invalid directory. >&2 +echo JAVA_HOME = "%JAVA_HOME%" >&2 +echo Please set the JAVA_HOME variable in your environment to match the >&2 +echo location of your Java installation. >&2 +echo. +goto error + +@REM ==== END VALIDATION ==== + +:init + +@REM Find the project base dir, i.e. the directory that contains the folder ".mvn". +@REM Fallback to current working directory if not found. + +set MAVEN_PROJECTBASEDIR=%MAVEN_BASEDIR% +IF NOT "%MAVEN_PROJECTBASEDIR%"=="" goto endDetectBaseDir + +set EXEC_DIR=%CD% +set WDIR=%EXEC_DIR% +:findBaseDir +IF EXIST "%WDIR%"\.mvn goto baseDirFound +cd .. +IF "%WDIR%"=="%CD%" goto baseDirNotFound +set WDIR=%CD% +goto findBaseDir + +:baseDirFound +set MAVEN_PROJECTBASEDIR=%WDIR% +cd "%EXEC_DIR%" +goto endDetectBaseDir + +:baseDirNotFound +set MAVEN_PROJECTBASEDIR=%EXEC_DIR% +cd "%EXEC_DIR%" + +:endDetectBaseDir + +IF NOT EXIST "%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config" goto endReadAdditionalConfig + +@setlocal EnableExtensions EnableDelayedExpansion +for /F "usebackq delims=" %%a in ("%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config") do set JVM_CONFIG_MAVEN_PROPS=!JVM_CONFIG_MAVEN_PROPS! %%a +@endlocal & set JVM_CONFIG_MAVEN_PROPS=%JVM_CONFIG_MAVEN_PROPS% + +:endReadAdditionalConfig + +SET MAVEN_JAVA_EXE="%JAVA_HOME%\bin\java.exe" +set WRAPPER_JAR="%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.jar" +set WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain + +set DOWNLOAD_URL="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + +FOR /F "tokens=1,2 delims==" %%A IN ("%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.properties") DO ( + IF "%%A"=="wrapperUrl" SET DOWNLOAD_URL=%%B +) + +@REM Extension to allow automatically downloading the maven-wrapper.jar from Maven-central +@REM This allows using the maven wrapper in projects that prohibit checking in binary data. +if exist %WRAPPER_JAR% ( + if "%MVNW_VERBOSE%" == "true" ( + echo Found %WRAPPER_JAR% + ) +) else ( + if not "%MVNW_REPOURL%" == "" ( + SET DOWNLOAD_URL="%MVNW_REPOURL%/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + ) + if "%MVNW_VERBOSE%" == "true" ( + echo Couldn't find %WRAPPER_JAR%, downloading it ... + echo Downloading from: %DOWNLOAD_URL% + ) + + powershell -Command "&{"^ + "$webclient = new-object System.Net.WebClient;"^ + "if (-not ([string]::IsNullOrEmpty('%MVNW_USERNAME%') -and [string]::IsNullOrEmpty('%MVNW_PASSWORD%'))) {"^ + "$webclient.Credentials = new-object System.Net.NetworkCredential('%MVNW_USERNAME%', '%MVNW_PASSWORD%');"^ + "}"^ + "[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12; $webclient.DownloadFile('%DOWNLOAD_URL%', '%WRAPPER_JAR%')"^ + "}" + if "%MVNW_VERBOSE%" == "true" ( + echo Finished downloading %WRAPPER_JAR% + ) +) +@REM End of extension + +@REM Provide a "standardized" way to retrieve the CLI args that will +@REM work with both Windows and non-Windows executions. +set MAVEN_CMD_LINE_ARGS=%* + +%MAVEN_JAVA_EXE% %JVM_CONFIG_MAVEN_PROPS% %MAVEN_OPTS% %MAVEN_DEBUG_OPTS% -classpath %WRAPPER_JAR% "-Dmaven.multiModuleProjectDirectory=%MAVEN_PROJECTBASEDIR%" %WRAPPER_LAUNCHER% %MAVEN_CONFIG% %* +if ERRORLEVEL 1 goto error +goto end + +:error +set ERROR_CODE=1 + +:end +@endlocal & set ERROR_CODE=%ERROR_CODE% + +if not "%MAVEN_SKIP_RC%" == "" goto skipRcPost +@REM check for post script, once with legacy .bat ending and once with .cmd ending +if exist "%HOME%\mavenrc_post.bat" call "%HOME%\mavenrc_post.bat" +if exist "%HOME%\mavenrc_post.cmd" call "%HOME%\mavenrc_post.cmd" +:skipRcPost + +@REM pause the script if MAVEN_BATCH_PAUSE is set to 'on' +if "%MAVEN_BATCH_PAUSE%" == "on" pause + +if "%MAVEN_TERMINATE_CMD%" == "on" exit %ERROR_CODE% + +exit /B %ERROR_CODE% diff --git a/spring-boot/spring-boot-kafka/pom.xml b/spring-boot/spring-boot-kafka/pom.xml new file mode 100644 index 0000000..410a38c --- /dev/null +++ b/spring-boot/spring-boot-kafka/pom.xml @@ -0,0 +1,59 @@ + + + 4.0.0 + + org.springframework.boot + spring-boot-starter-parent + 2.3.1.RELEASE + + + com.example + spring-kafka-example + 0.0.1-SNAPSHOT + spring-kafka-example + Demo project for Spring Boot + + + 1.8 + + + + + org.springframework.boot + spring-boot-starter + + + + org.springframework.kafka + spring-kafka + + + + com.fasterxml.jackson.core + jackson-databind + + + + org.springframework.boot + spring-boot-starter-test + test + + + org.junit.vintage + junit-vintage-engine + + + + + + + + + org.springframework.boot + spring-boot-maven-plugin + + + + + diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/InitSend.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/InitSend.java new file mode 100644 index 0000000..3a8a657 --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/InitSend.java @@ -0,0 +1,67 @@ +package io.reflectoring.kafka; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.beans.factory.annotation.Value; +import org.springframework.boot.context.event.ApplicationReadyEvent; +import org.springframework.context.event.EventListener; +import org.springframework.messaging.support.GenericMessage; +import org.springframework.stereotype.Component; + +@Component +class InitSend { + + private final Logger LOG = LoggerFactory.getLogger(getClass()); + + @Autowired + private KafkaSenderExample kafkaSenderExample; + + @Autowired + private KafkaSenderWithMessageConverter messageConverterSender; + + @Value("${io.reflectoring.kafka.topic-1}") + private String topic1; + + @Value("${io.reflectoring.kafka.topic-2}") + private String topic2; + + @Value("${io.reflectoring.kafka.topic-3}") + private String topic3; + + @EventListener + void initiateSendingMessage(ApplicationReadyEvent event) throws InterruptedException { + Thread.sleep(5000); + LOG.info("---------------------------------"); + kafkaSenderExample.sendMessage("I'll be recevied by MultipleTopicListener, Listener & ClassLevel KafkaHandler", topic1); + + Thread.sleep(5000); + LOG.info("---------------------------------"); + kafkaSenderExample.sendMessage("I'll be received by ListenToPartitionWithOffset", topic3); + + Thread.sleep(5000); + LOG.info("---------------------------------"); + kafkaSenderExample.sendMessageWithCallback("I'll get a asyc Callback", "reflectoring-others"); + + Thread.sleep(5000); + LOG.info("---------------------------------"); + kafkaSenderExample.sendMessageWithCallback("I'm sent using RoutingTemplate", "reflectoring-bytes"); + + Thread.sleep(5000); + LOG.info("---------------------------------"); + kafkaSenderExample.sendMessage("I'll be ignored by RecordFilter", topic3); + + Thread.sleep(5000); + LOG.info("---------------------------------"); + kafkaSenderExample.sendMessage("I will get reply back from @SendTo", "reflectoring-others"); + + + Thread.sleep(5000); + LOG.info("---------------------------------"); + kafkaSenderExample.sendCustomMessage(new User("Lucario"), "reflectoring-user"); + + Thread.sleep(5000); + LOG.info("---------------------------------"); + messageConverterSender.sendMessageWithConverter(new GenericMessage<>(new User("Pikachu"))); + } +} diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaClassListener.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaClassListener.java new file mode 100644 index 0000000..609197a --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaClassListener.java @@ -0,0 +1,24 @@ +package io.reflectoring.kafka; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.kafka.annotation.KafkaHandler; +import org.springframework.kafka.annotation.KafkaListener; +import org.springframework.stereotype.Component; + +@Component +@KafkaListener(id = "class-level", topics = "reflectoring-1") +class KafkaClassListener { + + private final Logger LOG = LoggerFactory.getLogger(getClass()); + + @KafkaHandler + void listen(String message) { + LOG.info("ClassLevel KafkaHandler[String] {}", message); + } + + @KafkaHandler(isDefault = true) + void listenDefault(Object object) { + LOG.info("ClassLevel KafkaHandler[Default] {}", object); + } +} diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaConsumerConfig.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaConsumerConfig.java new file mode 100644 index 0000000..c880677 --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaConsumerConfig.java @@ -0,0 +1,75 @@ +package io.reflectoring.kafka; + +import java.util.HashMap; +import java.util.Map; + +import org.apache.kafka.clients.consumer.ConsumerConfig; +import org.apache.kafka.common.serialization.StringDeserializer; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.beans.factory.annotation.Value; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Configuration; +import org.springframework.kafka.config.ConcurrentKafkaListenerContainerFactory; +import org.springframework.kafka.config.KafkaListenerContainerFactory; +import org.springframework.kafka.core.ConsumerFactory; +import org.springframework.kafka.core.DefaultKafkaConsumerFactory; +import org.springframework.kafka.core.KafkaTemplate; +import org.springframework.kafka.listener.ConcurrentMessageListenerContainer; +import org.springframework.kafka.support.converter.StringJsonMessageConverter; +import org.springframework.kafka.support.serializer.JsonDeserializer; + +@Configuration +class KafkaConsumerConfig { + + @Autowired + private KafkaTemplate kafkatemplate; + + @Value("${io.reflectoring.kafka.bootstrap-servers}") + private String bootstrapServers; + + Map consumerConfigs() { + Map props = new HashMap<>(); + props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers); + props.put(ConsumerConfig.GROUP_ID_CONFIG, "reflectoring-group"); + props.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class); + props.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class); + return props; + } + + ConsumerFactory consumerFactory() { + return new DefaultKafkaConsumerFactory<>(consumerConfigs()); + } + + @Bean + KafkaListenerContainerFactory> kafkaListenerContainerFactory() { + ConcurrentKafkaListenerContainerFactory factory = new ConcurrentKafkaListenerContainerFactory<>(); + factory.setConsumerFactory(consumerFactory()); + factory.setReplyTemplate(kafkatemplate); + // Comment the RecordFilterStrategy if Filtering is not required + factory.setRecordFilterStrategy(record -> record.value().contains("ignored")); + return factory; + } + + public ConsumerFactory userConsumerFactory() { + Map props = new HashMap<>(); + props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers); + props.put(ConsumerConfig.GROUP_ID_CONFIG, "reflectoring-user"); + return new DefaultKafkaConsumerFactory<>(props, new StringDeserializer(), new JsonDeserializer<>(User.class)); + } + + @Bean + public ConcurrentKafkaListenerContainerFactory userKafkaListenerContainerFactory() { + ConcurrentKafkaListenerContainerFactory factory = new ConcurrentKafkaListenerContainerFactory<>(); + factory.setConsumerFactory(userConsumerFactory()); + return factory; + } + + @Bean + public ConcurrentKafkaListenerContainerFactory kafkaJsonListenerContainerFactory() { + ConcurrentKafkaListenerContainerFactory factory = + new ConcurrentKafkaListenerContainerFactory<>(); + factory.setConsumerFactory(consumerFactory()); + factory.setMessageConverter(new StringJsonMessageConverter()); + return factory; + } +} \ No newline at end of file diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaListenersExample.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaListenersExample.java new file mode 100644 index 0000000..b4f9a1f --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaListenersExample.java @@ -0,0 +1,52 @@ +package io.reflectoring.kafka; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.kafka.annotation.KafkaListener; +import org.springframework.kafka.annotation.PartitionOffset; +import org.springframework.kafka.annotation.TopicPartition; +import org.springframework.kafka.support.KafkaHeaders; +import org.springframework.messaging.handler.annotation.Header; +import org.springframework.messaging.handler.annotation.Payload; +import org.springframework.messaging.handler.annotation.SendTo; +import org.springframework.stereotype.Component; + +@Component +class KafkaListenersExample { + + private final Logger LOG = LoggerFactory.getLogger(KafkaListenersExample.class); + + @KafkaListener(topics = "reflectoring-1") + void listener(String message) { + LOG.info("Listener [{}]", message); + } + + @KafkaListener(topics = { "reflectoring-1", "reflectoring-2" }, groupId = "reflectoring-group-2") + void commonListenerForMultipleTopics(String message) { + LOG.info("MultipleTopicListener - [{}]", message); + } + + @KafkaListener(topicPartitions = @TopicPartition(topic = "reflectoring-3", partitionOffsets = { + @PartitionOffset(partition = "0", initialOffset = "0") }), groupId = "reflectoring-group-3") + void listenToParitionWithOffset(@Payload String message, @Header(KafkaHeaders.RECEIVED_PARTITION_ID) int partition, + @Header(KafkaHeaders.OFFSET) int offset) { + LOG.info("ListenToPartitionWithOffset [{}] from partition-{} with offset-{}", message, partition, offset); + } + + @KafkaListener(topics = "reflectoring-bytes") + void listenerForRoutingTemplate(String message) { + LOG.info("RoutingTemplate BytesListener [{}]", message); + } + + @KafkaListener(topics = "reflectoring-others") + @SendTo("reflectoring-2") + String listenAndReply(String message) { + LOG.info("ListenAndReply [{}]", message); + return "This is a reply sent to 'reflectoring-2' topic after receiving message at 'reflectoring-others' topic"; + } + + @KafkaListener(id = "1", topics = "reflectoring-user", groupId = "reflectoring-user-mc", containerFactory = "kafkaJsonListenerContainerFactory") + void listenerWithMessageConverter(User user) { + LOG.info("MessageConverterUserListener [{}]", user); + } +} diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaProducerConfig.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaProducerConfig.java new file mode 100644 index 0000000..7221a30 --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaProducerConfig.java @@ -0,0 +1,100 @@ +package io.reflectoring.kafka; + +import java.util.HashMap; +import java.util.LinkedHashMap; +import java.util.Map; +import java.util.regex.Pattern; + +import org.apache.kafka.clients.producer.ProducerConfig; +import org.apache.kafka.clients.producer.ProducerRecord; +import org.apache.kafka.clients.producer.RecordMetadata; +import org.apache.kafka.common.serialization.ByteArraySerializer; +import org.apache.kafka.common.serialization.StringSerializer; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.beans.factory.annotation.Value; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Configuration; +import org.springframework.context.support.GenericApplicationContext; +import org.springframework.kafka.core.DefaultKafkaProducerFactory; +import org.springframework.kafka.core.KafkaTemplate; +import org.springframework.kafka.core.ProducerFactory; +import org.springframework.kafka.core.RoutingKafkaTemplate; +import org.springframework.kafka.support.ProducerListener; +import org.springframework.kafka.support.converter.StringJsonMessageConverter; +import org.springframework.kafka.support.serializer.JsonSerializer; + +/** + * KafkaProducerConfig + */ +@Configuration +class KafkaProducerConfig { + + private final Logger LOG = LoggerFactory.getLogger(getClass()); + + @Value("${io.reflectoring.kafka.bootstrap-servers}") + private String bootstrapServers; + + @Bean + Map producerConfigs() { + Map props = new HashMap<>(); + props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers); + props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class); + return props; + } + + @Bean + ProducerFactory producerFactory() { + return new DefaultKafkaProducerFactory<>(producerConfigs()); + } + + @Bean + KafkaTemplate kafkaTemplate() { + KafkaTemplate kafkaTemplate = new KafkaTemplate<>(producerFactory()); + kafkaTemplate.setMessageConverter(new StringJsonMessageConverter()); + kafkaTemplate.setDefaultTopic("reflectoring-user"); + kafkaTemplate.setProducerListener(new ProducerListener() { + @Override + public void onSuccess(ProducerRecord producerRecord, RecordMetadata recordMetadata) { + LOG.info("ACK from ProducerListener message: {} offset: {}", producerRecord.value(), + recordMetadata.offset()); + } + }); + return kafkaTemplate; + } + + @Bean + public RoutingKafkaTemplate routingTemplate(GenericApplicationContext context) { + + // ProducerFactory with Bytes serializer + Map props = new HashMap<>(); + props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers); + props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class); + props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, ByteArraySerializer.class); + DefaultKafkaProducerFactory bytesPF = new DefaultKafkaProducerFactory<>(props); + context.registerBean(DefaultKafkaProducerFactory.class, "bytesPF", bytesPF); + + // ProducerFactory with String serializer + props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class); + DefaultKafkaProducerFactory stringPF = new DefaultKafkaProducerFactory<>(props); + + Map> map = new LinkedHashMap<>(); + map.put(Pattern.compile(".*-bytes"), bytesPF); + map.put(Pattern.compile("reflectoring-.*"), stringPF); + return new RoutingKafkaTemplate(map); + } + + @Bean + public ProducerFactory userProducerFactory() { + Map configProps = new HashMap<>(); + configProps.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers); + configProps.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class); + configProps.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, JsonSerializer.class); + return new DefaultKafkaProducerFactory<>(configProps); + } + + @Bean + public KafkaTemplate userKafkaTemplate() { + return new KafkaTemplate<>(userProducerFactory()); + } +} \ No newline at end of file diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaSenderExample.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaSenderExample.java new file mode 100644 index 0000000..33136f8 --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaSenderExample.java @@ -0,0 +1,71 @@ +package io.reflectoring.kafka; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.kafka.core.KafkaTemplate; +import org.springframework.kafka.core.RoutingKafkaTemplate; +import org.springframework.kafka.support.SendResult; +import org.springframework.stereotype.Component; +import org.springframework.util.concurrent.ListenableFuture; +import org.springframework.util.concurrent.ListenableFutureCallback; + +@Component +class KafkaSenderExample { + + private final Logger LOG = LoggerFactory.getLogger(KafkaSenderExample.class); + + private KafkaTemplate kafkaTemplate; + private RoutingKafkaTemplate routingKafkaTemplate; + private KafkaTemplate userKafkaTemplate; + + @Autowired + KafkaSenderExample(KafkaTemplate kafkaTemplate, RoutingKafkaTemplate routingKafkaTemplate, + KafkaTemplate userKafkaTemplate) { + this.kafkaTemplate = kafkaTemplate; + this.routingKafkaTemplate = routingKafkaTemplate; + this.userKafkaTemplate = userKafkaTemplate; + } + + void sendMessage(String message, String topicName) { + LOG.info("Sending : {}", message); + LOG.info("--------------------------------"); + + kafkaTemplate.send(topicName, message); + } + + void sendWithRoutingTemplate(String message, String topicName) { + LOG.info("Sending : {}", message); + LOG.info("--------------------------------"); + + routingKafkaTemplate.send(topicName, message.getBytes()); + } + + void sendCustomMessage(User user, String topicName) { + LOG.info("Sending Json Serializer : {}", user); + LOG.info("--------------------------------"); + + userKafkaTemplate.send(topicName, user); + } + + void sendMessageWithCallback(String message, String topicName) { + LOG.info("Sending : {}", message); + LOG.info("---------------------------------"); + + ListenableFuture> future = kafkaTemplate.send(topicName, message); + + future.addCallback(new ListenableFutureCallback>() { + @Override + public void onSuccess(SendResult result) { + LOG.info("Success Callback: [{}] delivered with offset -{}", message, + result.getRecordMetadata().offset()); + } + + @Override + public void onFailure(Throwable ex) { + LOG.warn("Failure Callback: Unable to deliver message [{}]. {}", message, ex.getMessage()); + } + }); + } + +} diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaSenderWithMessageConverter.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaSenderWithMessageConverter.java new file mode 100644 index 0000000..47fe29d --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaSenderWithMessageConverter.java @@ -0,0 +1,25 @@ +package io.reflectoring.kafka; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.kafka.core.KafkaTemplate; +import org.springframework.messaging.Message; +import org.springframework.stereotype.Component; + +@Component +public class KafkaSenderWithMessageConverter { + + private final Logger LOG = LoggerFactory.getLogger(KafkaSenderWithMessageConverter.class); + + @Autowired + private KafkaTemplate kafkaTemplate; + + void sendMessageWithConverter(Message user) { + LOG.info("Sending With Message Converter : {}", user); + LOG.info("--------------------------------"); + + kafkaTemplate.send(user); + } + +} diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaTopicConfig.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaTopicConfig.java new file mode 100644 index 0000000..d129aa3 --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/KafkaTopicConfig.java @@ -0,0 +1,53 @@ +package io.reflectoring.kafka; + +import org.apache.kafka.clients.admin.NewTopic; +import org.springframework.beans.factory.annotation.Value; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Configuration; +import org.springframework.kafka.config.TopicBuilder; + +@Configuration +class KafkaTopicConfig { + + @Value("${io.reflectoring.kafka.topic-1}") + private String topic1; + + @Value("${io.reflectoring.kafka.topic-2}") + private String topic2; + + @Value("${io.reflectoring.kafka.topic-3}") + private String topic3; + + @Value("${io.reflectoring.kafka.topic-4}") + private String topic4; + + @Bean + NewTopic topic1() { + return TopicBuilder.name(topic1).build(); + } + + @Bean + NewTopic topic2() { + return TopicBuilder.name(topic2).build(); + } + + @Bean + NewTopic topic3() { + return TopicBuilder.name(topic3).build(); + } + + @Bean + NewTopic topicUser() { + return TopicBuilder.name(topic4).build(); + } + + @Bean + NewTopic topicBytes() { + return TopicBuilder.name("reflectoring-bytes").build(); + } + + @Bean + NewTopic others() { + return TopicBuilder.name("reflectoring-others").build(); + } +} diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/SpringKafkaExampleApplication.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/SpringKafkaExampleApplication.java new file mode 100644 index 0000000..50e1254 --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/SpringKafkaExampleApplication.java @@ -0,0 +1,14 @@ +package io.reflectoring.kafka; + +import org.springframework.boot.SpringApplication; +import org.springframework.boot.autoconfigure.SpringBootApplication; +import org.springframework.kafka.annotation.EnableKafka; + +@SpringBootApplication +@EnableKafka +public class SpringKafkaExampleApplication { + + public static void main(String[] args) { + SpringApplication.run(SpringKafkaExampleApplication.class, args); + } +} \ No newline at end of file diff --git a/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/User.java b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/User.java new file mode 100644 index 0000000..793518a --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/java/io/reflectoring/kafka/User.java @@ -0,0 +1,27 @@ +package io.reflectoring.kafka; + +class User { + + private String name; + + public User() { + } + + public User(String name) { + this.name = name; + } + + public String getName() { + return name; + } + + public void setName(String name) { + this.name = name; + } + + @Override + public String toString() { + return "User [name=" + name + "]"; + } + +} diff --git a/spring-boot/spring-boot-kafka/src/main/resources/application.properties b/spring-boot/spring-boot-kafka/src/main/resources/application.properties new file mode 100644 index 0000000..c894b05 --- /dev/null +++ b/spring-boot/spring-boot-kafka/src/main/resources/application.properties @@ -0,0 +1,7 @@ +# Kafka Properties +io.reflectoring.kafka.bootstrap-servers: localhost:9092 +io.reflectoring.kafka.topic-1: reflectoring-1 +io.reflectoring.kafka.topic-2: reflectoring-2 +io.reflectoring.kafka.topic-3: reflectoring-3 +io.reflectoring.kafka.topic-4: reflectoring-user +logging.level.org.apache.kafka = WARN \ No newline at end of file diff --git a/spring-boot/spring-boot-logging/gradlew b/spring-boot/spring-boot-logging/gradlew old mode 100644 new mode 100755 diff --git a/spring-boot/starter/gradle/wrapper/gradle-wrapper.properties b/spring-boot/starter/gradle/wrapper/gradle-wrapper.properties index ef9a9e0..622ab64 100644 --- a/spring-boot/starter/gradle/wrapper/gradle-wrapper.properties +++ b/spring-boot/starter/gradle/wrapper/gradle-wrapper.properties @@ -1,5 +1,5 @@ distributionBase=GRADLE_USER_HOME distributionPath=wrapper/dists -distributionUrl=https\://services.gradle.org/distributions/gradle-5.6-bin.zip +distributionUrl=https\://services.gradle.org/distributions/gradle-6.5-bin.zip zipStoreBase=GRADLE_USER_HOME zipStorePath=wrapper/dists diff --git a/spring-boot/starter/gradlew b/spring-boot/starter/gradlew old mode 100644 new mode 100755 diff --git a/spring-boot/testcontainers/gradlew b/spring-boot/testcontainers/gradlew old mode 100644 new mode 100755 diff --git a/spring-boot/thymeleaf-vue/README.md b/spring-boot/thymeleaf-vue/README.md new file mode 100644 index 0000000..dcf5322 --- /dev/null +++ b/spring-boot/thymeleaf-vue/README.md @@ -0,0 +1,5 @@ +# Serve Vue Components from a Thymeleaf Template + +This sample shows how to embed a Vue.js project in Gradle to serve Vue components from a server-side Thymeleaf template. + +Find out more in the article "[Marrying Vue.js and Thymeleaf: Embedding Javascript Components in Server-Side Templates](https://reflectoring.io/reusable-vue-components-in-thymeleaf/)". \ No newline at end of file diff --git a/spring-boot/thymeleaf-vue/client/README.md b/spring-boot/thymeleaf-vue/client/README.md index f827518..07968f2 100644 --- a/spring-boot/thymeleaf-vue/client/README.md +++ b/spring-boot/thymeleaf-vue/client/README.md @@ -1,24 +1 @@ -# client - -## Project setup -``` -npm install -``` - -### Compiles and hot-reloads for development -``` -npm run serve -``` - -### Compiles and minifies for production -``` -npm run build -``` - -### Lints and fixes files -``` -npm run lint -``` - -### Customize configuration -See [Configuration Reference](https://cli.vuejs.org/config/). +This Gradle modules creates a JAR containing all the Vue resources created by the NPM build. \ No newline at end of file diff --git a/spring-boot/thymeleaf-vue/client/build.gradle b/spring-boot/thymeleaf-vue/client/build.gradle index 5305078..74ffbb2 100644 --- a/spring-boot/thymeleaf-vue/client/build.gradle +++ b/spring-boot/thymeleaf-vue/client/build.gradle @@ -2,8 +2,28 @@ plugins { id "com.github.node-gradle.node" version "2.2.4" } -task build(type: NpmTask) { +apply plugin: 'java' + +group = 'io.reflectoring' +version = '0.0.1-SNAPSHOT' +sourceCompatibility = '11' + +task npmBuild(type: NpmTask) { inputs.dir("src") outputs.dir("dist") args = ['run', 'build'] -} \ No newline at end of file +} + +task npmClean(type: NpmTask) { + args = ['run', 'clean'] +} + +jar { + into '/static', { + from 'dist' + include '**/*.umd.min.js' + } +} + +jar.dependsOn('npmBuild') +clean.dependsOn('npmClean') \ No newline at end of file diff --git a/spring-boot/thymeleaf-vue/client/package.json b/spring-boot/thymeleaf-vue/client/package.json index 51345a3..041fe25 100644 --- a/spring-boot/thymeleaf-vue/client/package.json +++ b/spring-boot/thymeleaf-vue/client/package.json @@ -5,6 +5,7 @@ "scripts": { "serve": "vue-cli-service serve", "build": "vue-cli-service build --target lib --dest dist/WeekChart --name WeekChart src/components/WeekChart.vue", + "clean": "rm -rf dist", "lint": "vue-cli-service lint", "storybook": "start-storybook -p 6006", "build-storybook": "build-storybook", diff --git a/spring-boot/thymeleaf-vue/server/build.gradle b/spring-boot/thymeleaf-vue/server/build.gradle index 4082652..1a10270 100644 --- a/spring-boot/thymeleaf-vue/server/build.gradle +++ b/spring-boot/thymeleaf-vue/server/build.gradle @@ -6,14 +6,14 @@ plugins { group = 'io.reflectoring' version = '0.0.1-SNAPSHOT' -sourceCompatibility = '1.8' +sourceCompatibility = '11' repositories { mavenCentral() } dependencies { - project(':client') + implementation project(':client') implementation 'org.springframework.boot:spring-boot-starter-thymeleaf' implementation 'org.springframework.boot:spring-boot-starter-web' testImplementation('org.springframework.boot:spring-boot-starter-test') { @@ -24,16 +24,3 @@ dependencies { test { useJUnitPlatform() } - -task copyJavascriptComponents(type: Copy) { - from '../client/dist' - include '**/*.umd.min.js' - into 'src/main/resources/static/js/vue-components' -} - -task cleanJavascriptComponents(type: Delete) { - delete 'src/main/resources/static/js/vue-components' -} - -processResources.dependsOn copyJavascriptComponents -clean.dependsOn cleanJavascriptComponents diff --git a/spring-boot/thymeleaf-vue/server/src/main/java/io/reflectoring/thymeleafvue/HelloVueController.java b/spring-boot/thymeleaf-vue/server/src/main/java/io/reflectoring/thymeleafvue/HelloVueController.java index 1285c48..f079bb7 100644 --- a/spring-boot/thymeleaf-vue/server/src/main/java/io/reflectoring/thymeleafvue/HelloVueController.java +++ b/spring-boot/thymeleaf-vue/server/src/main/java/io/reflectoring/thymeleafvue/HelloVueController.java @@ -11,7 +11,7 @@ import java.util.Map; @Controller class HelloVueController { - @GetMapping("/hello") + @GetMapping("/") ModelAndView showHelloPage() { Map model = new HashMap<>(); model.put("title", "Hello Vue!"); diff --git a/spring-boot/thymeleaf-vue/server/src/main/resources/templates/hello-vue.html b/spring-boot/thymeleaf-vue/server/src/main/resources/templates/hello-vue.html index d0bffc6..50b7bbf 100644 --- a/spring-boot/thymeleaf-vue/server/src/main/resources/templates/hello-vue.html +++ b/spring-boot/thymeleaf-vue/server/src/main/resources/templates/hello-vue.html @@ -8,7 +8,7 @@ - +