Moves example code from another repository to this

docker/build-images

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+docker build -t getting-things-done/kafka kafka/
+docker build -t getting-things-done/zookeeper zookeeper
+docker build -t getting-things-done/api-gateway ../gtd-api-gateway
+docker build -t getting-things-done/discovery-service ../gtd-discovery-service
+docker build -t getting-things-done/gtd-command-side ../gtd-command-side
+docker build -t getting-things-done/gtd-query-side ../gtd-query-side

docker/docker-compose.yml

@@ -0,0 +1,56 @@
+version: '2'
+services:
+  zookeeper:
+    image: getting-things-done/zookeeper
+    ports:
+      - "2181:2181"
+  kafka:
+    image: getting-things-done/kafka
+    links:
+      - zookeeper
+    environment:
+      KAFKA_ADVERTISED_PORT: 9092
+      KAFKA_ADVERTISED_HOST_NAME: kafka
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_DEFAULT_REPLICATION_FACTOR: 1
+      KAFKA_NUM_PARTITIONS: 5
+      KAFKA_CREATE_TOPICS: "topic-getting-things-done:5:1"
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock
+  discovery:
+    image: getting-things-done/discovery-service
+    ports:
+     - "8761:8761"
+    environment:
+      eureka.instance.hostname: discovery
+  gateway:
+    image: getting-things-done/api-gateway
+    links:
+      - discovery
+      - gtd-command-side
+      - gtd-query-side
+    ports:
+      - "8765:8765"
+    environment:
+      EUREKA_CLIENT_SERVICEURL_DEFAULTZONE: http://discovery:8761/eureka
+  gtd-command-side:
+    image: getting-things-done/gtd-command-side
+    links:
+      - discovery
+    ports:
+     - "8090:8090"
+    environment:
+      SERVER_PORT: 8090
+      SPRING_KAFKA_BOOTSTRAP_SERVERS: kafka:9092
+      SPRING_KAFKA_PRODUCER_BOOTSTRAP_SERVERS: kafka:9092
+      EUREKA_CLIENT_SERVICEURL_DEFAULTZONE: http://discovery:8761/eureka/
+  gtd-query-side:
+    image: getting-things-done/gtd-query-side
+    links:
+      - discovery
+    ports:
+     - "8089:8089"
+    environment:
+      SERVER_PORT: 8089
+      SPRING_KAFKA_BOOTSTRAP_SERVERS: kafka:9092
+      EUREKA_CLIENT_SERVICEURL_DEFAULTZONE: http://discovery:8761/eureka/

docker/kafka/Dockerfile

@@ -0,0 +1,32 @@
+FROM phusion/baseimage:latest
+
+MAINTAINER Markus Günther <markus.guenther@gmail.com>
+
+ENV DEBIAN_FRONTEND noninteractive
+ENV SCALA_VERSION 2.11
+ENV KAFKA_VERSION 0.11.0.0
+ENV KAFKA_HOME /opt/kafka_"$SCALA_VERSION"-"$KAFKA_VERSION"
+
+# Install Oracle Java 8, some utilities and Kafka
+RUN \
+  echo oracle-java8-installer shared/accepted-oracle-license-v1-1 select true | debconf-set-selections && \
+  add-apt-repository -y ppa:webupd8team/java && \
+  apt-get update && \
+  apt-get install -y oracle-java8-installer && \
+  apt-get install -y wget supervisor dnsutils curl jq coreutils docker net-tools && \
+  rm -rf /var/lib/apt/lists/* && \
+  rm -rf /var/cache/oracle-jdk8-installer && \
+  apt-get clean && \
+  wget -q http://apache.mirrors.spacedump.net/kafka/"$KAFKA_VERSION"/kafka_"$SCALA_VERSION"-"$KAFKA_VERSION".tgz -O /tmp/kafka_"$SCALA_VERSION"-"$KAFKA_VERSION".tgz && \
+  tar xfz /tmp/kafka_"$SCALA_VERSION"-"$KAFKA_VERSION".tgz -C /opt && \
+  rm /tmp/kafka_"$SCALA_VERSION"-"$KAFKA_VERSION".tgz
+
+VOLUME ["/kafka"]
+
+ADD kafka-start /usr/bin/kafka-start
+ADD kafka-create-topics /usr/bin/kafka-create-topics
+ADD supervisord.conf /etc/supervisor/conf.d/
+
+EXPOSE 9092
+
+CMD ["/sbin/my_init", "kafka-start"]

docker/kafka/kafka-create-topics

@@ -0,0 +1,36 @@
+#!/bin/bash
+
+
+if [[ -z "$START_TIMEOUT" ]]; then
+    START_TIMEOUT=600
+fi
+
+start_timeout_exceeded=false
+count=0
+step=10
+while netstat -lnt | awk '$4 ~ /:'$KAFKA_PORT'$/ {exit 1}'; do
+    echo "waiting for kafka to be ready"
+    sleep $step;
+    count=$(expr $count + $step)
+    if [ $count -gt $START_TIMEOUT ]; then
+        start_timeout_exceeded=true
+        break
+    fi
+done
+
+if $start_timeout_exceeded; then
+    echo "Not able to auto-create topic (waited for $START_TIMEOUT sec)"
+    exit 1
+fi
+
+if [[ -n $KAFKA_CREATE_TOPICS ]]; then
+    IFS=','; for topicToCreate in $KAFKA_CREATE_TOPICS; do
+        echo "creating topics: $topicToCreate"
+        IFS=':' read -a topicConfig <<< "$topicToCreate"
+        if [ ${topicConfig[3]} ]; then
+          JMX_PORT='' $KAFKA_HOME/bin/kafka-topics.sh --create --zookeeper $KAFKA_ZOOKEEPER_CONNECT --replication-factor ${topicConfig[2]} --partitions ${topicConfig[1]} --topic "${topicConfig[0]}" --config cleanup.policy="${topicConfig[3]}" --if-not-exists
+        else
+          JMX_PORT='' $KAFKA_HOME/bin/kafka-topics.sh --create --zookeeper $KAFKA_ZOOKEEPER_CONNECT --replication-factor ${topicConfig[2]} --partitions ${topicConfig[1]} --topic "${topicConfig[0]}" --if-not-exists
+        fi
+    done
+fi

docker/kafka/kafka-start

@@ -0,0 +1,138 @@
+#!/bin/bash
+
+if [[ -z "$KAFKA_PORT" ]]; then
+    export KAFKA_PORT=9092
+fi
+
+create-topics.sh &
+
+if [[ -z "$KAFKA_ADVERTISED_PORT" && \
+  -z "$KAFKA_LISTENERS" && \
+  -z "$KAFKA_ADVERTISED_LISTENERS" && \
+  -S /var/run/docker.sock ]]; then
+    export KAFKA_ADVERTISED_PORT=$(docker port `hostname` $KAFKA_PORT | sed -r "s/.*:(.*)/\1/g")
+fi
+if [[ -z "$KAFKA_BROKER_ID" ]]; then
+    if [[ -n "$BROKER_ID_COMMAND" ]]; then
+        export KAFKA_BROKER_ID=$(eval $BROKER_ID_COMMAND)
+    else
+        # By default auto allocate broker ID
+        export KAFKA_BROKER_ID=-1
+    fi
+fi
+if [[ -z "$KAFKA_LOG_DIRS" ]]; then
+    export KAFKA_LOG_DIRS="/kafka/kafka-logs-$HOSTNAME"
+fi
+if [[ -z "$KAFKA_ZOOKEEPER_CONNECT" ]]; then
+    export KAFKA_ZOOKEEPER_CONNECT=$(env | grep ZK.*PORT_2181_TCP= | sed -e 's|.*tcp://||' | paste -sd ,)
+fi
+
+if [[ -n "$KAFKA_HEAP_OPTS" ]]; then
+    sed -r -i "s/(export KAFKA_HEAP_OPTS)=\"(.*)\"/\1=\"$KAFKA_HEAP_OPTS\"/g" $KAFKA_HOME/bin/kafka-server-start.sh
+    unset KAFKA_HEAP_OPTS
+fi
+
+if [[ -z "$KAFKA_ADVERTISED_HOST_NAME" && -n "$HOSTNAME_COMMAND" ]]; then
+    export KAFKA_ADVERTISED_HOST_NAME=$(eval $HOSTNAME_COMMAND)
+fi
+
+if [[ -n "$KAFKA_LISTENER_SECURITY_PROTOCOL_MAP" ]]; then
+  if [[ -n "$KAFKA_ADVERTISED_PORT" && -n "$KAFKA_ADVERTISED_PROTOCOL_NAME" ]]; then
+    export KAFKA_ADVERTISED_LISTENERS="${KAFKA_ADVERTISED_PROTOCOL_NAME}://${KAFKA_ADVERTISED_HOST_NAME-}:${KAFKA_ADVERTISED_PORT}"
+    export KAFKA_LISTENERS="$KAFKA_ADVERTISED_PROTOCOL_NAME://:$KAFKA_ADVERTISED_PORT"
+  fi
+
+  if [[ -z "$KAFKA_PROTOCOL_NAME" ]]; then
+    export KAFKA_PROTOCOL_NAME="${KAFKA_ADVERTISED_PROTOCOL_NAME}"
+  fi
+
+  if [[ -n "$KAFKA_PORT" && -n "$KAFKA_PROTOCOL_NAME" ]]; then
+    export ADD_LISTENER="${KAFKA_PROTOCOL_NAME}://${KAFKA_HOST_NAME-}:${KAFKA_PORT}"
+  fi
+
+  if [[ -z "$KAFKA_INTER_BROKER_LISTENER_NAME" ]]; then
+    export KAFKA_INTER_BROKER_LISTENER_NAME=$KAFKA_PROTOCOL_NAME
+  fi
+else
+   #DEFAULT LISTENERS
+   export KAFKA_ADVERTISED_LISTENERS="PLAINTEXT://${KAFKA_ADVERTISED_HOST_NAME-}:${KAFKA_ADVERTISED_PORT-$KAFKA_PORT}"
+   export KAFKA_LISTENERS="PLAINTEXT://${KAFKA_HOST_NAME-}:${KAFKA_PORT-9092}"
+fi
+
+if [[ -n "$ADD_LISTENER" && -n "$KAFKA_LISTENERS" ]]; then
+  export KAFKA_LISTENERS="${KAFKA_LISTENERS},${ADD_LISTENER}"
+fi
+
+if [[ -n "$ADD_LISTENER" && -z "$KAFKA_LISTENERS" ]]; then
+  export KAFKA_LISTENERS="${ADD_LISTENER}"
+fi
+
+if [[ -n "$ADD_LISTENER" && -n "$KAFKA_ADVERTISED_LISTENERS" ]]; then
+  export KAFKA_ADVERTISED_LISTENERS="${KAFKA_ADVERTISED_LISTENERS},${ADD_LISTENER}"
+fi
+
+if [[ -n "$ADD_LISTENER" && -z "$KAFKA_ADVERTISED_LISTENERS" ]]; then
+  export KAFKA_ADVERTISED_LISTENERS="${ADD_LISTENER}"
+fi
+
+if [[ -n "$KAFKA_INTER_BROKER_LISTENER_NAME" && ! "$KAFKA_INTER_BROKER_LISTENER_NAME"X = "$KAFKA_PROTOCOL_NAME"X ]]; then
+   if [[ -n "$KAFKA_INTER_BROKER_PORT" ]]; then
+      export KAFKA_INTER_BROKER_PORT=$(( $KAFKA_PORT + 1 ))
+   fi
+   export INTER_BROKER_LISTENER="${KAFKA_INTER_BROKER_LISTENER_NAME}://:${KAFKA_INTER_BROKER_PORT}"
+   export KAFKA_LISTENERS="${KAFKA_LISTENERS},${INTER_BROKER_LISTENER}"
+   export KAFKA_ADVERTISED_LISTENERS="${KAFKA_ADVERTISED_LISTENERS},${INTER_BROKER_LISTENER}"
+   unset KAFKA_INTER_BROKER_PORT
+   unset KAFKA_SECURITY_INTER_BROKER_PROTOCOL
+   unset INTER_BROKER_LISTENER
+fi
+
+if [[ -n "$RACK_COMMAND" && -z "$KAFKA_BROKER_RACK" ]]; then
+    export KAFKA_BROKER_RACK=$(eval $RACK_COMMAND)
+fi
+
+#Issue newline to config file in case there is not one already
+echo -e "\n" >> $KAFKA_HOME/config/server.properties
+
+unset KAFKA_CREATE_TOPICS
+unset KAFKA_ADVERTISED_PROTOCOL_NAME
+unset KAFKA_PROTOCOL_NAME
+
+if [[ -n "$KAFKA_ADVERTISED_LISTENERS" ]]; then
+  unset KAFKA_ADVERTISED_PORT
+  unset KAFKA_ADVERTISED_HOST_NAME
+fi
+
+if [[ -n "$KAFKA_LISTENERS" ]]; then
+  unset KAFKA_PORT
+  unset KAFKA_HOST_NAME
+fi
+
+for VAR in `env`
+do
+  if [[ $VAR =~ ^KAFKA_ && ! $VAR =~ ^KAFKA_HOME ]]; then
+    kafka_name=`echo "$VAR" | sed -r "s/KAFKA_(.*)=.*/\1/g" | tr '[:upper:]' '[:lower:]' | tr _ .`
+    env_var=`echo "$VAR" | sed -r "s/(.*)=.*/\1/g"`
+    if egrep -q "(^|^#)$kafka_name=" $KAFKA_HOME/config/server.properties; then
+        sed -r -i "s@(^|^#)($kafka_name)=(.*)@\2=${!env_var}@g" $KAFKA_HOME/config/server.properties #note that no config values may contain an '@' char
+    else
+        echo "$kafka_name=${!env_var}" >> $KAFKA_HOME/config/server.properties
+    fi
+  fi
+
+  if [[ $VAR =~ ^LOG4J_ ]]; then
+    log4j_name=`echo "$VAR" | sed -r "s/(LOG4J_.*)=.*/\1/g" | tr '[:upper:]' '[:lower:]' | tr _ .`
+    log4j_env=`echo "$VAR" | sed -r "s/(.*)=.*/\1/g"`
+    if egrep -q "(^|^#)$log4j_name=" $KAFKA_HOME/config/log4j.properties; then
+        sed -r -i "s@(^|^#)($log4j_name)=(.*)@\2=${!log4j_env}@g" $KAFKA_HOME/config/log4j.properties #note that no config values may contain an '@' char
+    else
+        echo "$log4j_name=${!log4j_env}" >> $KAFKA_HOME/config/log4j.properties
+    fi
+  fi
+done
+
+if [[ -n "$CUSTOM_INIT_SCRIPT" ]] ; then
+  eval $CUSTOM_INIT_SCRIPT
+fi
+
+exec $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties

docker/kafka/supervisord.conf

@@ -0,0 +1,7 @@
+[supervisord]
+nodaemon=true
+
+[program:kafka]
+command=/usr/bin/kafka-start
+autostart=true
+autorestart=true

docker/zookeeper/Dockerfile

@@ -0,0 +1,20 @@
+FROM phusion/baseimage:latest
+
+MAINTAINER Markus Guenther <markus.guenther@gmail.com>
+
+ENV ZK_VERSION 3.4.8-1
+ENV ZK_HOME /usr/share/zookeeper
+
+RUN apt-get update && \
+    apt-get install -y zookeeper=$ZK_VERSION supervisor dnsutils && \
+    rm -rf /var/lib/apt/lists/* && \
+    apt-get clean && \
+    apt-cache policy zookeeper
+
+VOLUME ["/zookeeper"]
+
+ADD supervisord.conf /etc/supervisor/conf.d/
+
+EXPOSE 2181 2888 3888
+
+CMD ["/sbin/my_init", "supervisord"]

docker/zookeeper/supervisord.conf

@@ -0,0 +1,7 @@
+[supervisord]
+nodaemon=true
+
+[program:zookeeper]
+command=/usr/share/zookeeper/bin/zkServer.sh start-foreground
+autostart=true
+autorestart=true