added JMX and updated ksqlDB server

Author: simplesteph

README.md

@@ -23,7 +23,7 @@ This replicates as well as possible real deployment configurations, where you ha
   - Kafka Topics UI: 0.9.4
   - Kafka Connect: Confluent 5.5.1
   - Kafka Connect UI: 0.9.7
-  - ksqlDB Server: Confluent 5.5.1
+  - ksqlDB Server: Confluent 6.1.1
   - Zoonavigator: 0.8.0
 
 
@@ -52,7 +52,7 @@ This configuration fits most development requirements.
 
  - Zookeeper will be available at `$DOCKER_HOST_IP:2181`
  - Kafka will be available at `$DOCKER_HOST_IP:9092`
-
+ - (experimental) JMX port at `$DOCKER_HOST_IP:9999`
 
 Run with:
 ```
@@ -80,6 +80,7 @@ If you want to have three zookeeper nodes and experiment with zookeeper fault-to
 
 - Zookeeper will be available at `$DOCKER_HOST_IP:2181,$DOCKER_HOST_IP:2182,$DOCKER_HOST_IP:2183`
 - Kafka will be available at `$DOCKER_HOST_IP:9092`
+- (experimental) JMX port at `$DOCKER_HOST_IP:9999`
 
 Run with:
 ```
@@ -100,6 +101,7 @@ Run with:
 docker-compose -f zk-multiple-kafka-multiple.yml up
 docker-compose -f zk-multiple-kafka-multiple.yml down
 ```
+
 ## Full stack (no UI)
 
 For this, we recommend using [Conduktor](https://conduktor.io) as your tool to bring a unified UI to all these components
@@ -111,7 +113,7 @@ For this, we recommend using [Conduktor](https://conduktor.io) as your tool to b
  - Kafka Connect: `$DOCKER_HOST_IP:8083`
  - KSQL Server: `$DOCKER_HOST_IP:8088`
  - Zoonavigator Web: `$DOCKER_HOST_IP:8004`
-
+- (experimental) JMX port at `$DOCKER_HOST_IP:9999`
 
  Run with:
  ```
@@ -133,7 +135,7 @@ Note: the UI may be outdated or not maintained. See above for Full Stack No UI i
  - Kafka Connect UI: `$DOCKER_HOST_IP:8003`
  - KSQL Server: `$DOCKER_HOST_IP:8088`
  - Zoonavigator Web: `$DOCKER_HOST_IP:8004`
-
+- (experimental) JMX port at `$DOCKER_HOST_IP:9999`
 
  Run with:
  ```

full-stack-no-ui.yml

@@ -21,6 +21,7 @@ services:
     hostname: kafka1
     ports:
       - "9092:9092"
+      - "9999:9999"
     environment:
       KAFKA_ADVERTISED_LISTENERS: LISTENER_DOCKER_INTERNAL://kafka1:19092,LISTENER_DOCKER_EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9092
       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: LISTENER_DOCKER_INTERNAL:PLAINTEXT,LISTENER_DOCKER_EXTERNAL:PLAINTEXT
@@ -31,6 +32,8 @@ services:
       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
       KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
       KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
+      KAFKA_JMX_PORT: 9999
+      KAFKA_JMX_HOSTNAME: ${DOCKER_HOST_IP:-127.0.0.1}
     volumes:
       - ./full-stack/kafka1/data:/var/lib/kafka/data
     depends_on:
@@ -99,7 +102,7 @@ services:
       - kafka-rest-proxy
 
   ksqldb-server:
-    image: confluentinc/cp-ksqldb-server:5.5.1
+    image: confluentinc/cp-ksqldb-server:6.1.1
     hostname: ksqldb-server
     ports:
       - "8088:8088"

full-stack.yml

@@ -21,6 +21,7 @@ services:
     hostname: kafka1
     ports:
       - "9092:9092"
+      - "9999:9999"
     environment:
       KAFKA_ADVERTISED_LISTENERS: LISTENER_DOCKER_INTERNAL://kafka1:19092,LISTENER_DOCKER_EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9092
       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: LISTENER_DOCKER_INTERNAL:PLAINTEXT,LISTENER_DOCKER_EXTERNAL:PLAINTEXT
@@ -31,6 +32,8 @@ services:
       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
       KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
       KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
+      KAFKA_JMX_PORT: 9999
+      KAFKA_JMX_HOSTNAME: ${DOCKER_HOST_IP:-127.0.0.1}
     volumes:
       - ./full-stack/kafka1/data:/var/lib/kafka/data
     depends_on:
@@ -135,7 +138,7 @@ services:
       - kafka-connect
 
   ksqldb-server:
-    image: confluentinc/cp-ksqldb-server:5.5.1
+    image: confluentinc/cp-ksqldb-server:6.1.1
     hostname: ksqldb-server
     ports:
       - "8088:8088"

zk-multiple-kafka-single.yml

@@ -46,6 +46,7 @@ services:
     hostname: kafka1
     ports:
       - "9092:9092"
+      - "9999:9999"
     environment:
       KAFKA_ADVERTISED_LISTENERS: LISTENER_DOCKER_INTERNAL://kafka1:19092,LISTENER_DOCKER_EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9092
       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: LISTENER_DOCKER_INTERNAL:PLAINTEXT,LISTENER_DOCKER_EXTERNAL:PLAINTEXT
@@ -56,6 +57,8 @@ services:
       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
       KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
       KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
+      KAFKA_JMX_PORT: 9999
+      KAFKA_JMX_HOSTNAME: ${DOCKER_HOST_IP:-127.0.0.1}
     volumes:
       - ./zk-multiple-kafka-single/kafka1/data:/var/lib/kafka/data
     depends_on:

zk-single-kafka-single.yml

@@ -19,6 +19,7 @@ services:
     hostname: kafka1
     ports:
       - "9092:9092"
+      - "9999:9999"
     environment:
       KAFKA_ADVERTISED_LISTENERS: LISTENER_DOCKER_INTERNAL://kafka1:19092,LISTENER_DOCKER_EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9092
       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: LISTENER_DOCKER_INTERNAL:PLAINTEXT,LISTENER_DOCKER_EXTERNAL:PLAINTEXT
@@ -29,6 +30,8 @@ services:
       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
       KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
       KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
+      KAFKA_JMX_PORT: 9999
+      KAFKA_JMX_HOSTNAME: ${DOCKER_HOST_IP:-127.0.0.1}
     volumes:
       - ./zk-single-kafka-single/kafka1/data:/var/lib/kafka/data
     depends_on: