Fixes the docker-compse.yaml of ksql and adds a dockerfile in the ksqldb-cli directory to run the cli on an arm machine

Author: joel113

ksql/docker-compose.yaml

@@ -1,21 +1,22 @@
 ---
-version: '2'
+version: '3'
 
 services:
   zookeeper:
     image: confluentinc/cp-zookeeper:7.3.0
     hostname: zookeeper
     container_name: zookeeper
+    restart: on-failure
     ports:
       - "2181:2181"
     environment:
       ZOOKEEPER_CLIENT_PORT: 2181
       ZOOKEEPER_TICK_TIME: 2000
-
   broker:
     image: confluentinc/cp-kafka:7.3.0
     hostname: broker
     container_name: broker
+    restart: on-failure
     depends_on:
       - zookeeper
     ports:
@@ -29,11 +30,11 @@ services:
       KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
       KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
       KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
-
   ksqldb-server:
     image: confluentinc/cp-ksqldb-server:latest
     hostname: ksqldb-server
     container_name: ksqldb-server
+    restart: on-failure
     depends_on:
       - broker
     ports:
@@ -43,11 +44,16 @@ services:
       KSQL_BOOTSTRAP_SERVERS: broker:9092
       KSQL_KSQL_LOGGING_PROCESSING_STREAM_AUTO_CREATE: "true"
       KSQL_KSQL_LOGGING_PROCESSING_TOPIC_AUTO_CREATE: "true"
-
   ksqldb-cli:
-    image: confluentinc/cp-ksqldb-cli:latest
+    # ksqldb-cli does not provide an arm image, and cp-ksqldb-cli does not work as expected
+    #    image: confluentinc/ksqldb-cli:latest
+    build:
+      context: ksqldb-cli
+      dockerfile: Dockerfile
     container_name: ksqldb-cli
+    restart: on-failure
     depends_on:
       - broker
       - ksqldb-server
     entrypoint: /bin/sh
+    tty: true

ksql/ksqldb-cli/Dockerfile

@@ -0,0 +1,13 @@
+FROM debian
+
+RUN apt update
+
+RUN apt install -y default-jre
+RUN apt install -y software-properties-common curl gnupg
+
+RUN curl -sq http://ksqldb-packages.s3.amazonaws.com/deb/0.28/archive.key | apt-key add -
+
+RUN add-apt-repository "deb http://ksqldb-packages.s3.amazonaws.com/deb/0.28 stable main"
+RUN apt update
+
+RUN apt install confluent-ksqldb

ksql/readme.md

@@ -1,13 +1,85 @@
 # KSQL
 
+Spaws a kafka cluster including zookeeper and a ksqldb server. The traditional ksqldb-cli images is replaced with an own image as the traditional ksqldb-cli does not provide an arm image.
+
 ```
 docker-compose up
 ```
 
+After the containers of the docker-compose file are started, the following command can be used run the ksqldb client of the ksqldb-client container.
+
 ```
 docker exec -it ksqldb-cli ksql http://ksqldb-server:8088
 ```
 
+## Setup Instructions
+
 https://github.com/confluentinc/ksql
 
 https://ksqldb.io/quickstart.html
+
+## KSQL-CLI Image
+
+https://hub.docker.com/_/debian
+
+https://stackoverflow.com/questions/46032392/docker-compose-does-not-allow-to-use-local-images
+
+https://docs.ksqldb.io/en/latest/operate-and-deploy/installation/install-ksqldb-with-docker/#connect-ksqldb-cli-to-a-dockerized-ksqldb-server
+
+## KSQL Demo
+
+```
+CREATE STREAM riderLocations (profileId VARCHAR, latitude DOUBLE, longitude DOUBLE) WITH (kafka_topic='locations', value_format='json', partitions=1);
+```
+
+```
+CREATE TABLE currentLocation AS
+  SELECT profileId,
+         LATEST_BY_OFFSET(latitude) AS la,
+         LATEST_BY_OFFSET(longitude) AS lo
+  FROM riderlocations
+  GROUP BY profileId
+  EMIT CHANGES;
+```
+
+```
+CREATE TABLE ridersNearMountainView AS
+  SELECT ROUND(GEO_DISTANCE(la, lo, 37.4133, -122.1162), -1) AS distanceInMiles,
+         COLLECT_LIST(profileId) AS riders,
+         COUNT(*) AS count
+  FROM currentLocation
+  GROUP BY ROUND(GEO_DISTANCE(la, lo, 37.4133, -122.1162), -1);
+```
+
+```
+-- Mountain View lat, long: 37.4133, -122.1162
+SELECT * FROM riderLocations
+  WHERE GEO_DISTANCE(latitude, longitude, 37.4133, -122.1162) <= 5 EMIT CHANGES;
+```
+
+```
+INSERT INTO riderLocations (profileId, latitude, longitude) VALUES ('c2309eec', 37.7877, -122.4205);
+INSERT INTO riderLocations (profileId, latitude, longitude) VALUES ('18f4ea86', 37.3903, -122.0643);
+INSERT INTO riderLocations (profileId, latitude, longitude) VALUES ('4ab5cbad', 37.3952, -122.0813);
+INSERT INTO riderLocations (profileId, latitude, longitude) VALUES ('8b6eae59', 37.3944, -122.0813);
+INSERT INTO riderLocations (profileId, latitude, longitude) VALUES ('4a7c7b41', 37.4049, -122.0822);
+INSERT INTO riderLocations (profileId, latitude, longitude) VALUES ('4ddad000', 37.7857, -122.4011);
+```
+
+```
+SELECT * from ridersNearMountainView WHERE distanceInMiles <= 10;
+```
+
+## KSQL Follow Up
+
+https://docs.ksqldb.io/en/latest/concepts/streams/
+
+https://docs.ksqldb.io/en/latest/concepts/?_ga=2.59521449.545340244.1677833658-274482105.1677001988
+
+## Q&A
+
+https://stackoverflow.com/questions/36249744/interactive-shell-using-docker-compose
+
+https://stackoverflow.com/questions/30233105/docker-compose-up-for-only-certain-containers
+
+https://stackoverflow.com/questions/31746182/docker-compose-wait-for-container-x-before-starting-y