Cache trivup

Author: emasab

requirements/requirements-tests-install.txt

@@ -4,4 +4,4 @@
 -r requirements-avro.txt
 -r requirements-protobuf.txt  
 -r requirements-json.txt
-tests/trivup/trivup-0.13.0.tar.gz
+tests/trivup/trivup-0.14.0.tar.gz

tests/trivup/trivup-0.13.0.tar.gz

@@ -8,6 +8,20 @@ set -e
 pip install -r requirements/requirements-tests-install.txt
 pip install -U build
 
+# Cache trivup Apache Kafka versions
+
+BASE=$PWD
+for version in 3.9.0 4.0.0; do
+    artifact pull project kafka_2.13-$version.tgz || true
+    if [[ ! -f  ./kafka_2.13-$version.tgz ]]; then
+        wget -O ./kafka_2.13-$version.tgz "https://archive.apache.org/dist/kafka/$version/kafka_2.13-$version.tgz"
+        artifact push project ./kafka_2.13-$version.tgz || true
+    fi
+    mkdir -p tmp-KafkaCluster/KafkaCluster/KafkaBrokerApp/kafka/$version
+    (cd tmp-KafkaCluster/KafkaCluster/KafkaBrokerApp/kafka/$version && \
+     tar -xvf $BASE/kafka_2.13-$version.tgz --strip-components=1)
+done
+
 lib_dir=dest/runtimes/$OS_NAME-$ARCH/native
 tools/wheels/install-librdkafka.sh "${LIBRDKAFKA_VERSION#v}" dest
 export CFLAGS="$CFLAGS -I${PWD}/dest/build/native/include"