Fix vulnerabilities in netty (#135)

* Update library versions
* Bump versions

Author: ag-ramachandran

pom.xml

@@ -8,13 +8,13 @@
     <artifactId>kafka-sink-azure-kusto</artifactId>
     <packaging>jar</packaging>
     <description>A Kafka Connect plugin for Azure Data Explorer (Kusto) Database</description>
-    <version>4.1.3</version>
+    <version>4.1.4</version>
     <properties>
         <avro.random.generator.version>0.4.1</avro.random.generator.version>
         <awaitility.version>4.2.2</awaitility.version>
         <az.core.version>1.54.1</az.core.version>
-        <az.identity.version>1.14.2</az.identity.version>
-        <az.netty.version>1.15.7</az.netty.version>
+        <az.identity.version>1.15.2</az.identity.version>
+        <az.netty.version>1.15.9</az.netty.version>
         <commoncodec.version>1.17.1</commoncodec.version>
         <commonio.version>2.16.1</commonio.version>
         <dependency-check-maven.version>10.0.2</dependency-check-maven.version>
@@ -163,6 +163,9 @@
                 <groupId>org.owasp</groupId>
                 <artifactId>dependency-check-maven</artifactId>
                 <version>${dependency-check-maven.version}</version>
+                <configuration>
+                    <assemblyAnalyzerEnabled>false</assemblyAnalyzerEnabled>
+                </configuration>
             </plugin>
         </plugins>
         <resources>

src/test/java/com/microsoft/azure/kusto/kafka/connect/sink/Utils.java

@@ -6,6 +6,8 @@
 import java.util.Objects;
 
 import org.apache.commons.io.FilenameUtils;
+import org.jetbrains.annotations.Contract;
+import org.jetbrains.annotations.NotNull;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
@@ -16,6 +18,11 @@ private Utils() {
 
     }
 
+    @Contract(pure = true)
+    public static @NotNull String getConnectPath() {
+        return "/kafka/connect/kafka-sink-azure-kusto";
+    }
+
     public static File getCurrentWorkingDirectory() {
         File currentDirectory = new File(Paths.get(
                 System.getProperty("java.io.tmpdir"),

src/test/java/com/microsoft/azure/kusto/kafka/connect/sink/it/KustoSinkIT.java

@@ -36,6 +36,7 @@
 import org.slf4j.LoggerFactory;
 import org.testcontainers.containers.KafkaContainer;
 import org.testcontainers.containers.Network;
+import org.testcontainers.images.builder.Transferable;
 import org.testcontainers.lifecycle.Startables;
 import org.testcontainers.shaded.com.fasterxml.jackson.databind.ObjectMapper;
 import org.testcontainers.utility.DockerImageName;
@@ -47,6 +48,7 @@
 import com.microsoft.azure.kusto.data.auth.ConnectionStringBuilder;
 import com.microsoft.azure.kusto.data.exceptions.DataClientException;
 import com.microsoft.azure.kusto.data.exceptions.DataServiceException;
+import com.microsoft.azure.kusto.kafka.connect.sink.Utils;
 import com.microsoft.azure.kusto.kafka.connect.sink.Version;
 import com.microsoft.azure.kusto.kafka.connect.sink.it.containers.KustoKafkaConnectContainer;
 import com.microsoft.azure.kusto.kafka.connect.sink.it.containers.ProxyContainer;
@@ -103,14 +105,16 @@ public static void startContainers() throws Exception {
             refreshDm();
             // Mount the libs
             String mountPath = String.format(
-                    "target/components/packages/microsoftcorporation-kafka-sink-azure-kusto-%s/microsoftcorporation-kafka-sink-azure-kusto-%s/lib",
-                    Version.getVersion(), Version.getVersion());
-            log.info("Creating connector jar with version {} and mounting it from {},", Version.getVersion(), mountPath);
-            connectContainer.withFileSystemBind(mountPath, "/kafka/connect/kafka-sink-azure-kusto");
+                    "target/kafka-sink-azure-kusto-%s-jar-with-dependencies.jar",
+                    Version.getVersion());
+            log.info("Creating connector jar with version {} and mounting it from {}", Version.getVersion(), mountPath);
+            Transferable source = MountableFile.forHostPath(mountPath);
+            connectContainer.withCopyToContainer(source, Utils.getConnectPath());
             Startables.deepStart(Stream.of(kafkaContainer, schemaRegistryContainer, proxyContainer, connectContainer)).join();
             log.info("Started containers , copying scripts to container and executing them");
             connectContainer.withCopyToContainer(MountableFile.forClasspathResource("download-libs.sh", 744), // rwx--r--r--
-                    "/kafka/connect/kafka-sink-azure-kusto/download-libs.sh").execInContainer("sh", "/kafka/connect/kafka-sink-azure-kusto/download-libs.sh");
+                            String.format("%s/download-libs.sh", Utils.getConnectPath()))
+                    .execInContainer("sh", String.format("%s/download-libs.sh", Utils.getConnectPath()));
             // Logs of start up of the container gets published here. This will be handy in case we want to look at startup failures
             log.debug(connectContainer.getLogs());
         } else {
@@ -206,8 +210,9 @@ public void shouldHandleAllTypesOfEvents() {
             log.info("Connector state for {} : {}. ", dataFormat,
                     connectContainer.getConnectorTaskState(String.format("adx-connector-%s", dataFormat), 0));
             try {
+                Thread.sleep(10_000);
                 produceKafkaMessages(dataFormat);
-                Thread.sleep(10000);
+                Thread.sleep(5_000);
             } catch (IOException | InterruptedException e) {
                 throw new RuntimeException(e);
             }

src/test/java/com/microsoft/azure/kusto/kafka/connect/sink/it/containers/KustoKafkaConnectContainer.java

@@ -26,6 +26,7 @@
 import com.fasterxml.jackson.core.JsonParser;
 import com.fasterxml.jackson.core.JsonProcessingException;
 import com.fasterxml.jackson.databind.ObjectMapper;
+import com.microsoft.azure.kusto.kafka.connect.sink.Utils;
 
 public class KustoKafkaConnectContainer extends GenericContainer<KustoKafkaConnectContainer> {
     private static final String KAFKA_CONNECT_IMAGE = "confluentinc/cp-kafka-connect-base";
@@ -69,7 +70,8 @@ public KustoKafkaConnectContainer withKafka(final Network network, final String
         env.put("CONNECT_VALUE_CONVERTER", "org.apache.kafka.connect.converters.ByteArrayConverter");
         env.put("CONNECT_REST_ADVERTISED_HOST_NAME", "kusto-e2e-connect");
         env.put("CONNECT_REST_PORT", String.valueOf(KAFKA_CONNECT_PORT));
-        env.put("CONNECT_PLUGIN_PATH", "/kafka/connect");
+        env.put("CONNECT_PLUGIN_PATH", Utils.getConnectPath());
+        env.put("CLASSPATH", Utils.getConnectPath());
         withEnv(env);
         return self();
     }