logging and readme improvment

Signed-off-by: Sudipto Baral <[email protected]>

Author: sudiptob2

README.md

@@ -68,6 +68,15 @@ export ARMADA_MASTER="armada://localhost:30002"
 export ARMADA_QUEUE="default"
 export ARMADA_LOOKOUT_URL="http://localhost:30000"
 export INCLUDE_PYTHON=true
+export USE_KIND=true
+```
+
+**Note:** For client mode, you need to set additional configuration:
+
+```bash
+export ARMADA_MASTER="local://armada://localhost:30002"  # Add "local://" prefix
+export SPARK_DRIVER_HOST="172.18.0.1"                    # Required for client mode
+export SPARK_DRIVER_PORT="7078"                          # Required for client mode
 ```
 
 ### Deployment
@@ -126,7 +135,17 @@ Make sure that the [SparkPi](#sparkpi-example) job successfully runs on your Arm
 The project includes a ready-to-use Spark job to test your setup:
 
 ```bash
-./scripts/submitArmadaSpark.sh
+# Cluster mode + Dynamic allocation
+./scripts/submitArmadaSpark.sh -M cluster -A dynamic 100
+
+# Cluster mode + Static allocation
+./scripts/submitArmadaSpark.sh -M cluster -A static 100
+
+# Client mode + Dynamic allocation
+./scripts/submitArmadaSpark.sh -M client -A dynamic 100
+
+# Client mode + Static allocation
+./scripts/submitArmadaSpark.sh -M client -A static 100
 ```
 
 This job leverages the same configuration parameters (`ARMADA_MASTER`, `ARMADA_QUEUE`, `ARMADA_LOOKOUT_URL`) as the `scripts/config.sh` script.

src/main/scala/org/apache/spark/deploy/armada/DeploymentModeHelper.scala

@@ -122,6 +122,8 @@ class StaticCluster(val conf: SparkConf) extends DeploymentModeHelper {
     // In cluster mode, driver runs in a pod, so use service name from job ID
     ArmadaUtils.buildServiceNameFromJobId(driverJobId)
   }
+
+  override def toString: String = "StaticCluster"
 }
 
 /** Static allocation in client mode.
@@ -160,6 +162,8 @@ class StaticClient(val conf: SparkConf) extends DeploymentModeHelper {
         )
       )
   }
+
+  override def toString: String = "StaticClient"
 }
 
 /** Dynamic allocation in cluster mode.
@@ -196,6 +200,8 @@ class DynamicCluster(val conf: SparkConf) extends DeploymentModeHelper {
     // In cluster mode, driver runs in a pod, so use service name from job ID
     ArmadaUtils.buildServiceNameFromJobId(driverJobId)
   }
+
+  override def toString: String = "DynamicCluster"
 }
 
 /** Dynamic allocation in client mode.
@@ -239,6 +245,8 @@ class DynamicClient(val conf: SparkConf) extends DeploymentModeHelper {
         )
       )
   }
+
+  override def toString: String = "DynamicClient"
 }
 
 /** Factory for creating ModeHelper instances based on Spark configuration.

src/test/scala/org/apache/spark/deploy/armada/e2e/TestOrchestrator.scala

@@ -24,6 +24,9 @@ import scala.concurrent.{ExecutionContext, Future}
 import scala.concurrent.duration._
 import TestConstants._
 
+import org.apache.spark.SparkConf
+import org.apache.spark.deploy.armada.DeploymentModeHelper
+
 import scala.annotation.tailrec
 
 case class TestConfig(
@@ -187,10 +190,17 @@ class TestOrchestrator(
       s"e2e-${name.toLowerCase.replaceAll("[^a-z0-9]", "-")}-${System.currentTimeMillis()}"
     val queueName = s"${config.baseQueueName}-${context.queueSuffix}"
 
+    // Determine deployment mode type
+    val sparkConf = new SparkConf(false)
+    config.sparkConfs.foreach { case (key, value) => sparkConf.set(key, value) }
+    val modeHelper = DeploymentModeHelper(sparkConf)
+    val modeType   = modeHelper.toString
+
     println(s"\n========== Starting E2E Test: $name ==========")
     println(s"Test ID: ${context.testId}")
     println(s"Namespace: ${context.namespace}")
     println(s"Queue: $queueName")
+    println(s"Deployment Mode: $modeType")
 
     val resultFuture = for {
       _ <- k8sClient.createNamespace(context.namespace)