Parallelize test execution to reduce runtime

tests/auto/test_auto_injection_netcat.sh

@@ -5,10 +5,10 @@ set -e
 . otel.sh
 
 echo TEST 1 >&2
-OTEL_SHELL_AUTO_INJECTED=FALSE \otel4netcat ncat -l -p 12345 -c cat &
+OTEL_SHELL_AUTO_INJECTED=FALSE \otel4netcat ncat -l -p 12355 -c cat &
 pid="$!"
 sleep 3
-assert_equals "hello world" "$(echo -n hello world | ncat -i 10 --no-shutdown 127.0.0.1 12345)"
+assert_equals "hello world" "$(echo -n hello world | ncat -i 10 --no-shutdown 127.0.0.1 12355)"
 wait "$pid"
 
 span="$(resolve_span '.name | endswith("cat")')"
@@ -22,18 +22,18 @@ assert_equals "SpanKind.CONSUMER" $(\echo "$span" | jq -r '.kind')
 # assert_equals "ncat -l -p 12345 -c cat" $(\echo "$span" | jq -r '.name')
 # assert_equals "SpanKind.INTERNAL" $(\echo "$span" | jq -r '.kind')
 
-span="$(resolve_span '.name == "ncat -i 10 --no-shutdown 127.0.0.1 12345"')"
+span="$(resolve_span '.name == "ncat -i 10 --no-shutdown 127.0.0.1 12355"')"
 assert_equals "SpanKind.INTERNAL" $(\echo "$span" | jq -r '.kind')
 span_id=$(\echo "$span" | jq -r '.context.span_id')
 span="$(resolve_span '.parent_id == "'$span_id'"')"
 assert_equals "send/receive" $(\echo "$span" | jq -r '.name')
 assert_equals "SpanKind.PRODUCER" $(\echo "$span" | jq -r '.kind')
 
 echo TEST 2 >&2
-OTEL_SHELL_AUTO_INJECTED=FALSE \otel4netcat_http ncat -l -p 12345 -c 'printf "HTTP/1.1 200 OK\r\n\r\nhello world"' &
+OTEL_SHELL_AUTO_INJECTED=FALSE \otel4netcat_http ncat -l -p 12355 -c 'printf "HTTP/1.1 200 OK\r\n\r\nhello world"' &
 pid="$!"
 sleep 3
-assert_equals "hello world" "$(curl http://127.0.0.1:12345/)"
+assert_equals "hello world" "$(curl http://127.0.0.1:12355/)"
 wait "$pid"
 
 span="$(resolve_span '.name == "GET") | select(.kind == "SpanKind.SERVER"')"
@@ -43,4 +43,4 @@ assert_equals "GET" "$(\printf '%s' "$span" | jq -r '.name')"
 assert_equals "SpanKind.CLIENT" "$(\printf '%s' "$span" | jq -r '.kind')"
 span_id=$(\printf '%s' "$span" | jq -r '.parent_id')
 span="$(resolve_span '.context.span_id == "'"$span_id"'"')"
-assert_equals "curl http://127.0.0.1:12345/" "$(\printf '%s' "$span" | jq -r '.name')"
+assert_equals "curl http://127.0.0.1:12355/" "$(\printf '%s' "$span" | jq -r '.name')"

tests/auto/test_auto_injection_node.sh

@@ -59,15 +59,15 @@ assert_not_equals null $(\echo "$span" | jq -r '.parent_id')
 
 # lets check with the above test if it works on any node version, but lets not rely on instrumentations actually working
 
-\node -e "require('http').createServer(function (req, res) { console.log(req.method, req.url); res.writeHead(200); res.end(); }).listen(8080);" 1> /tmp/http.log 2> /dev/null &
+\node -e "require('http').createServer(function (req, res) { console.log(req.method, req.url); res.writeHead(200); res.end(); }).listen(8081);" 1> /tmp/http.log 2> /dev/null &
 server_pid="$!"
 
 directory="$(mktemp -d)"
 echo "
 const http = require('http');
 const options = {
   hostname: '127.0.0.1',
-  port: 8080,
+  port: 8081,
   path: '/',
   method: 'GET',
   headers: {
@@ -98,7 +98,7 @@ process.on('exit', () => sdk.shutdown());
 const http = require('http');
 const options = {
   hostname: '127.0.0.1',
-  port: 8080,
+  port: 8081,
   path: '/',
   method: 'GET',
   headers: {

tests/auto/test_auto_netcat.sh

@@ -21,6 +21,7 @@ port=12345
 response_file="$(\mktemp)"
 netcat -l "$port" < /dev/null > "$response_file" &
 pid="$!"
+\sleep 1
 \echo -n hello world | netcat -w 1 127.0.0.1 "$port" > /dev/null
 \wait "$pid"
 assert_equals "hello world" "$(\cat "$response_file")"

tests/run_tests.sh

@@ -16,9 +16,10 @@ else
   export TEST_SHELL="$SHELL"
 fi
 
-for dir in unit sdk auto integration; do
-  { find $dir -iname 'test_*.sh'; find $dir -iname 'test_*.'"$SHELL"; } | sort -u | while read -r file; do
-    rm /tmp/opentelemetry_shell_*_instrumentation_cache_*.aliases 2> /dev/null || true
+failed_flag="$(mktemp -u)"
+
+for dir in unit sdk auto integration performance; do
+  while IFS= read -r file; do
     export OTEL_EXPORT_LOCATION="$(mktemp -u)".sdk.out
     export OTEL_SHELL_SDK_STDOUT_REDIRECT="$(mktemp -u -p "$(mktemp -d)")".pipe
     export OTEL_TRACES_EXPORTER=console
@@ -36,7 +37,10 @@ for dir in unit sdk auto integration; do
     touch "$stdout" "$stderr"
     chmod 0666 "$stdout" "$stderr"
     export OTEL_SHELL_SDK_STDERR_REDIRECT="$stderr"
-    timeout $((60 * 60 * 3)) $TEST_SHELL $options "$file" 1> "$stdout" && echo "$file SUCCEEDED" || (echo "$file FAILED" && echo "stdout:" && cat "$stdout" && echo "stderr:" && cat "$stderr" && echo "otlp:" && cat "$OTEL_EXPORT_LOCATION" && exit 1)
-  done
+    ( timeout $((60 * 60 * 3)) $TEST_SHELL $options "$file" 1> "$stdout" 2> "$stderr" && echo "$file SUCCEEDED" || (echo "$file FAILED" && echo "stdout:" && cat "$stdout" && echo "stderr:" && cat "$stderr" && echo "otlp:" && cat "$OTEL_EXPORT_LOCATION" && touch "$failed_flag" && exit 1) ) 2>&1 | perl -e '$| = 1; print while <>;' &
+    [ "$dir" != performance ] || wait
+  done < <({ find $dir -iname 'test_*.sh'; find $dir -iname 'test_*.'"$SHELL"; } | sort -u)
+  wait
+  if [ -r "$failed_flag" ]; then exit 1; fi
 done
 echo "ALL TESTS SUCCESSFUL"