diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
index ce785fff2..f127e1370 100644
--- a/.buildkite/pipeline.yml
+++ b/.buildkite/pipeline.yml
@@ -49,6 +49,7 @@ steps:
       TRANSPORT_VERSION: "{{ matrix.transport }}"
       RUBY_SOURCE: "{{ matrix.ruby_source }}"
       TEST_SUITE: "platinum"
+      DEBUG: true
     command: ./.buildkite/run-yaml-tests.sh
   - wait: ~
     continue_on_failure: true
diff --git a/elasticsearch-api/spec/yaml-test-runner/run.rb b/elasticsearch-api/spec/yaml-test-runner/run.rb
index c25c3a71c..22642a82e 100644
--- a/elasticsearch-api/spec/yaml-test-runner/run.rb
+++ b/elasticsearch-api/spec/yaml-test-runner/run.rb
@@ -56,8 +56,8 @@
          end
 
 tests_path = File.expand_path('./tmp', __dir__)
-
-logger = Logger.new($stdout)
+logfile = File.expand_path "#{tests_path}/tests-for-transport-#{ENV['TRANSPORT_VERSION']}-ruby-#{ENV['RUBY_VERSION']}.log"
+logger = Logger.new(File.open(logfile, 'w'))
 logger.level = Logger::WARN unless ENV['DEBUG']
 
 # If we're running in a release branch, download the corresponding branch for tests