diff --git a/spec/unit/plugin_manager/proxy_support_spec.rb b/spec/unit/plugin_manager/proxy_support_spec.rb
index df69ec917d6..c520e849ac2 100644
--- a/spec/unit/plugin_manager/proxy_support_spec.rb
+++ b/spec/unit/plugin_manager/proxy_support_spec.rb
@@ -30,7 +30,11 @@
   end
 
   after do
-    FileUtils.mv(settings_backup, settings) if File.exist?(settings_backup)
+    if File.exist?(settings_backup)
+      FileUtils.mv(settings_backup, settings)
+    elsif File.exist?(settings)
+      FileUtils.rm(settings)
+    end
     environments.each { |key, _| ENV[key] = nil }
   end