diff --git a/app/models/concerns/has_test_job.rb b/app/models/concerns/has_test_job.rb
index a50e6ce70..cc3769a11 100644
--- a/app/models/concerns/has_test_job.rb
+++ b/app/models/concerns/has_test_job.rb
@@ -53,7 +53,9 @@ def test_job_id_key
 
   def test_results_path
     path_id = Rails.env.test? ? "fakeid_#{model_name.singular}_#{id}" : test_job_id
-    File.join(Rails.root, 'tmp', "test_results_#{path_id}.yml")
+    dir = Rails.root.join('tmp', 'source_test_results')
+    dir.mkpath
+    dir.join("test_results_#{path_id}.yml")
   end
 
   def deep_hashify(params)