diff --git a/scripts/rspec_helpers.sh b/scripts/rspec_helpers.sh
index 0f42eea2ace9d3c8aae094b72207b25a7263ae62..2488b320591aa17164f8bf49f375ab45d898877a 100644
--- a/scripts/rspec_helpers.sh
+++ b/scripts/rspec_helpers.sh
@@ -382,7 +382,7 @@ function retry_failed_e2e_rspec_examples() {
     echoinfo "Parallel run detected, merging with parallel reports"
     bundle exec junit_merge tmp/rspec-*-retried-false*.xml
     mv "$(ls tmp/rspec-*-retried-false*.xml | tail -n 1)" "tmp/rspec-${CI_JOB_ID}.xml"
-    rm tmp/rspec-*-retried-false*.xml
+    rm -f tmp/rspec-*-retried-false*.xml
 
     bundle exec junit_merge --update-only $junit_retry_file "tmp/rspec-${CI_JOB_ID}.xml"
   else