diff --git a/test/test-utilities.script b/test/test-utilities.script
index da59392b9a2f2f8024a952aed56f5225b5fa77b7..79115d3712fbb6df9915da6fac5d6fbeeb643241 100644
--- a/test/test-utilities.script
+++ b/test/test-utilities.script
@@ -185,8 +185,14 @@
 (ensure-directories-exist (subpathname *build-directory* "deleteme/a/b/e/"))
 (register-directory *asdf-directory*)
 (register-directory *uiop-directory*)
-(copy-file (system-source-file :uiop) (subpathname *build-directory* "deleteme/a/1.x"))
-(copy-file (system-source-file :uiop) (subpathname *build-directory* "deleteme/a/b/2"))
+(let ((new-file (subpathname *build-directory* "deleteme/a/1.x")))
+  (when (probe-file new-file)
+    (delete-file new-file))
+  (copy-file (system-source-file :uiop) new-file))
+(let ((new-file (subpathname *build-directory* "deleteme/a/b/2")))
+  (when (probe-file new-file)
+    (delete-file new-file))
+  (copy-file (system-source-file :uiop) new-file))
 (assert (directory-exists-p (subpathname *build-directory* "deleteme/a/b/c/")))
 (assert (directory-exists-p (subpathname *build-directory* "deleteme/a/b/d/")))
 (assert (directory-exists-p (subpathname *build-directory* "deleteme/a/b/e/")))