diff --git a/tests/checks/completion-autoload-tombstone.fish b/tests/checks/completion-autoload-tombstone.fish
index 32ff47daa..1faef8d7c 100644
--- a/tests/checks/completion-autoload-tombstone.fish
+++ b/tests/checks/completion-autoload-tombstone.fish
@@ -1,6 +1,17 @@
-#RUN: %fish %s
+#RUN: fish=%fish %fish %s
 
-complete -e cat
-
-complete -C"cat -" | wc -l
+$fish -c '
+    complete -e cat
+    complete -C"cat -" | wc -l
+'
+# CHECK: 0
+
+# Note: this is *not* handled by the tombstone logic.
+# We don't reload cat.fish because it is cached by the autoloader,
+# and we don't invalidate the cache.
+$fish -c '
+    complete -C"cat -" >/dev/null
+    complete -e cat
+    complete -C"cat -" | wc -l
+'
 # CHECK: 0