diff --git a/tests/checks/check-completions.fish b/tests/checks/check-completions.fish
index e9ce18cd1..b1ca2dc14 100644
--- a/tests/checks/check-completions.fish
+++ b/tests/checks/check-completions.fish
@@ -3,7 +3,9 @@
 
 # No output is good output
 for f in $__fish_data_dir/completions/*.fish
-    if command -q (string replace -r '.*/([^/]+).fish' '$1' $f)
-        $fish $f
+    if type -q (string replace -r '.*/([^/]+).fish' '$1' $f)
+        set -l out ($fish $f 2>&1 | string collect)
+        test -n "$out"
+        and echo -- OUTPUT from $f: $out
     end
 end