diff --git a/hledger/test/ledger-compat/failures b/hledger/test/ledger-compat/failures
new file mode 100755
index 000000000..5c690c27c
--- /dev/null
+++ b/hledger/test/ledger-compat/failures
@@ -0,0 +1,2 @@
+#!/usr/bin/env bash
+grep -v ': ok$' log
diff --git a/hledger/test/ledger-compat/runtests b/hledger/test/ledger-compat/runtests
index ea29dde2b..11ca2f0d9 100755
--- a/hledger/test/ledger-compat/runtests
+++ b/hledger/test/ledger-compat/runtests
@@ -12,8 +12,6 @@ for f in $FILES ; do
     # printf "." 1>&2
 done 2>&1 | tee log
 echo
-cp log log."$(date +%Y%m%d)"
-printf "test files: %4d\n" "$(rg -c '^:'   log || echo 0)"
-printf "success:    %4d\n" "$(rg -c ': ok$'       log || echo 0)"
-printf "failure:    %4d\n" "$(rg -c '(^|: )fail$' log || echo 0)"
 echo "tested on $(date +%Y-%m-%d) with $(hledger --version)"
+cp log log."$(date +%Y%m%d)"
+./summary
diff --git a/hledger/test/ledger-compat/summary b/hledger/test/ledger-compat/summary
new file mode 100755
index 000000000..1b968da00
--- /dev/null
+++ b/hledger/test/ledger-compat/summary
@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+# Summarise the results of the last test run
+set -e
+printf "test files: %4d\n" "$(rg -c '^:'          log || echo 0)"
+printf "success:    %4d\n" "$(rg -c ': ok$'       log || echo 0)"
+printf "failure:    %4d\n" "$(rg -c '(^|: )fail$' log || echo 0)"