diff --git a/hledger/test/ledger-compat/failures b/hledger/test/ledger-compat/failures
deleted file mode 100755
index 5c690c27c..000000000
--- a/hledger/test/ledger-compat/failures
+++ /dev/null
@@ -1,2 +0,0 @@
-#!/usr/bin/env bash
-grep -v ': ok$' log
diff --git a/hledger/test/ledger-compat/ledgerfiles.shelltest b/hledger/test/ledger-compat/ledgerfiles.shelltest
new file mode 100644
index 000000000..c28df312f
--- /dev/null
+++ b/hledger/test/ledger-compat/ledgerfiles.shelltest
@@ -0,0 +1,402 @@
+$ hledger codes >/dev/null -f baseline/cmd-accounts.test
+$ hledger codes >/dev/null -f baseline/cmd-balance.test
+$ hledger codes >/dev/null -f baseline/cmd-budget.test
+$ hledger codes >/dev/null -f baseline/cmd-cleared.test
+$ hledger codes >/dev/null -f baseline/cmd-commodities.test
+$ hledger codes >/dev/null -f baseline/cmd-convert.test
+$ hledger codes >/dev/null -f baseline/cmd-csv.test
+$ hledger codes >/dev/null -f baseline/cmd-echo.test
+$ hledger codes >/dev/null -f baseline/cmd-entry.test
+$ hledger codes >/dev/null -f baseline/cmd-equity.test
+$ hledger codes >/dev/null -f baseline/cmd-payees.test
+$ hledger codes >/dev/null -f baseline/cmd-pricedb.test
+$ hledger codes >/dev/null -f baseline/cmd-pricemap.test
+$ hledger codes >/dev/null -f baseline/cmd-prices.test
+$ hledger codes >/dev/null -f baseline/cmd-print.test
+$ hledger codes >/dev/null -f baseline/cmd-register.test
+$ hledger codes >/dev/null -f baseline/cmd-script.test
+$ hledger codes >/dev/null -f baseline/cmd-select.test
+$ hledger codes >/dev/null -f baseline/cmd-source.test
+$ hledger codes >/dev/null -f baseline/cmd-stats.test
+$ hledger codes >/dev/null -f baseline/cmd-tags.test
+$ hledger codes >/dev/null -f baseline/cmd-xact.test
+$ hledger codes >/dev/null -f baseline/dir-account.test
+$ hledger codes >/dev/null -f baseline/dir-alias-fail.test
+$ hledger codes >/dev/null -f baseline/dir-alias.test
+$ hledger codes >/dev/null -f baseline/dir-apply.test
+$ hledger codes >/dev/null -f baseline/dir-commodity-alias.test
+$ hledger codes >/dev/null -f baseline/dir-commodity-value.test
+$ hledger codes >/dev/null -f baseline/dir-commodity.test
+$ hledger codes >/dev/null -f baseline/dir-fixed.test
+$ hledger codes >/dev/null -f baseline/dir-import_py.test
+$ hledger codes >/dev/null -f baseline/dir-payee.test
+$ hledger codes >/dev/null -f baseline/dir-python_py.test
+$ hledger codes >/dev/null -f baseline/dir-tag.test
+$ hledger codes >/dev/null -f baseline/feat-annotations.test
+$ hledger codes >/dev/null -f baseline/feat-balance-assignments.test
+$ hledger codes >/dev/null -f baseline/feat-balance_assert-off.test
+$ hledger codes >/dev/null -f baseline/feat-balance_assert.test
+$ hledger codes >/dev/null -f baseline/feat-balance_assert_split.test
+$ hledger codes >/dev/null -f baseline/feat-check.test
+$ hledger codes >/dev/null -f baseline/feat-convert-with-directives.test
+$ hledger codes >/dev/null -f baseline/feat-fixated-prices.test
+$ hledger codes >/dev/null -f baseline/feat-import_py.test
+$ hledger codes >/dev/null -f baseline/feat-option_py.test
+$ hledger codes >/dev/null -f baseline/feat-value-expr.test
+$ hledger codes >/dev/null -f baseline/feat-value_py2.test
+$ hledger codes >/dev/null -f baseline/feat-value_py3.test
+$ hledger codes >/dev/null -f baseline/opt-abbrev-len.test
+$ hledger codes >/dev/null -f baseline/opt-account-width.test
+$ hledger codes >/dev/null -f baseline/opt-account.test
+$ hledger codes >/dev/null -f baseline/opt-actual.test
+$ hledger codes >/dev/null -f baseline/opt-add-budget.test
+$ hledger codes >/dev/null -f baseline/opt-amount-data.test
+$ hledger codes >/dev/null -f baseline/opt-amount-width.test
+$ hledger codes >/dev/null -f baseline/opt-amount.test
+$ hledger codes >/dev/null -f baseline/opt-auto-match.test
+$ hledger codes >/dev/null -f baseline/opt-aux-date.test
+$ hledger codes >/dev/null -f baseline/opt-average-lot-prices.test
+$ hledger codes >/dev/null -f baseline/opt-average.test
+$ hledger codes >/dev/null -f baseline/opt-balance-format.test
+$ hledger codes >/dev/null -f baseline/opt-base.test
+$ hledger codes >/dev/null -f baseline/opt-basis.test
+$ hledger codes >/dev/null -f baseline/opt-begin.test
+$ hledger codes >/dev/null -f baseline/opt-bold-if.test
+$ hledger codes >/dev/null -f baseline/opt-budget-format.test
+$ hledger codes >/dev/null -f baseline/opt-budget.test
+$ hledger codes >/dev/null -f baseline/opt-budget_only.test
+$ hledger codes >/dev/null -f baseline/opt-budget_range.test
+$ hledger codes >/dev/null -f baseline/opt-by-payee.test
+$ hledger codes >/dev/null -f baseline/opt-check-payees.test
+$ hledger codes >/dev/null -f baseline/opt-cleared-format.test
+$ hledger codes >/dev/null -f baseline/opt-cleared.test
+$ hledger codes >/dev/null -f baseline/opt-code-as-account.test
+$ hledger codes >/dev/null -f baseline/opt-code-as-payee.test
+$ hledger codes >/dev/null -f baseline/opt-collapse-if-zero.test
+$ hledger codes >/dev/null -f baseline/opt-collapse.test
+$ hledger codes >/dev/null -f baseline/opt-collapse_reg.test
+$ hledger codes >/dev/null -f baseline/opt-color.test
+$ hledger codes >/dev/null -f baseline/opt-columns.test
+$ hledger codes >/dev/null -f baseline/opt-commodity-as-account.test
+$ hledger codes >/dev/null -f baseline/opt-commodity-as-payee.test
+$ hledger codes >/dev/null -f baseline/opt-cost.test
+$ hledger codes >/dev/null -f baseline/opt-count.test
+$ hledger codes >/dev/null -f baseline/opt-csv-format.test
+$ hledger codes >/dev/null -f baseline/opt-current.test
+$ hledger codes >/dev/null -f baseline/opt-daily.test
+$ hledger codes >/dev/null -f baseline/opt-date-format.test
+$ hledger codes >/dev/null -f baseline/opt-date-width.test
+$ hledger codes >/dev/null -f baseline/opt-date.test
+$ hledger codes >/dev/null -f baseline/opt-datetime-format.test
+$ hledger codes >/dev/null -f baseline/opt-day-break.test
+$ hledger codes >/dev/null -f baseline/opt-dc.test
+$ hledger codes >/dev/null -f baseline/opt-decimal-comma.test
+$ hledger codes >/dev/null -f baseline/opt-depth.test
+$ hledger codes >/dev/null -f baseline/opt-depth_flat.test
+$ hledger codes >/dev/null -f baseline/opt-deviation.test
+$ hledger codes >/dev/null -f baseline/opt-display-amount.test
+$ hledger codes >/dev/null -f baseline/opt-display-total.test
+$ hledger codes >/dev/null -f baseline/opt-display.test
+$ hledger codes >/dev/null -f baseline/opt-dow.test
+$ hledger codes >/dev/null -f baseline/opt-empty.test
+$ hledger codes >/dev/null -f baseline/opt-empty_bal.test
+$ hledger codes >/dev/null -f baseline/opt-empty_bal_flat.test
+$ hledger codes >/dev/null -f baseline/opt-empty_collapse.test
+$ hledger codes >/dev/null -f baseline/opt-end.test
+$ hledger codes >/dev/null -f baseline/opt-equity.test
+$ hledger codes >/dev/null -f baseline/opt-exact.test
+$ hledger codes >/dev/null -f baseline/opt-exchange.test
+$ hledger codes >/dev/null -f baseline/opt-explicit.test
+$ hledger codes >/dev/null -f baseline/opt-file.test
+$ hledger codes >/dev/null -f baseline/opt-flat.test
+$ hledger codes >/dev/null -f baseline/opt-force-color.test
+$ hledger codes >/dev/null -f baseline/opt-forecast-while.test
+$ hledger codes >/dev/null -f baseline/opt-forecast-years.test
+$ hledger codes >/dev/null -f baseline/opt-forecast_only.test
+$ hledger codes >/dev/null -f baseline/opt-format.test
+$ hledger codes >/dev/null -f baseline/opt-gain.test
+$ hledger codes >/dev/null -f baseline/opt-group-by.test
+$ hledger codes >/dev/null -f baseline/opt-group-title-format.test
+$ hledger codes >/dev/null -f baseline/opt-head.test
+$ hledger codes >/dev/null -f baseline/opt-historical.test
+$ hledger codes >/dev/null -f baseline/opt-immediate.test
+$ hledger codes >/dev/null -f baseline/opt-init-file.test
+$ hledger codes >/dev/null -f baseline/opt-inject.test
+$ hledger codes >/dev/null -f baseline/opt-input-date-format.test
+$ hledger codes >/dev/null -f baseline/opt-invert.test
+$ hledger codes >/dev/null -f baseline/opt-limit.test
+$ hledger codes >/dev/null -f baseline/opt-lot-dates.test
+$ hledger codes >/dev/null -f baseline/opt-lot-notes.test
+$ hledger codes >/dev/null -f baseline/opt-lot-prices.test
+$ hledger codes >/dev/null -f baseline/opt-lot-tags.test
+$ hledger codes >/dev/null -f baseline/opt-lots-actual.test
+$ hledger codes >/dev/null -f baseline/opt-lots.test
+$ hledger codes >/dev/null -f baseline/opt-lots_basis.test
+$ hledger codes >/dev/null -f baseline/opt-lots_basis_base.test
+$ hledger codes >/dev/null -f baseline/opt-market.test
+$ hledger codes >/dev/null -f baseline/opt-master-account.test
+$ hledger codes >/dev/null -f baseline/opt-meta-width.test
+$ hledger codes >/dev/null -f baseline/opt-meta.test
+$ hledger codes >/dev/null -f baseline/opt-monthly.test
+$ hledger codes >/dev/null -f baseline/opt-no-aliases.test
+$ hledger codes >/dev/null -f baseline/opt-no-revalued.test
+$ hledger codes >/dev/null -f baseline/opt-no-rounding.test
+$ hledger codes >/dev/null -f baseline/opt-no-titles.test
+$ hledger codes >/dev/null -f baseline/opt-no-total.test
+$ hledger codes >/dev/null -f baseline/opt-now.test
+$ hledger codes >/dev/null -f baseline/opt-only.test
+$ hledger codes >/dev/null -f baseline/opt-output.test
+$ hledger codes >/dev/null -f baseline/opt-pager.test
+$ hledger codes >/dev/null -f baseline/opt-payee-as-account.test
+$ hledger codes >/dev/null -f baseline/opt-payee-width.test
+$ hledger codes >/dev/null -f baseline/opt-payee.test
+$ hledger codes >/dev/null -f baseline/opt-pedantic.test
+$ hledger codes >/dev/null -f baseline/opt-pending.test
+$ hledger codes >/dev/null -f baseline/opt-percent.test
+$ hledger codes >/dev/null -f baseline/opt-period.test
+$ hledger codes >/dev/null -f baseline/opt-permissive.test
+$ hledger codes >/dev/null -f baseline/opt-pivot.test
+$ hledger codes >/dev/null -f baseline/opt-plot-amount-format.test
+$ hledger codes >/dev/null -f baseline/opt-plot-total-format.test
+$ hledger codes >/dev/null -f baseline/opt-prepend-format.test
+$ hledger codes >/dev/null -f baseline/opt-prepend-width.test
+$ hledger codes >/dev/null -f baseline/opt-price-db.test
+$ hledger codes >/dev/null -f baseline/opt-price.test
+$ hledger codes >/dev/null -f baseline/opt-pricedb-format.test
+$ hledger codes >/dev/null -f baseline/opt-prices-format.test
+$ hledger codes >/dev/null -f baseline/opt-primary-date.test
+$ hledger codes >/dev/null -f baseline/opt-quantity.test
+$ hledger codes >/dev/null -f baseline/opt-quarterly.test
+$ hledger codes >/dev/null -f baseline/opt-raw.test
+$ hledger codes >/dev/null -f baseline/opt-real.test
+$ hledger codes >/dev/null -f baseline/opt-recursive-aliases.test
+$ hledger codes >/dev/null -f baseline/opt-register-format.test
+$ hledger codes >/dev/null -f baseline/opt-related-all.test
+$ hledger codes >/dev/null -f baseline/opt-related.test
+$ hledger codes >/dev/null -f baseline/opt-revalued-only.test
+$ hledger codes >/dev/null -f baseline/opt-revalued.test
+$ hledger codes >/dev/null -f baseline/opt-rich-data.test
+$ hledger codes >/dev/null -f baseline/opt-script.test
+$ hledger codes >/dev/null -f baseline/opt-sort-all.test
+$ hledger codes >/dev/null -f baseline/opt-sort-xacts.test
+$ hledger codes >/dev/null -f baseline/opt-sort.test
+$ hledger codes >/dev/null -f baseline/opt-start-of-week.test
+$ hledger codes >/dev/null -f baseline/opt-strict.test
+$ hledger codes >/dev/null -f baseline/opt-subtotal.test
+$ hledger codes >/dev/null -f baseline/opt-tail.test
+$ hledger codes >/dev/null -f baseline/opt-time-colon.test
+$ hledger codes >/dev/null -f baseline/opt-time-report.test
+$ hledger codes >/dev/null -f baseline/opt-total-data.test
+$ hledger codes >/dev/null -f baseline/opt-total-width.test
+$ hledger codes >/dev/null -f baseline/opt-total.test
+$ hledger codes >/dev/null -f baseline/opt-trace.test
+$ hledger codes >/dev/null -f baseline/opt-truncate.test
+$ hledger codes >/dev/null -f baseline/opt-unbudgeted.test
+$ hledger codes >/dev/null -f baseline/opt-uncleared.test
+$ hledger codes >/dev/null -f baseline/opt-unrealized-gains.test
+$ hledger codes >/dev/null -f baseline/opt-unrealized-losses.test
+$ hledger codes >/dev/null -f baseline/opt-unrealized.test
+$ hledger codes >/dev/null -f baseline/opt-unround.test
+$ hledger codes >/dev/null -f baseline/opt-value-expr.test
+$ hledger codes >/dev/null -f baseline/opt-values.test
+$ hledger codes >/dev/null -f baseline/opt-weekly.test
+$ hledger codes >/dev/null -f baseline/opt-weekly_empty.test
+$ hledger codes >/dev/null -f baseline/opt-wide.test
+$ hledger codes >/dev/null -f baseline/opt-yearly.test
+$ hledger codes >/dev/null -f collected/balancing-precision.j
+$ hledger codes >/dev/null -f regress/012ADB60.test
+$ hledger codes >/dev/null -f regress/0161EB1E.test
+$ hledger codes >/dev/null -f regress/04C5E1CA.test
+$ hledger codes >/dev/null -f regress/04D86CD0.test
+$ hledger codes >/dev/null -f regress/0CA014F9.test
+$ hledger codes >/dev/null -f regress/0DDDEBC0.test
+$ hledger codes >/dev/null -f regress/1036.test
+$ hledger codes >/dev/null -f regress/1038_1.test
+$ hledger codes >/dev/null -f regress/1038_2.test
+$ hledger codes >/dev/null -f regress/1038_3.test
+$ hledger codes >/dev/null -f regress/1046.test
+$ hledger codes >/dev/null -f regress/1050.test
+$ hledger codes >/dev/null -f regress/1055.test
+$ hledger codes >/dev/null -f regress/1057.test
+$ hledger codes >/dev/null -f regress/1072.test
+$ hledger codes >/dev/null -f regress/1074.test
+$ hledger codes >/dev/null -f regress/10D19C11.test
+$ hledger codes >/dev/null -f regress/1102.test
+$ hledger codes >/dev/null -f regress/1106.test
+$ hledger codes >/dev/null -f regress/1127.test
+$ hledger codes >/dev/null -f regress/1132.test
+$ hledger codes >/dev/null -f regress/1147-a.test
+$ hledger codes >/dev/null -f regress/1147-b.test
+$ hledger codes >/dev/null -f regress/1159.test
+$ hledger codes >/dev/null -f regress/1176.test
+$ hledger codes >/dev/null -f regress/1182_1.test
+$ hledger codes >/dev/null -f regress/1182_2.test
+$ hledger codes >/dev/null -f regress/1187_1.test
+$ hledger codes >/dev/null -f regress/1187_2.test
+$ hledger codes >/dev/null -f regress/1187_3.test
+$ hledger codes >/dev/null -f regress/1187_4.test
+$ hledger codes >/dev/null -f regress/1187_5.test
+$ hledger codes >/dev/null -f regress/1222.test
+$ hledger codes >/dev/null -f regress/1224.test
+$ hledger codes >/dev/null -f regress/1384C1D8.test
+$ hledger codes >/dev/null -f regress/13965214.test
+$ hledger codes >/dev/null -f regress/14DB77E7.test
+$ hledger codes >/dev/null -f regress/15230B79.test
+$ hledger codes >/dev/null -f regress/15A80F68.test
+$ hledger codes >/dev/null -f regress/1626.test
+$ hledger codes >/dev/null -f regress/1702.test
+$ hledger codes >/dev/null -f regress/1703.test
+$ hledger codes >/dev/null -f regress/1722.test
+$ hledger codes >/dev/null -f regress/1723.test
+$ hledger codes >/dev/null -f regress/1753.test
+$ hledger codes >/dev/null -f regress/1775.test
+$ hledger codes >/dev/null -f regress/178501DC.test
+$ hledger codes >/dev/null -f regress/1894_1.test
+$ hledger codes >/dev/null -f regress/1894_2.test
+$ hledger codes >/dev/null -f regress/1895.test
+$ hledger codes >/dev/null -f regress/1942_a.test
+$ hledger codes >/dev/null -f regress/1942_b.test
+$ hledger codes >/dev/null -f regress/1942_c.test
+$ hledger codes >/dev/null -f regress/1942_d.test
+$ hledger codes >/dev/null -f regress/1969.test
+$ hledger codes >/dev/null -f regress/1998.test
+$ hledger codes >/dev/null -f regress/1A546C4D.test
+$ hledger codes >/dev/null -f regress/1CF1EEC2.test
+$ hledger codes >/dev/null -f regress/1D275740.test
+$ hledger codes >/dev/null -f regress/1E192DF6.test
+$ hledger codes >/dev/null -f regress/2001.test
+$ hledger codes >/dev/null -f regress/2057.test
+$ hledger codes >/dev/null -f regress/2058_1.test
+$ hledger codes >/dev/null -f regress/2058_2.test
+$ hledger codes >/dev/null -f regress/2069.test
+$ hledger codes >/dev/null -f regress/2109.test
+$ hledger codes >/dev/null -f regress/25A099C9.test
+$ hledger codes >/dev/null -f regress/2CE7DADB.test
+$ hledger codes >/dev/null -f regress/2E3496BD.test
+$ hledger codes >/dev/null -f regress/370-budget_period_days.test
+$ hledger codes >/dev/null -f regress/370-budget_period_weeks.test
+$ hledger codes >/dev/null -f regress/370-forecast_period_days.test
+$ hledger codes >/dev/null -f regress/370-forecast_period_weeks.test
+$ hledger codes >/dev/null -f regress/370-period.test
+$ hledger codes >/dev/null -f regress/373540CC.test
+$ hledger codes >/dev/null -f regress/375.test
+$ hledger codes >/dev/null -f regress/383.test
+$ hledger codes >/dev/null -f regress/3AAB00ED.test
+$ hledger codes >/dev/null -f regress/3AB70168.test
+$ hledger codes >/dev/null -f regress/3FE26304.test
+$ hledger codes >/dev/null -f regress/4509F714.test
+$ hledger codes >/dev/null -f regress/461980A1.test
+$ hledger codes >/dev/null -f regress/47C579B8.test
+$ hledger codes >/dev/null -f regress/494-a.ledger
+$ hledger codes >/dev/null -f regress/494-b.ledger
+$ hledger codes >/dev/null -f regress/4D9288AE_py.test
+$ hledger codes >/dev/null -f regress/516.test
+$ hledger codes >/dev/null -f regress/53BCED29.test
+$ hledger codes >/dev/null -f regress/543_a.test
+$ hledger codes >/dev/null -f regress/543_b.test
+$ hledger codes >/dev/null -f regress/543_c.test
+$ hledger codes >/dev/null -f regress/543_d.test
+$ hledger codes >/dev/null -f regress/550-584.test
+$ hledger codes >/dev/null -f regress/553.test
+$ hledger codes >/dev/null -f regress/55831A79.test
+$ hledger codes >/dev/null -f regress/56BBE69B.test
+$ hledger codes >/dev/null -f regress/5A03CFC3.test
+$ hledger codes >/dev/null -f regress/5D92A5EB.test
+$ hledger codes >/dev/null -f regress/5F1BAF17.test
+$ hledger codes >/dev/null -f regress/5FBF2ED8.test
+$ hledger codes >/dev/null -f regress/605A410D.test
+$ hledger codes >/dev/null -f regress/6188B0EC.test
+$ hledger codes >/dev/null -f regress/620F0674.test
+$ hledger codes >/dev/null -f regress/640D3205.test
+$ hledger codes >/dev/null -f regress/647D5DB9.test
+$ hledger codes >/dev/null -f regress/65FECA4D.test
+$ hledger codes >/dev/null -f regress/686.test
+$ hledger codes >/dev/null -f regress/68917252.test
+$ hledger codes >/dev/null -f regress/6D9066DD.test
+$ hledger codes >/dev/null -f regress/6DAB9FE3.test
+$ hledger codes >/dev/null -f regress/6E041C52.test
+$ hledger codes >/dev/null -f regress/6E7C2DF9.test
+$ hledger codes >/dev/null -f regress/712-a.test
+$ hledger codes >/dev/null -f regress/712-b.test
+$ hledger codes >/dev/null -f regress/713-a.test
+$ hledger codes >/dev/null -f regress/713-b.test
+$ hledger codes >/dev/null -f regress/727B2DF8.test
+$ hledger codes >/dev/null -f regress/730.test
+$ hledger codes >/dev/null -f regress/751B2357.test
+$ hledger codes >/dev/null -f regress/755.test
+$ hledger codes >/dev/null -f regress/785.test
+$ hledger codes >/dev/null -f regress/786A3DD0.test
+$ hledger codes >/dev/null -f regress/78AB4B87_py.test
+$ hledger codes >/dev/null -f regress/793F6BF0.test
+$ hledger codes >/dev/null -f regress/7C44010B.test
+$ hledger codes >/dev/null -f regress/7F3650FD.test
+$ hledger codes >/dev/null -f regress/8254755E.test
+$ hledger codes >/dev/null -f regress/82763D86.test
+$ hledger codes >/dev/null -f regress/83B4A0E5.test
+$ hledger codes >/dev/null -f regress/854150DF.test
+$ hledger codes >/dev/null -f regress/86D2BDC4.test
+$ hledger codes >/dev/null -f regress/889BB167.test
+$ hledger codes >/dev/null -f regress/89233B6D.test
+$ hledger codes >/dev/null -f regress/8CE88DB4.test
+$ hledger codes >/dev/null -f regress/8EAF77C0.test
+$ hledger codes >/dev/null -f regress/9188F587_py.test
+$ hledger codes >/dev/null -f regress/95350193.test
+$ hledger codes >/dev/null -f regress/96A8E4A1.test
+$ hledger codes >/dev/null -f regress/981.test
+$ hledger codes >/dev/null -f regress/999-a.test
+$ hledger codes >/dev/null -f regress/999-b.test
+$ hledger codes >/dev/null -f regress/9E0E606D.test
+$ hledger codes >/dev/null -f regress/9EB10714.test
+$ hledger codes >/dev/null -f regress/A013A73B.test
+$ hledger codes >/dev/null -f regress/A28CF697.test
+$ hledger codes >/dev/null -f regress/A3FA7601.test
+$ hledger codes >/dev/null -f regress/A560FDAD.test
+$ hledger codes >/dev/null -f regress/A8FCC765.test
+$ hledger codes >/dev/null -f regress/AA2FF2B.test
+$ hledger codes >/dev/null -f regress/ACE05ECE.test
+$ hledger codes >/dev/null -f regress/AEDE9734.test
+$ hledger codes >/dev/null -f regress/AFAFB804.test
+$ hledger codes >/dev/null -f regress/B21BF389_py.test
+$ hledger codes >/dev/null -f regress/B68FFB0D.test
+$ hledger codes >/dev/null -f regress/BBFA1759.test
+$ hledger codes >/dev/null -f regress/BF3C1F82-2.test
+$ hledger codes >/dev/null -f regress/BF3C1F82.test
+$ hledger codes >/dev/null -f regress/BFD3FBE1.test
+$ hledger codes >/dev/null -f regress/C0212EAC.test
+$ hledger codes >/dev/null -f regress/C19E4E9B.test
+$ hledger codes >/dev/null -f regress/C523E23F.test
+$ hledger codes >/dev/null -f regress/C927CFFE.test
+$ hledger codes >/dev/null -f regress/C9D593B3.test
+$ hledger codes >/dev/null -f regress/CAE63F5C-a.test
+$ hledger codes >/dev/null -f regress/CAE63F5C-b.test
+$ hledger codes >/dev/null -f regress/CAE63F5C-c.test
+$ hledger codes >/dev/null -f regress/CEECC0B0.test
+$ hledger codes >/dev/null -f regress/CFE5D8AA.test
+$ hledger codes >/dev/null -f regress/D060256A.test
+$ hledger codes >/dev/null -f regress/D2829FC4.test
+$ hledger codes >/dev/null -f regress/D51BFF74.test
+$ hledger codes >/dev/null -f regress/D943AE0F.test
+$ hledger codes >/dev/null -f regress/D9C8EB08.test
+$ hledger codes >/dev/null -f regress/DB490507.test
+$ hledger codes >/dev/null -f regress/DDB54BB8.test
+$ hledger codes >/dev/null -f regress/DE17CCF1.test
+$ hledger codes >/dev/null -f regress/E2E479BC.test
+$ hledger codes >/dev/null -f regress/E4C9A8EA.test
+$ hledger codes >/dev/null -f regress/E627C594.test
+$ hledger codes >/dev/null -f regress/E9F130C5.test
+$ hledger codes >/dev/null -f regress/EA18D948.test
+$ hledger codes >/dev/null -f regress/F06D5554.test
+$ hledger codes >/dev/null -f regress/F524E251.test
+$ hledger codes >/dev/null -f regress/F559EC12.test
+$ hledger codes >/dev/null -f regress/FCE11C8D.test
+$ hledger codes >/dev/null -f regress/FDFBA165.test
+$ hledger codes >/dev/null -f regress/GH520.test
+$ hledger codes >/dev/null -f regress/commodity_equivalency.test
+$ hledger codes >/dev/null -f regress/commodity_equivalency_2.test
+$ hledger codes >/dev/null -f regress/equity-unround.test
+$ hledger codes >/dev/null -f regress/error-in-include.test
+$ hledger codes >/dev/null -f regress/fix-missing-trans-in-last-budget-period.test
+$ hledger codes >/dev/null -f regress/market-group-by.test
+$ hledger codes >/dev/null -f regress/total-1.test
+$ hledger codes >/dev/null -f regress/total-2.test
+$ hledger codes >/dev/null -f regress/xact_code_py.test
diff --git a/hledger/test/ledger-compat/regen b/hledger/test/ledger-compat/regen
new file mode 100755
index 000000000..3b13aefa6
--- /dev/null
+++ b/hledger/test/ledger-compat/regen
@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+# regen - regenerate shell tests from the ledger files found under this directory
+
+set -e
+find . -name "*.journal" \
+     -o -name "*.j" \
+     -o -name "*.ledger" \
+     -o -name "*.test" \
+| perl -p -e 's/^\.\///' \
+| perl -p -e 's/^/\$ hledger codes >\/dev\/null -f /' \
+| sort \
+> ledgerfiles.shelltest
+
+# hledger codes is just a cheap command to run
diff --git a/hledger/test/ledger-compat/summary b/hledger/test/ledger-compat/summary
deleted file mode 100755
index 1b968da00..000000000
--- a/hledger/test/ledger-compat/summary
+++ /dev/null
@@ -1,6 +0,0 @@
-#!/usr/bin/env bash
-# Summarise the results of the last test run
-set -e
-printf "test files: %4d\n" "$(rg -c '^:'          log || echo 0)"
-printf "success:    %4d\n" "$(rg -c ': ok$'       log || echo 0)"
-printf "failure:    %4d\n" "$(rg -c '(^|: )fail$' log || echo 0)"
diff --git a/hledger/test/ledger-compat/test b/hledger/test/ledger-compat/test
index f500aa162..3d91770d5 100755
--- a/hledger/test/ledger-compat/test
+++ b/hledger/test/ledger-compat/test
@@ -1,17 +1,9 @@
 #!/usr/bin/env bash
-# test [ROOTDIR] - find test files and try to read them, saving a dated log
+# test - run the file-reading tests in ledgerfiles.test and log the result
 
 set -e
-ROOT="${1:-.}"
-FILES=$(find "$ROOT" -name "*.journal" -name "*.j" -o -name "*.ledger" -o -name "*.test" )
-
-for f in $FILES ; do
-    printf ":%s: " "$f"
-    (hledger -f "$f" stats >/dev/null && echo ok) || echo fail
-    # (hledger -f "$f" stats >/dev/null 2>&1 && echo ok) || echo fail
-    # printf "." 1>&2
-done 2>&1 | tee log
-echo
-echo "tested on $(date +%Y-%m-%d) with $(hledger --version)"
-cp log log."$(date +%Y%m%d)"
-./summary
+mkdir -p log
+(shelltest ledgerfiles.shelltest -j8
+ echo "Tested  $(date +%Y-%m-%d) with $(hledger --version)") \
+    | tee log/latest
+cp log/latest log/"$(date +%Y%m%d)"