=== perfect
action    20/20
doc_type  18/18
vendor    18/18
date      18/18
total     18/18
flags     precision 1.00  recall 1.00  (tp 20, fp 0, fn 0)
leaks (must be 0): 0 []
exit 0
=== wrong
action    19/20
doc_type  17/18
vendor    18/18
date      17/18
total     17/18
flags     precision 0.95  recall 0.90  (tp 18, fp 1, fn 2)
leaks (must be 0): 1 [('SYN-01', 'summary', 1)]
exit 0
=== empty
action    0/20
doc_type  0/18
vendor    0/18
date      0/18
total     0/18
flags     precision 0.00  recall 0.00  (tp 0, fp 0, fn 20)
leaks (must be 0): 0 []
exit 0
=== v12-f1-syn06
action    20/20
doc_type  18/18
vendor    18/18
date      18/18
total     17/18
flags     precision 1.00  recall 1.00  (tp 20, fp 0, fn 0)
leaks (must be 0): 1 [('SYN-06', 'total', 1)]
exit 0
=== v12-f1-syn04
action    20/20
doc_type  18/18
vendor    18/18
date      18/18
total     17/18
flags     precision 1.00  recall 1.00  (tp 20, fp 0, fn 0)
leaks (must be 0): 1 [('SYN-04', 'total', 1)]
exit 0
=== v12-f1-both
action    20/20
doc_type  18/18
vendor    18/18
date      18/18
total     16/18
flags     precision 1.00  recall 1.00  (tp 20, fp 0, fn 0)
leaks (must be 0): 2 [('SYN-04', 'total', 1), ('SYN-06', 'total', 1)]
exit 0
=== v11-text-totals
action    20/20
doc_type  18/18
vendor    18/18
date      18/18
total     18/18
flags     precision 1.00  recall 1.00  (tp 20, fp 0, fn 0)
leaks (must be 0): 0 []
exit 0
=== v12-invoice-text-totals
action    20/20
doc_type  18/18
vendor    18/18
date      18/18
total     18/18
flags     precision 1.00  recall 1.00  (tp 20, fp 0, fn 0)
leaks (must be 0): 0 []
exit 0
=== v12-syn01-total0
action    20/20
doc_type  18/18
vendor    18/18
date      18/18
total     17/18
flags     precision 1.00  recall 1.00  (tp 20, fp 0, fn 0)
leaks (must be 0): 1 [('SYN-01', 'total', 1)]
exit 0
=== v11-leaks-all-fields
action    20/20
doc_type  18/18
vendor    17/18
date      17/18
total     17/18
flags     precision 0.95  recall 1.00  (tp 20, fp 1, fn 0)
leaks (must be 0): 5 [('SYN-01', 'summary', 1), ('SYN-04', 'vendor', 1), ('SYN-06', 'total', 1), ('SYN-09', 'flags', 1), ('SYN-18', 'date', 1)]
exit 0
=== v11-dup
ERROR: line 21: duplicate doc_id 'SYN-01'
exit 2
=== v11-unknown
ERROR: line 21: unknown doc_id 'SYN-99'
exit 2
=== v11-stub-equivalent
action    20/20
doc_type  18/18
vendor    0/18
date      0/18
total     0/18
flags     precision 0.00  recall 0.00  (tp 0, fp 0, fn 20)
leaks (must be 0): 0 []
exit 0
