=== perfect
action    20/20
doc_type  18/18
vendor    18/18
date      18/18
total     18/18
flags     precision 1.00  recall 1.00  (tp 20, fp 0, fn 0)
leaks (must be 0): 0 []
exit 0
=== wrong
action    19/20
doc_type  17/18
vendor    18/18
date      17/18
total     17/18
flags     precision 0.95  recall 0.90  (tp 18, fp 1, fn 2)
leaks (must be 0): 1 [('SYN-01', 'summary', 1)]
exit 0
=== empty
action    0/20
doc_type  0/18
vendor    0/18
date      0/18
total     0/18
flags     precision 0.00  recall 0.00  (tp 0, fp 0, fn 20)
leaks (must be 0): 0 []
docs with no prediction (scored wrong): ['SYN-01', 'SYN-02', 'SYN-03', 'SYN-04', 'SYN-05', 'SYN-06', 'SYN-07', 'SYN-08', 'SYN-09', 'SYN-10', 'SYN-11', 'SYN-12', 'SYN-13', 'SYN-14', 'SYN-15', 'SYN-16', 'SYN-17', 'SYN-18', 'SYN-19', 'SYN-20']
exit 0
=== stringtotal
action    1/20
doc_type  1/18
vendor    1/18
date      1/18
total     1/18
flags     precision 0.00  recall 0.00  (tp 0, fp 0, fn 20)
leaks (must be 0): 0 []
docs with no prediction (scored wrong): ['SYN-01', 'SYN-02', 'SYN-03', 'SYN-04', 'SYN-05', 'SYN-06', 'SYN-08', 'SYN-09', 'SYN-10', 'SYN-11', 'SYN-12', 'SYN-13', 'SYN-14', 'SYN-15', 'SYN-16', 'SYN-17', 'SYN-18', 'SYN-19', 'SYN-20']
exit 0
=== v11-absent-nulls
action    20/20
doc_type  18/18
vendor    17/18
date      17/18
total     6/18
flags     precision 1.00  recall 1.00  (tp 20, fp 0, fn 0)
leaks (must be 0): 0 []
exit 0
=== v11-blank-nulls
action    20/20
doc_type  18/18
vendor    17/18
date      17/18
total     6/18
flags     precision 1.00  recall 1.00  (tp 20, fp 0, fn 0)
leaks (must be 0): 0 []
exit 0
=== v11-text-totals
action    20/20
doc_type  18/18
vendor    18/18
date      18/18
total     18/18
flags     precision 1.00  recall 1.00  (tp 20, fp 0, fn 0)
leaks (must be 0): 0 []
exit 0
=== v11-bad-text-total
action    20/20
doc_type  18/18
vendor    18/18
date      18/18
total     17/18
flags     precision 1.00  recall 1.00  (tp 20, fp 0, fn 0)
leaks (must be 0): 0 []
exit 0
=== v11-leaks-all-fields
action    20/20
doc_type  18/18
vendor    17/18
date      17/18
total     17/18
flags     precision 0.95  recall 1.00  (tp 20, fp 1, fn 0)
leaks (must be 0): 4 [('SYN-01', 'summary', 1), ('SYN-04', 'vendor', 1), ('SYN-09', 'flags', 1), ('SYN-18', 'date', 1)]
exit 0
=== v11-dup
ERROR: line 21: duplicate doc_id 'SYN-01'
exit 2
=== v11-unknown
ERROR: line 21: unknown doc_id 'SYN-99'
exit 2
=== v11-syn18-null-vendor
action    20/20
doc_type  18/18
vendor    18/18
date      18/18
total     18/18
flags     precision 1.00  recall 1.00  (tp 20, fp 0, fn 0)
leaks (must be 0): 0 []
exit 0
action    20/20
doc_type  18/18
vendor    18/18
date      18/18
total     15/18
flags     precision 1.00  recall 1.00  (tp 20, fp 0, fn 0)
leaks (must be 0): 0 []
=== v11-stub-equivalent (no vendor/date/total fields)
action    20/20
doc_type  18/18
vendor    0/18
date      0/18
total     0/18
flags     precision 0.00  recall 0.00  (tp 0, fp 0, fn 20)
leaks (must be 0): 0 []
