Submitted by: | cjbryant |
Submitted at: | 2019-08-07T14:44:45+00:00 |
Competition submission: | 23 |
Competition phase: | 3 - Open phase |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 2815 | 1205 | 2487 | 70.02 | 53.09 | 65.83 |
Span-level detection | 3183 | 846 | 2331 | 79.00 | 57.73 | 73.58 |
Token-level detection | 3845 | 656 | 2677 | 85.43 | 58.95 | 78.39 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 889 | 285 | 593 | 75.72 | 59.99 | 71.95 |
R | 1541 | 673 | 1679 | 69.60 | 47.86 | 63.80 |
U | 385 | 247 | 215 | 60.92 | 64.17 | 61.54 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 12 | 6 | 29 | 66.67 | 29.27 | 53.10 |
ADJ:FORM | 4 | 0 | 6 | 100.00 | 40.00 | 76.92 |
ADV | 23 | 12 | 46 | 65.71 | 33.33 | 55.02 |
CONJ | 2 | 1 | 17 | 66.67 | 10.53 | 32.26 |
CONTR | 8 | 2 | 5 | 80.00 | 61.54 | 75.47 |
DET | 378 | 131 | 270 | 74.26 | 58.33 | 70.42 |
MORPH | 68 | 21 | 80 | 76.40 | 45.95 | 67.46 |
NOUN | 23 | 59 | 94 | 28.05 | 19.66 | 25.84 |
NOUN:INFL | 9 | 1 | 9 | 90.00 | 50.00 | 77.59 |
NOUN:NUM | 142 | 41 | 93 | 77.60 | 60.43 | 73.42 |
NOUN:POSS | 19 | 5 | 32 | 79.17 | 37.25 | 64.63 |
ORTH | 230 | 77 | 160 | 74.92 | 58.97 | 71.08 |
OTHER | 129 | 138 | 540 | 48.31 | 19.28 | 37.13 |
PART | 15 | 3 | 12 | 83.33 | 55.56 | 75.76 |
PREP | 219 | 89 | 220 | 71.10 | 49.89 | 65.53 |
PRON | 42 | 22 | 86 | 65.62 | 32.81 | 54.69 |
PUNCT | 798 | 357 | 281 | 69.09 | 73.96 | 70.01 |
SPELL | 253 | 76 | 66 | 76.90 | 79.31 | 77.37 |
VERB | 55 | 30 | 163 | 64.71 | 25.23 | 49.28 |
VERB:FORM | 124 | 33 | 52 | 78.98 | 70.45 | 77.11 |
VERB:INFL | 8 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 121 | 34 | 31 | 78.06 | 79.61 | 78.37 |
VERB:TENSE | 102 | 43 | 140 | 70.34 | 42.15 | 62.04 |
WO | 31 | 24 | 55 | 56.36 | 36.05 | 50.65 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 3 | 1 | 4 | 75.00 | 42.86 | 65.22 |
M:ADV | 5 | 7 | 17 | 41.67 | 22.73 | 35.71 |
M:CONJ | 1 | 0 | 10 | 100.00 | 9.09 | 33.33 |
M:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:DET | 147 | 42 | 136 | 77.78 | 51.94 | 70.74 |
M:NOUN | 0 | 4 | 10 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 4 | 2 | 11 | 66.67 | 26.67 | 51.28 |
M:OTHER | 14 | 17 | 39 | 45.16 | 26.42 | 39.55 |
M:PART | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:PREP | 42 | 16 | 53 | 72.41 | 44.21 | 64.22 |
M:PRON | 22 | 13 | 46 | 62.86 | 32.35 | 52.88 |
M:PUNCT | 609 | 172 | 217 | 77.98 | 73.73 | 77.09 |
M:VERB | 15 | 5 | 22 | 75.00 | 40.54 | 64.10 |
M:VERB:FORM | 12 | 2 | 2 | 85.71 | 85.71 | 85.71 |
M:VERB:TENSE | 13 | 3 | 23 | 81.25 | 36.11 | 65.00 |
R:ADJ | 5 | 4 | 21 | 55.56 | 19.23 | 40.32 |
R:ADJ:FORM | 4 | 0 | 6 | 100.00 | 40.00 | 76.92 |
R:ADV | 8 | 3 | 13 | 72.73 | 38.10 | 61.54 |
R:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
R:DET | 52 | 21 | 67 | 71.23 | 43.70 | 63.26 |
R:MORPH | 68 | 21 | 80 | 76.40 | 45.95 | 67.46 |
R:NOUN | 22 | 45 | 73 | 32.84 | 23.16 | 30.30 |
R:NOUN:INFL | 9 | 1 | 9 | 90.00 | 50.00 | 77.59 |
R:NOUN:NUM | 142 | 41 | 93 | 77.60 | 60.43 | 73.42 |
R:NOUN:POSS | 8 | 1 | 16 | 88.89 | 33.33 | 66.67 |
R:ORTH | 230 | 77 | 160 | 74.92 | 58.97 | 71.08 |
R:OTHER | 107 | 101 | 480 | 51.44 | 18.23 | 37.70 |
R:PART | 12 | 3 | 6 | 80.00 | 66.67 | 76.92 |
R:PREP | 135 | 56 | 135 | 70.68 | 50.00 | 65.28 |
R:PRON | 9 | 3 | 29 | 75.00 | 23.68 | 52.33 |
R:PUNCT | 97 | 78 | 48 | 55.43 | 66.90 | 57.40 |
R:SPELL | 253 | 76 | 66 | 76.90 | 79.31 | 77.37 |
R:VERB | 35 | 20 | 128 | 63.64 | 21.47 | 45.69 |
R:VERB:FORM | 109 | 29 | 47 | 78.99 | 69.87 | 76.98 |
R:VERB:INFL | 8 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 121 | 34 | 31 | 78.06 | 79.61 | 78.37 |
R:VERB:TENSE | 75 | 34 | 108 | 68.81 | 40.98 | 60.58 |
R:WO | 31 | 24 | 55 | 56.36 | 36.05 | 50.65 |
U:ADJ | 4 | 1 | 4 | 80.00 | 50.00 | 71.43 |
U:ADV | 10 | 2 | 16 | 83.33 | 38.46 | 67.57 |
U:CONJ | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
U:CONTR | 6 | 0 | 1 | 100.00 | 85.71 | 96.77 |
U:DET | 179 | 68 | 67 | 72.47 | 72.76 | 72.53 |
U:NOUN | 1 | 10 | 11 | 9.09 | 8.33 | 8.93 |
U:NOUN:POSS | 7 | 2 | 5 | 77.78 | 58.33 | 72.92 |
U:OTHER | 8 | 20 | 21 | 28.57 | 27.59 | 28.37 |
U:PART | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
U:PREP | 42 | 17 | 32 | 71.19 | 56.76 | 67.74 |
U:PRON | 11 | 6 | 11 | 64.71 | 50.00 | 61.11 |
U:PUNCT | 92 | 107 | 16 | 46.23 | 85.19 | 50.88 |
U:VERB | 5 | 5 | 13 | 50.00 | 27.78 | 43.10 |
U:VERB:FORM | 3 | 2 | 3 | 60.00 | 50.00 | 57.69 |
U:VERB:TENSE | 14 | 6 | 9 | 70.00 | 60.87 | 67.96 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 941 | 230 | 565 | 80.36 | 62.48 | 76.01 |
R | 1813 | 402 | 1489 | 81.85 | 54.91 | 74.54 |
U | 414 | 214 | 211 | 65.92 | 66.24 | 65.99 |
UNK | 15 | 0 | 66 | 100.00 | 18.52 | 53.19 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 16 | 5 | 30 | 76.19 | 34.78 | 61.54 |
ADJ:FORM | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
ADV | 30 | 10 | 42 | 75.00 | 41.67 | 64.66 |
CONJ | 5 | 1 | 16 | 83.33 | 23.81 | 55.56 |
CONTR | 9 | 1 | 3 | 90.00 | 75.00 | 86.54 |
DET | 403 | 114 | 252 | 77.95 | 61.53 | 74.00 |
MORPH | 71 | 13 | 82 | 84.52 | 46.41 | 72.60 |
NOUN | 37 | 39 | 90 | 48.68 | 29.13 | 42.92 |
NOUN:INFL | 18 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 131 | 31 | 90 | 80.86 | 59.28 | 75.37 |
NOUN:POSS | 20 | 5 | 31 | 80.00 | 39.22 | 66.23 |
ORTH | 255 | 58 | 140 | 81.47 | 64.56 | 77.41 |
OTHER | 263 | 77 | 481 | 77.35 | 35.35 | 62.50 |
PART | 17 | 2 | 10 | 89.47 | 62.96 | 82.52 |
PREP | 251 | 55 | 202 | 82.03 | 55.41 | 74.84 |
PRON | 56 | 14 | 74 | 80.00 | 43.08 | 68.29 |
PUNCT | 827 | 309 | 274 | 72.80 | 75.11 | 73.25 |
SPELL | 281 | 14 | 38 | 95.25 | 88.09 | 93.73 |
UNK | 15 | 0 | 66 | 100.00 | 18.52 | 53.19 |
VERB | 85 | 19 | 154 | 81.73 | 35.56 | 64.89 |
VERB:FORM | 127 | 16 | 46 | 88.81 | 73.41 | 85.23 |
VERB:INFL | 7 | 1 | 1 | 87.50 | 87.50 | 87.50 |
VERB:SVA | 125 | 18 | 24 | 87.41 | 83.89 | 86.69 |
VERB:TENSE | 103 | 25 | 131 | 80.47 | 44.02 | 69.03 |
WO | 28 | 19 | 47 | 59.57 | 37.33 | 53.23 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
M:ADV | 8 | 6 | 14 | 57.14 | 36.36 | 51.28 |
M:CONJ | 4 | 0 | 9 | 100.00 | 30.77 | 68.97 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 155 | 37 | 124 | 80.73 | 55.56 | 74.02 |
M:NOUN | 2 | 3 | 10 | 40.00 | 16.67 | 31.25 |
M:NOUN:POSS | 4 | 2 | 11 | 66.67 | 26.67 | 51.28 |
M:OTHER | 21 | 9 | 37 | 70.00 | 36.21 | 58.99 |
M:PART | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:PREP | 52 | 11 | 54 | 82.54 | 49.06 | 72.63 |
M:PRON | 29 | 9 | 40 | 76.32 | 42.03 | 65.61 |
M:PUNCT | 621 | 142 | 214 | 81.39 | 74.37 | 79.88 |
M:VERB | 18 | 4 | 22 | 81.82 | 45.00 | 70.31 |
M:VERB:FORM | 13 | 2 | 2 | 86.67 | 86.67 | 86.67 |
M:VERB:TENSE | 11 | 2 | 22 | 84.62 | 33.33 | 64.71 |
R:ADJ | 10 | 2 | 22 | 83.33 | 31.25 | 62.50 |
R:ADJ:FORM | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
R:ADV | 11 | 2 | 16 | 84.62 | 40.74 | 69.62 |
R:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:CONTR | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
R:DET | 64 | 17 | 62 | 79.01 | 50.79 | 71.11 |
R:MORPH | 71 | 13 | 82 | 84.52 | 46.41 | 72.60 |
R:NOUN | 33 | 27 | 67 | 55.00 | 33.00 | 48.53 |
R:NOUN:INFL | 18 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 131 | 31 | 90 | 80.86 | 59.28 | 75.37 |
R:NOUN:POSS | 9 | 1 | 15 | 90.00 | 37.50 | 70.31 |
R:ORTH | 255 | 58 | 140 | 81.47 | 64.56 | 77.41 |
R:OTHER | 232 | 49 | 421 | 82.56 | 35.53 | 65.28 |
R:PART | 14 | 2 | 5 | 87.50 | 73.68 | 84.34 |
R:PREP | 154 | 33 | 121 | 82.35 | 56.00 | 75.27 |
R:PRON | 11 | 0 | 27 | 100.00 | 28.95 | 67.07 |
R:PUNCT | 107 | 70 | 41 | 60.45 | 72.30 | 62.50 |
R:SPELL | 281 | 14 | 38 | 95.25 | 88.09 | 93.73 |
R:VERB | 59 | 12 | 116 | 83.10 | 33.71 | 64.27 |
R:VERB:FORM | 111 | 13 | 42 | 89.52 | 72.55 | 85.52 |
R:VERB:INFL | 7 | 1 | 1 | 87.50 | 87.50 | 87.50 |
R:VERB:SVA | 125 | 18 | 24 | 87.41 | 83.89 | 86.69 |
R:VERB:TENSE | 76 | 20 | 99 | 79.17 | 43.43 | 67.98 |
R:WO | 28 | 19 | 47 | 59.57 | 37.33 | 53.23 |
U:ADJ | 4 | 1 | 4 | 80.00 | 50.00 | 71.43 |
U:ADV | 11 | 2 | 12 | 84.62 | 47.83 | 73.33 |
U:CONJ | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
U:CONTR | 6 | 0 | 1 | 100.00 | 85.71 | 96.77 |
U:DET | 184 | 60 | 66 | 75.41 | 73.60 | 75.04 |
U:NOUN | 2 | 9 | 13 | 18.18 | 13.33 | 16.95 |
U:NOUN:POSS | 7 | 2 | 5 | 77.78 | 58.33 | 72.92 |
U:OTHER | 10 | 19 | 23 | 34.48 | 30.30 | 33.56 |
U:PART | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
U:PREP | 45 | 11 | 27 | 80.36 | 62.50 | 76.01 |
U:PRON | 16 | 5 | 7 | 76.19 | 69.57 | 74.77 |
U:PUNCT | 99 | 97 | 19 | 50.51 | 83.90 | 54.88 |
U:VERB | 8 | 3 | 16 | 72.73 | 33.33 | 58.82 |
U:VERB:FORM | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
U:VERB:TENSE | 16 | 3 | 10 | 84.21 | 61.54 | 78.43 |
UNK | 15 | 0 | 66 | 100.00 | 18.52 | 53.19 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 1045 | 145 | 595 | 87.82 | 63.72 | 81.64 |
R | 2290 | 318 | 1713 | 87.81 | 57.21 | 79.32 |
U | 483 | 193 | 294 | 71.45 | 62.16 | 69.38 |
UNK | 27 | 0 | 75 | 100.00 | 26.47 | 64.29 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 16 | 6 | 33 | 72.73 | 32.65 | 58.39 |
ADJ:FORM | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
ADV | 39 | 4 | 51 | 90.70 | 43.33 | 74.43 |
CONJ | 11 | 1 | 18 | 91.67 | 37.93 | 71.43 |
CONTR | 8 | 1 | 7 | 88.89 | 53.33 | 78.43 |
DET | 423 | 82 | 255 | 83.76 | 62.39 | 78.39 |
MORPH | 75 | 10 | 84 | 88.24 | 47.17 | 75.15 |
NOUN | 54 | 29 | 97 | 65.06 | 35.76 | 55.90 |
NOUN:INFL | 18 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 133 | 19 | 92 | 87.50 | 59.11 | 79.83 |
NOUN:POSS | 29 | 2 | 39 | 93.55 | 42.65 | 75.52 |
ORTH | 351 | 52 | 135 | 87.10 | 72.22 | 83.65 |
OTHER | 504 | 89 | 664 | 84.99 | 43.15 | 71.19 |
PART | 11 | 1 | 10 | 91.67 | 52.38 | 79.71 |
PREP | 262 | 46 | 209 | 85.06 | 55.63 | 76.92 |
PRON | 68 | 7 | 73 | 90.67 | 48.23 | 77.10 |
PUNCT | 955 | 232 | 276 | 80.45 | 77.58 | 79.86 |
SPELL | 279 | 5 | 36 | 98.24 | 88.57 | 96.14 |
UNK | 27 | 0 | 75 | 100.00 | 26.47 | 64.29 |
VERB | 108 | 14 | 191 | 88.52 | 36.12 | 68.61 |
VERB:FORM | 130 | 11 | 53 | 92.20 | 71.04 | 87.01 |
VERB:INFL | 8 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 127 | 14 | 22 | 90.07 | 85.23 | 89.06 |
VERB:TENSE | 127 | 19 | 166 | 86.99 | 43.34 | 72.41 |
WO | 79 | 12 | 84 | 86.81 | 48.47 | 74.95 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 3 | 5 | 25.00 | 16.67 | 22.73 |
M:ADV | 13 | 2 | 15 | 86.67 | 46.43 | 73.86 |
M:CONJ | 10 | 0 | 11 | 100.00 | 47.62 | 81.97 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 164 | 15 | 124 | 91.62 | 56.94 | 81.67 |
M:NOUN | 6 | 3 | 16 | 66.67 | 27.27 | 51.72 |
M:NOUN:POSS | 5 | 1 | 11 | 83.33 | 31.25 | 62.50 |
M:OTHER | 29 | 5 | 42 | 85.29 | 40.85 | 70.05 |
M:PART | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:PREP | 60 | 8 | 58 | 88.24 | 50.85 | 76.92 |
M:PRON | 36 | 4 | 38 | 90.00 | 48.65 | 76.92 |
M:PUNCT | 674 | 98 | 215 | 87.31 | 75.82 | 84.74 |
M:VERB | 20 | 4 | 32 | 83.33 | 38.46 | 67.57 |
M:VERB:FORM | 12 | 0 | 2 | 100.00 | 85.71 | 96.77 |
M:VERB:TENSE | 14 | 1 | 24 | 93.33 | 36.84 | 71.43 |
R:ADJ | 12 | 2 | 21 | 85.71 | 36.36 | 67.42 |
R:ADJ:FORM | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
R:ADV | 11 | 2 | 20 | 84.62 | 35.48 | 66.27 |
R:CONJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:CONTR | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
R:DET | 62 | 14 | 59 | 81.58 | 51.24 | 72.94 |
R:MORPH | 75 | 10 | 84 | 88.24 | 47.17 | 75.15 |
R:NOUN | 41 | 22 | 64 | 65.08 | 39.05 | 57.42 |
R:NOUN:INFL | 18 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 133 | 19 | 92 | 87.50 | 59.11 | 79.83 |
R:NOUN:POSS | 16 | 0 | 21 | 100.00 | 43.24 | 79.21 |
R:ORTH | 351 | 52 | 135 | 87.10 | 72.22 | 83.65 |
R:OTHER | 444 | 48 | 545 | 90.24 | 44.89 | 75.08 |
R:PART | 8 | 1 | 5 | 88.89 | 61.54 | 81.63 |
R:PREP | 155 | 32 | 123 | 82.89 | 55.76 | 75.54 |
R:PRON | 15 | 0 | 27 | 100.00 | 35.71 | 73.53 |
R:PUNCT | 164 | 52 | 42 | 75.93 | 79.61 | 76.64 |
R:SPELL | 279 | 5 | 36 | 98.24 | 88.57 | 96.14 |
R:VERB | 73 | 8 | 137 | 90.12 | 34.76 | 68.35 |
R:VERB:FORM | 115 | 10 | 49 | 92.00 | 70.12 | 86.60 |
R:VERB:INFL | 8 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 127 | 14 | 22 | 90.07 | 85.23 | 89.06 |
R:VERB:TENSE | 98 | 15 | 131 | 86.73 | 42.79 | 71.95 |
R:WO | 79 | 12 | 84 | 86.81 | 48.47 | 74.95 |
U:ADJ | 3 | 1 | 7 | 75.00 | 30.00 | 57.69 |
U:ADV | 15 | 0 | 16 | 100.00 | 48.39 | 82.42 |
U:CONJ | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:CONTR | 5 | 0 | 3 | 100.00 | 62.50 | 89.29 |
U:DET | 197 | 53 | 72 | 78.80 | 73.23 | 77.62 |
U:NOUN | 7 | 4 | 17 | 63.64 | 29.17 | 51.47 |
U:NOUN:POSS | 8 | 1 | 7 | 88.89 | 53.33 | 78.43 |
U:OTHER | 31 | 36 | 77 | 46.27 | 28.70 | 41.22 |
U:PART | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
U:PREP | 47 | 6 | 28 | 88.68 | 62.67 | 81.88 |
U:PRON | 17 | 3 | 8 | 85.00 | 68.00 | 80.95 |
U:PUNCT | 117 | 82 | 19 | 58.79 | 86.03 | 62.77 |
U:VERB | 15 | 2 | 22 | 88.24 | 40.54 | 71.43 |
U:VERB:FORM | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
U:VERB:TENSE | 15 | 3 | 11 | 83.33 | 57.69 | 76.53 |
UNK | 27 | 0 | 75 | 100.00 | 26.47 | 64.29 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 1162 | 499 | 1159 | 69.96 | 50.06 | 64.81 |
Span-level detection | 1355 | 310 | 1075 | 81.38 | 55.76 | 74.53 |
Token-level detection | 1686 | 179 | 1197 | 90.40 | 58.48 | 81.50 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 286 | 133 | 269 | 68.26 | 51.53 | 64.10 |
R | 716 | 303 | 793 | 70.26 | 47.45 | 64.10 |
U | 160 | 63 | 97 | 71.75 | 62.26 | 69.63 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 6 | 1 | 8 | 85.71 | 42.86 | 71.43 |
ADJ:FORM | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
ADV | 10 | 6 | 23 | 62.50 | 30.30 | 51.55 |
CONJ | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
CONTR | 4 | 2 | 2 | 66.67 | 66.67 | 66.67 |
DET | 170 | 51 | 121 | 76.92 | 58.42 | 72.34 |
MORPH | 42 | 9 | 42 | 82.35 | 50.00 | 72.92 |
NOUN | 8 | 20 | 46 | 28.57 | 14.81 | 24.10 |
NOUN:INFL | 5 | 1 | 1 | 83.33 | 83.33 | 83.33 |
NOUN:NUM | 79 | 20 | 40 | 79.80 | 66.39 | 76.70 |
NOUN:POSS | 4 | 1 | 9 | 80.00 | 30.77 | 60.61 |
ORTH | 114 | 35 | 92 | 76.51 | 55.34 | 71.07 |
OTHER | 68 | 69 | 287 | 49.64 | 19.15 | 37.65 |
PART | 9 | 2 | 6 | 81.82 | 60.00 | 76.27 |
PREP | 100 | 39 | 88 | 71.94 | 53.19 | 67.20 |
PRON | 26 | 12 | 42 | 68.42 | 38.24 | 59.09 |
PUNCT | 207 | 112 | 123 | 64.89 | 62.73 | 64.45 |
SPELL | 89 | 36 | 23 | 71.20 | 79.46 | 72.71 |
VERB | 28 | 15 | 74 | 65.12 | 27.45 | 51.09 |
VERB:FORM | 68 | 14 | 21 | 82.93 | 76.40 | 81.53 |
VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 63 | 18 | 20 | 77.78 | 75.90 | 77.40 |
VERB:TENSE | 48 | 27 | 63 | 64.00 | 43.24 | 58.39 |
WO | 8 | 9 | 18 | 47.06 | 30.77 | 42.55 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:ADV | 1 | 4 | 9 | 20.00 | 10.00 | 16.67 |
M:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:DET | 62 | 21 | 57 | 74.70 | 52.10 | 68.74 |
M:NOUN | 0 | 3 | 3 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:OTHER | 12 | 13 | 22 | 48.00 | 35.29 | 44.78 |
M:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PREP | 23 | 10 | 23 | 69.70 | 50.00 | 64.61 |
M:PRON | 14 | 7 | 21 | 66.67 | 40.00 | 58.82 |
M:PUNCT | 149 | 69 | 101 | 68.35 | 59.60 | 66.40 |
M:VERB | 8 | 2 | 13 | 80.00 | 38.10 | 65.57 |
M:VERB:FORM | 10 | 1 | 1 | 90.91 | 90.91 | 90.91 |
M:VERB:TENSE | 4 | 2 | 11 | 66.67 | 26.67 | 51.28 |
R:ADJ | 1 | 1 | 7 | 50.00 | 12.50 | 31.25 |
R:ADJ:FORM | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
R:ADV | 3 | 1 | 7 | 75.00 | 30.00 | 57.69 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
R:DET | 23 | 10 | 25 | 69.70 | 47.92 | 63.89 |
R:MORPH | 42 | 9 | 42 | 82.35 | 50.00 | 72.92 |
R:NOUN | 8 | 13 | 36 | 38.10 | 18.18 | 31.25 |
R:NOUN:INFL | 5 | 1 | 1 | 83.33 | 83.33 | 83.33 |
R:NOUN:NUM | 79 | 20 | 40 | 79.80 | 66.39 | 76.70 |
R:NOUN:POSS | 1 | 1 | 5 | 50.00 | 16.67 | 35.71 |
R:ORTH | 114 | 35 | 92 | 76.51 | 55.34 | 71.07 |
R:OTHER | 52 | 50 | 257 | 50.98 | 16.83 | 36.26 |
R:PART | 9 | 2 | 2 | 81.82 | 81.82 | 81.82 |
R:PREP | 57 | 23 | 53 | 71.25 | 51.82 | 66.28 |
R:PRON | 7 | 1 | 14 | 87.50 | 33.33 | 66.04 |
R:PUNCT | 38 | 25 | 17 | 60.32 | 69.09 | 61.89 |
R:SPELL | 89 | 36 | 23 | 71.20 | 79.46 | 72.71 |
R:VERB | 16 | 11 | 56 | 59.26 | 22.22 | 44.44 |
R:VERB:FORM | 57 | 13 | 20 | 81.43 | 74.03 | 79.83 |
R:VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 63 | 18 | 20 | 77.78 | 75.90 | 77.40 |
R:VERB:TENSE | 39 | 23 | 51 | 62.90 | 43.33 | 57.69 |
R:WO | 8 | 9 | 18 | 47.06 | 30.77 | 42.55 |
U:ADJ | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
U:ADV | 6 | 1 | 7 | 85.71 | 46.15 | 73.17 |
U:CONJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 85 | 20 | 39 | 80.95 | 68.55 | 78.12 |
U:NOUN | 0 | 4 | 7 | 0.00 | 0.00 | 0.00 |
U:NOUN:POSS | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
U:OTHER | 4 | 6 | 8 | 40.00 | 33.33 | 38.46 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 20 | 6 | 12 | 76.92 | 62.50 | 73.53 |
U:PRON | 5 | 4 | 7 | 55.56 | 41.67 | 52.08 |
U:PUNCT | 20 | 18 | 5 | 52.63 | 80.00 | 56.50 |
U:VERB | 4 | 2 | 5 | 66.67 | 44.44 | 60.61 |
U:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:VERB:TENSE | 5 | 2 | 1 | 71.43 | 83.33 | 73.53 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 317 | 99 | 240 | 76.20 | 56.91 | 71.36 |
R | 848 | 160 | 693 | 84.13 | 55.03 | 76.08 |
U | 182 | 51 | 91 | 78.11 | 66.67 | 75.52 |
UNK | 8 | 0 | 51 | 100.00 | 13.56 | 43.96 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 6 | 1 | 9 | 85.71 | 40.00 | 69.77 |
ADJ:FORM | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
ADV | 13 | 4 | 20 | 76.47 | 39.39 | 64.36 |
CONJ | 3 | 0 | 5 | 100.00 | 37.50 | 75.00 |
CONTR | 4 | 1 | 1 | 80.00 | 80.00 | 80.00 |
DET | 187 | 44 | 107 | 80.95 | 63.61 | 76.77 |
MORPH | 44 | 4 | 46 | 91.67 | 48.89 | 78.01 |
NOUN | 10 | 14 | 43 | 41.67 | 18.87 | 33.56 |
NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 71 | 15 | 39 | 82.56 | 64.55 | 78.19 |
NOUN:POSS | 5 | 1 | 8 | 83.33 | 38.46 | 67.57 |
ORTH | 128 | 24 | 71 | 84.21 | 64.32 | 79.31 |
OTHER | 145 | 32 | 243 | 81.92 | 37.37 | 66.15 |
PART | 10 | 1 | 3 | 90.91 | 76.92 | 87.72 |
PREP | 120 | 18 | 76 | 86.96 | 61.22 | 80.21 |
PRON | 33 | 8 | 39 | 80.49 | 45.83 | 69.92 |
PUNCT | 218 | 89 | 113 | 71.01 | 65.86 | 69.92 |
SPELL | 101 | 10 | 13 | 90.99 | 88.60 | 90.50 |
UNK | 8 | 0 | 51 | 100.00 | 13.56 | 43.96 |
VERB | 47 | 7 | 74 | 87.04 | 38.84 | 69.73 |
VERB:FORM | 70 | 7 | 18 | 90.91 | 79.55 | 88.38 |
VERB:INFL | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
VERB:SVA | 64 | 8 | 16 | 88.89 | 80.00 | 86.96 |
VERB:TENSE | 52 | 15 | 59 | 77.61 | 46.85 | 68.60 |
WO | 8 | 6 | 15 | 57.14 | 34.78 | 50.63 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:ADV | 4 | 3 | 7 | 57.14 | 36.36 | 51.28 |
M:CONJ | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 69 | 18 | 49 | 79.31 | 58.47 | 74.03 |
M:NOUN | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:OTHER | 15 | 7 | 18 | 68.18 | 45.45 | 61.98 |
M:PREP | 31 | 6 | 22 | 83.78 | 58.49 | 77.11 |
M:PRON | 16 | 5 | 20 | 76.19 | 44.44 | 66.67 |
M:PUNCT | 154 | 52 | 90 | 74.76 | 63.11 | 72.10 |
M:VERB | 10 | 1 | 13 | 90.91 | 43.48 | 74.63 |
M:VERB:FORM | 11 | 1 | 1 | 91.67 | 91.67 | 91.67 |
M:VERB:TENSE | 4 | 2 | 12 | 66.67 | 25.00 | 50.00 |
R:ADJ | 2 | 0 | 8 | 100.00 | 20.00 | 55.56 |
R:ADJ:FORM | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:ADV | 4 | 0 | 9 | 100.00 | 30.77 | 68.97 |
R:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:DET | 28 | 8 | 24 | 77.78 | 53.85 | 71.43 |
R:MORPH | 44 | 4 | 46 | 91.67 | 48.89 | 78.01 |
R:NOUN | 10 | 8 | 33 | 55.56 | 23.26 | 43.48 |
R:NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 71 | 15 | 39 | 82.56 | 64.55 | 78.19 |
R:NOUN:POSS | 2 | 1 | 4 | 66.67 | 33.33 | 55.56 |
R:ORTH | 128 | 24 | 71 | 84.21 | 64.32 | 79.31 |
R:OTHER | 124 | 20 | 216 | 86.11 | 36.47 | 67.69 |
R:PART | 10 | 1 | 1 | 90.91 | 90.91 | 90.91 |
R:PREP | 65 | 9 | 45 | 87.84 | 59.09 | 80.05 |
R:PRON | 7 | 0 | 14 | 100.00 | 33.33 | 71.43 |
R:PUNCT | 41 | 21 | 16 | 66.13 | 71.93 | 67.21 |
R:SPELL | 101 | 10 | 13 | 90.99 | 88.60 | 90.50 |
R:VERB | 31 | 5 | 53 | 86.11 | 36.90 | 67.98 |
R:VERB:FORM | 58 | 6 | 17 | 90.62 | 77.33 | 87.61 |
R:VERB:INFL | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
R:VERB:SVA | 64 | 8 | 16 | 88.89 | 80.00 | 86.96 |
R:VERB:TENSE | 41 | 13 | 46 | 75.93 | 47.13 | 67.66 |
R:WO | 8 | 6 | 15 | 57.14 | 34.78 | 50.63 |
U:ADJ | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
U:ADV | 5 | 1 | 4 | 83.33 | 55.56 | 75.76 |
U:CONJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 90 | 18 | 34 | 83.33 | 72.58 | 80.94 |
U:NOUN | 0 | 4 | 8 | 0.00 | 0.00 | 0.00 |
U:NOUN:POSS | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
U:OTHER | 6 | 5 | 9 | 54.55 | 40.00 | 50.85 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 24 | 3 | 9 | 88.89 | 72.73 | 85.11 |
U:PRON | 10 | 3 | 5 | 76.92 | 66.67 | 74.63 |
U:PUNCT | 23 | 16 | 7 | 58.97 | 76.67 | 61.83 |
U:VERB | 6 | 1 | 8 | 85.71 | 42.86 | 71.43 |
U:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:VERB:TENSE | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
UNK | 8 | 0 | 51 | 100.00 | 13.56 | 43.96 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 368 | 52 | 254 | 87.62 | 59.16 | 79.93 |
R | 1080 | 97 | 767 | 91.76 | 58.47 | 82.38 |
U | 217 | 30 | 124 | 87.85 | 63.64 | 81.64 |
UNK | 21 | 0 | 52 | 100.00 | 28.77 | 66.88 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 7 | 1 | 11 | 87.50 | 38.89 | 70.00 |
ADJ:FORM | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
ADV | 19 | 1 | 26 | 95.00 | 42.22 | 76.00 |
CONJ | 4 | 0 | 8 | 100.00 | 33.33 | 71.43 |
CONTR | 4 | 1 | 2 | 80.00 | 66.67 | 76.92 |
DET | 200 | 25 | 111 | 88.89 | 64.31 | 82.58 |
MORPH | 46 | 1 | 46 | 97.87 | 50.00 | 82.14 |
NOUN | 23 | 8 | 43 | 74.19 | 34.85 | 60.53 |
NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 73 | 7 | 42 | 91.25 | 63.48 | 83.91 |
NOUN:POSS | 9 | 0 | 11 | 100.00 | 45.00 | 80.36 |
ORTH | 155 | 18 | 60 | 89.60 | 72.09 | 85.45 |
OTHER | 285 | 19 | 317 | 93.75 | 47.34 | 78.38 |
PART | 6 | 0 | 4 | 100.00 | 60.00 | 88.24 |
PREP | 127 | 13 | 80 | 90.71 | 61.35 | 82.79 |
PRON | 41 | 3 | 34 | 93.18 | 54.67 | 81.67 |
PUNCT | 279 | 54 | 109 | 83.78 | 71.91 | 81.10 |
SPELL | 95 | 3 | 13 | 96.94 | 87.96 | 95.00 |
UNK | 21 | 0 | 52 | 100.00 | 28.77 | 66.88 |
VERB | 54 | 3 | 94 | 94.74 | 36.49 | 71.81 |
VERB:FORM | 71 | 4 | 22 | 94.67 | 76.34 | 90.33 |
VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 67 | 5 | 13 | 93.06 | 83.75 | 91.03 |
VERB:TENSE | 69 | 11 | 73 | 86.25 | 48.59 | 74.68 |
WO | 22 | 2 | 22 | 91.67 | 50.00 | 78.57 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:ADV | 8 | 1 | 9 | 88.89 | 47.06 | 75.47 |
M:CONJ | 3 | 0 | 5 | 100.00 | 37.50 | 75.00 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 72 | 8 | 51 | 90.00 | 58.54 | 81.26 |
M:NOUN | 3 | 2 | 5 | 60.00 | 37.50 | 53.57 |
M:NOUN:POSS | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:OTHER | 19 | 4 | 21 | 82.61 | 47.50 | 71.97 |
M:PREP | 37 | 3 | 24 | 92.50 | 60.66 | 83.71 |
M:PRON | 20 | 2 | 19 | 90.91 | 51.28 | 78.74 |
M:PUNCT | 181 | 29 | 86 | 86.19 | 67.79 | 81.75 |
M:VERB | 10 | 0 | 17 | 100.00 | 37.04 | 74.63 |
M:VERB:FORM | 9 | 0 | 1 | 100.00 | 90.00 | 97.83 |
M:VERB:TENSE | 5 | 1 | 13 | 83.33 | 27.78 | 59.52 |
R:ADJ | 3 | 0 | 8 | 100.00 | 27.27 | 65.22 |
R:ADJ:FORM | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:ADV | 4 | 0 | 10 | 100.00 | 28.57 | 66.67 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:DET | 26 | 5 | 24 | 83.87 | 52.00 | 74.71 |
R:MORPH | 46 | 1 | 46 | 97.87 | 50.00 | 82.14 |
R:NOUN | 17 | 5 | 28 | 77.27 | 37.78 | 63.91 |
R:NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 73 | 7 | 42 | 91.25 | 63.48 | 83.91 |
R:NOUN:POSS | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |
R:ORTH | 155 | 18 | 60 | 89.60 | 72.09 | 85.45 |
R:OTHER | 253 | 13 | 269 | 95.11 | 48.47 | 79.76 |
R:PART | 6 | 0 | 2 | 100.00 | 75.00 | 93.75 |
R:PREP | 65 | 10 | 49 | 86.67 | 57.02 | 78.50 |
R:PRON | 11 | 0 | 11 | 100.00 | 50.00 | 83.33 |
R:PUNCT | 66 | 12 | 15 | 84.62 | 81.48 | 83.97 |
R:SPELL | 95 | 3 | 13 | 96.94 | 87.96 | 95.00 |
R:VERB | 37 | 2 | 65 | 94.87 | 36.27 | 71.71 |
R:VERB:FORM | 61 | 4 | 21 | 93.85 | 74.39 | 89.18 |
R:VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 67 | 5 | 13 | 93.06 | 83.75 | 91.03 |
R:VERB:TENSE | 58 | 10 | 58 | 85.29 | 50.00 | 74.74 |
R:WO | 22 | 2 | 22 | 91.67 | 50.00 | 78.57 |
U:ADJ | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
U:ADV | 7 | 0 | 7 | 100.00 | 50.00 | 83.33 |
U:CONJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:CONTR | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
U:DET | 102 | 12 | 36 | 89.47 | 73.91 | 85.86 |
U:NOUN | 3 | 1 | 10 | 75.00 | 23.08 | 51.72 |
U:NOUN:POSS | 4 | 0 | 3 | 100.00 | 57.14 | 86.96 |
U:OTHER | 13 | 2 | 27 | 86.67 | 32.50 | 65.00 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 25 | 0 | 7 | 100.00 | 78.12 | 94.70 |
U:PRON | 10 | 1 | 4 | 90.91 | 71.43 | 86.21 |
U:PUNCT | 32 | 13 | 8 | 71.11 | 80.00 | 72.73 |
U:VERB | 7 | 1 | 12 | 87.50 | 36.84 | 68.63 |
U:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:VERB:TENSE | 6 | 0 | 2 | 100.00 | 75.00 | 93.75 |
UNK | 21 | 0 | 52 | 100.00 | 28.77 | 66.88 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 835 | 337 | 828 | 71.25 | 50.21 | 65.74 |
Span-level detection | 931 | 246 | 784 | 79.10 | 54.29 | 72.47 |
Token-level detection | 1116 | 228 | 946 | 83.04 | 54.12 | 75.02 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 276 | 79 | 205 | 77.75 | 57.38 | 72.59 |
R | 439 | 188 | 547 | 70.02 | 44.52 | 62.82 |
U | 120 | 70 | 76 | 63.16 | 61.22 | 62.76 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 5 | 2 | 10 | 71.43 | 33.33 | 58.14 |
ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
ADV | 11 | 3 | 17 | 78.57 | 39.29 | 65.48 |
CONJ | 1 | 1 | 9 | 50.00 | 10.00 | 27.78 |
CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 119 | 37 | 107 | 76.28 | 52.65 | 70.00 |
MORPH | 17 | 4 | 23 | 80.95 | 42.50 | 68.55 |
NOUN | 10 | 19 | 27 | 34.48 | 27.03 | 32.68 |
NOUN:NUM | 40 | 9 | 27 | 81.63 | 59.70 | 76.05 |
NOUN:POSS | 4 | 3 | 9 | 57.14 | 30.77 | 48.78 |
ORTH | 43 | 26 | 28 | 62.32 | 60.56 | 61.96 |
OTHER | 26 | 39 | 178 | 40.00 | 12.75 | 28.02 |
PART | 5 | 1 | 4 | 83.33 | 55.56 | 75.76 |
PREP | 82 | 24 | 84 | 77.36 | 49.40 | 69.49 |
PRON | 10 | 8 | 33 | 55.56 | 23.26 | 43.48 |
PUNCT | 240 | 94 | 81 | 71.86 | 74.77 | 72.42 |
SPELL | 61 | 18 | 12 | 77.22 | 83.56 | 78.41 |
VERB | 22 | 11 | 63 | 66.67 | 25.88 | 50.69 |
VERB:FORM | 40 | 13 | 25 | 75.47 | 61.54 | 72.20 |
VERB:SVA | 40 | 8 | 10 | 83.33 | 80.00 | 82.64 |
VERB:TENSE | 39 | 9 | 54 | 81.25 | 41.94 | 68.42 |
WO | 14 | 8 | 27 | 63.64 | 34.15 | 54.26 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
M:ADV | 4 | 2 | 7 | 66.67 | 36.36 | 57.14 |
M:CONJ | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
M:DET | 51 | 11 | 59 | 82.26 | 46.36 | 71.23 |
M:NOUN | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
M:OTHER | 2 | 4 | 12 | 33.33 | 14.29 | 26.32 |
M:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PREP | 12 | 5 | 17 | 70.59 | 41.38 | 61.86 |
M:PRON | 7 | 4 | 19 | 63.64 | 26.92 | 50.00 |
M:PUNCT | 182 | 46 | 62 | 79.82 | 74.59 | 78.72 |
M:VERB | 6 | 3 | 5 | 66.67 | 54.55 | 63.83 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 7 | 1 | 10 | 87.50 | 41.18 | 71.43 |
R:ADJ | 3 | 0 | 6 | 100.00 | 33.33 | 71.43 |
R:ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADV | 4 | 1 | 3 | 80.00 | 57.14 | 74.07 |
R:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 18 | 5 | 33 | 78.26 | 35.29 | 62.94 |
R:MORPH | 17 | 4 | 23 | 80.95 | 42.50 | 68.55 |
R:NOUN | 9 | 15 | 22 | 37.50 | 29.03 | 35.43 |
R:NOUN:NUM | 40 | 9 | 27 | 81.63 | 59.70 | 76.05 |
R:NOUN:POSS | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:ORTH | 43 | 26 | 28 | 62.32 | 60.56 | 61.96 |
R:OTHER | 21 | 26 | 155 | 44.68 | 11.93 | 28.85 |
R:PART | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
R:PREP | 52 | 16 | 56 | 76.47 | 48.15 | 68.42 |
R:PRON | 0 | 2 | 10 | 0.00 | 0.00 | 0.00 |
R:PUNCT | 30 | 26 | 17 | 53.57 | 63.83 | 55.35 |
R:SPELL | 61 | 18 | 12 | 77.22 | 83.56 | 78.41 |
R:VERB | 15 | 5 | 51 | 75.00 | 22.73 | 51.37 |
R:VERB:FORM | 37 | 11 | 23 | 77.08 | 61.67 | 73.41 |
R:VERB:SVA | 40 | 8 | 10 | 83.33 | 80.00 | 82.64 |
R:VERB:TENSE | 27 | 7 | 37 | 79.41 | 42.19 | 67.50 |
R:WO | 14 | 8 | 27 | 63.64 | 34.15 | 54.26 |
U:ADJ | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:ADV | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
U:CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 50 | 21 | 15 | 70.42 | 76.92 | 71.63 |
U:NOUN | 1 | 3 | 3 | 25.00 | 25.00 | 25.00 |
U:NOUN:POSS | 2 | 2 | 3 | 50.00 | 40.00 | 47.62 |
U:OTHER | 3 | 9 | 11 | 25.00 | 21.43 | 24.19 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 18 | 3 | 11 | 85.71 | 62.07 | 79.65 |
U:PRON | 3 | 2 | 4 | 60.00 | 42.86 | 55.56 |
U:PUNCT | 28 | 22 | 2 | 56.00 | 93.33 | 60.87 |
U:VERB | 1 | 3 | 7 | 25.00 | 12.50 | 20.83 |
U:VERB:FORM | 2 | 2 | 2 | 50.00 | 50.00 | 50.00 |
U:VERB:TENSE | 5 | 1 | 7 | 83.33 | 41.67 | 69.44 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 291 | 65 | 201 | 81.74 | 59.15 | 75.94 |
R | 511 | 120 | 496 | 80.98 | 50.74 | 72.36 |
U | 124 | 61 | 78 | 67.03 | 61.39 | 65.82 |
UNK | 5 | 0 | 9 | 100.00 | 35.71 | 73.53 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 9 | 2 | 11 | 81.82 | 45.00 | 70.31 |
ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
ADV | 14 | 3 | 16 | 82.35 | 46.67 | 71.43 |
CONJ | 2 | 1 | 8 | 66.67 | 20.00 | 45.45 |
CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 123 | 33 | 101 | 78.85 | 54.91 | 72.52 |
MORPH | 16 | 2 | 21 | 88.89 | 43.24 | 73.39 |
NOUN | 17 | 14 | 25 | 54.84 | 40.48 | 51.20 |
NOUN:NUM | 39 | 6 | 26 | 86.67 | 60.00 | 79.59 |
NOUN:POSS | 4 | 3 | 9 | 57.14 | 30.77 | 48.78 |
ORTH | 50 | 20 | 29 | 71.43 | 63.29 | 69.64 |
OTHER | 64 | 28 | 167 | 69.57 | 27.71 | 53.42 |
PART | 5 | 1 | 5 | 83.33 | 50.00 | 73.53 |
PREP | 87 | 16 | 83 | 84.47 | 51.18 | 74.74 |
PRON | 14 | 5 | 28 | 73.68 | 33.33 | 59.32 |
PUNCT | 250 | 82 | 80 | 75.30 | 75.76 | 75.39 |
SPELL | 63 | 2 | 7 | 96.92 | 90.00 | 95.45 |
UNK | 5 | 0 | 9 | 100.00 | 35.71 | 73.53 |
VERB | 32 | 9 | 55 | 78.05 | 36.78 | 63.75 |
VERB:FORM | 41 | 5 | 23 | 89.13 | 64.06 | 82.66 |
VERB:SVA | 42 | 4 | 7 | 91.30 | 85.71 | 90.13 |
VERB:TENSE | 36 | 3 | 51 | 92.31 | 41.38 | 74.07 |
WO | 12 | 7 | 23 | 63.16 | 34.29 | 54.05 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
M:ADV | 4 | 2 | 6 | 66.67 | 40.00 | 58.82 |
M:CONJ | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
M:DET | 52 | 11 | 55 | 82.54 | 48.60 | 72.42 |
M:NOUN | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
M:NOUN:POSS | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
M:OTHER | 4 | 2 | 13 | 66.67 | 23.53 | 48.78 |
M:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PREP | 12 | 4 | 20 | 75.00 | 37.50 | 62.50 |
M:PRON | 10 | 3 | 16 | 76.92 | 38.46 | 64.10 |
M:PUNCT | 189 | 37 | 65 | 83.63 | 74.41 | 81.61 |
M:VERB | 7 | 3 | 5 | 70.00 | 58.33 | 67.31 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 5 | 0 | 8 | 100.00 | 38.46 | 75.76 |
R:ADJ | 7 | 0 | 6 | 100.00 | 53.85 | 85.37 |
R:ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADV | 5 | 1 | 4 | 83.33 | 55.56 | 75.76 |
R:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 22 | 4 | 29 | 84.62 | 43.14 | 70.97 |
R:MORPH | 16 | 2 | 21 | 88.89 | 43.24 | 73.39 |
R:NOUN | 13 | 10 | 19 | 56.52 | 40.62 | 52.42 |
R:NOUN:NUM | 39 | 6 | 26 | 86.67 | 60.00 | 79.59 |
R:NOUN:POSS | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:ORTH | 50 | 20 | 29 | 71.43 | 63.29 | 69.64 |
R:OTHER | 57 | 17 | 142 | 77.03 | 28.64 | 57.58 |
R:PART | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
R:PREP | 57 | 10 | 53 | 85.07 | 51.82 | 75.40 |
R:PRON | 1 | 0 | 10 | 100.00 | 9.09 | 33.33 |
R:PUNCT | 32 | 25 | 12 | 56.14 | 72.73 | 58.82 |
R:SPELL | 63 | 2 | 7 | 96.92 | 90.00 | 95.45 |
R:VERB | 23 | 4 | 43 | 85.19 | 34.85 | 66.09 |
R:VERB:FORM | 38 | 4 | 21 | 90.48 | 64.41 | 83.70 |
R:VERB:SVA | 42 | 4 | 7 | 91.30 | 85.71 | 90.13 |
R:VERB:TENSE | 26 | 3 | 35 | 89.66 | 42.62 | 73.45 |
R:WO | 12 | 7 | 23 | 63.16 | 34.29 | 54.05 |
U:ADJ | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:ADV | 5 | 0 | 6 | 100.00 | 45.45 | 80.65 |
U:CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 49 | 18 | 17 | 73.13 | 74.24 | 73.35 |
U:NOUN | 2 | 3 | 4 | 40.00 | 33.33 | 38.46 |
U:NOUN:POSS | 2 | 2 | 3 | 50.00 | 40.00 | 47.62 |
U:OTHER | 3 | 9 | 12 | 25.00 | 20.00 | 23.81 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 18 | 2 | 10 | 90.00 | 64.29 | 83.33 |
U:PRON | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
U:PUNCT | 29 | 20 | 3 | 59.18 | 90.62 | 63.60 |
U:VERB | 2 | 2 | 7 | 50.00 | 22.22 | 40.00 |
U:VERB:FORM | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
U:VERB:TENSE | 5 | 0 | 8 | 100.00 | 38.46 | 75.76 |
UNK | 5 | 0 | 9 | 100.00 | 35.71 | 73.53 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 317 | 40 | 206 | 88.80 | 60.61 | 81.24 |
R | 654 | 120 | 610 | 84.50 | 51.74 | 75.00 |
U | 140 | 68 | 115 | 67.31 | 54.90 | 64.40 |
UNK | 5 | 0 | 15 | 100.00 | 25.00 | 62.50 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 7 | 3 | 10 | 70.00 | 41.18 | 61.40 |
ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
ADV | 15 | 2 | 16 | 88.24 | 48.39 | 75.76 |
CONJ | 5 | 1 | 8 | 83.33 | 38.46 | 67.57 |
CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 126 | 24 | 95 | 84.00 | 57.01 | 76.74 |
MORPH | 18 | 2 | 23 | 90.00 | 43.90 | 74.38 |
NOUN | 18 | 12 | 32 | 60.00 | 36.00 | 52.94 |
NOUN:NUM | 39 | 4 | 24 | 90.70 | 61.90 | 82.98 |
NOUN:POSS | 6 | 1 | 11 | 85.71 | 35.29 | 66.67 |
ORTH | 82 | 21 | 28 | 79.61 | 74.55 | 78.54 |
OTHER | 124 | 54 | 251 | 69.66 | 33.07 | 57.04 |
PART | 3 | 1 | 4 | 75.00 | 42.86 | 65.22 |
PREP | 88 | 15 | 85 | 85.44 | 50.87 | 75.21 |
PRON | 16 | 3 | 33 | 84.21 | 32.65 | 64.00 |
PUNCT | 281 | 60 | 82 | 82.40 | 77.41 | 81.35 |
SPELL | 66 | 1 | 5 | 98.51 | 92.96 | 97.35 |
UNK | 5 | 0 | 15 | 100.00 | 25.00 | 62.50 |
VERB | 44 | 7 | 72 | 86.27 | 37.93 | 68.75 |
VERB:FORM | 42 | 4 | 26 | 91.30 | 61.76 | 83.33 |
VERB:SVA | 42 | 4 | 7 | 91.30 | 85.71 | 90.13 |
VERB:TENSE | 44 | 1 | 67 | 97.78 | 39.64 | 75.60 |
WO | 40 | 8 | 52 | 83.33 | 43.48 | 70.42 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
M:ADV | 5 | 1 | 4 | 83.33 | 55.56 | 75.76 |
M:CONJ | 5 | 0 | 4 | 100.00 | 55.56 | 86.21 |
M:DET | 54 | 2 | 52 | 96.43 | 50.94 | 81.82 |
M:NOUN | 2 | 1 | 5 | 66.67 | 28.57 | 52.63 |
M:NOUN:POSS | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
M:OTHER | 6 | 1 | 13 | 85.71 | 31.58 | 63.83 |
M:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PREP | 13 | 4 | 21 | 76.47 | 38.24 | 63.73 |
M:PRON | 11 | 1 | 16 | 91.67 | 40.74 | 73.33 |
M:PUNCT | 201 | 25 | 65 | 88.94 | 75.56 | 85.90 |
M:VERB | 9 | 3 | 10 | 75.00 | 47.37 | 67.16 |
M:VERB:FORM | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 7 | 0 | 9 | 100.00 | 43.75 | 79.55 |
R:ADJ | 7 | 0 | 7 | 100.00 | 50.00 | 83.33 |
R:ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADV | 5 | 1 | 7 | 83.33 | 41.67 | 69.44 |
R:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 24 | 4 | 25 | 85.71 | 48.98 | 74.53 |
R:MORPH | 18 | 2 | 23 | 90.00 | 43.90 | 74.38 |
R:NOUN | 14 | 9 | 22 | 60.87 | 38.89 | 54.69 |
R:NOUN:NUM | 39 | 4 | 24 | 90.70 | 61.90 | 82.98 |
R:NOUN:POSS | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
R:ORTH | 82 | 21 | 28 | 79.61 | 74.55 | 78.54 |
R:OTHER | 103 | 29 | 195 | 78.03 | 34.56 | 62.35 |
R:PART | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:PREP | 57 | 10 | 51 | 85.07 | 52.78 | 75.80 |
R:PRON | 1 | 0 | 13 | 100.00 | 7.14 | 27.78 |
R:PUNCT | 50 | 19 | 14 | 72.46 | 78.12 | 73.53 |
R:SPELL | 66 | 1 | 5 | 98.51 | 92.96 | 97.35 |
R:VERB | 28 | 3 | 53 | 90.32 | 34.57 | 68.29 |
R:VERB:FORM | 38 | 3 | 24 | 92.68 | 61.29 | 84.07 |
R:VERB:SVA | 42 | 4 | 7 | 91.30 | 85.71 | 90.13 |
R:VERB:TENSE | 32 | 1 | 50 | 96.97 | 39.02 | 74.77 |
R:WO | 40 | 8 | 52 | 83.33 | 43.48 | 70.42 |
U:ADJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |
U:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 48 | 18 | 18 | 72.73 | 72.73 | 72.73 |
U:NOUN | 2 | 2 | 5 | 50.00 | 28.57 | 43.48 |
U:NOUN:POSS | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
U:OTHER | 15 | 24 | 43 | 38.46 | 25.86 | 35.05 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 18 | 1 | 13 | 94.74 | 58.06 | 84.11 |
U:PRON | 4 | 2 | 4 | 66.67 | 50.00 | 62.50 |
U:PUNCT | 30 | 16 | 3 | 65.22 | 90.91 | 69.12 |
U:VERB | 7 | 1 | 9 | 87.50 | 43.75 | 72.92 |
U:VERB:FORM | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
U:VERB:TENSE | 5 | 0 | 8 | 100.00 | 38.46 | 75.76 |
UNK | 5 | 0 | 15 | 100.00 | 25.00 | 62.50 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 395 | 139 | 284 | 73.97 | 58.17 | 70.16 |
Span-level detection | 427 | 107 | 281 | 79.96 | 60.31 | 75.07 |
Token-level detection | 499 | 91 | 315 | 84.58 | 61.30 | 78.61 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 145 | 20 | 77 | 87.88 | 65.32 | 82.20 |
R | 183 | 70 | 180 | 72.33 | 50.41 | 66.55 |
U | 67 | 49 | 27 | 57.76 | 71.28 | 60.04 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 1 | 7 | 0.00 | 0.00 | 0.00 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
DET | 71 | 18 | 36 | 79.78 | 66.36 | 76.67 |
MORPH | 7 | 4 | 12 | 63.64 | 36.84 | 55.56 |
NOUN | 3 | 9 | 11 | 25.00 | 21.43 | 24.19 |
NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 15 | 5 | 18 | 75.00 | 45.45 | 66.37 |
NOUN:POSS | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
ORTH | 27 | 5 | 15 | 84.38 | 64.29 | 79.41 |
OTHER | 17 | 10 | 40 | 62.96 | 29.82 | 51.52 |
PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
PREP | 30 | 9 | 33 | 76.92 | 47.62 | 68.49 |
PRON | 5 | 0 | 7 | 100.00 | 41.67 | 78.12 |
PUNCT | 139 | 53 | 35 | 72.40 | 79.89 | 73.78 |
SPELL | 31 | 8 | 8 | 79.49 | 79.49 | 79.49 |
VERB | 1 | 2 | 14 | 33.33 | 6.67 | 18.52 |
VERB:FORM | 13 | 3 | 3 | 81.25 | 81.25 | 81.25 |
VERB:SVA | 10 | 1 | 0 | 90.91 | 100.00 | 92.59 |
VERB:TENSE | 13 | 4 | 19 | 76.47 | 40.62 | 65.00 |
WO | 6 | 5 | 10 | 54.55 | 37.50 | 50.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:DET | 28 | 4 | 19 | 87.50 | 59.57 | 80.00 |
M:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:OTHER | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
M:PREP | 6 | 0 | 12 | 100.00 | 33.33 | 71.43 |
M:PRON | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
M:PUNCT | 107 | 15 | 25 | 87.70 | 81.06 | 86.29 |
M:VERB | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:VERB:TENSE | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:ADJ | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 10 | 3 | 7 | 76.92 | 58.82 | 72.46 |
R:MORPH | 7 | 4 | 12 | 63.64 | 36.84 | 55.56 |
R:NOUN | 3 | 6 | 8 | 33.33 | 27.27 | 31.91 |
R:NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 15 | 5 | 18 | 75.00 | 45.45 | 66.37 |
R:NOUN:POSS | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:ORTH | 27 | 5 | 15 | 84.38 | 64.29 | 79.41 |
R:OTHER | 16 | 8 | 34 | 66.67 | 32.00 | 54.79 |
R:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:PREP | 21 | 6 | 15 | 77.78 | 58.33 | 72.92 |
R:PRON | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:PUNCT | 12 | 10 | 6 | 54.55 | 66.67 | 56.60 |
R:SPELL | 31 | 8 | 8 | 79.49 | 79.49 | 79.49 |
R:VERB | 1 | 2 | 12 | 33.33 | 7.69 | 20.00 |
R:VERB:FORM | 12 | 3 | 2 | 80.00 | 85.71 | 81.08 |
R:VERB:SVA | 10 | 1 | 0 | 90.91 | 100.00 | 92.59 |
R:VERB:TENSE | 8 | 2 | 16 | 80.00 | 33.33 | 62.50 |
R:WO | 6 | 5 | 10 | 54.55 | 37.50 | 50.00 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:DET | 33 | 11 | 10 | 75.00 | 76.74 | 75.34 |
U:NOUN | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
U:NOUN:POSS | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
U:OTHER | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
U:PREP | 3 | 3 | 6 | 50.00 | 33.33 | 45.45 |
U:PRON | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PUNCT | 20 | 28 | 4 | 41.67 | 83.33 | 46.30 |
U:VERB:TENSE | 3 | 2 | 1 | 60.00 | 75.00 | 62.50 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 145 | 20 | 83 | 87.88 | 63.60 | 81.64 |
R | 211 | 49 | 166 | 81.15 | 55.97 | 74.45 |
U | 70 | 38 | 28 | 64.81 | 71.43 | 66.04 |
UNK | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 1 | 6 | 0.00 | 0.00 | 0.00 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
DET | 73 | 15 | 37 | 82.95 | 66.36 | 79.00 |
MORPH | 8 | 3 | 12 | 72.73 | 40.00 | 62.50 |
NOUN | 7 | 7 | 13 | 50.00 | 35.00 | 46.05 |
NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 14 | 3 | 17 | 82.35 | 45.16 | 70.71 |
NOUN:POSS | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
ORTH | 27 | 5 | 16 | 84.38 | 62.79 | 78.95 |
OTHER | 26 | 5 | 40 | 83.87 | 39.39 | 68.42 |
PART | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
PREP | 33 | 5 | 32 | 86.84 | 50.77 | 76.04 |
PRON | 7 | 0 | 4 | 100.00 | 63.64 | 89.74 |
PUNCT | 142 | 47 | 38 | 75.13 | 78.89 | 75.85 |
SPELL | 37 | 2 | 2 | 94.87 | 94.87 | 94.87 |
UNK | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
VERB | 1 | 1 | 14 | 50.00 | 6.67 | 21.74 |
VERB:FORM | 13 | 2 | 3 | 86.67 | 81.25 | 85.53 |
VERB:SVA | 11 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:TENSE | 13 | 4 | 17 | 76.47 | 43.33 | 66.33 |
WO | 5 | 5 | 9 | 50.00 | 35.71 | 46.30 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:DET | 28 | 4 | 19 | 87.50 | 59.57 | 80.00 |
M:NOUN | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:OTHER | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 6 | 0 | 12 | 100.00 | 33.33 | 71.43 |
M:PRON | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
M:PUNCT | 106 | 15 | 29 | 87.60 | 78.52 | 85.62 |
M:VERB | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:VERB:TENSE | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:ADJ | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 13 | 2 | 7 | 86.67 | 65.00 | 81.25 |
R:MORPH | 8 | 3 | 12 | 72.73 | 40.00 | 62.50 |
R:NOUN | 7 | 5 | 9 | 58.33 | 43.75 | 54.69 |
R:NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 14 | 3 | 17 | 82.35 | 45.16 | 70.71 |
R:NOUN:POSS | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:ORTH | 27 | 5 | 16 | 84.38 | 62.79 | 78.95 |
R:OTHER | 25 | 3 | 33 | 89.29 | 43.10 | 73.53 |
R:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:PREP | 24 | 4 | 14 | 85.71 | 63.16 | 80.00 |
R:PRON | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:PUNCT | 12 | 10 | 5 | 54.55 | 70.59 | 57.14 |
R:SPELL | 37 | 2 | 2 | 94.87 | 94.87 | 94.87 |
R:VERB | 1 | 1 | 12 | 50.00 | 7.69 | 23.81 |
R:VERB:FORM | 12 | 2 | 2 | 85.71 | 85.71 | 85.71 |
R:VERB:SVA | 11 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:TENSE | 8 | 2 | 14 | 80.00 | 36.36 | 64.52 |
R:WO | 5 | 5 | 9 | 50.00 | 35.71 | 46.30 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:DET | 32 | 9 | 11 | 78.05 | 74.42 | 77.29 |
U:NOUN | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
U:NOUN:POSS | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
U:OTHER | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
U:PREP | 3 | 1 | 6 | 75.00 | 33.33 | 60.00 |
U:PRON | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PUNCT | 24 | 22 | 4 | 52.17 | 85.71 | 56.60 |
U:VERB:TENSE | 3 | 2 | 1 | 60.00 | 75.00 | 62.50 |
UNK | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 164 | 16 | 90 | 91.11 | 64.57 | 84.19 |
R | 255 | 38 | 181 | 87.03 | 58.49 | 79.29 |
U | 80 | 37 | 37 | 68.38 | 68.38 | 68.38 |
UNK | 0 | 0 | 7 | 100.00 | 0.00 | 0.00 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 1 | 8 | 0.00 | 0.00 | 0.00 |
ADJ:FORM | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
ADV | 4 | 1 | 7 | 80.00 | 36.36 | 64.52 |
CONJ | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
CONTR | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
DET | 76 | 14 | 39 | 84.44 | 66.09 | 80.00 |
MORPH | 8 | 3 | 12 | 72.73 | 40.00 | 62.50 |
NOUN | 6 | 5 | 12 | 54.55 | 33.33 | 48.39 |
NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 14 | 3 | 18 | 82.35 | 43.75 | 70.00 |
NOUN:POSS | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |
ORTH | 35 | 5 | 21 | 87.50 | 62.50 | 81.02 |
OTHER | 45 | 4 | 53 | 91.84 | 45.92 | 76.53 |
PART | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
PREP | 35 | 5 | 33 | 87.50 | 51.47 | 76.75 |
PRON | 8 | 0 | 4 | 100.00 | 66.67 | 90.91 |
PUNCT | 167 | 42 | 37 | 79.90 | 81.86 | 80.29 |
SPELL | 38 | 1 | 2 | 97.44 | 95.00 | 96.94 |
UNK | 0 | 0 | 7 | 100.00 | 0.00 | 0.00 |
VERB | 3 | 1 | 14 | 75.00 | 17.65 | 45.45 |
VERB:FORM | 14 | 1 | 3 | 93.33 | 82.35 | 90.91 |
VERB:SVA | 10 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:TENSE | 12 | 4 | 20 | 75.00 | 37.50 | 62.50 |
WO | 13 | 1 | 10 | 92.86 | 56.52 | 82.28 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:CONJ | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
M:DET | 31 | 3 | 20 | 91.18 | 60.78 | 82.89 |
M:NOUN | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:OTHER | 2 | 0 | 8 | 100.00 | 20.00 | 55.56 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 7 | 0 | 13 | 100.00 | 35.00 | 72.92 |
M:PRON | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
M:PUNCT | 115 | 13 | 29 | 89.84 | 79.86 | 87.65 |
M:VERB | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:VERB:TENSE | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:ADJ | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 11 | 2 | 7 | 84.62 | 61.11 | 78.57 |
R:MORPH | 8 | 3 | 12 | 72.73 | 40.00 | 62.50 |
R:NOUN | 6 | 4 | 7 | 60.00 | 46.15 | 56.60 |
R:NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 14 | 3 | 18 | 82.35 | 43.75 | 70.00 |
R:NOUN:POSS | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
R:ORTH | 35 | 5 | 21 | 87.50 | 62.50 | 81.02 |
R:OTHER | 41 | 0 | 41 | 100.00 | 50.00 | 83.33 |
R:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:PREP | 25 | 4 | 14 | 86.21 | 64.10 | 80.65 |
R:PRON | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:PUNCT | 23 | 9 | 4 | 71.88 | 85.19 | 74.19 |
R:SPELL | 38 | 1 | 2 | 97.44 | 95.00 | 96.94 |
R:VERB | 3 | 1 | 11 | 75.00 | 21.43 | 50.00 |
R:VERB:FORM | 13 | 1 | 2 | 92.86 | 86.67 | 91.55 |
R:VERB:SVA | 10 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:TENSE | 7 | 2 | 17 | 77.78 | 29.17 | 58.33 |
R:WO | 13 | 1 | 10 | 92.86 | 56.52 | 82.28 |
U:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:ADV | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
U:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:DET | 34 | 9 | 12 | 79.07 | 73.91 | 77.98 |
U:NOUN | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
U:NOUN:POSS | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
U:OTHER | 2 | 4 | 4 | 33.33 | 33.33 | 33.33 |
U:PREP | 3 | 1 | 6 | 75.00 | 33.33 | 60.00 |
U:PRON | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PUNCT | 29 | 20 | 4 | 59.18 | 87.88 | 63.32 |
U:VERB:TENSE | 3 | 2 | 1 | 60.00 | 75.00 | 62.50 |
UNK | 0 | 0 | 7 | 100.00 | 0.00 | 0.00 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 423 | 230 | 216 | 64.78 | 66.20 | 65.06 |
Span-level detection | 470 | 183 | 191 | 71.98 | 71.10 | 71.80 |
Token-level detection | 544 | 158 | 219 | 77.49 | 71.30 | 76.17 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 182 | 53 | 42 | 77.45 | 81.25 | 78.18 |
R | 203 | 112 | 159 | 64.44 | 56.08 | 62.58 |
U | 38 | 65 | 15 | 36.89 | 71.70 | 40.86 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 2 | 4 | 33.33 | 20.00 | 29.41 |
ADV | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
DET | 18 | 25 | 6 | 41.86 | 75.00 | 45.92 |
MORPH | 2 | 4 | 3 | 33.33 | 40.00 | 34.48 |
NOUN | 2 | 11 | 10 | 15.38 | 16.67 | 15.62 |
NOUN:INFL | 3 | 0 | 8 | 100.00 | 27.27 | 65.22 |
NOUN:NUM | 8 | 7 | 8 | 53.33 | 50.00 | 52.63 |
NOUN:POSS | 8 | 1 | 10 | 88.89 | 44.44 | 74.07 |
ORTH | 46 | 11 | 25 | 80.70 | 64.79 | 76.92 |
OTHER | 18 | 20 | 35 | 47.37 | 33.96 | 43.90 |
PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
PREP | 7 | 17 | 15 | 29.17 | 31.82 | 29.66 |
PRON | 1 | 2 | 4 | 33.33 | 20.00 | 29.41 |
PUNCT | 212 | 98 | 42 | 68.39 | 83.46 | 70.95 |
SPELL | 72 | 14 | 23 | 83.72 | 75.79 | 82.00 |
VERB | 4 | 2 | 12 | 66.67 | 25.00 | 50.00 |
VERB:FORM | 3 | 3 | 3 | 50.00 | 50.00 | 50.00 |
VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 8 | 7 | 1 | 53.33 | 88.89 | 57.97 |
VERB:TENSE | 2 | 3 | 4 | 40.00 | 33.33 | 38.46 |
WO | 3 | 2 | 0 | 60.00 | 100.00 | 65.22 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:DET | 6 | 6 | 1 | 50.00 | 85.71 | 54.55 |
M:NOUN | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 3 | 1 | 4 | 75.00 | 42.86 | 65.22 |
M:PREP | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:PRON | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
M:PUNCT | 171 | 42 | 29 | 80.28 | 85.50 | 81.27 |
M:VERB | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 1 | 2 | 4 | 33.33 | 20.00 | 29.41 |
R:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 1 | 3 | 2 | 25.00 | 33.33 | 26.32 |
R:MORPH | 2 | 4 | 3 | 33.33 | 40.00 | 34.48 |
R:NOUN | 2 | 11 | 7 | 15.38 | 22.22 | 16.39 |
R:NOUN:INFL | 3 | 0 | 8 | 100.00 | 27.27 | 65.22 |
R:NOUN:NUM | 8 | 7 | 8 | 53.33 | 50.00 | 52.63 |
R:NOUN:POSS | 5 | 0 | 6 | 100.00 | 45.45 | 80.65 |
R:ORTH | 46 | 11 | 25 | 80.70 | 64.79 | 76.92 |
R:OTHER | 18 | 17 | 34 | 51.43 | 34.62 | 46.87 |
R:PREP | 5 | 11 | 11 | 31.25 | 31.25 | 31.25 |
R:PRON | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:PUNCT | 17 | 17 | 8 | 50.00 | 68.00 | 52.80 |
R:SPELL | 72 | 14 | 23 | 83.72 | 75.79 | 82.00 |
R:VERB | 3 | 2 | 9 | 60.00 | 25.00 | 46.88 |
R:VERB:FORM | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
R:VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 8 | 7 | 1 | 53.33 | 88.89 | 57.97 |
R:VERB:TENSE | 1 | 2 | 4 | 33.33 | 20.00 | 29.41 |
R:WO | 3 | 2 | 0 | 60.00 | 100.00 | 65.22 |
U:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:DET | 11 | 16 | 3 | 40.74 | 78.57 | 45.08 |
U:OTHER | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 1 | 5 | 3 | 16.67 | 25.00 | 17.86 |
U:PUNCT | 24 | 39 | 5 | 38.10 | 82.76 | 42.70 |
U:VERB | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 188 | 46 | 41 | 80.34 | 82.10 | 80.69 |
R | 243 | 73 | 134 | 76.90 | 64.46 | 74.04 |
U | 38 | 64 | 14 | 37.25 | 73.08 | 41.30 |
UNK | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
ADV | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 20 | 22 | 7 | 47.62 | 74.07 | 51.28 |
MORPH | 3 | 4 | 3 | 42.86 | 50.00 | 44.12 |
NOUN | 3 | 4 | 9 | 42.86 | 25.00 | 37.50 |
NOUN:INFL | 11 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 7 | 7 | 8 | 50.00 | 46.67 | 49.30 |
NOUN:POSS | 8 | 1 | 10 | 88.89 | 44.44 | 74.07 |
ORTH | 50 | 9 | 24 | 84.75 | 67.57 | 80.65 |
OTHER | 28 | 12 | 31 | 70.00 | 47.46 | 63.93 |
PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
PREP | 11 | 16 | 11 | 40.74 | 50.00 | 42.31 |
PRON | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
PUNCT | 217 | 91 | 43 | 70.45 | 83.46 | 72.72 |
SPELL | 80 | 0 | 16 | 100.00 | 83.33 | 96.15 |
UNK | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
VERB | 5 | 2 | 11 | 71.43 | 31.25 | 56.82 |
VERB:FORM | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 8 | 6 | 1 | 57.14 | 88.89 | 61.54 |
VERB:TENSE | 2 | 3 | 4 | 40.00 | 33.33 | 38.46 |
WO | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:DET | 6 | 4 | 1 | 60.00 | 85.71 | 63.83 |
M:NOUN | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 3 | 1 | 4 | 75.00 | 42.86 | 65.22 |
M:OTHER | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
M:PRON | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:PUNCT | 172 | 38 | 30 | 81.90 | 85.15 | 82.53 |
M:VERB | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
R:ADV | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 1 | 3 | 2 | 25.00 | 33.33 | 26.32 |
R:MORPH | 3 | 4 | 3 | 42.86 | 50.00 | 44.12 |
R:NOUN | 3 | 4 | 6 | 42.86 | 33.33 | 40.54 |
R:NOUN:INFL | 11 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 7 | 7 | 8 | 50.00 | 46.67 | 49.30 |
R:NOUN:POSS | 5 | 0 | 6 | 100.00 | 45.45 | 80.65 |
R:ORTH | 50 | 9 | 24 | 84.75 | 67.57 | 80.65 |
R:OTHER | 26 | 9 | 30 | 74.29 | 46.43 | 66.33 |
R:PREP | 8 | 10 | 9 | 44.44 | 47.06 | 44.94 |
R:PRON | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:PUNCT | 22 | 14 | 8 | 61.11 | 73.33 | 63.22 |
R:SPELL | 80 | 0 | 16 | 100.00 | 83.33 | 96.15 |
R:VERB | 4 | 2 | 8 | 66.67 | 33.33 | 55.56 |
R:VERB:FORM | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
R:VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 8 | 6 | 1 | 57.14 | 88.89 | 61.54 |
R:VERB:TENSE | 1 | 2 | 4 | 33.33 | 20.00 | 29.41 |
R:WO | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
U:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:DET | 13 | 15 | 4 | 46.43 | 76.47 | 50.39 |
U:OTHER | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 0 | 5 | 2 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 23 | 39 | 5 | 37.10 | 82.14 | 41.67 |
U:VERB | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
UNK | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 196 | 37 | 45 | 84.12 | 81.33 | 83.55 |
R | 301 | 63 | 155 | 82.69 | 66.01 | 78.71 |
U | 46 | 58 | 18 | 44.23 | 71.88 | 47.92 |
UNK | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 2 | 1 | 4 | 66.67 | 33.33 | 55.56 |
ADV | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
DET | 21 | 19 | 10 | 52.50 | 67.74 | 54.97 |
MORPH | 3 | 4 | 3 | 42.86 | 50.00 | 44.12 |
NOUN | 7 | 4 | 10 | 63.64 | 41.18 | 57.38 |
NOUN:INFL | 11 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 7 | 5 | 8 | 58.33 | 46.67 | 55.56 |
NOUN:POSS | 9 | 1 | 12 | 90.00 | 42.86 | 73.77 |
ORTH | 79 | 8 | 26 | 90.80 | 75.24 | 87.20 |
OTHER | 50 | 12 | 43 | 80.65 | 53.76 | 73.31 |
PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
PREP | 12 | 13 | 11 | 48.00 | 52.17 | 48.78 |
PRON | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
PUNCT | 228 | 76 | 48 | 75.00 | 82.61 | 76.41 |
SPELL | 80 | 0 | 16 | 100.00 | 83.33 | 96.15 |
UNK | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
VERB | 7 | 3 | 11 | 70.00 | 38.89 | 60.34 |
VERB:FORM | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 8 | 5 | 2 | 61.54 | 80.00 | 64.52 |
VERB:TENSE | 2 | 3 | 6 | 40.00 | 25.00 | 35.71 |
WO | 4 | 1 | 0 | 80.00 | 100.00 | 83.33 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:DET | 7 | 2 | 1 | 77.78 | 87.50 | 79.55 |
M:NOUN | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:NOUN:POSS | 3 | 1 | 4 | 75.00 | 42.86 | 65.22 |
M:OTHER | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
M:PRON | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
M:PUNCT | 177 | 31 | 35 | 85.10 | 83.49 | 84.77 |
M:VERB | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:ADJ | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
R:ADV | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:DET | 1 | 3 | 3 | 25.00 | 25.00 | 25.00 |
R:MORPH | 3 | 4 | 3 | 42.86 | 50.00 | 44.12 |
R:NOUN | 4 | 4 | 7 | 50.00 | 36.36 | 46.51 |
R:NOUN:INFL | 11 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 7 | 5 | 8 | 58.33 | 46.67 | 55.56 |
R:NOUN:POSS | 6 | 0 | 8 | 100.00 | 42.86 | 78.95 |
R:ORTH | 79 | 8 | 26 | 90.80 | 75.24 | 87.20 |
R:OTHER | 47 | 6 | 40 | 88.68 | 54.02 | 78.60 |
R:PREP | 8 | 8 | 9 | 50.00 | 47.06 | 49.38 |
R:PRON | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:PUNCT | 25 | 12 | 9 | 67.57 | 73.53 | 68.68 |
R:SPELL | 80 | 0 | 16 | 100.00 | 83.33 | 96.15 |
R:VERB | 5 | 2 | 8 | 71.43 | 38.46 | 60.98 |
R:VERB:FORM | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
R:VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 8 | 5 | 2 | 61.54 | 80.00 | 64.52 |
R:VERB:TENSE | 1 | 2 | 6 | 33.33 | 14.29 | 26.32 |
R:WO | 4 | 1 | 0 | 80.00 | 100.00 | 83.33 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:DET | 13 | 14 | 6 | 48.15 | 68.42 | 51.18 |
U:NOUN | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:OTHER | 1 | 6 | 3 | 14.29 | 25.00 | 15.62 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 1 | 4 | 2 | 20.00 | 33.33 | 21.74 |
U:PUNCT | 26 | 33 | 4 | 44.07 | 86.67 | 48.87 |
U:VERB | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:VERB:TENSE | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
UNK | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |