Submitted by: | cjbryant |
Submitted at: | 2019-08-07T14:47:54+00:00 |
Competition submission: | 8 |
Competition phase: | 3 - Open phase |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 1245 | 1222 | 2993 | 50.47 | 29.38 | 44.13 |
Span-level detection | 1440 | 1029 | 2957 | 58.32 | 32.75 | 50.44 |
Token-level detection | 2065 | 1893 | 3474 | 52.17 | 37.28 | 48.31 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 196 | 143 | 708 | 57.82 | 21.68 | 43.36 |
R | 984 | 700 | 1944 | 58.43 | 33.61 | 50.91 |
U | 65 | 379 | 341 | 14.64 | 16.01 | 14.89 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 7 | 13 | 22 | 35.00 | 24.14 | 32.11 |
ADJ:FORM | 1 | 1 | 6 | 50.00 | 14.29 | 33.33 |
ADV | 6 | 16 | 31 | 27.27 | 16.22 | 24.00 |
CONJ | 2 | 17 | 16 | 10.53 | 11.11 | 10.64 |
CONTR | 3 | 43 | 8 | 6.52 | 27.27 | 7.69 |
DET | 46 | 57 | 420 | 44.66 | 9.87 | 26.20 |
MORPH | 42 | 34 | 89 | 55.26 | 32.06 | 48.28 |
NOUN | 35 | 81 | 75 | 30.17 | 31.82 | 30.49 |
NOUN:INFL | 17 | 1 | 2 | 94.44 | 89.47 | 93.41 |
NOUN:NUM | 93 | 25 | 136 | 78.81 | 40.61 | 66.33 |
NOUN:POSS | 24 | 9 | 30 | 72.73 | 44.44 | 64.52 |
ORTH | 186 | 46 | 204 | 80.17 | 47.69 | 70.56 |
OTHER | 101 | 306 | 595 | 24.82 | 14.51 | 21.73 |
PART | 3 | 2 | 12 | 60.00 | 20.00 | 42.86 |
PREP | 26 | 11 | 307 | 70.27 | 7.81 | 27.03 |
PRON | 12 | 23 | 96 | 34.29 | 11.11 | 24.19 |
PUNCT | 176 | 361 | 329 | 32.77 | 34.85 | 33.17 |
SPELL | 286 | 77 | 44 | 78.79 | 86.67 | 80.25 |
VERB | 19 | 22 | 158 | 46.34 | 10.73 | 27.86 |
VERB:FORM | 67 | 35 | 98 | 65.69 | 40.61 | 58.46 |
VERB:INFL | 6 | 0 | 2 | 100.00 | 75.00 | 93.75 |
VERB:SVA | 69 | 17 | 65 | 80.23 | 51.49 | 72.18 |
VERB:TENSE | 14 | 20 | 183 | 41.18 | 7.11 | 21.02 |
WO | 4 | 5 | 65 | 44.44 | 5.80 | 19.05 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 1 | 5 | 0.00 | 0.00 | 0.00 |
M:ADV | 0 | 4 | 8 | 0.00 | 0.00 | 0.00 |
M:CONJ | 2 | 9 | 8 | 18.18 | 20.00 | 18.52 |
M:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:DET | 23 | 6 | 194 | 79.31 | 10.60 | 34.53 |
M:NOUN | 1 | 4 | 7 | 20.00 | 12.50 | 17.86 |
M:NOUN:POSS | 4 | 0 | 10 | 100.00 | 28.57 | 66.67 |
M:OTHER | 0 | 11 | 44 | 0.00 | 0.00 | 0.00 |
M:PART | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:PREP | 6 | 3 | 70 | 66.67 | 7.89 | 26.79 |
M:PRON | 1 | 3 | 57 | 25.00 | 1.72 | 6.76 |
M:PUNCT | 145 | 94 | 239 | 60.67 | 37.76 | 54.10 |
M:VERB | 3 | 2 | 28 | 60.00 | 9.68 | 29.41 |
M:VERB:FORM | 6 | 4 | 5 | 60.00 | 54.55 | 58.82 |
M:VERB:TENSE | 4 | 1 | 31 | 80.00 | 11.43 | 36.36 |
R:ADJ | 7 | 9 | 14 | 43.75 | 33.33 | 41.18 |
R:ADJ:FORM | 1 | 1 | 6 | 50.00 | 14.29 | 33.33 |
R:ADV | 5 | 1 | 12 | 83.33 | 29.41 | 60.98 |
R:CONJ | 0 | 2 | 5 | 0.00 | 0.00 | 0.00 |
R:CONTR | 0 | 42 | 3 | 0.00 | 0.00 | 0.00 |
R:DET | 10 | 36 | 79 | 21.74 | 11.24 | 18.32 |
R:MORPH | 42 | 34 | 89 | 55.26 | 32.06 | 48.28 |
R:NOUN | 31 | 70 | 60 | 30.69 | 34.07 | 31.31 |
R:NOUN:INFL | 17 | 1 | 2 | 94.44 | 89.47 | 93.41 |
R:NOUN:NUM | 93 | 25 | 136 | 78.81 | 40.61 | 66.33 |
R:NOUN:POSS | 17 | 8 | 12 | 68.00 | 58.62 | 65.89 |
R:ORTH | 186 | 46 | 204 | 80.17 | 47.69 | 70.56 |
R:OTHER | 98 | 160 | 534 | 37.98 | 15.51 | 29.45 |
R:PART | 2 | 1 | 6 | 66.67 | 25.00 | 50.00 |
R:PREP | 13 | 4 | 182 | 76.47 | 6.67 | 24.71 |
R:PRON | 10 | 19 | 24 | 34.48 | 29.41 | 33.33 |
R:PUNCT | 4 | 79 | 58 | 4.82 | 6.45 | 5.08 |
R:SPELL | 286 | 77 | 44 | 78.79 | 86.67 | 80.25 |
R:VERB | 15 | 15 | 116 | 50.00 | 11.45 | 29.88 |
R:VERB:FORM | 60 | 30 | 88 | 66.67 | 40.54 | 59.06 |
R:VERB:INFL | 6 | 0 | 2 | 100.00 | 75.00 | 93.75 |
R:VERB:SVA | 69 | 17 | 65 | 80.23 | 51.49 | 72.18 |
R:VERB:TENSE | 8 | 18 | 138 | 30.77 | 5.48 | 16.00 |
R:WO | 4 | 5 | 65 | 44.44 | 5.80 | 19.05 |
U:ADJ | 0 | 3 | 3 | 0.00 | 0.00 | 0.00 |
U:ADV | 1 | 11 | 11 | 8.33 | 8.33 | 8.33 |
U:CONJ | 0 | 6 | 3 | 0.00 | 0.00 | 0.00 |
U:CONTR | 2 | 1 | 5 | 66.67 | 28.57 | 52.63 |
U:DET | 13 | 15 | 147 | 46.43 | 8.13 | 23.90 |
U:NOUN | 3 | 7 | 8 | 30.00 | 27.27 | 29.41 |
U:NOUN:POSS | 3 | 1 | 8 | 75.00 | 27.27 | 55.56 |
U:OTHER | 3 | 135 | 17 | 2.17 | 15.00 | 2.62 |
U:PART | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:PREP | 7 | 4 | 55 | 63.64 | 11.29 | 33.02 |
U:PRON | 1 | 1 | 15 | 50.00 | 6.25 | 20.83 |
U:PUNCT | 27 | 188 | 32 | 12.56 | 45.76 | 14.69 |
U:VERB | 1 | 5 | 14 | 16.67 | 6.67 | 12.82 |
U:VERB:FORM | 1 | 1 | 5 | 50.00 | 16.67 | 35.71 |
U:VERB:TENSE | 2 | 1 | 14 | 66.67 | 12.50 | 35.71 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 212 | 127 | 698 | 62.54 | 23.30 | 46.78 |
R | 1139 | 534 | 1856 | 68.08 | 38.03 | 58.79 |
U | 72 | 368 | 341 | 16.36 | 17.43 | 16.57 |
UNK | 17 | 0 | 62 | 100.00 | 21.52 | 57.82 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 11 | 11 | 27 | 50.00 | 28.95 | 43.65 |
ADJ:FORM | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
ADV | 7 | 15 | 35 | 31.82 | 16.67 | 26.92 |
CONJ | 2 | 17 | 18 | 10.53 | 10.00 | 10.42 |
CONTR | 3 | 43 | 7 | 6.52 | 30.00 | 7.73 |
DET | 49 | 55 | 419 | 47.12 | 10.47 | 27.71 |
MORPH | 45 | 24 | 89 | 65.22 | 33.58 | 54.88 |
NOUN | 40 | 69 | 79 | 36.70 | 33.61 | 36.04 |
NOUN:INFL | 16 | 0 | 2 | 100.00 | 88.89 | 97.56 |
NOUN:NUM | 92 | 17 | 131 | 84.40 | 41.26 | 69.80 |
NOUN:POSS | 27 | 6 | 27 | 81.82 | 50.00 | 72.58 |
ORTH | 202 | 37 | 185 | 84.52 | 52.20 | 75.20 |
OTHER | 187 | 266 | 570 | 41.28 | 24.70 | 36.40 |
PART | 3 | 2 | 13 | 60.00 | 18.75 | 41.67 |
PREP | 29 | 11 | 309 | 72.50 | 8.58 | 29.12 |
PRON | 14 | 20 | 96 | 41.18 | 12.73 | 28.46 |
PUNCT | 195 | 337 | 308 | 36.65 | 38.77 | 37.06 |
SPELL | 293 | 31 | 30 | 90.43 | 90.71 | 90.49 |
UNK | 17 | 0 | 62 | 100.00 | 21.52 | 57.82 |
VERB | 37 | 18 | 148 | 67.27 | 20.00 | 45.68 |
VERB:FORM | 67 | 27 | 94 | 71.28 | 41.61 | 62.38 |
VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
VERB:SVA | 70 | 4 | 67 | 94.59 | 51.09 | 80.83 |
VERB:TENSE | 22 | 14 | 171 | 61.11 | 11.40 | 32.64 |
WO | 4 | 5 | 62 | 44.44 | 6.06 | 19.61 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 1 | 5 | 0.00 | 0.00 | 0.00 |
M:ADV | 0 | 4 | 7 | 0.00 | 0.00 | 0.00 |
M:CONJ | 2 | 9 | 11 | 18.18 | 15.38 | 17.54 |
M:DET | 25 | 6 | 191 | 80.65 | 11.57 | 36.76 |
M:NOUN | 1 | 1 | 7 | 50.00 | 12.50 | 31.25 |
M:NOUN:POSS | 4 | 0 | 10 | 100.00 | 28.57 | 66.67 |
M:OTHER | 2 | 9 | 44 | 18.18 | 4.35 | 11.11 |
M:PART | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
M:PREP | 9 | 3 | 74 | 75.00 | 10.84 | 34.35 |
M:PRON | 3 | 2 | 54 | 60.00 | 5.26 | 19.48 |
M:PUNCT | 150 | 86 | 230 | 63.56 | 39.47 | 56.65 |
M:VERB | 6 | 0 | 27 | 100.00 | 18.18 | 52.63 |
M:VERB:FORM | 6 | 4 | 5 | 60.00 | 54.55 | 58.82 |
M:VERB:TENSE | 4 | 1 | 30 | 80.00 | 11.76 | 37.04 |
R:ADJ | 10 | 8 | 18 | 55.56 | 35.71 | 50.00 |
R:ADJ:FORM | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
R:ADV | 6 | 1 | 15 | 85.71 | 28.57 | 61.22 |
R:CONJ | 0 | 2 | 4 | 0.00 | 0.00 | 0.00 |
R:CONTR | 1 | 42 | 2 | 2.33 | 33.33 | 2.86 |
R:DET | 12 | 35 | 82 | 25.53 | 12.77 | 21.28 |
R:MORPH | 45 | 24 | 89 | 65.22 | 33.58 | 54.88 |
R:NOUN | 35 | 61 | 62 | 36.46 | 36.08 | 36.38 |
R:NOUN:INFL | 16 | 0 | 2 | 100.00 | 88.89 | 97.56 |
R:NOUN:NUM | 92 | 17 | 131 | 84.40 | 41.26 | 69.80 |
R:NOUN:POSS | 20 | 5 | 9 | 80.00 | 68.97 | 77.52 |
R:ORTH | 202 | 37 | 185 | 84.52 | 52.20 | 75.20 |
R:OTHER | 182 | 123 | 506 | 59.67 | 26.45 | 47.69 |
R:PART | 2 | 1 | 7 | 66.67 | 22.22 | 47.62 |
R:PREP | 14 | 4 | 184 | 77.78 | 7.07 | 25.93 |
R:PRON | 9 | 17 | 26 | 34.62 | 25.71 | 32.37 |
R:PUNCT | 14 | 68 | 48 | 17.07 | 22.58 | 17.95 |
R:SPELL | 293 | 31 | 30 | 90.43 | 90.71 | 90.49 |
R:VERB | 29 | 14 | 108 | 67.44 | 21.17 | 46.93 |
R:VERB:FORM | 60 | 22 | 86 | 73.17 | 41.10 | 63.29 |
R:VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
R:VERB:SVA | 70 | 4 | 67 | 94.59 | 51.09 | 80.83 |
R:VERB:TENSE | 15 | 13 | 125 | 53.57 | 10.71 | 29.76 |
R:WO | 4 | 5 | 62 | 44.44 | 6.06 | 19.61 |
U:ADJ | 1 | 2 | 4 | 33.33 | 20.00 | 29.41 |
U:ADV | 1 | 10 | 13 | 9.09 | 7.14 | 8.62 |
U:CONJ | 0 | 6 | 3 | 0.00 | 0.00 | 0.00 |
U:CONTR | 2 | 1 | 5 | 66.67 | 28.57 | 52.63 |
U:DET | 12 | 14 | 146 | 46.15 | 7.59 | 22.90 |
U:NOUN | 4 | 7 | 10 | 36.36 | 28.57 | 34.48 |
U:NOUN:POSS | 3 | 1 | 8 | 75.00 | 27.27 | 55.56 |
U:OTHER | 3 | 134 | 20 | 2.19 | 13.04 | 2.63 |
U:PART | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:PREP | 6 | 4 | 51 | 60.00 | 10.53 | 30.93 |
U:PRON | 2 | 1 | 16 | 66.67 | 11.11 | 33.33 |
U:PUNCT | 31 | 183 | 30 | 14.49 | 50.82 | 16.90 |
U:VERB | 2 | 4 | 13 | 33.33 | 13.33 | 25.64 |
U:VERB:FORM | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
U:VERB:TENSE | 3 | 0 | 16 | 100.00 | 15.79 | 48.39 |
UNK | 17 | 0 | 62 | 100.00 | 21.52 | 57.82 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 362 | 105 | 783 | 77.52 | 31.62 | 60.07 |
R | 1556 | 766 | 2160 | 67.01 | 41.87 | 59.83 |
U | 121 | 1022 | 450 | 10.59 | 21.19 | 11.76 |
UNK | 26 | 0 | 81 | 100.00 | 24.30 | 61.61 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 12 | 11 | 41 | 52.17 | 22.64 | 41.38 |
ADJ:FORM | 1 | 0 | 10 | 100.00 | 9.09 | 33.33 |
ADV | 15 | 15 | 57 | 50.00 | 20.83 | 39.06 |
CONJ | 7 | 19 | 22 | 26.92 | 24.14 | 26.32 |
CONTR | 6 | 40 | 7 | 13.04 | 46.15 | 15.23 |
DET | 86 | 46 | 438 | 65.15 | 16.41 | 40.87 |
MORPH | 48 | 20 | 90 | 70.59 | 34.78 | 58.54 |
NOUN | 54 | 60 | 93 | 47.37 | 36.73 | 44.78 |
NOUN:INFL | 16 | 0 | 2 | 100.00 | 88.89 | 97.56 |
NOUN:NUM | 101 | 11 | 128 | 90.18 | 44.10 | 74.59 |
NOUN:POSS | 41 | 6 | 37 | 87.23 | 52.56 | 77.07 |
ORTH | 291 | 35 | 192 | 89.26 | 60.25 | 81.42 |
OTHER | 396 | 1232 | 780 | 24.32 | 33.67 | 25.75 |
PART | 6 | 1 | 10 | 85.71 | 37.50 | 68.18 |
PREP | 48 | 9 | 332 | 84.21 | 12.63 | 39.47 |
PRON | 30 | 18 | 108 | 62.50 | 21.74 | 45.45 |
PUNCT | 307 | 296 | 347 | 50.91 | 46.94 | 50.07 |
SPELL | 302 | 19 | 16 | 94.08 | 94.97 | 94.26 |
UNK | 26 | 0 | 81 | 100.00 | 24.30 | 61.61 |
VERB | 51 | 16 | 184 | 76.12 | 21.70 | 50.70 |
VERB:FORM | 75 | 17 | 107 | 81.52 | 41.21 | 68.18 |
VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
VERB:SVA | 72 | 0 | 78 | 100.00 | 48.00 | 82.19 |
VERB:TENSE | 37 | 17 | 213 | 68.52 | 14.80 | 39.70 |
WO | 30 | 5 | 100 | 85.71 | 23.08 | 55.56 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 6 | 50.00 | 14.29 | 33.33 |
M:ADV | 3 | 4 | 15 | 42.86 | 16.67 | 32.61 |
M:CONJ | 4 | 9 | 13 | 30.77 | 23.53 | 28.99 |
M:DET | 50 | 5 | 194 | 90.91 | 20.49 | 53.88 |
M:NOUN | 3 | 2 | 14 | 60.00 | 17.65 | 40.54 |
M:NOUN:POSS | 6 | 0 | 11 | 100.00 | 35.29 | 73.17 |
M:OTHER | 11 | 8 | 58 | 57.89 | 15.94 | 37.93 |
M:PART | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
M:PREP | 18 | 3 | 76 | 85.71 | 19.15 | 50.56 |
M:PRON | 5 | 0 | 57 | 100.00 | 8.06 | 30.49 |
M:PUNCT | 236 | 70 | 260 | 77.12 | 47.58 | 68.60 |
M:VERB | 9 | 0 | 36 | 100.00 | 20.00 | 55.56 |
M:VERB:FORM | 7 | 1 | 9 | 87.50 | 43.75 | 72.92 |
M:VERB:TENSE | 9 | 1 | 30 | 90.00 | 23.08 | 56.96 |
R:ADJ | 11 | 8 | 26 | 57.89 | 29.73 | 48.67 |
R:ADJ:FORM | 1 | 0 | 10 | 100.00 | 9.09 | 33.33 |
R:ADV | 9 | 1 | 21 | 90.00 | 30.00 | 64.29 |
R:CONJ | 0 | 2 | 5 | 0.00 | 0.00 | 0.00 |
R:CONTR | 5 | 39 | 1 | 11.36 | 83.33 | 13.74 |
R:DET | 16 | 29 | 86 | 35.56 | 15.69 | 28.37 |
R:MORPH | 48 | 20 | 90 | 70.59 | 34.78 | 58.54 |
R:NOUN | 44 | 54 | 65 | 44.90 | 40.37 | 43.91 |
R:NOUN:INFL | 16 | 0 | 2 | 100.00 | 88.89 | 97.56 |
R:NOUN:NUM | 101 | 11 | 128 | 90.18 | 44.10 | 74.59 |
R:NOUN:POSS | 30 | 5 | 13 | 85.71 | 69.77 | 81.97 |
R:ORTH | 291 | 35 | 192 | 89.26 | 60.25 | 81.42 |
R:OTHER | 368 | 412 | 652 | 47.18 | 36.08 | 44.44 |
R:PART | 4 | 0 | 3 | 100.00 | 57.14 | 86.96 |
R:PREP | 22 | 3 | 198 | 88.00 | 10.00 | 34.38 |
R:PRON | 20 | 17 | 33 | 54.05 | 37.74 | 49.75 |
R:PUNCT | 30 | 61 | 55 | 32.97 | 35.29 | 33.41 |
R:SPELL | 302 | 19 | 16 | 94.08 | 94.97 | 94.26 |
R:VERB | 37 | 14 | 129 | 72.55 | 22.29 | 50.00 |
R:VERB:FORM | 67 | 15 | 93 | 81.71 | 41.88 | 68.65 |
R:VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
R:VERB:SVA | 72 | 0 | 78 | 100.00 | 48.00 | 82.19 |
R:VERB:TENSE | 25 | 16 | 163 | 60.98 | 13.30 | 35.51 |
R:WO | 30 | 5 | 100 | 85.71 | 23.08 | 55.56 |
U:ADJ | 0 | 2 | 9 | 0.00 | 0.00 | 0.00 |
U:ADV | 3 | 10 | 21 | 23.08 | 12.50 | 19.74 |
U:CONJ | 3 | 8 | 4 | 27.27 | 42.86 | 29.41 |
U:CONTR | 1 | 1 | 6 | 50.00 | 14.29 | 33.33 |
U:DET | 20 | 12 | 158 | 62.50 | 11.24 | 32.68 |
U:NOUN | 7 | 4 | 14 | 63.64 | 33.33 | 53.85 |
U:NOUN:POSS | 5 | 1 | 13 | 83.33 | 27.78 | 59.52 |
U:OTHER | 17 | 812 | 70 | 2.05 | 19.54 | 2.50 |
U:PART | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
U:PREP | 8 | 3 | 58 | 72.73 | 12.12 | 36.36 |
U:PRON | 5 | 1 | 18 | 83.33 | 21.74 | 53.19 |
U:PUNCT | 41 | 165 | 32 | 19.90 | 56.16 | 22.85 |
U:VERB | 5 | 2 | 19 | 71.43 | 20.83 | 48.08 |
U:VERB:FORM | 1 | 1 | 5 | 50.00 | 16.67 | 35.71 |
U:VERB:TENSE | 3 | 0 | 20 | 100.00 | 13.04 | 42.86 |
UNK | 26 | 0 | 81 | 100.00 | 24.30 | 61.61 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 458 | 318 | 1455 | 59.02 | 23.94 | 45.64 |
Span-level detection | 553 | 224 | 1434 | 71.17 | 27.83 | 54.27 |
Token-level detection | 800 | 449 | 1671 | 64.05 | 32.38 | 53.57 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 55 | 39 | 323 | 58.51 | 14.55 | 36.47 |
R | 384 | 210 | 974 | 64.65 | 28.28 | 51.42 |
U | 19 | 69 | 158 | 21.59 | 10.73 | 17.96 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 4 | 9 | 0.00 | 0.00 | 0.00 |
ADJ:FORM | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
ADV | 1 | 3 | 15 | 25.00 | 6.25 | 15.62 |
CONJ | 0 | 3 | 6 | 0.00 | 0.00 | 0.00 |
CONTR | 2 | 11 | 3 | 15.38 | 40.00 | 17.54 |
DET | 23 | 14 | 197 | 62.16 | 10.45 | 31.25 |
MORPH | 21 | 9 | 46 | 70.00 | 31.34 | 56.15 |
NOUN | 10 | 17 | 32 | 37.04 | 23.81 | 33.33 |
NOUN:INFL | 6 | 1 | 1 | 85.71 | 85.71 | 85.71 |
NOUN:NUM | 43 | 12 | 75 | 78.18 | 36.44 | 63.61 |
NOUN:POSS | 4 | 1 | 10 | 80.00 | 28.57 | 58.82 |
ORTH | 80 | 13 | 113 | 86.02 | 41.45 | 70.80 |
OTHER | 32 | 96 | 333 | 25.00 | 8.77 | 18.24 |
PART | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
PREP | 11 | 3 | 129 | 78.57 | 7.86 | 28.06 |
PRON | 8 | 6 | 52 | 57.14 | 13.33 | 34.48 |
PUNCT | 36 | 44 | 139 | 45.00 | 20.57 | 36.36 |
SPELL | 98 | 43 | 19 | 69.50 | 83.76 | 71.95 |
VERB | 6 | 11 | 79 | 35.29 | 7.06 | 19.61 |
VERB:FORM | 33 | 12 | 47 | 73.33 | 41.25 | 63.46 |
VERB:INFL | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
VERB:SVA | 33 | 5 | 35 | 86.84 | 48.53 | 75.00 |
VERB:TENSE | 6 | 5 | 88 | 54.55 | 6.38 | 21.74 |
WO | 2 | 4 | 19 | 33.33 | 9.52 | 22.22 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
M:CONJ | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
M:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:DET | 12 | 0 | 82 | 100.00 | 12.77 | 42.25 |
M:NOUN | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:OTHER | 0 | 6 | 25 | 0.00 | 0.00 | 0.00 |
M:PREP | 2 | 1 | 34 | 66.67 | 5.56 | 20.83 |
M:PRON | 1 | 2 | 29 | 33.33 | 3.33 | 11.90 |
M:PUNCT | 30 | 22 | 109 | 57.69 | 21.58 | 43.23 |
M:VERB | 1 | 1 | 14 | 50.00 | 6.67 | 21.74 |
M:VERB:FORM | 4 | 3 | 3 | 57.14 | 57.14 | 57.14 |
M:VERB:TENSE | 3 | 0 | 16 | 100.00 | 15.79 | 48.39 |
R:ADJ | 0 | 3 | 6 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:ADV | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 11 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 6 | 11 | 31 | 35.29 | 16.22 | 28.57 |
R:MORPH | 21 | 9 | 46 | 70.00 | 31.34 | 56.15 |
R:NOUN | 9 | 15 | 25 | 37.50 | 26.47 | 34.62 |
R:NOUN:INFL | 6 | 1 | 1 | 85.71 | 85.71 | 85.71 |
R:NOUN:NUM | 43 | 12 | 75 | 78.18 | 36.44 | 63.61 |
R:NOUN:POSS | 2 | 1 | 5 | 66.67 | 28.57 | 52.63 |
R:ORTH | 80 | 13 | 113 | 86.02 | 41.45 | 70.80 |
R:OTHER | 30 | 53 | 303 | 36.14 | 9.01 | 22.56 |
R:PART | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:PREP | 4 | 1 | 73 | 80.00 | 5.19 | 20.62 |
R:PRON | 6 | 4 | 15 | 60.00 | 28.57 | 49.18 |
R:PUNCT | 4 | 5 | 21 | 44.44 | 16.00 | 32.79 |
R:SPELL | 98 | 43 | 19 | 69.50 | 83.76 | 71.95 |
R:VERB | 4 | 5 | 60 | 44.44 | 6.25 | 20.00 |
R:VERB:FORM | 29 | 9 | 42 | 76.32 | 40.85 | 65.02 |
R:VERB:INFL | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:VERB:SVA | 33 | 5 | 35 | 86.84 | 48.53 | 75.00 |
R:VERB:TENSE | 3 | 4 | 69 | 42.86 | 4.17 | 15.00 |
R:WO | 2 | 4 | 19 | 33.33 | 9.52 | 22.22 |
U:ADJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 0 | 2 | 5 | 0.00 | 0.00 | 0.00 |
U:CONJ | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
U:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:DET | 5 | 3 | 84 | 62.50 | 5.62 | 20.66 |
U:NOUN | 1 | 1 | 5 | 50.00 | 16.67 | 35.71 |
U:NOUN:POSS | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:OTHER | 2 | 37 | 5 | 5.13 | 28.57 | 6.13 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 5 | 1 | 22 | 83.33 | 18.52 | 49.02 |
U:PRON | 1 | 0 | 8 | 100.00 | 11.11 | 38.46 |
U:PUNCT | 2 | 17 | 9 | 10.53 | 18.18 | 11.49 |
U:VERB | 1 | 5 | 5 | 16.67 | 16.67 | 16.67 |
U:VERB:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 65 | 29 | 311 | 69.15 | 17.29 | 43.22 |
R | 460 | 131 | 916 | 77.83 | 33.43 | 61.50 |
U | 20 | 64 | 160 | 23.81 | 11.11 | 19.38 |
UNK | 8 | 0 | 47 | 100.00 | 14.55 | 45.98 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 2 | 10 | 66.67 | 28.57 | 52.63 |
ADJ:FORM | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
ADV | 1 | 3 | 16 | 25.00 | 5.88 | 15.15 |
CONJ | 0 | 3 | 7 | 0.00 | 0.00 | 0.00 |
CONTR | 2 | 11 | 2 | 15.38 | 50.00 | 17.86 |
DET | 25 | 13 | 191 | 65.79 | 11.57 | 33.97 |
MORPH | 23 | 5 | 48 | 82.14 | 32.39 | 62.84 |
NOUN | 13 | 12 | 35 | 52.00 | 27.08 | 43.92 |
NOUN:INFL | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
NOUN:NUM | 40 | 8 | 69 | 83.33 | 36.70 | 66.45 |
NOUN:POSS | 5 | 0 | 8 | 100.00 | 38.46 | 75.76 |
ORTH | 90 | 8 | 100 | 91.84 | 47.37 | 77.32 |
OTHER | 87 | 76 | 311 | 53.37 | 21.86 | 41.43 |
PART | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
PREP | 12 | 3 | 131 | 80.00 | 8.39 | 29.56 |
PRON | 6 | 5 | 54 | 54.55 | 10.00 | 28.85 |
PUNCT | 41 | 38 | 127 | 51.90 | 24.40 | 42.36 |
SPELL | 97 | 14 | 14 | 87.39 | 87.39 | 87.39 |
UNK | 8 | 0 | 47 | 100.00 | 14.55 | 45.98 |
VERB | 17 | 8 | 75 | 68.00 | 18.48 | 44.27 |
VERB:FORM | 31 | 9 | 45 | 77.50 | 40.79 | 65.68 |
VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 31 | 1 | 36 | 96.88 | 46.27 | 79.49 |
VERB:TENSE | 9 | 1 | 80 | 90.00 | 10.11 | 34.88 |
WO | 2 | 4 | 18 | 33.33 | 10.00 | 22.73 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:CONJ | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
M:DET | 13 | 0 | 78 | 100.00 | 14.29 | 45.45 |
M:NOUN | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:NOUN:POSS | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:OTHER | 1 | 4 | 25 | 20.00 | 3.85 | 10.87 |
M:PREP | 3 | 1 | 36 | 75.00 | 7.69 | 27.27 |
M:PRON | 1 | 2 | 28 | 33.33 | 3.45 | 12.20 |
M:PUNCT | 35 | 16 | 101 | 68.63 | 25.74 | 51.47 |
M:VERB | 3 | 0 | 15 | 100.00 | 16.67 | 50.00 |
M:VERB:FORM | 4 | 3 | 3 | 57.14 | 57.14 | 57.14 |
M:VERB:TENSE | 3 | 0 | 13 | 100.00 | 18.75 | 53.57 |
R:ADJ | 3 | 2 | 7 | 60.00 | 30.00 | 50.00 |
R:ADJ:FORM | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:ADV | 1 | 0 | 8 | 100.00 | 11.11 | 38.46 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 11 | 0 | 8.33 | 100.00 | 10.20 |
R:DET | 7 | 11 | 33 | 38.89 | 17.50 | 31.25 |
R:MORPH | 23 | 5 | 48 | 82.14 | 32.39 | 62.84 |
R:NOUN | 11 | 11 | 26 | 50.00 | 29.73 | 44.00 |
R:NOUN:INFL | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
R:NOUN:NUM | 40 | 8 | 69 | 83.33 | 36.70 | 66.45 |
R:NOUN:POSS | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
R:ORTH | 90 | 8 | 100 | 91.84 | 47.37 | 77.32 |
R:OTHER | 84 | 36 | 278 | 70.00 | 23.20 | 49.88 |
R:PART | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:PREP | 5 | 1 | 75 | 83.33 | 6.25 | 24.04 |
R:PRON | 4 | 3 | 16 | 57.14 | 20.00 | 41.67 |
R:PUNCT | 4 | 5 | 17 | 44.44 | 19.05 | 35.09 |
R:SPELL | 97 | 14 | 14 | 87.39 | 87.39 | 87.39 |
R:VERB | 13 | 4 | 55 | 76.47 | 19.12 | 47.79 |
R:VERB:FORM | 27 | 6 | 41 | 81.82 | 39.71 | 67.50 |
R:VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 31 | 1 | 36 | 96.88 | 46.27 | 79.49 |
R:VERB:TENSE | 5 | 1 | 63 | 83.33 | 7.35 | 27.17 |
R:WO | 2 | 4 | 18 | 33.33 | 10.00 | 22.73 |
U:ADJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:ADV | 0 | 2 | 6 | 0.00 | 0.00 | 0.00 |
U:CONJ | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
U:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:DET | 5 | 2 | 80 | 71.43 | 5.88 | 22.12 |
U:NOUN | 1 | 1 | 7 | 50.00 | 12.50 | 31.25 |
U:NOUN:POSS | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:OTHER | 2 | 36 | 8 | 5.26 | 20.00 | 6.17 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 4 | 1 | 20 | 80.00 | 16.67 | 45.45 |
U:PRON | 1 | 0 | 10 | 100.00 | 9.09 | 33.33 |
U:PUNCT | 2 | 17 | 9 | 10.53 | 18.18 | 11.49 |
U:VERB | 1 | 4 | 5 | 20.00 | 16.67 | 19.23 |
U:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
UNK | 8 | 0 | 47 | 100.00 | 14.55 | 45.98 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 125 | 17 | 359 | 88.03 | 25.83 | 59.41 |
R | 622 | 190 | 1046 | 76.60 | 37.29 | 63.26 |
U | 41 | 242 | 203 | 14.49 | 16.80 | 14.90 |
UNK | 12 | 0 | 63 | 100.00 | 16.00 | 48.78 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 2 | 15 | 66.67 | 21.05 | 46.51 |
ADJ:FORM | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
ADV | 4 | 3 | 26 | 57.14 | 13.33 | 34.48 |
CONJ | 3 | 3 | 8 | 50.00 | 27.27 | 42.86 |
CONTR | 4 | 9 | 2 | 30.77 | 66.67 | 34.48 |
DET | 46 | 10 | 201 | 82.14 | 18.62 | 48.83 |
MORPH | 23 | 3 | 48 | 88.46 | 32.39 | 65.71 |
NOUN | 19 | 8 | 46 | 70.37 | 29.23 | 54.91 |
NOUN:INFL | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
NOUN:NUM | 46 | 3 | 65 | 93.88 | 41.44 | 74.92 |
NOUN:POSS | 10 | 0 | 13 | 100.00 | 43.48 | 79.37 |
ORTH | 110 | 6 | 91 | 94.83 | 54.73 | 82.71 |
OTHER | 177 | 352 | 404 | 33.46 | 30.46 | 32.81 |
PART | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
PREP | 22 | 2 | 145 | 91.67 | 13.17 | 41.83 |
PRON | 14 | 3 | 56 | 82.35 | 20.00 | 50.72 |
PUNCT | 80 | 27 | 156 | 74.77 | 33.90 | 60.24 |
SPELL | 102 | 5 | 6 | 95.33 | 94.44 | 95.15 |
UNK | 12 | 0 | 63 | 100.00 | 16.00 | 48.78 |
VERB | 22 | 6 | 95 | 78.57 | 18.80 | 48.03 |
VERB:FORM | 34 | 2 | 55 | 94.44 | 38.20 | 72.96 |
VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 34 | 0 | 42 | 100.00 | 44.74 | 80.19 |
VERB:TENSE | 13 | 1 | 99 | 92.86 | 11.61 | 38.69 |
WO | 10 | 4 | 25 | 71.43 | 28.57 | 54.95 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 2 | 1 | 4 | 66.67 | 33.33 | 55.56 |
M:CONJ | 1 | 2 | 4 | 33.33 | 20.00 | 29.41 |
M:DET | 26 | 0 | 81 | 100.00 | 24.30 | 61.61 |
M:NOUN | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
M:NOUN:POSS | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:OTHER | 6 | 3 | 33 | 66.67 | 15.38 | 40.00 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 10 | 1 | 35 | 90.91 | 22.22 | 56.18 |
M:PRON | 1 | 0 | 29 | 100.00 | 3.33 | 14.71 |
M:PUNCT | 64 | 10 | 121 | 86.49 | 34.59 | 66.53 |
M:VERB | 4 | 0 | 19 | 100.00 | 17.39 | 51.28 |
M:VERB:FORM | 5 | 0 | 6 | 100.00 | 45.45 | 80.65 |
M:VERB:TENSE | 3 | 0 | 15 | 100.00 | 16.67 | 50.00 |
R:ADJ | 4 | 2 | 11 | 66.67 | 26.67 | 51.28 |
R:ADJ:FORM | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
R:ADV | 1 | 0 | 13 | 100.00 | 7.14 | 27.78 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 3 | 9 | 0 | 25.00 | 100.00 | 29.41 |
R:DET | 8 | 8 | 35 | 50.00 | 18.60 | 37.38 |
R:MORPH | 23 | 3 | 48 | 88.46 | 32.39 | 65.71 |
R:NOUN | 15 | 8 | 30 | 65.22 | 33.33 | 54.74 |
R:NOUN:INFL | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
R:NOUN:NUM | 46 | 3 | 65 | 93.88 | 41.44 | 74.92 |
R:NOUN:POSS | 7 | 0 | 4 | 100.00 | 63.64 | 89.74 |
R:ORTH | 110 | 6 | 91 | 94.83 | 54.73 | 82.71 |
R:OTHER | 163 | 128 | 345 | 56.01 | 32.09 | 48.74 |
R:PART | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:PREP | 7 | 0 | 86 | 100.00 | 7.53 | 28.93 |
R:PRON | 11 | 3 | 17 | 78.57 | 39.29 | 65.48 |
R:PUNCT | 13 | 4 | 27 | 76.47 | 32.50 | 60.19 |
R:SPELL | 102 | 5 | 6 | 95.33 | 94.44 | 95.15 |
R:VERB | 17 | 4 | 68 | 80.95 | 20.00 | 50.30 |
R:VERB:FORM | 29 | 2 | 47 | 93.55 | 38.16 | 72.50 |
R:VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 34 | 0 | 42 | 100.00 | 44.74 | 80.19 |
R:VERB:TENSE | 9 | 1 | 78 | 90.00 | 10.34 | 35.43 |
R:WO | 10 | 4 | 25 | 71.43 | 28.57 | 54.95 |
U:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:ADV | 1 | 2 | 9 | 33.33 | 10.00 | 22.73 |
U:CONJ | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
U:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:DET | 12 | 2 | 85 | 85.71 | 12.37 | 39.22 |
U:NOUN | 2 | 0 | 10 | 100.00 | 16.67 | 50.00 |
U:NOUN:POSS | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
U:OTHER | 8 | 221 | 26 | 3.49 | 23.53 | 4.21 |
U:PART | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:PREP | 5 | 1 | 24 | 83.33 | 17.24 | 47.17 |
U:PRON | 2 | 0 | 10 | 100.00 | 16.67 | 50.00 |
U:PUNCT | 3 | 13 | 8 | 18.75 | 27.27 | 20.00 |
U:VERB | 1 | 2 | 8 | 33.33 | 11.11 | 23.81 |
U:VERB:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
UNK | 12 | 0 | 63 | 100.00 | 16.00 | 48.78 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 300 | 347 | 1003 | 46.37 | 23.02 | 38.55 |
Span-level detection | 349 | 299 | 993 | 53.86 | 26.01 | 44.36 |
Token-level detection | 561 | 668 | 1185 | 45.65 | 32.13 | 42.10 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 58 | 42 | 244 | 58.00 | 19.21 | 41.31 |
R | 219 | 199 | 646 | 52.39 | 25.32 | 43.16 |
U | 23 | 106 | 113 | 17.83 | 16.91 | 17.64 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 2 | 2 | 5 | 50.00 | 28.57 | 43.48 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 3 | 4 | 11 | 42.86 | 21.43 | 35.71 |
CONJ | 1 | 3 | 7 | 25.00 | 12.50 | 20.83 |
CONTR | 1 | 12 | 2 | 7.69 | 33.33 | 9.09 |
DET | 14 | 22 | 151 | 38.89 | 8.48 | 22.65 |
MORPH | 8 | 9 | 29 | 47.06 | 21.62 | 38.10 |
NOUN | 10 | 25 | 27 | 28.57 | 27.03 | 28.25 |
NOUN:NUM | 25 | 4 | 37 | 86.21 | 40.32 | 70.22 |
NOUN:POSS | 6 | 0 | 8 | 100.00 | 42.86 | 78.95 |
ORTH | 38 | 11 | 41 | 77.55 | 48.10 | 69.09 |
OTHER | 17 | 85 | 190 | 16.67 | 8.21 | 13.82 |
PART | 0 | 1 | 5 | 0.00 | 0.00 | 0.00 |
PREP | 8 | 2 | 118 | 80.00 | 6.35 | 24.10 |
PRON | 1 | 9 | 33 | 10.00 | 2.94 | 6.76 |
PUNCT | 51 | 110 | 99 | 31.68 | 34.00 | 32.12 |
SPELL | 62 | 15 | 12 | 80.52 | 83.78 | 81.15 |
VERB | 4 | 4 | 62 | 50.00 | 6.06 | 20.41 |
VERB:FORM | 22 | 11 | 39 | 66.67 | 36.07 | 56.99 |
VERB:SVA | 21 | 9 | 24 | 70.00 | 46.67 | 63.64 |
VERB:TENSE | 4 | 8 | 67 | 33.33 | 5.63 | 16.81 |
WO | 2 | 1 | 34 | 66.67 | 5.56 | 20.83 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
M:CONJ | 1 | 2 | 5 | 33.33 | 16.67 | 27.78 |
M:DET | 6 | 3 | 79 | 66.67 | 7.06 | 24.79 |
M:NOUN | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:NOUN:POSS | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:OTHER | 0 | 2 | 13 | 0.00 | 0.00 | 0.00 |
M:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PREP | 4 | 1 | 22 | 80.00 | 15.38 | 43.48 |
M:PRON | 0 | 1 | 21 | 0.00 | 0.00 | 0.00 |
M:PUNCT | 43 | 29 | 68 | 59.72 | 38.74 | 53.88 |
M:VERB | 1 | 1 | 10 | 50.00 | 9.09 | 26.32 |
M:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:VERB:TENSE | 1 | 1 | 13 | 50.00 | 7.14 | 22.73 |
R:ADJ | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 11 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 1 | 13 | 38 | 7.14 | 2.56 | 5.26 |
R:MORPH | 8 | 9 | 29 | 47.06 | 21.62 | 38.10 |
R:NOUN | 7 | 23 | 23 | 23.33 | 23.33 | 23.33 |
R:NOUN:NUM | 25 | 4 | 37 | 86.21 | 40.32 | 70.22 |
R:NOUN:POSS | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:ORTH | 38 | 11 | 41 | 77.55 | 48.10 | 69.09 |
R:OTHER | 17 | 43 | 166 | 28.33 | 9.29 | 20.09 |
R:PART | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
R:PREP | 3 | 0 | 72 | 100.00 | 4.00 | 17.24 |
R:PRON | 1 | 8 | 6 | 11.11 | 14.29 | 11.63 |
R:PUNCT | 0 | 30 | 22 | 0.00 | 0.00 | 0.00 |
R:SPELL | 62 | 15 | 12 | 80.52 | 83.78 | 81.15 |
R:VERB | 3 | 3 | 45 | 50.00 | 6.25 | 20.83 |
R:VERB:FORM | 21 | 10 | 36 | 67.74 | 36.84 | 58.01 |
R:VERB:SVA | 21 | 9 | 24 | 70.00 | 46.67 | 63.64 |
R:VERB:TENSE | 2 | 7 | 47 | 22.22 | 4.08 | 11.76 |
R:WO | 2 | 1 | 34 | 66.67 | 5.56 | 20.83 |
U:ADJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:ADV | 1 | 3 | 4 | 25.00 | 20.00 | 23.81 |
U:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:DET | 7 | 6 | 34 | 53.85 | 17.07 | 37.63 |
U:NOUN | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
U:NOUN:POSS | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:OTHER | 0 | 40 | 11 | 0.00 | 0.00 | 0.00 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 1 | 1 | 24 | 50.00 | 4.00 | 15.15 |
U:PRON | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
U:PUNCT | 8 | 51 | 9 | 13.56 | 47.06 | 15.81 |
U:VERB | 0 | 0 | 7 | 100.00 | 0.00 | 0.00 |
U:VERB:FORM | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:VERB:TENSE | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 61 | 39 | 242 | 61.00 | 20.13 | 43.39 |
R | 261 | 156 | 627 | 62.59 | 29.39 | 51.06 |
U | 24 | 104 | 113 | 18.75 | 17.52 | 18.49 |
UNK | 3 | 0 | 11 | 100.00 | 21.43 | 57.69 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 2 | 2 | 8 | 50.00 | 20.00 | 38.46 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 3 | 4 | 14 | 42.86 | 17.65 | 33.33 |
CONJ | 1 | 3 | 8 | 25.00 | 11.11 | 20.00 |
CONTR | 1 | 12 | 2 | 7.69 | 33.33 | 9.09 |
DET | 13 | 21 | 153 | 38.24 | 7.83 | 21.52 |
MORPH | 8 | 7 | 27 | 53.33 | 22.86 | 42.11 |
NOUN | 11 | 22 | 27 | 33.33 | 28.95 | 32.35 |
NOUN:NUM | 25 | 3 | 38 | 89.29 | 39.68 | 71.43 |
NOUN:POSS | 6 | 0 | 8 | 100.00 | 42.86 | 78.95 |
ORTH | 40 | 10 | 36 | 80.00 | 52.63 | 72.46 |
OTHER | 35 | 75 | 191 | 31.82 | 15.49 | 26.28 |
PART | 0 | 1 | 5 | 0.00 | 0.00 | 0.00 |
PREP | 8 | 2 | 120 | 80.00 | 6.25 | 23.81 |
PRON | 5 | 7 | 30 | 41.67 | 14.29 | 30.12 |
PUNCT | 55 | 106 | 91 | 34.16 | 37.67 | 34.81 |
SPELL | 65 | 6 | 7 | 91.55 | 90.28 | 91.29 |
UNK | 3 | 0 | 11 | 100.00 | 21.43 | 57.69 |
VERB | 11 | 3 | 56 | 78.57 | 16.42 | 44.72 |
VERB:FORM | 23 | 7 | 38 | 76.67 | 37.70 | 63.54 |
VERB:SVA | 24 | 1 | 25 | 96.00 | 48.98 | 80.54 |
VERB:TENSE | 8 | 6 | 63 | 57.14 | 11.27 | 31.50 |
WO | 2 | 1 | 33 | 66.67 | 5.71 | 21.28 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
M:CONJ | 1 | 2 | 6 | 33.33 | 14.29 | 26.32 |
M:DET | 6 | 3 | 80 | 66.67 | 6.98 | 24.59 |
M:NOUN | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:OTHER | 0 | 2 | 12 | 0.00 | 0.00 | 0.00 |
M:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PREP | 4 | 1 | 24 | 80.00 | 14.29 | 41.67 |
M:PRON | 2 | 0 | 19 | 100.00 | 9.52 | 34.48 |
M:PUNCT | 44 | 29 | 66 | 60.27 | 40.00 | 54.73 |
M:VERB | 2 | 0 | 8 | 100.00 | 20.00 | 55.56 |
M:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:VERB:TENSE | 1 | 1 | 14 | 50.00 | 6.67 | 21.74 |
R:ADJ | 2 | 1 | 5 | 66.67 | 28.57 | 52.63 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 11 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 2 | 12 | 38 | 14.29 | 5.00 | 10.42 |
R:MORPH | 8 | 7 | 27 | 53.33 | 22.86 | 42.11 |
R:NOUN | 9 | 21 | 23 | 30.00 | 28.12 | 29.61 |
R:NOUN:NUM | 25 | 3 | 38 | 89.29 | 39.68 | 71.43 |
R:NOUN:POSS | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:ORTH | 40 | 10 | 36 | 80.00 | 52.63 | 72.46 |
R:OTHER | 35 | 33 | 168 | 51.47 | 17.24 | 36.84 |
R:PART | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
R:PREP | 3 | 0 | 73 | 100.00 | 3.95 | 17.05 |
R:PRON | 2 | 7 | 6 | 22.22 | 25.00 | 22.73 |
R:PUNCT | 2 | 28 | 17 | 6.67 | 10.53 | 7.19 |
R:SPELL | 65 | 6 | 7 | 91.55 | 90.28 | 91.29 |
R:VERB | 8 | 3 | 42 | 72.73 | 16.00 | 42.55 |
R:VERB:FORM | 22 | 6 | 35 | 78.57 | 38.60 | 65.09 |
R:VERB:SVA | 24 | 1 | 25 | 96.00 | 48.98 | 80.54 |
R:VERB:TENSE | 6 | 5 | 41 | 54.55 | 12.77 | 32.97 |
R:WO | 2 | 1 | 33 | 66.67 | 5.71 | 21.28 |
U:ADJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 1 | 3 | 5 | 25.00 | 16.67 | 22.73 |
U:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:DET | 5 | 6 | 35 | 45.45 | 12.50 | 29.76 |
U:NOUN | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
U:NOUN:POSS | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:OTHER | 0 | 40 | 11 | 0.00 | 0.00 | 0.00 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 1 | 1 | 23 | 50.00 | 4.17 | 15.62 |
U:PRON | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
U:PUNCT | 9 | 49 | 8 | 15.52 | 52.94 | 18.07 |
U:VERB | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
U:VERB:FORM | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:VERB:TENSE | 1 | 0 | 8 | 100.00 | 11.11 | 38.46 |
UNK | 3 | 0 | 11 | 100.00 | 21.43 | 57.69 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 109 | 34 | 263 | 76.22 | 29.30 | 57.73 |
R | 408 | 291 | 751 | 58.37 | 35.20 | 51.58 |
U | 39 | 343 | 163 | 10.21 | 19.31 | 11.27 |
UNK | 5 | 0 | 8 | 100.00 | 38.46 | 75.76 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 2 | 13 | 60.00 | 18.75 | 41.67 |
ADJ:FORM | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
ADV | 6 | 3 | 22 | 66.67 | 21.43 | 46.87 |
CONJ | 2 | 3 | 8 | 40.00 | 20.00 | 33.33 |
CONTR | 1 | 12 | 1 | 7.69 | 50.00 | 9.26 |
DET | 27 | 15 | 159 | 64.29 | 14.52 | 38.14 |
MORPH | 10 | 6 | 28 | 62.50 | 26.32 | 49.02 |
NOUN | 14 | 19 | 26 | 42.42 | 35.00 | 40.70 |
NOUN:NUM | 28 | 2 | 37 | 93.33 | 43.08 | 75.68 |
NOUN:POSS | 10 | 0 | 11 | 100.00 | 47.62 | 81.97 |
ORTH | 65 | 5 | 41 | 92.86 | 61.32 | 84.20 |
OTHER | 109 | 480 | 268 | 18.51 | 28.91 | 19.94 |
PART | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
PREP | 14 | 1 | 130 | 93.33 | 9.72 | 34.31 |
PRON | 9 | 7 | 40 | 56.25 | 18.37 | 39.82 |
PUNCT | 89 | 90 | 93 | 49.72 | 48.90 | 49.55 |
SPELL | 66 | 6 | 4 | 91.67 | 94.29 | 92.18 |
UNK | 5 | 0 | 8 | 100.00 | 38.46 | 75.76 |
VERB | 20 | 3 | 74 | 86.96 | 21.28 | 53.76 |
VERB:FORM | 27 | 5 | 42 | 84.38 | 39.13 | 68.53 |
VERB:SVA | 23 | 0 | 27 | 100.00 | 46.00 | 80.99 |
VERB:TENSE | 16 | 8 | 80 | 66.67 | 16.67 | 41.67 |
WO | 16 | 1 | 66 | 94.12 | 19.51 | 53.33 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:ADV | 0 | 1 | 9 | 0.00 | 0.00 | 0.00 |
M:CONJ | 2 | 2 | 5 | 50.00 | 28.57 | 43.48 |
M:DET | 16 | 2 | 80 | 88.89 | 16.67 | 47.62 |
M:NOUN | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
M:NOUN:POSS | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
M:OTHER | 1 | 2 | 17 | 33.33 | 5.56 | 16.67 |
M:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PREP | 6 | 1 | 27 | 85.71 | 18.18 | 49.18 |
M:PRON | 3 | 0 | 21 | 100.00 | 12.50 | 41.67 |
M:PUNCT | 71 | 24 | 68 | 74.74 | 51.08 | 68.40 |
M:VERB | 4 | 0 | 12 | 100.00 | 25.00 | 62.50 |
M:VERB:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:VERB:TENSE | 3 | 1 | 12 | 75.00 | 20.00 | 48.39 |
R:ADJ | 2 | 1 | 10 | 66.67 | 16.67 | 41.67 |
R:ADJ:FORM | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:ADV | 4 | 0 | 5 | 100.00 | 44.44 | 80.00 |
R:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 11 | 0 | 8.33 | 100.00 | 10.20 |
R:DET | 5 | 9 | 39 | 35.71 | 11.36 | 25.00 |
R:MORPH | 10 | 6 | 28 | 62.50 | 26.32 | 49.02 |
R:NOUN | 11 | 18 | 21 | 37.93 | 34.38 | 37.16 |
R:NOUN:NUM | 28 | 2 | 37 | 93.33 | 43.08 | 75.68 |
R:NOUN:POSS | 8 | 0 | 2 | 100.00 | 80.00 | 95.24 |
R:ORTH | 65 | 5 | 41 | 92.86 | 61.32 | 84.20 |
R:OTHER | 100 | 188 | 211 | 34.72 | 32.15 | 34.18 |
R:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:PREP | 6 | 0 | 77 | 100.00 | 7.23 | 28.04 |
R:PRON | 5 | 7 | 12 | 41.67 | 29.41 | 38.46 |
R:PUNCT | 7 | 23 | 15 | 23.33 | 31.82 | 24.65 |
R:SPELL | 66 | 6 | 4 | 91.67 | 94.29 | 92.18 |
R:VERB | 12 | 3 | 53 | 80.00 | 18.46 | 48.00 |
R:VERB:FORM | 26 | 4 | 37 | 86.67 | 41.27 | 71.04 |
R:VERB:SVA | 23 | 0 | 27 | 100.00 | 46.00 | 80.99 |
R:VERB:TENSE | 12 | 7 | 59 | 63.16 | 16.90 | 40.82 |
R:WO | 16 | 1 | 66 | 94.12 | 19.51 | 53.33 |
U:ADJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 2 | 2 | 8 | 50.00 | 20.00 | 38.46 |
U:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:DET | 6 | 4 | 40 | 60.00 | 13.04 | 34.88 |
U:NOUN | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
U:NOUN:POSS | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
U:OTHER | 8 | 290 | 40 | 2.68 | 16.67 | 3.23 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 2 | 0 | 26 | 100.00 | 7.14 | 27.78 |
U:PRON | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
U:PUNCT | 11 | 43 | 10 | 20.37 | 52.38 | 23.21 |
U:VERB | 4 | 0 | 9 | 100.00 | 30.77 | 68.97 |
U:VERB:FORM | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
U:VERB:TENSE | 1 | 0 | 9 | 100.00 | 10.00 | 35.71 |
UNK | 5 | 0 | 8 | 100.00 | 38.46 | 75.76 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 150 | 236 | 345 | 38.86 | 30.30 | 36.78 |
Span-level detection | 166 | 220 | 349 | 43.01 | 32.23 | 40.31 |
Token-level detection | 230 | 308 | 415 | 42.75 | 35.66 | 41.12 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 26 | 41 | 94 | 38.81 | 21.67 | 33.51 |
R | 116 | 123 | 204 | 48.54 | 36.25 | 45.45 |
U | 8 | 72 | 47 | 10.00 | 14.55 | 10.67 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 1 | 7 | 0.00 | 0.00 | 0.00 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 1 | 3 | 4 | 25.00 | 20.00 | 23.81 |
CONJ | 1 | 6 | 3 | 14.29 | 25.00 | 15.62 |
CONTR | 0 | 12 | 3 | 0.00 | 0.00 | 0.00 |
DET | 7 | 12 | 62 | 36.84 | 10.14 | 24.14 |
MORPH | 8 | 8 | 11 | 50.00 | 42.11 | 48.19 |
NOUN | 7 | 13 | 10 | 35.00 | 41.18 | 36.08 |
NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 15 | 3 | 14 | 83.33 | 51.72 | 74.26 |
NOUN:POSS | 3 | 1 | 4 | 75.00 | 42.86 | 65.22 |
ORTH | 17 | 10 | 24 | 62.96 | 41.46 | 57.05 |
OTHER | 17 | 47 | 46 | 26.56 | 26.98 | 26.65 |
PART | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
PREP | 2 | 1 | 49 | 66.67 | 3.92 | 15.87 |
PRON | 0 | 4 | 9 | 0.00 | 0.00 | 0.00 |
PUNCT | 23 | 85 | 35 | 21.30 | 39.66 | 23.47 |
SPELL | 35 | 12 | 3 | 74.47 | 92.11 | 77.43 |
VERB | 0 | 2 | 11 | 0.00 | 0.00 | 0.00 |
VERB:FORM | 4 | 11 | 9 | 26.67 | 30.77 | 27.40 |
VERB:SVA | 6 | 2 | 4 | 75.00 | 60.00 | 71.43 |
VERB:TENSE | 1 | 3 | 23 | 25.00 | 4.17 | 12.50 |
WO | 0 | 0 | 10 | 100.00 | 0.00 | 0.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 1 | 3 | 2 | 25.00 | 33.33 | 26.32 |
M:DET | 4 | 1 | 29 | 80.00 | 12.12 | 37.74 |
M:NOUN | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:OTHER | 0 | 2 | 6 | 0.00 | 0.00 | 0.00 |
M:PREP | 0 | 1 | 14 | 0.00 | 0.00 | 0.00 |
M:PRON | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
M:PUNCT | 19 | 32 | 29 | 37.25 | 39.58 | 37.70 |
M:VERB | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
M:VERB:TENSE | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADJ | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 12 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 2 | 7 | 9 | 22.22 | 18.18 | 21.28 |
R:MORPH | 8 | 8 | 11 | 50.00 | 42.11 | 48.19 |
R:NOUN | 7 | 11 | 8 | 38.89 | 46.67 | 40.23 |
R:NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 15 | 3 | 14 | 83.33 | 51.72 | 74.26 |
R:NOUN:POSS | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
R:ORTH | 17 | 10 | 24 | 62.96 | 41.46 | 57.05 |
R:OTHER | 16 | 20 | 39 | 44.44 | 29.09 | 40.20 |
R:PART | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:PREP | 1 | 0 | 29 | 100.00 | 3.33 | 14.71 |
R:PRON | 0 | 3 | 3 | 0.00 | 0.00 | 0.00 |
R:PUNCT | 0 | 16 | 3 | 0.00 | 0.00 | 0.00 |
R:SPELL | 35 | 12 | 3 | 74.47 | 92.11 | 77.43 |
R:VERB | 0 | 2 | 8 | 0.00 | 0.00 | 0.00 |
R:VERB:FORM | 2 | 11 | 8 | 15.38 | 20.00 | 16.13 |
R:VERB:SVA | 6 | 2 | 4 | 75.00 | 60.00 | 71.43 |
R:VERB:TENSE | 1 | 3 | 18 | 25.00 | 5.26 | 14.29 |
R:WO | 0 | 0 | 10 | 100.00 | 0.00 | 0.00 |
U:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
U:CONJ | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:DET | 1 | 4 | 24 | 20.00 | 4.00 | 11.11 |
U:NOUN | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:NOUN:POSS | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:OTHER | 1 | 25 | 1 | 3.85 | 50.00 | 4.72 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
U:PRON | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 4 | 37 | 3 | 9.76 | 57.14 | 11.70 |
U:VERB | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 27 | 40 | 97 | 40.30 | 21.77 | 34.44 |
R | 126 | 108 | 201 | 53.85 | 38.53 | 49.88 |
U | 11 | 72 | 48 | 13.25 | 18.64 | 14.07 |
UNK | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 1 | 8 | 0.00 | 0.00 | 0.00 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 1 | 3 | 4 | 25.00 | 20.00 | 23.81 |
CONJ | 1 | 6 | 3 | 14.29 | 25.00 | 15.62 |
CONTR | 0 | 12 | 3 | 0.00 | 0.00 | 0.00 |
DET | 7 | 12 | 65 | 36.84 | 9.72 | 23.65 |
MORPH | 9 | 7 | 11 | 56.25 | 45.00 | 53.57 |
NOUN | 8 | 12 | 10 | 40.00 | 44.44 | 40.82 |
NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 16 | 2 | 15 | 88.89 | 51.61 | 77.67 |
NOUN:POSS | 3 | 1 | 4 | 75.00 | 42.86 | 65.22 |
ORTH | 18 | 8 | 23 | 69.23 | 43.90 | 62.07 |
OTHER | 17 | 46 | 44 | 26.98 | 27.87 | 27.16 |
PART | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
PREP | 3 | 1 | 48 | 75.00 | 5.88 | 22.39 |
PRON | 0 | 4 | 10 | 0.00 | 0.00 | 0.00 |
PUNCT | 27 | 80 | 37 | 25.23 | 42.19 | 27.44 |
SPELL | 38 | 9 | 1 | 80.85 | 97.44 | 83.70 |
UNK | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
VERB | 0 | 2 | 11 | 0.00 | 0.00 | 0.00 |
VERB:FORM | 5 | 10 | 9 | 33.33 | 35.71 | 33.78 |
VERB:SVA | 6 | 1 | 4 | 85.71 | 60.00 | 78.95 |
VERB:TENSE | 2 | 3 | 23 | 40.00 | 8.00 | 22.22 |
WO | 0 | 0 | 9 | 100.00 | 0.00 | 0.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 1 | 3 | 2 | 25.00 | 33.33 | 26.32 |
M:DET | 4 | 1 | 29 | 80.00 | 12.12 | 37.74 |
M:NOUN | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:OTHER | 0 | 2 | 7 | 0.00 | 0.00 | 0.00 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 1 | 1 | 14 | 50.00 | 6.67 | 21.74 |
M:PRON | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
M:PUNCT | 19 | 31 | 29 | 38.00 | 39.58 | 38.31 |
M:VERB | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
M:VERB:TENSE | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:ADJ | 0 | 1 | 5 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 12 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 2 | 7 | 10 | 22.22 | 16.67 | 20.83 |
R:MORPH | 9 | 7 | 11 | 56.25 | 45.00 | 53.57 |
R:NOUN | 7 | 10 | 8 | 41.18 | 46.67 | 42.17 |
R:NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 16 | 2 | 15 | 88.89 | 51.61 | 77.67 |
R:NOUN:POSS | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
R:ORTH | 18 | 8 | 23 | 69.23 | 43.90 | 62.07 |
R:OTHER | 16 | 19 | 36 | 45.71 | 30.77 | 41.67 |
R:PART | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:PREP | 1 | 0 | 28 | 100.00 | 3.45 | 15.15 |
R:PRON | 0 | 3 | 4 | 0.00 | 0.00 | 0.00 |
R:PUNCT | 2 | 12 | 5 | 14.29 | 28.57 | 15.87 |
R:SPELL | 38 | 9 | 1 | 80.85 | 97.44 | 83.70 |
R:VERB | 0 | 2 | 8 | 0.00 | 0.00 | 0.00 |
R:VERB:FORM | 3 | 10 | 8 | 23.08 | 27.27 | 23.81 |
R:VERB:SVA | 6 | 1 | 4 | 85.71 | 60.00 | 78.95 |
R:VERB:TENSE | 2 | 3 | 17 | 40.00 | 10.53 | 25.64 |
R:WO | 0 | 0 | 9 | 100.00 | 0.00 | 0.00 |
U:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
U:CONJ | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:DET | 1 | 4 | 26 | 20.00 | 3.70 | 10.64 |
U:NOUN | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
U:NOUN:POSS | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:OTHER | 1 | 25 | 1 | 3.85 | 50.00 | 4.72 |
U:PREP | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
U:PRON | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 6 | 37 | 3 | 13.95 | 66.67 | 16.57 |
U:VERB | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
UNK | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 47 | 36 | 112 | 56.63 | 29.56 | 47.86 |
R | 159 | 133 | 228 | 54.45 | 41.09 | 51.13 |
U | 18 | 139 | 65 | 11.46 | 21.69 | 12.66 |
UNK | 6 | 0 | 10 | 100.00 | 37.50 | 75.00 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 1 | 11 | 0.00 | 0.00 | 0.00 |
ADJ:FORM | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
ADV | 1 | 4 | 8 | 20.00 | 11.11 | 17.24 |
CONJ | 1 | 8 | 4 | 11.11 | 20.00 | 12.20 |
CONTR | 1 | 11 | 4 | 8.33 | 20.00 | 9.43 |
DET | 9 | 12 | 68 | 42.86 | 11.69 | 27.95 |
MORPH | 10 | 6 | 11 | 62.50 | 47.62 | 58.82 |
NOUN | 11 | 12 | 11 | 47.83 | 50.00 | 48.25 |
NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 17 | 2 | 16 | 89.47 | 51.52 | 77.98 |
NOUN:POSS | 7 | 0 | 5 | 100.00 | 58.33 | 87.50 |
ORTH | 26 | 14 | 28 | 65.00 | 48.15 | 60.75 |
OTHER | 29 | 144 | 69 | 16.76 | 29.59 | 18.35 |
PART | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
PREP | 3 | 1 | 48 | 75.00 | 5.88 | 22.39 |
PRON | 3 | 4 | 10 | 42.86 | 23.08 | 36.59 |
PUNCT | 45 | 69 | 49 | 39.47 | 47.87 | 40.91 |
SPELL | 39 | 6 | 1 | 86.67 | 97.50 | 88.64 |
UNK | 6 | 0 | 10 | 100.00 | 37.50 | 75.00 |
VERB | 0 | 2 | 10 | 0.00 | 0.00 | 0.00 |
VERB:FORM | 6 | 9 | 8 | 40.00 | 42.86 | 40.54 |
VERB:SVA | 6 | 0 | 5 | 100.00 | 54.55 | 85.71 |
VERB:TENSE | 4 | 3 | 27 | 57.14 | 12.90 | 33.90 |
WO | 3 | 0 | 8 | 100.00 | 27.27 | 65.22 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:CONJ | 1 | 3 | 3 | 25.00 | 25.00 | 25.00 |
M:DET | 6 | 1 | 29 | 85.71 | 17.14 | 47.62 |
M:NOUN | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:OTHER | 3 | 2 | 8 | 60.00 | 27.27 | 48.39 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 0 | 1 | 13 | 0.00 | 0.00 | 0.00 |
M:PRON | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
M:PUNCT | 30 | 27 | 39 | 52.63 | 43.48 | 50.51 |
M:VERB | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
M:VERB:TENSE | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
R:ADJ | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 11 | 1 | 8.33 | 50.00 | 10.00 |
R:DET | 2 | 7 | 11 | 22.22 | 15.38 | 20.41 |
R:MORPH | 10 | 6 | 11 | 62.50 | 47.62 | 58.82 |
R:NOUN | 9 | 10 | 8 | 47.37 | 52.94 | 48.39 |
R:NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 17 | 2 | 16 | 89.47 | 51.52 | 77.98 |
R:NOUN:POSS | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
R:ORTH | 26 | 14 | 28 | 65.00 | 48.15 | 60.75 |
R:OTHER | 25 | 47 | 57 | 34.72 | 30.49 | 33.78 |
R:PART | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PREP | 2 | 0 | 28 | 100.00 | 6.67 | 26.32 |
R:PRON | 1 | 3 | 3 | 25.00 | 25.00 | 25.00 |
R:PUNCT | 6 | 11 | 4 | 35.29 | 60.00 | 38.46 |
R:SPELL | 39 | 6 | 1 | 86.67 | 97.50 | 88.64 |
R:VERB | 0 | 2 | 6 | 0.00 | 0.00 | 0.00 |
R:VERB:FORM | 4 | 9 | 7 | 30.77 | 36.36 | 31.75 |
R:VERB:SVA | 6 | 0 | 5 | 100.00 | 54.55 | 85.71 |
R:VERB:TENSE | 1 | 3 | 20 | 25.00 | 4.76 | 13.51 |
R:WO | 3 | 0 | 8 | 100.00 | 27.27 | 65.22 |
U:ADJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 2 | 4 | 0.00 | 0.00 | 0.00 |
U:CONJ | 0 | 5 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
U:DET | 1 | 4 | 28 | 20.00 | 3.45 | 10.20 |
U:NOUN | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
U:NOUN:POSS | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
U:OTHER | 1 | 95 | 4 | 1.04 | 20.00 | 1.29 |
U:PREP | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
U:PRON | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
U:PUNCT | 9 | 31 | 6 | 22.50 | 60.00 | 25.71 |
U:VERB | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
UNK | 6 | 0 | 10 | 100.00 | 37.50 | 75.00 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 337 | 321 | 190 | 51.22 | 63.95 | 53.34 |
Span-level detection | 372 | 286 | 181 | 56.53 | 67.27 | 58.40 |
Token-level detection | 474 | 468 | 203 | 50.32 | 70.01 | 53.32 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 57 | 21 | 47 | 73.08 | 54.81 | 68.51 |
R | 265 | 168 | 120 | 61.20 | 68.83 | 62.59 |
U | 15 | 132 | 23 | 10.20 | 39.47 | 11.98 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 5 | 6 | 1 | 45.45 | 83.33 | 50.00 |
ADV | 1 | 6 | 1 | 14.29 | 50.00 | 16.67 |
CONJ | 0 | 5 | 0 | 0.00 | 100.00 | 0.00 |
CONTR | 0 | 8 | 0 | 0.00 | 100.00 | 0.00 |
DET | 2 | 9 | 10 | 18.18 | 16.67 | 17.86 |
MORPH | 5 | 8 | 3 | 38.46 | 62.50 | 41.67 |
NOUN | 8 | 26 | 6 | 23.53 | 57.14 | 26.67 |
NOUN:INFL | 10 | 0 | 1 | 100.00 | 90.91 | 98.04 |
NOUN:NUM | 10 | 6 | 10 | 62.50 | 50.00 | 59.52 |
NOUN:POSS | 11 | 7 | 8 | 61.11 | 57.89 | 60.44 |
ORTH | 51 | 12 | 26 | 80.95 | 66.23 | 77.51 |
OTHER | 35 | 78 | 26 | 30.97 | 57.38 | 34.11 |
PART | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
PREP | 5 | 5 | 11 | 50.00 | 31.25 | 44.64 |
PRON | 3 | 4 | 2 | 42.86 | 60.00 | 45.45 |
PUNCT | 66 | 122 | 56 | 35.11 | 54.10 | 37.76 |
SPELL | 91 | 7 | 10 | 92.86 | 90.10 | 92.29 |
VERB | 9 | 5 | 6 | 64.29 | 60.00 | 63.38 |
VERB:FORM | 8 | 1 | 3 | 88.89 | 72.73 | 85.11 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 9 | 1 | 2 | 90.00 | 81.82 | 88.24 |
VERB:TENSE | 3 | 4 | 5 | 42.86 | 37.50 | 41.67 |
WO | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:ADV | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 1 | 2 | 4 | 33.33 | 20.00 | 29.41 |
M:NOUN | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
M:OTHER | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:PART | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:PRON | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PUNCT | 53 | 11 | 33 | 82.81 | 61.63 | 77.49 |
M:VERB | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 5 | 4 | 1 | 55.56 | 83.33 | 59.52 |
R:ADV | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
R:CONTR | 0 | 8 | 0 | 0.00 | 100.00 | 0.00 |
R:DET | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
R:MORPH | 5 | 8 | 3 | 38.46 | 62.50 | 41.67 |
R:NOUN | 8 | 21 | 4 | 27.59 | 66.67 | 31.25 |
R:NOUN:INFL | 10 | 0 | 1 | 100.00 | 90.91 | 98.04 |
R:NOUN:NUM | 10 | 6 | 10 | 62.50 | 50.00 | 59.52 |
R:NOUN:POSS | 9 | 6 | 3 | 60.00 | 75.00 | 62.50 |
R:ORTH | 51 | 12 | 26 | 80.95 | 66.23 | 77.51 |
R:OTHER | 35 | 44 | 26 | 44.30 | 57.38 | 46.42 |
R:PREP | 5 | 3 | 8 | 62.50 | 38.46 | 55.56 |
R:PRON | 3 | 4 | 0 | 42.86 | 100.00 | 48.39 |
R:PUNCT | 0 | 28 | 12 | 0.00 | 0.00 | 0.00 |
R:SPELL | 91 | 7 | 10 | 92.86 | 90.10 | 92.29 |
R:VERB | 8 | 5 | 3 | 61.54 | 72.73 | 63.49 |
R:VERB:FORM | 8 | 0 | 2 | 100.00 | 80.00 | 95.24 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 9 | 1 | 2 | 90.00 | 81.82 | 88.24 |
R:VERB:TENSE | 2 | 4 | 4 | 33.33 | 33.33 | 33.33 |
R:WO | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:ADJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:ADV | 0 | 5 | 0 | 0.00 | 100.00 | 0.00 |
U:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:DET | 0 | 2 | 5 | 0.00 | 0.00 | 0.00 |
U:NOUN | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
U:NOUN:POSS | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:OTHER | 0 | 33 | 0 | 0.00 | 100.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 13 | 83 | 11 | 13.54 | 54.17 | 15.93 |
U:VERB | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 59 | 19 | 48 | 75.64 | 55.14 | 70.41 |
R | 292 | 139 | 112 | 67.75 | 72.28 | 68.61 |
U | 17 | 128 | 20 | 11.72 | 45.95 | 13.78 |
UNK | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 5 | 6 | 1 | 45.45 | 83.33 | 50.00 |
ADV | 2 | 5 | 1 | 28.57 | 66.67 | 32.26 |
CONJ | 0 | 5 | 0 | 0.00 | 100.00 | 0.00 |
CONTR | 0 | 8 | 0 | 0.00 | 100.00 | 0.00 |
DET | 4 | 9 | 10 | 30.77 | 28.57 | 30.30 |
MORPH | 5 | 5 | 3 | 50.00 | 62.50 | 52.08 |
NOUN | 8 | 23 | 7 | 25.81 | 53.33 | 28.78 |
NOUN:INFL | 10 | 0 | 1 | 100.00 | 90.91 | 98.04 |
NOUN:NUM | 11 | 4 | 9 | 73.33 | 55.00 | 68.75 |
NOUN:POSS | 13 | 5 | 7 | 72.22 | 65.00 | 70.65 |
ORTH | 54 | 11 | 26 | 83.08 | 67.50 | 79.41 |
OTHER | 48 | 69 | 24 | 41.03 | 66.67 | 44.44 |
PART | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
PREP | 6 | 5 | 10 | 54.55 | 37.50 | 50.00 |
PRON | 3 | 4 | 2 | 42.86 | 60.00 | 45.45 |
PUNCT | 72 | 113 | 53 | 38.92 | 57.60 | 41.62 |
SPELL | 93 | 2 | 8 | 97.89 | 92.08 | 96.67 |
UNK | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB | 9 | 5 | 6 | 64.29 | 60.00 | 63.38 |
VERB:FORM | 8 | 1 | 2 | 88.89 | 80.00 | 86.96 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 9 | 1 | 2 | 90.00 | 81.82 | 88.24 |
VERB:TENSE | 3 | 4 | 5 | 42.86 | 37.50 | 41.67 |
WO | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:ADV | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
M:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
M:OTHER | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:PART | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:PREP | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PRON | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PUNCT | 52 | 10 | 34 | 83.87 | 60.47 | 77.84 |
M:VERB | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 5 | 4 | 1 | 55.56 | 83.33 | 59.52 |
R:ADV | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
R:CONTR | 0 | 8 | 0 | 0.00 | 100.00 | 0.00 |
R:DET | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
R:MORPH | 5 | 5 | 3 | 50.00 | 62.50 | 52.08 |
R:NOUN | 8 | 19 | 5 | 29.63 | 61.54 | 33.06 |
R:NOUN:INFL | 10 | 0 | 1 | 100.00 | 90.91 | 98.04 |
R:NOUN:NUM | 11 | 4 | 9 | 73.33 | 55.00 | 68.75 |
R:NOUN:POSS | 11 | 4 | 2 | 73.33 | 84.62 | 75.34 |
R:ORTH | 54 | 11 | 26 | 83.08 | 67.50 | 79.41 |
R:OTHER | 47 | 35 | 24 | 57.32 | 66.20 | 58.90 |
R:PREP | 5 | 3 | 8 | 62.50 | 38.46 | 55.56 |
R:PRON | 3 | 4 | 0 | 42.86 | 100.00 | 48.39 |
R:PUNCT | 6 | 23 | 9 | 20.69 | 40.00 | 22.90 |
R:SPELL | 93 | 2 | 8 | 97.89 | 92.08 | 96.67 |
R:VERB | 8 | 5 | 3 | 61.54 | 72.73 | 63.49 |
R:VERB:FORM | 8 | 0 | 2 | 100.00 | 80.00 | 95.24 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 9 | 1 | 2 | 90.00 | 81.82 | 88.24 |
R:VERB:TENSE | 2 | 4 | 4 | 33.33 | 33.33 | 33.33 |
R:WO | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:ADJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:ADV | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
U:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:DET | 1 | 2 | 5 | 33.33 | 16.67 | 27.78 |
U:NOUN | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
U:NOUN:POSS | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:OTHER | 0 | 33 | 0 | 0.00 | 100.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 14 | 80 | 10 | 14.89 | 58.33 | 17.50 |
U:VERB | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
UNK | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 81 | 18 | 49 | 81.82 | 62.31 | 77.00 |
R | 367 | 152 | 135 | 70.71 | 73.11 | 71.18 |
U | 23 | 298 | 19 | 7.17 | 54.76 | 8.67 |
UNK | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 5 | 6 | 2 | 45.45 | 71.43 | 49.02 |
ADV | 4 | 5 | 1 | 44.44 | 80.00 | 48.78 |
CONJ | 1 | 5 | 2 | 16.67 | 33.33 | 18.52 |
CONTR | 0 | 8 | 0 | 0.00 | 100.00 | 0.00 |
DET | 4 | 9 | 10 | 30.77 | 28.57 | 30.30 |
MORPH | 5 | 5 | 3 | 50.00 | 62.50 | 52.08 |
NOUN | 10 | 21 | 10 | 32.26 | 50.00 | 34.72 |
NOUN:INFL | 10 | 0 | 1 | 100.00 | 90.91 | 98.04 |
NOUN:NUM | 10 | 4 | 10 | 71.43 | 50.00 | 65.79 |
NOUN:POSS | 14 | 6 | 8 | 70.00 | 63.64 | 68.63 |
ORTH | 90 | 10 | 32 | 90.00 | 73.77 | 86.21 |
OTHER | 81 | 256 | 39 | 24.04 | 67.50 | 27.59 |
PART | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
PREP | 9 | 5 | 9 | 64.29 | 50.00 | 60.81 |
PRON | 4 | 4 | 2 | 50.00 | 66.67 | 52.63 |
PUNCT | 93 | 110 | 49 | 45.81 | 65.49 | 48.74 |
SPELL | 95 | 2 | 5 | 97.94 | 95.00 | 97.34 |
UNK | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB | 9 | 5 | 5 | 64.29 | 64.29 | 64.29 |
VERB:FORM | 8 | 1 | 2 | 88.89 | 80.00 | 86.96 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 9 | 0 | 4 | 100.00 | 69.23 | 91.84 |
VERB:TENSE | 4 | 5 | 7 | 44.44 | 36.36 | 42.55 |
WO | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:ADV | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:CONJ | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
M:DET | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
M:NOUN | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
M:OTHER | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:PART | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:PREP | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
M:PRON | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PUNCT | 71 | 9 | 32 | 88.75 | 68.93 | 83.92 |
M:VERB | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 5 | 4 | 1 | 55.56 | 83.33 | 59.52 |
R:ADV | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
R:CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
R:CONTR | 0 | 8 | 0 | 0.00 | 100.00 | 0.00 |
R:DET | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
R:MORPH | 5 | 5 | 3 | 50.00 | 62.50 | 52.08 |
R:NOUN | 9 | 18 | 6 | 33.33 | 60.00 | 36.59 |
R:NOUN:INFL | 10 | 0 | 1 | 100.00 | 90.91 | 98.04 |
R:NOUN:NUM | 10 | 4 | 10 | 71.43 | 50.00 | 65.79 |
R:NOUN:POSS | 12 | 5 | 3 | 70.59 | 80.00 | 72.29 |
R:ORTH | 90 | 10 | 32 | 90.00 | 73.77 | 86.21 |
R:OTHER | 80 | 49 | 39 | 62.02 | 67.23 | 62.99 |
R:PREP | 7 | 3 | 7 | 70.00 | 50.00 | 64.81 |
R:PRON | 3 | 4 | 1 | 42.86 | 75.00 | 46.88 |
R:PUNCT | 4 | 23 | 9 | 14.81 | 30.77 | 16.53 |
R:SPELL | 95 | 2 | 5 | 97.94 | 95.00 | 97.34 |
R:VERB | 8 | 5 | 2 | 61.54 | 80.00 | 64.52 |
R:VERB:FORM | 8 | 0 | 2 | 100.00 | 80.00 | 95.24 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 9 | 0 | 4 | 100.00 | 69.23 | 91.84 |
R:VERB:TENSE | 3 | 5 | 6 | 37.50 | 33.33 | 36.59 |
R:WO | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:ADJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
U:CONJ | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:DET | 1 | 2 | 5 | 33.33 | 16.67 | 27.78 |
U:NOUN | 1 | 3 | 0 | 25.00 | 100.00 | 29.41 |
U:NOUN:POSS | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:OTHER | 0 | 206 | 0 | 0.00 | 100.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 18 | 78 | 8 | 18.75 | 69.23 | 21.95 |
U:VERB | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
UNK | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |