Submitted by: | cjbryant |
Submitted at: | 2019-08-07T14:44:34+00:00 |
Competition submission: | 20 |
Competition phase: | 3 - Open phase |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 2720 | 2325 | 2546 | 53.91 | 51.65 | 53.45 |
Span-level detection | 3326 | 1728 | 2297 | 65.81 | 59.15 | 64.36 |
Token-level detection | 4252 | 1478 | 2775 | 74.21 | 60.51 | 70.99 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 749 | 424 | 559 | 63.85 | 57.26 | 62.42 |
R | 1692 | 1528 | 1739 | 52.55 | 49.32 | 51.87 |
U | 279 | 373 | 248 | 42.79 | 52.94 | 44.50 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 13 | 42 | 31 | 23.64 | 29.55 | 24.62 |
ADJ:FORM | 5 | 3 | 6 | 62.50 | 45.45 | 58.14 |
ADV | 31 | 72 | 37 | 30.10 | 45.59 | 32.29 |
CONJ | 9 | 12 | 20 | 42.86 | 31.03 | 39.82 |
CONTR | 10 | 3 | 1 | 76.92 | 90.91 | 79.37 |
DET | 362 | 215 | 266 | 62.74 | 57.64 | 61.65 |
MORPH | 100 | 56 | 61 | 64.10 | 62.11 | 63.69 |
NOUN | 45 | 172 | 95 | 20.74 | 32.14 | 22.32 |
NOUN:INFL | 7 | 0 | 13 | 100.00 | 35.00 | 72.92 |
NOUN:NUM | 200 | 143 | 80 | 58.31 | 71.43 | 60.53 |
NOUN:POSS | 28 | 6 | 27 | 82.35 | 50.91 | 73.30 |
ORTH | 231 | 53 | 178 | 81.34 | 56.48 | 74.76 |
OTHER | 160 | 497 | 568 | 24.35 | 21.98 | 23.84 |
PART | 22 | 22 | 10 | 50.00 | 68.75 | 52.88 |
PREP | 272 | 230 | 210 | 54.18 | 56.43 | 54.62 |
PRON | 61 | 71 | 84 | 46.21 | 42.07 | 45.32 |
PUNCT | 454 | 156 | 311 | 74.43 | 59.35 | 70.83 |
SPELL | 164 | 82 | 150 | 66.67 | 52.23 | 63.17 |
VERB | 67 | 131 | 158 | 33.84 | 29.78 | 32.94 |
VERB:FORM | 160 | 103 | 45 | 60.84 | 78.05 | 63.64 |
VERB:INFL | 7 | 0 | 2 | 100.00 | 77.78 | 94.59 |
VERB:SVA | 135 | 53 | 27 | 71.81 | 83.33 | 73.85 |
VERB:TENSE | 134 | 142 | 125 | 48.55 | 51.74 | 49.16 |
WO | 43 | 61 | 41 | 41.35 | 51.19 | 43.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 2 | 4 | 6 | 33.33 | 25.00 | 31.25 |
M:ADV | 7 | 22 | 13 | 24.14 | 35.00 | 25.74 |
M:CONJ | 5 | 7 | 11 | 41.67 | 31.25 | 39.06 |
M:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:DET | 180 | 89 | 114 | 66.91 | 61.22 | 65.69 |
M:NOUN | 4 | 20 | 6 | 16.67 | 40.00 | 18.87 |
M:NOUN:POSS | 9 | 1 | 7 | 90.00 | 56.25 | 80.36 |
M:OTHER | 25 | 47 | 48 | 34.72 | 34.25 | 34.63 |
M:PART | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
M:PREP | 54 | 58 | 53 | 48.21 | 50.47 | 48.65 |
M:PRON | 35 | 37 | 43 | 48.61 | 44.87 | 47.81 |
M:PUNCT | 371 | 98 | 213 | 79.10 | 63.53 | 75.41 |
M:VERB | 15 | 23 | 21 | 39.47 | 41.67 | 39.89 |
M:VERB:FORM | 16 | 5 | 0 | 76.19 | 100.00 | 80.00 |
M:VERB:TENSE | 23 | 12 | 22 | 65.71 | 51.11 | 62.16 |
R:ADJ | 5 | 20 | 22 | 20.00 | 18.52 | 19.69 |
R:ADJ:FORM | 5 | 3 | 6 | 62.50 | 45.45 | 58.14 |
R:ADV | 10 | 25 | 13 | 28.57 | 43.48 | 30.67 |
R:CONJ | 3 | 1 | 5 | 75.00 | 37.50 | 62.50 |
R:CONTR | 4 | 2 | 1 | 66.67 | 80.00 | 68.97 |
R:DET | 65 | 62 | 62 | 51.18 | 51.18 | 51.18 |
R:MORPH | 100 | 56 | 61 | 64.10 | 62.11 | 63.69 |
R:NOUN | 35 | 94 | 77 | 27.13 | 31.25 | 27.87 |
R:NOUN:INFL | 7 | 0 | 13 | 100.00 | 35.00 | 72.92 |
R:NOUN:NUM | 200 | 143 | 80 | 58.31 | 71.43 | 60.53 |
R:NOUN:POSS | 11 | 3 | 14 | 78.57 | 44.00 | 67.90 |
R:ORTH | 231 | 53 | 178 | 81.34 | 56.48 | 74.76 |
R:OTHER | 125 | 360 | 502 | 25.77 | 19.94 | 24.35 |
R:PART | 16 | 19 | 5 | 45.71 | 76.19 | 49.69 |
R:PREP | 174 | 138 | 123 | 55.77 | 58.59 | 56.31 |
R:PRON | 18 | 24 | 28 | 42.86 | 39.13 | 42.06 |
R:PUNCT | 56 | 42 | 67 | 57.14 | 45.53 | 54.37 |
R:SPELL | 164 | 82 | 150 | 66.67 | 52.23 | 63.17 |
R:VERB | 46 | 72 | 124 | 38.98 | 27.06 | 35.83 |
R:VERB:FORM | 136 | 94 | 43 | 59.13 | 75.98 | 61.87 |
R:VERB:INFL | 7 | 0 | 2 | 100.00 | 77.78 | 94.59 |
R:VERB:SVA | 135 | 53 | 27 | 71.81 | 83.33 | 73.85 |
R:VERB:TENSE | 96 | 121 | 95 | 44.24 | 50.26 | 45.33 |
R:WO | 43 | 61 | 41 | 41.35 | 51.19 | 43.00 |
U:ADJ | 6 | 18 | 3 | 25.00 | 66.67 | 28.57 |
U:ADV | 14 | 25 | 11 | 35.90 | 56.00 | 38.67 |
U:CONJ | 1 | 4 | 4 | 20.00 | 20.00 | 20.00 |
U:CONTR | 5 | 1 | 0 | 83.33 | 100.00 | 86.21 |
U:DET | 117 | 64 | 90 | 64.64 | 56.52 | 62.84 |
U:NOUN | 6 | 58 | 12 | 9.38 | 33.33 | 10.95 |
U:NOUN:POSS | 8 | 2 | 6 | 80.00 | 57.14 | 74.07 |
U:OTHER | 10 | 90 | 18 | 10.00 | 35.71 | 11.68 |
U:PART | 4 | 2 | 3 | 66.67 | 57.14 | 64.52 |
U:PREP | 44 | 34 | 34 | 56.41 | 56.41 | 56.41 |
U:PRON | 8 | 10 | 13 | 44.44 | 38.10 | 43.01 |
U:PUNCT | 27 | 16 | 31 | 62.79 | 46.55 | 58.70 |
U:VERB | 6 | 36 | 13 | 14.29 | 31.58 | 16.04 |
U:VERB:FORM | 8 | 4 | 2 | 66.67 | 80.00 | 68.97 |
U:VERB:TENSE | 15 | 9 | 8 | 62.50 | 65.22 | 63.03 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 840 | 335 | 543 | 71.49 | 60.74 | 69.04 |
R | 2142 | 1078 | 1447 | 66.52 | 59.68 | 65.03 |
U | 321 | 315 | 252 | 50.47 | 56.02 | 51.49 |
UNK | 23 | 0 | 55 | 100.00 | 29.49 | 67.65 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 25 | 32 | 29 | 43.86 | 46.30 | 44.33 |
ADJ:FORM | 4 | 2 | 4 | 66.67 | 50.00 | 62.50 |
ADV | 44 | 63 | 32 | 41.12 | 57.89 | 43.65 |
CONJ | 14 | 10 | 21 | 58.33 | 40.00 | 53.44 |
CONTR | 8 | 1 | 2 | 88.89 | 80.00 | 86.96 |
DET | 410 | 181 | 247 | 69.37 | 62.40 | 67.86 |
MORPH | 104 | 37 | 54 | 73.76 | 65.82 | 72.02 |
NOUN | 65 | 130 | 85 | 33.33 | 43.33 | 34.95 |
NOUN:INFL | 10 | 0 | 9 | 100.00 | 52.63 | 84.75 |
NOUN:NUM | 200 | 120 | 67 | 62.50 | 74.91 | 64.64 |
NOUN:POSS | 36 | 5 | 24 | 87.80 | 60.00 | 80.36 |
ORTH | 287 | 36 | 147 | 88.85 | 66.13 | 83.14 |
OTHER | 345 | 337 | 461 | 50.59 | 42.80 | 48.81 |
PART | 22 | 19 | 8 | 53.66 | 73.33 | 56.70 |
PREP | 315 | 174 | 193 | 64.42 | 62.01 | 63.92 |
PRON | 75 | 57 | 76 | 56.82 | 49.67 | 55.23 |
PUNCT | 489 | 132 | 329 | 78.74 | 59.78 | 74.05 |
SPELL | 219 | 23 | 98 | 90.50 | 69.09 | 85.21 |
UNK | 23 | 0 | 55 | 100.00 | 29.49 | 67.65 |
VERB | 107 | 92 | 151 | 53.77 | 41.47 | 50.76 |
VERB:FORM | 168 | 76 | 38 | 68.85 | 81.55 | 71.07 |
VERB:INFL | 8 | 0 | 2 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 152 | 34 | 17 | 81.72 | 89.94 | 83.24 |
VERB:TENSE | 152 | 111 | 114 | 57.79 | 57.14 | 57.66 |
WO | 44 | 56 | 34 | 44.00 | 56.41 | 46.03 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 5 | 8 | 16.67 | 11.11 | 15.15 |
M:ADV | 8 | 20 | 13 | 28.57 | 38.10 | 30.08 |
M:CONJ | 9 | 5 | 11 | 64.29 | 45.00 | 59.21 |
M:DET | 203 | 70 | 100 | 74.36 | 67.00 | 72.76 |
M:NOUN | 8 | 19 | 6 | 29.63 | 57.14 | 32.79 |
M:NOUN:POSS | 9 | 1 | 8 | 90.00 | 52.94 | 78.95 |
M:OTHER | 37 | 28 | 45 | 56.92 | 45.12 | 54.09 |
M:PART | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
M:PREP | 63 | 46 | 51 | 57.80 | 55.26 | 57.27 |
M:PRON | 43 | 30 | 36 | 58.90 | 54.43 | 57.95 |
M:PUNCT | 398 | 77 | 229 | 83.79 | 63.48 | 78.75 |
M:VERB | 20 | 19 | 19 | 51.28 | 51.28 | 51.28 |
M:VERB:FORM | 17 | 4 | 0 | 80.95 | 100.00 | 84.16 |
M:VERB:TENSE | 22 | 10 | 15 | 68.75 | 59.46 | 66.67 |
R:ADJ | 18 | 12 | 18 | 60.00 | 50.00 | 57.69 |
R:ADJ:FORM | 4 | 2 | 4 | 66.67 | 50.00 | 62.50 |
R:ADV | 19 | 20 | 10 | 48.72 | 65.52 | 51.35 |
R:CONJ | 3 | 1 | 6 | 75.00 | 33.33 | 60.00 |
R:CONTR | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:DET | 77 | 56 | 52 | 57.89 | 59.69 | 58.25 |
R:MORPH | 104 | 37 | 54 | 73.76 | 65.82 | 72.02 |
R:NOUN | 48 | 71 | 68 | 40.34 | 41.38 | 40.54 |
R:NOUN:INFL | 10 | 0 | 9 | 100.00 | 52.63 | 84.75 |
R:NOUN:NUM | 200 | 120 | 67 | 62.50 | 74.91 | 64.64 |
R:NOUN:POSS | 20 | 1 | 11 | 95.24 | 64.52 | 86.96 |
R:ORTH | 287 | 36 | 147 | 88.85 | 66.13 | 83.14 |
R:OTHER | 294 | 228 | 394 | 56.32 | 42.73 | 52.95 |
R:PART | 18 | 15 | 3 | 54.55 | 85.71 | 58.82 |
R:PREP | 207 | 102 | 109 | 66.99 | 65.51 | 66.69 |
R:PRON | 21 | 19 | 30 | 52.50 | 41.18 | 49.76 |
R:PUNCT | 57 | 38 | 68 | 60.00 | 45.60 | 56.44 |
R:SPELL | 219 | 23 | 98 | 90.50 | 69.09 | 85.21 |
R:VERB | 78 | 46 | 117 | 62.90 | 40.00 | 56.44 |
R:VERB:FORM | 142 | 68 | 36 | 67.62 | 79.78 | 69.74 |
R:VERB:INFL | 8 | 0 | 2 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 152 | 34 | 17 | 81.72 | 89.94 | 83.24 |
R:VERB:TENSE | 110 | 93 | 91 | 54.19 | 54.73 | 54.29 |
R:WO | 44 | 56 | 34 | 44.00 | 56.41 | 46.03 |
U:ADJ | 6 | 15 | 3 | 28.57 | 66.67 | 32.26 |
U:ADV | 17 | 23 | 9 | 42.50 | 65.38 | 45.70 |
U:CONJ | 2 | 4 | 4 | 33.33 | 33.33 | 33.33 |
U:CONTR | 6 | 1 | 0 | 85.71 | 100.00 | 88.24 |
U:DET | 130 | 55 | 95 | 70.27 | 57.78 | 67.36 |
U:NOUN | 9 | 40 | 11 | 18.37 | 45.00 | 20.83 |
U:NOUN:POSS | 7 | 3 | 5 | 70.00 | 58.33 | 67.31 |
U:OTHER | 14 | 81 | 22 | 14.74 | 38.89 | 16.83 |
U:PART | 2 | 3 | 3 | 40.00 | 40.00 | 40.00 |
U:PREP | 45 | 26 | 33 | 63.38 | 57.69 | 62.15 |
U:PRON | 11 | 8 | 10 | 57.89 | 52.38 | 56.70 |
U:PUNCT | 34 | 17 | 32 | 66.67 | 51.52 | 62.96 |
U:VERB | 9 | 27 | 15 | 25.00 | 37.50 | 26.79 |
U:VERB:FORM | 9 | 4 | 2 | 69.23 | 81.82 | 71.43 |
U:VERB:TENSE | 20 | 8 | 8 | 71.43 | 71.43 | 71.43 |
UNK | 23 | 0 | 55 | 100.00 | 29.49 | 67.65 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 1044 | 219 | 508 | 82.66 | 67.27 | 79.04 |
R | 2758 | 943 | 1839 | 74.52 | 60.00 | 71.08 |
U | 391 | 316 | 334 | 55.30 | 53.93 | 55.02 |
UNK | 59 | 0 | 94 | 100.00 | 38.56 | 75.84 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 27 | 22 | 34 | 55.10 | 44.26 | 52.53 |
ADJ:FORM | 5 | 2 | 6 | 71.43 | 45.45 | 64.10 |
ADV | 47 | 43 | 40 | 52.22 | 54.02 | 52.57 |
CONJ | 21 | 9 | 16 | 70.00 | 56.76 | 66.88 |
CONTR | 9 | 1 | 5 | 90.00 | 64.29 | 83.33 |
DET | 450 | 136 | 252 | 76.79 | 64.10 | 73.87 |
MORPH | 119 | 24 | 54 | 83.22 | 68.79 | 79.87 |
NOUN | 85 | 101 | 94 | 45.70 | 47.49 | 46.05 |
NOUN:INFL | 9 | 0 | 9 | 100.00 | 50.00 | 83.33 |
NOUN:NUM | 201 | 92 | 66 | 68.60 | 75.28 | 69.84 |
NOUN:POSS | 49 | 4 | 23 | 92.45 | 68.06 | 86.27 |
ORTH | 361 | 24 | 158 | 93.77 | 69.56 | 87.66 |
OTHER | 706 | 389 | 781 | 64.47 | 47.48 | 60.17 |
PART | 20 | 12 | 8 | 62.50 | 71.43 | 64.10 |
PREP | 341 | 140 | 201 | 70.89 | 62.92 | 69.14 |
PRON | 94 | 42 | 62 | 69.12 | 60.26 | 67.14 |
PUNCT | 625 | 106 | 336 | 85.50 | 65.04 | 80.44 |
SPELL | 226 | 10 | 88 | 95.76 | 71.97 | 89.83 |
UNK | 59 | 0 | 94 | 100.00 | 38.56 | 75.84 |
VERB | 140 | 62 | 169 | 69.31 | 45.31 | 62.67 |
VERB:FORM | 172 | 57 | 42 | 75.11 | 80.37 | 76.11 |
VERB:INFL | 7 | 0 | 2 | 100.00 | 77.78 | 94.59 |
VERB:SVA | 154 | 29 | 13 | 84.15 | 92.22 | 85.65 |
VERB:TENSE | 194 | 96 | 140 | 66.90 | 58.08 | 64.93 |
WO | 131 | 77 | 82 | 62.98 | 61.50 | 62.68 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 5 | 2 | 8 | 71.43 | 38.46 | 60.98 |
M:ADV | 12 | 11 | 10 | 52.17 | 54.55 | 52.63 |
M:CONJ | 16 | 4 | 6 | 80.00 | 72.73 | 78.43 |
M:DET | 228 | 37 | 89 | 86.04 | 71.92 | 82.79 |
M:NOUN | 9 | 10 | 11 | 47.37 | 45.00 | 46.87 |
M:NOUN:POSS | 11 | 1 | 6 | 91.67 | 64.71 | 84.62 |
M:OTHER | 47 | 21 | 43 | 69.12 | 52.22 | 64.92 |
M:PART | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
M:PREP | 81 | 34 | 47 | 70.43 | 63.28 | 68.88 |
M:PRON | 55 | 19 | 29 | 74.32 | 65.48 | 72.37 |
M:PUNCT | 496 | 64 | 216 | 88.57 | 69.66 | 84.01 |
M:VERB | 29 | 9 | 23 | 76.32 | 55.77 | 71.08 |
M:VERB:FORM | 17 | 1 | 0 | 94.44 | 100.00 | 95.51 |
M:VERB:TENSE | 35 | 6 | 19 | 85.37 | 64.81 | 80.28 |
R:ADJ | 18 | 10 | 21 | 64.29 | 46.15 | 59.60 |
R:ADJ:FORM | 5 | 2 | 6 | 71.43 | 45.45 | 64.10 |
R:ADV | 17 | 20 | 19 | 45.95 | 47.22 | 46.20 |
R:CONJ | 3 | 1 | 6 | 75.00 | 33.33 | 60.00 |
R:CONTR | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
R:DET | 80 | 51 | 62 | 61.07 | 56.34 | 60.06 |
R:MORPH | 119 | 24 | 54 | 83.22 | 68.79 | 79.87 |
R:NOUN | 63 | 62 | 73 | 50.40 | 46.32 | 49.53 |
R:NOUN:INFL | 9 | 0 | 9 | 100.00 | 50.00 | 83.33 |
R:NOUN:NUM | 201 | 92 | 66 | 68.60 | 75.28 | 69.84 |
R:NOUN:POSS | 30 | 2 | 9 | 93.75 | 76.92 | 89.82 |
R:ORTH | 361 | 24 | 158 | 93.77 | 69.56 | 87.66 |
R:OTHER | 611 | 225 | 658 | 73.09 | 48.15 | 66.23 |
R:PART | 15 | 10 | 4 | 60.00 | 78.95 | 63.03 |
R:PREP | 213 | 89 | 116 | 70.53 | 64.74 | 69.29 |
R:PRON | 25 | 17 | 22 | 59.52 | 53.19 | 58.14 |
R:PUNCT | 80 | 28 | 85 | 74.07 | 48.48 | 67.00 |
R:SPELL | 226 | 10 | 88 | 95.76 | 71.97 | 89.83 |
R:VERB | 100 | 34 | 130 | 74.63 | 43.48 | 65.27 |
R:VERB:FORM | 148 | 52 | 39 | 74.00 | 79.14 | 74.97 |
R:VERB:INFL | 7 | 0 | 2 | 100.00 | 77.78 | 94.59 |
R:VERB:SVA | 154 | 29 | 13 | 84.15 | 92.22 | 85.65 |
R:VERB:TENSE | 139 | 84 | 113 | 62.33 | 55.16 | 60.75 |
R:WO | 131 | 77 | 82 | 62.98 | 61.50 | 62.68 |
U:ADJ | 4 | 10 | 5 | 28.57 | 44.44 | 30.77 |
U:ADV | 18 | 12 | 11 | 60.00 | 62.07 | 60.40 |
U:CONJ | 2 | 4 | 4 | 33.33 | 33.33 | 33.33 |
U:CONTR | 6 | 1 | 1 | 85.71 | 85.71 | 85.71 |
U:DET | 142 | 48 | 101 | 74.74 | 58.44 | 70.79 |
U:NOUN | 13 | 29 | 10 | 30.95 | 56.52 | 34.03 |
U:NOUN:POSS | 8 | 1 | 8 | 88.89 | 50.00 | 76.92 |
U:OTHER | 48 | 143 | 80 | 25.13 | 37.50 | 26.91 |
U:PART | 2 | 2 | 3 | 50.00 | 40.00 | 47.62 |
U:PREP | 47 | 17 | 38 | 73.44 | 55.29 | 68.91 |
U:PRON | 14 | 6 | 11 | 70.00 | 56.00 | 66.67 |
U:PUNCT | 49 | 14 | 35 | 77.78 | 58.33 | 72.92 |
U:VERB | 11 | 19 | 16 | 36.67 | 40.74 | 37.41 |
U:VERB:FORM | 7 | 4 | 3 | 63.64 | 70.00 | 64.81 |
U:VERB:TENSE | 20 | 6 | 8 | 76.92 | 71.43 | 75.76 |
UNK | 59 | 0 | 94 | 100.00 | 38.56 | 75.84 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 1168 | 767 | 1169 | 60.36 | 49.98 | 57.95 |
Span-level detection | 1446 | 493 | 1051 | 74.57 | 57.91 | 70.52 |
Token-level detection | 1853 | 312 | 1235 | 85.59 | 60.01 | 78.86 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 282 | 178 | 251 | 61.30 | 52.91 | 59.42 |
R | 779 | 481 | 800 | 61.83 | 49.34 | 58.85 |
U | 107 | 108 | 118 | 49.77 | 47.56 | 49.31 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 7 | 13 | 10 | 35.00 | 41.18 | 36.08 |
ADJ:FORM | 2 | 1 | 4 | 66.67 | 33.33 | 55.56 |
ADV | 14 | 21 | 18 | 40.00 | 43.75 | 40.70 |
CONJ | 7 | 3 | 8 | 70.00 | 46.67 | 63.64 |
CONTR | 6 | 1 | 0 | 85.71 | 100.00 | 88.24 |
DET | 147 | 72 | 125 | 67.12 | 54.04 | 64.02 |
MORPH | 58 | 16 | 32 | 78.38 | 64.44 | 75.13 |
NOUN | 14 | 47 | 46 | 22.95 | 23.33 | 23.03 |
NOUN:INFL | 5 | 0 | 2 | 100.00 | 71.43 | 92.59 |
NOUN:NUM | 98 | 48 | 40 | 67.12 | 71.01 | 67.87 |
NOUN:POSS | 8 | 0 | 8 | 100.00 | 50.00 | 83.33 |
ORTH | 127 | 25 | 85 | 83.55 | 59.91 | 77.44 |
OTHER | 79 | 178 | 290 | 30.74 | 21.41 | 28.27 |
PART | 12 | 7 | 4 | 63.16 | 75.00 | 65.22 |
PREP | 111 | 69 | 94 | 61.67 | 54.15 | 60.00 |
PRON | 31 | 22 | 44 | 58.49 | 41.33 | 54.01 |
PUNCT | 129 | 58 | 130 | 68.98 | 49.81 | 64.05 |
SPELL | 71 | 29 | 41 | 71.00 | 63.39 | 69.34 |
VERB | 32 | 37 | 75 | 46.38 | 29.91 | 41.78 |
VERB:FORM | 73 | 37 | 23 | 66.36 | 76.04 | 68.10 |
VERB:INFL | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
VERB:SVA | 65 | 22 | 18 | 74.71 | 78.31 | 75.41 |
VERB:TENSE | 57 | 47 | 60 | 54.81 | 48.72 | 53.47 |
WO | 12 | 14 | 11 | 46.15 | 52.17 | 47.24 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 2 | 3 | 2 | 40.00 | 50.00 | 41.67 |
M:ADV | 2 | 6 | 6 | 25.00 | 25.00 | 25.00 |
M:CONJ | 3 | 3 | 3 | 50.00 | 50.00 | 50.00 |
M:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:DET | 72 | 36 | 49 | 66.67 | 59.50 | 65.10 |
M:NOUN | 1 | 8 | 1 | 11.11 | 50.00 | 13.16 |
M:NOUN:POSS | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
M:OTHER | 18 | 24 | 24 | 42.86 | 42.86 | 42.86 |
M:PART | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:PREP | 29 | 24 | 26 | 54.72 | 52.73 | 54.31 |
M:PRON | 17 | 12 | 22 | 58.62 | 43.59 | 54.84 |
M:PUNCT | 102 | 45 | 92 | 69.39 | 52.58 | 65.22 |
M:VERB | 9 | 10 | 13 | 47.37 | 40.91 | 45.92 |
M:VERB:FORM | 11 | 3 | 0 | 78.57 | 100.00 | 82.09 |
M:VERB:TENSE | 12 | 3 | 9 | 80.00 | 57.14 | 74.07 |
R:ADJ | 1 | 7 | 7 | 12.50 | 12.50 | 12.50 |
R:ADJ:FORM | 2 | 1 | 4 | 66.67 | 33.33 | 55.56 |
R:ADV | 5 | 2 | 6 | 71.43 | 45.45 | 64.10 |
R:CONJ | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
R:CONTR | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
R:DET | 23 | 19 | 23 | 54.76 | 50.00 | 53.74 |
R:MORPH | 58 | 16 | 32 | 78.38 | 64.44 | 75.13 |
R:NOUN | 10 | 22 | 37 | 31.25 | 21.28 | 28.57 |
R:NOUN:INFL | 5 | 0 | 2 | 100.00 | 71.43 | 92.59 |
R:NOUN:NUM | 98 | 48 | 40 | 67.12 | 71.01 | 67.87 |
R:NOUN:POSS | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
R:ORTH | 127 | 25 | 85 | 83.55 | 59.91 | 77.44 |
R:OTHER | 60 | 125 | 259 | 32.43 | 18.81 | 28.33 |
R:PART | 10 | 6 | 1 | 62.50 | 90.91 | 66.67 |
R:PREP | 66 | 36 | 53 | 64.71 | 55.46 | 62.62 |
R:PRON | 9 | 7 | 17 | 56.25 | 34.62 | 50.00 |
R:PUNCT | 21 | 11 | 30 | 65.62 | 41.18 | 58.66 |
R:SPELL | 71 | 29 | 41 | 71.00 | 63.39 | 69.34 |
R:VERB | 19 | 15 | 57 | 55.88 | 25.00 | 44.81 |
R:VERB:FORM | 62 | 33 | 22 | 65.26 | 73.81 | 66.81 |
R:VERB:INFL | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
R:VERB:SVA | 65 | 22 | 18 | 74.71 | 78.31 | 75.41 |
R:VERB:TENSE | 44 | 42 | 49 | 51.16 | 47.31 | 50.34 |
R:WO | 12 | 14 | 11 | 46.15 | 52.17 | 47.24 |
U:ADJ | 4 | 3 | 1 | 57.14 | 80.00 | 60.61 |
U:ADV | 7 | 13 | 6 | 35.00 | 53.85 | 37.63 |
U:CONJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 52 | 17 | 53 | 75.36 | 49.52 | 68.24 |
U:NOUN | 3 | 17 | 8 | 15.00 | 27.27 | 16.48 |
U:NOUN:POSS | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
U:OTHER | 1 | 29 | 7 | 3.33 | 12.50 | 3.91 |
U:PART | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:PREP | 16 | 9 | 15 | 64.00 | 51.61 | 61.07 |
U:PRON | 5 | 3 | 5 | 62.50 | 50.00 | 59.52 |
U:PUNCT | 6 | 2 | 8 | 75.00 | 42.86 | 65.22 |
U:VERB | 4 | 12 | 5 | 25.00 | 44.44 | 27.40 |
U:VERB:FORM | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:TENSE | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 324 | 133 | 228 | 70.90 | 58.70 | 68.07 |
R | 989 | 275 | 664 | 78.24 | 59.83 | 73.71 |
U | 123 | 85 | 117 | 59.13 | 51.25 | 57.37 |
UNK | 10 | 0 | 42 | 100.00 | 19.23 | 54.35 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 14 | 9 | 8 | 60.87 | 63.64 | 61.40 |
ADJ:FORM | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
ADV | 22 | 17 | 15 | 56.41 | 59.46 | 56.99 |
CONJ | 9 | 2 | 8 | 81.82 | 52.94 | 73.77 |
CONTR | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
DET | 168 | 60 | 117 | 73.68 | 58.95 | 70.18 |
MORPH | 58 | 8 | 31 | 87.88 | 65.17 | 82.15 |
NOUN | 21 | 29 | 43 | 42.00 | 32.81 | 39.77 |
NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 96 | 36 | 34 | 72.73 | 73.85 | 72.95 |
NOUN:POSS | 9 | 1 | 7 | 90.00 | 56.25 | 80.36 |
ORTH | 153 | 14 | 64 | 91.62 | 70.51 | 86.44 |
OTHER | 179 | 101 | 220 | 63.93 | 44.86 | 58.92 |
PART | 12 | 4 | 2 | 75.00 | 85.71 | 76.92 |
PREP | 134 | 42 | 80 | 76.14 | 62.62 | 72.98 |
PRON | 37 | 16 | 44 | 69.81 | 45.68 | 63.14 |
PUNCT | 143 | 45 | 134 | 76.06 | 51.62 | 69.48 |
SPELL | 86 | 10 | 27 | 89.58 | 76.11 | 86.52 |
UNK | 10 | 0 | 42 | 100.00 | 19.23 | 54.35 |
VERB | 50 | 23 | 79 | 68.49 | 38.76 | 59.38 |
VERB:FORM | 76 | 27 | 18 | 73.79 | 80.85 | 75.10 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 71 | 9 | 13 | 88.75 | 84.52 | 87.87 |
VERB:TENSE | 71 | 27 | 51 | 72.45 | 58.20 | 69.07 |
WO | 13 | 12 | 10 | 52.00 | 56.52 | 52.85 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 4 | 2 | 20.00 | 33.33 | 21.74 |
M:ADV | 4 | 6 | 6 | 40.00 | 40.00 | 40.00 |
M:CONJ | 4 | 2 | 3 | 66.67 | 57.14 | 64.52 |
M:DET | 83 | 28 | 41 | 74.77 | 66.94 | 73.06 |
M:NOUN | 1 | 8 | 2 | 11.11 | 33.33 | 12.82 |
M:NOUN:POSS | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
M:OTHER | 23 | 11 | 19 | 67.65 | 54.76 | 64.61 |
M:PART | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:PREP | 34 | 18 | 22 | 65.38 | 60.71 | 64.39 |
M:PRON | 21 | 10 | 19 | 67.74 | 52.50 | 64.02 |
M:PUNCT | 114 | 32 | 94 | 78.08 | 54.81 | 71.97 |
M:VERB | 13 | 7 | 11 | 65.00 | 54.17 | 62.50 |
M:VERB:FORM | 12 | 2 | 0 | 85.71 | 100.00 | 88.24 |
M:VERB:TENSE | 11 | 4 | 5 | 73.33 | 68.75 | 72.37 |
R:ADJ | 9 | 3 | 5 | 75.00 | 64.29 | 72.58 |
R:ADJ:FORM | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:ADV | 11 | 0 | 5 | 100.00 | 68.75 | 91.67 |
R:CONJ | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
R:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:DET | 28 | 17 | 23 | 62.22 | 54.90 | 60.61 |
R:MORPH | 58 | 8 | 31 | 87.88 | 65.17 | 82.15 |
R:NOUN | 16 | 11 | 34 | 59.26 | 32.00 | 50.63 |
R:NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 96 | 36 | 34 | 72.73 | 73.85 | 72.95 |
R:NOUN:POSS | 5 | 0 | 2 | 100.00 | 71.43 | 92.59 |
R:ORTH | 153 | 14 | 64 | 91.62 | 70.51 | 86.44 |
R:OTHER | 154 | 63 | 192 | 70.97 | 44.51 | 63.43 |
R:PART | 11 | 3 | 0 | 78.57 | 100.00 | 82.09 |
R:PREP | 82 | 18 | 43 | 82.00 | 65.60 | 78.10 |
R:PRON | 10 | 4 | 20 | 71.43 | 33.33 | 58.14 |
R:PUNCT | 22 | 11 | 33 | 66.67 | 40.00 | 58.82 |
R:SPELL | 86 | 10 | 27 | 89.58 | 76.11 | 86.52 |
R:VERB | 32 | 9 | 61 | 78.05 | 34.41 | 62.26 |
R:VERB:FORM | 64 | 24 | 17 | 72.73 | 79.01 | 73.90 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 71 | 9 | 13 | 88.75 | 84.52 | 87.87 |
R:VERB:TENSE | 54 | 22 | 44 | 71.05 | 55.10 | 67.16 |
R:WO | 13 | 12 | 10 | 52.00 | 56.52 | 52.85 |
U:ADJ | 4 | 2 | 1 | 66.67 | 80.00 | 68.97 |
U:ADV | 7 | 11 | 4 | 38.89 | 63.64 | 42.17 |
U:CONJ | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
U:CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 57 | 15 | 53 | 79.17 | 51.82 | 71.61 |
U:NOUN | 4 | 10 | 7 | 28.57 | 36.36 | 29.85 |
U:NOUN:POSS | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
U:OTHER | 2 | 27 | 9 | 6.90 | 18.18 | 7.87 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 18 | 6 | 15 | 75.00 | 54.55 | 69.77 |
U:PRON | 6 | 2 | 5 | 75.00 | 54.55 | 69.77 |
U:PUNCT | 7 | 2 | 7 | 77.78 | 50.00 | 70.00 |
U:VERB | 5 | 7 | 7 | 41.67 | 41.67 | 41.67 |
U:VERB:FORM | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:TENSE | 6 | 1 | 2 | 85.71 | 75.00 | 83.33 |
UNK | 10 | 0 | 42 | 100.00 | 19.23 | 54.35 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 403 | 66 | 205 | 85.93 | 66.28 | 81.12 |
R | 1253 | 184 | 822 | 87.20 | 60.39 | 80.08 |
U | 161 | 62 | 140 | 72.20 | 53.49 | 67.48 |
UNK | 36 | 0 | 68 | 100.00 | 34.62 | 72.58 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 15 | 2 | 8 | 88.24 | 65.22 | 82.42 |
ADJ:FORM | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
ADV | 22 | 9 | 17 | 70.97 | 56.41 | 67.48 |
CONJ | 10 | 2 | 6 | 83.33 | 62.50 | 78.12 |
CONTR | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
DET | 187 | 41 | 120 | 82.02 | 60.91 | 76.70 |
MORPH | 63 | 2 | 31 | 96.92 | 67.02 | 88.98 |
NOUN | 36 | 12 | 39 | 75.00 | 48.00 | 67.42 |
NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 97 | 23 | 31 | 80.83 | 75.78 | 79.77 |
NOUN:POSS | 14 | 0 | 7 | 100.00 | 66.67 | 90.91 |
ORTH | 181 | 7 | 55 | 96.28 | 76.69 | 91.60 |
OTHER | 356 | 92 | 353 | 79.46 | 50.21 | 71.17 |
PART | 10 | 0 | 4 | 100.00 | 71.43 | 92.59 |
PREP | 140 | 24 | 79 | 85.37 | 63.93 | 80.00 |
PRON | 46 | 9 | 34 | 83.64 | 57.50 | 76.67 |
PUNCT | 196 | 28 | 141 | 87.50 | 58.16 | 79.48 |
SPELL | 85 | 2 | 26 | 97.70 | 76.58 | 92.59 |
UNK | 36 | 0 | 68 | 100.00 | 34.62 | 72.58 |
VERB | 67 | 8 | 86 | 89.33 | 43.79 | 73.95 |
VERB:FORM | 77 | 16 | 21 | 82.80 | 78.57 | 81.91 |
VERB:INFL | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
VERB:SVA | 77 | 6 | 9 | 92.77 | 89.53 | 92.11 |
VERB:TENSE | 84 | 20 | 63 | 80.77 | 57.14 | 74.60 |
WO | 41 | 8 | 32 | 83.67 | 56.16 | 76.21 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
M:ADV | 5 | 3 | 5 | 62.50 | 50.00 | 59.52 |
M:CONJ | 6 | 2 | 2 | 75.00 | 75.00 | 75.00 |
M:DET | 94 | 12 | 36 | 88.68 | 72.31 | 84.84 |
M:NOUN | 3 | 2 | 3 | 60.00 | 50.00 | 57.69 |
M:NOUN:POSS | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
M:OTHER | 26 | 7 | 16 | 78.79 | 61.90 | 74.71 |
M:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 41 | 9 | 18 | 82.00 | 69.49 | 79.15 |
M:PRON | 27 | 5 | 15 | 84.38 | 64.29 | 79.41 |
M:PUNCT | 152 | 23 | 87 | 86.86 | 63.60 | 80.94 |
M:VERB | 18 | 1 | 13 | 94.74 | 58.06 | 84.11 |
M:VERB:FORM | 12 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 14 | 1 | 7 | 93.33 | 66.67 | 86.42 |
R:ADJ | 9 | 1 | 6 | 90.00 | 60.00 | 81.82 |
R:ADJ:FORM | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
R:ADV | 9 | 0 | 8 | 100.00 | 52.94 | 84.91 |
R:CONJ | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
R:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:DET | 27 | 16 | 29 | 62.79 | 48.21 | 59.21 |
R:MORPH | 63 | 2 | 31 | 96.92 | 67.02 | 88.98 |
R:NOUN | 26 | 6 | 31 | 81.25 | 45.61 | 70.27 |
R:NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 97 | 23 | 31 | 80.83 | 75.78 | 79.77 |
R:NOUN:POSS | 8 | 0 | 1 | 100.00 | 88.89 | 97.56 |
R:ORTH | 181 | 7 | 55 | 96.28 | 76.69 | 91.60 |
R:OTHER | 314 | 56 | 313 | 84.86 | 50.08 | 74.51 |
R:PART | 9 | 0 | 2 | 100.00 | 81.82 | 95.74 |
R:PREP | 80 | 13 | 46 | 86.02 | 63.49 | 80.32 |
R:PRON | 11 | 3 | 14 | 78.57 | 44.00 | 67.90 |
R:PUNCT | 29 | 3 | 44 | 90.62 | 39.73 | 72.14 |
R:SPELL | 85 | 2 | 26 | 97.70 | 76.58 | 92.59 |
R:VERB | 45 | 3 | 65 | 93.75 | 40.91 | 74.50 |
R:VERB:FORM | 65 | 15 | 19 | 81.25 | 77.38 | 80.45 |
R:VERB:INFL | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
R:VERB:SVA | 77 | 6 | 9 | 92.77 | 89.53 | 92.11 |
R:VERB:TENSE | 64 | 19 | 54 | 77.11 | 54.24 | 71.11 |
R:WO | 41 | 8 | 32 | 83.67 | 56.16 | 76.21 |
U:ADJ | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
U:ADV | 8 | 6 | 4 | 57.14 | 66.67 | 58.82 |
U:CONJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 66 | 13 | 55 | 83.54 | 54.55 | 75.51 |
U:NOUN | 7 | 4 | 5 | 63.64 | 58.33 | 62.50 |
U:NOUN:POSS | 4 | 0 | 4 | 100.00 | 50.00 | 83.33 |
U:OTHER | 16 | 29 | 24 | 35.56 | 40.00 | 36.36 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 19 | 2 | 15 | 90.48 | 55.88 | 80.51 |
U:PRON | 8 | 1 | 5 | 88.89 | 61.54 | 81.63 |
U:PUNCT | 15 | 2 | 10 | 88.24 | 60.00 | 80.65 |
U:VERB | 4 | 4 | 8 | 50.00 | 33.33 | 45.45 |
U:VERB:FORM | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
U:VERB:TENSE | 6 | 0 | 2 | 100.00 | 75.00 | 93.75 |
UNK | 36 | 0 | 68 | 100.00 | 34.62 | 72.58 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 855 | 689 | 809 | 55.38 | 51.38 | 54.53 |
Span-level detection | 1020 | 528 | 718 | 65.89 | 58.69 | 64.31 |
Token-level detection | 1345 | 459 | 933 | 74.56 | 59.04 | 70.83 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 240 | 135 | 187 | 64.00 | 56.21 | 62.27 |
R | 513 | 456 | 547 | 52.94 | 48.40 | 51.97 |
U | 102 | 98 | 75 | 51.00 | 57.63 | 52.20 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 9 | 12 | 30.77 | 25.00 | 29.41 |
ADJ:FORM | 3 | 2 | 0 | 60.00 | 100.00 | 65.22 |
ADV | 13 | 21 | 15 | 38.24 | 46.43 | 39.63 |
CONJ | 1 | 4 | 9 | 20.00 | 10.00 | 16.67 |
CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 131 | 63 | 93 | 67.53 | 58.48 | 65.50 |
MORPH | 22 | 19 | 18 | 53.66 | 55.00 | 53.92 |
NOUN | 16 | 46 | 29 | 25.81 | 35.56 | 27.30 |
NOUN:NUM | 57 | 40 | 20 | 58.76 | 74.03 | 61.29 |
NOUN:POSS | 8 | 2 | 6 | 80.00 | 57.14 | 74.07 |
ORTH | 40 | 14 | 47 | 74.07 | 45.98 | 66.01 |
OTHER | 33 | 163 | 190 | 16.84 | 14.80 | 16.39 |
PART | 7 | 8 | 4 | 46.67 | 63.64 | 49.30 |
PREP | 106 | 66 | 68 | 61.63 | 60.92 | 61.48 |
PRON | 20 | 25 | 30 | 44.44 | 40.00 | 43.48 |
PUNCT | 146 | 50 | 91 | 74.49 | 61.60 | 71.50 |
SPELL | 44 | 24 | 27 | 64.71 | 61.97 | 64.14 |
VERB | 26 | 41 | 61 | 38.81 | 29.89 | 36.62 |
VERB:FORM | 56 | 29 | 18 | 65.88 | 75.68 | 67.63 |
VERB:SVA | 48 | 10 | 8 | 82.76 | 85.71 | 83.33 |
VERB:TENSE | 52 | 34 | 43 | 60.47 | 54.74 | 59.23 |
WO | 20 | 19 | 20 | 51.28 | 50.00 | 51.02 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
M:ADV | 4 | 9 | 6 | 30.77 | 40.00 | 32.26 |
M:CONJ | 1 | 2 | 7 | 33.33 | 12.50 | 25.00 |
M:DET | 66 | 33 | 44 | 66.67 | 60.00 | 65.22 |
M:NOUN | 2 | 4 | 0 | 33.33 | 100.00 | 38.46 |
M:NOUN:POSS | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
M:OTHER | 3 | 18 | 16 | 14.29 | 15.79 | 14.56 |
M:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PREP | 16 | 16 | 16 | 50.00 | 50.00 | 50.00 |
M:PRON | 14 | 13 | 15 | 51.85 | 48.28 | 51.09 |
M:PUNCT | 115 | 27 | 64 | 80.99 | 64.25 | 76.97 |
M:VERB | 4 | 6 | 4 | 40.00 | 50.00 | 41.67 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 9 | 6 | 10 | 60.00 | 47.37 | 56.96 |
R:ADJ | 2 | 1 | 8 | 66.67 | 20.00 | 45.45 |
R:ADJ:FORM | 3 | 2 | 0 | 60.00 | 100.00 | 65.22 |
R:ADV | 4 | 9 | 5 | 30.77 | 44.44 | 32.79 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 30 | 16 | 30 | 65.22 | 50.00 | 61.48 |
R:MORPH | 22 | 19 | 18 | 53.66 | 55.00 | 53.92 |
R:NOUN | 12 | 29 | 26 | 29.27 | 31.58 | 29.70 |
R:NOUN:NUM | 57 | 40 | 20 | 58.76 | 74.03 | 61.29 |
R:NOUN:POSS | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
R:ORTH | 40 | 14 | 47 | 74.07 | 45.98 | 66.01 |
R:OTHER | 27 | 113 | 165 | 19.29 | 14.06 | 17.95 |
R:PART | 5 | 8 | 2 | 38.46 | 71.43 | 42.37 |
R:PREP | 67 | 43 | 43 | 60.91 | 60.91 | 60.91 |
R:PRON | 4 | 9 | 8 | 30.77 | 33.33 | 31.25 |
R:PUNCT | 21 | 20 | 20 | 51.22 | 51.22 | 51.22 |
R:SPELL | 44 | 24 | 27 | 64.71 | 61.97 | 64.14 |
R:VERB | 20 | 25 | 50 | 44.44 | 28.57 | 40.00 |
R:VERB:FORM | 50 | 28 | 17 | 64.10 | 74.63 | 65.96 |
R:VERB:SVA | 48 | 10 | 8 | 82.76 | 85.71 | 83.33 |
R:VERB:TENSE | 34 | 26 | 30 | 56.67 | 53.12 | 55.92 |
R:WO | 20 | 19 | 20 | 51.28 | 50.00 | 51.02 |
U:ADJ | 2 | 7 | 1 | 22.22 | 66.67 | 25.64 |
U:ADV | 5 | 3 | 4 | 62.50 | 55.56 | 60.98 |
U:CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 35 | 14 | 19 | 71.43 | 64.81 | 70.00 |
U:NOUN | 2 | 13 | 3 | 13.33 | 40.00 | 15.38 |
U:NOUN:POSS | 2 | 1 | 4 | 66.67 | 33.33 | 55.56 |
U:OTHER | 3 | 32 | 9 | 8.57 | 25.00 | 9.87 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 23 | 7 | 9 | 76.67 | 71.88 | 75.66 |
U:PRON | 2 | 3 | 7 | 40.00 | 22.22 | 34.48 |
U:PUNCT | 10 | 3 | 7 | 76.92 | 58.82 | 72.46 |
U:VERB | 2 | 10 | 7 | 16.67 | 22.22 | 17.54 |
U:VERB:FORM | 5 | 1 | 1 | 83.33 | 83.33 | 83.33 |
U:VERB:TENSE | 9 | 2 | 3 | 81.82 | 75.00 | 80.36 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 268 | 111 | 183 | 70.71 | 59.42 | 68.12 |
R | 627 | 334 | 451 | 65.24 | 58.16 | 63.69 |
U | 116 | 83 | 76 | 58.29 | 60.42 | 58.70 |
UNK | 9 | 0 | 8 | 100.00 | 52.94 | 84.91 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 6 | 8 | 14 | 42.86 | 30.00 | 39.47 |
ADJ:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
ADV | 18 | 19 | 12 | 48.65 | 60.00 | 50.56 |
CONJ | 3 | 3 | 10 | 50.00 | 23.08 | 40.54 |
CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 144 | 52 | 85 | 73.47 | 62.88 | 71.08 |
MORPH | 22 | 12 | 13 | 64.71 | 62.86 | 64.33 |
NOUN | 23 | 38 | 22 | 37.70 | 51.11 | 39.79 |
NOUN:NUM | 57 | 33 | 17 | 63.33 | 77.03 | 65.67 |
NOUN:POSS | 9 | 1 | 6 | 90.00 | 60.00 | 81.82 |
ORTH | 55 | 10 | 38 | 84.62 | 59.14 | 77.90 |
OTHER | 85 | 116 | 170 | 42.29 | 33.33 | 40.13 |
PART | 7 | 8 | 5 | 46.67 | 58.33 | 48.61 |
PREP | 114 | 52 | 62 | 68.67 | 64.77 | 67.86 |
PRON | 25 | 20 | 23 | 55.56 | 52.08 | 54.82 |
PUNCT | 159 | 47 | 93 | 77.18 | 63.10 | 73.88 |
SPELL | 56 | 8 | 16 | 87.50 | 77.78 | 85.37 |
UNK | 9 | 0 | 8 | 100.00 | 52.94 | 84.91 |
VERB | 38 | 29 | 53 | 56.72 | 41.76 | 52.92 |
VERB:FORM | 58 | 17 | 15 | 77.33 | 79.45 | 77.75 |
VERB:SVA | 54 | 9 | 4 | 85.71 | 93.10 | 87.10 |
VERB:TENSE | 53 | 28 | 36 | 65.43 | 59.55 | 64.16 |
WO | 20 | 17 | 16 | 54.05 | 55.56 | 54.35 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 1 | 5 | 0.00 | 0.00 | 0.00 |
M:ADV | 4 | 8 | 5 | 33.33 | 44.44 | 35.09 |
M:CONJ | 3 | 1 | 7 | 75.00 | 30.00 | 57.69 |
M:DET | 73 | 26 | 39 | 73.74 | 65.18 | 71.85 |
M:NOUN | 4 | 3 | 0 | 57.14 | 100.00 | 62.50 |
M:NOUN:POSS | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
M:OTHER | 7 | 13 | 18 | 35.00 | 28.00 | 33.33 |
M:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PREP | 17 | 13 | 16 | 56.67 | 51.52 | 55.56 |
M:PRON | 17 | 10 | 11 | 62.96 | 60.71 | 62.50 |
M:PUNCT | 123 | 26 | 68 | 82.55 | 64.40 | 78.14 |
M:VERB | 5 | 6 | 4 | 45.45 | 55.56 | 47.17 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 9 | 4 | 8 | 69.23 | 52.94 | 65.22 |
R:ADJ | 4 | 1 | 8 | 80.00 | 33.33 | 62.50 |
R:ADJ:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
R:ADV | 6 | 8 | 3 | 42.86 | 66.67 | 46.15 |
R:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 35 | 15 | 23 | 70.00 | 60.34 | 67.83 |
R:MORPH | 22 | 12 | 13 | 64.71 | 62.86 | 64.33 |
R:NOUN | 15 | 25 | 19 | 37.50 | 44.12 | 38.66 |
R:NOUN:NUM | 57 | 33 | 17 | 63.33 | 77.03 | 65.67 |
R:NOUN:POSS | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
R:ORTH | 55 | 10 | 38 | 84.62 | 59.14 | 77.90 |
R:OTHER | 72 | 77 | 142 | 48.32 | 33.64 | 44.44 |
R:PART | 5 | 8 | 3 | 38.46 | 62.50 | 41.67 |
R:PREP | 75 | 33 | 39 | 69.44 | 65.79 | 68.68 |
R:PRON | 4 | 7 | 8 | 36.36 | 33.33 | 35.71 |
R:PUNCT | 23 | 17 | 16 | 57.50 | 58.97 | 57.79 |
R:SPELL | 56 | 8 | 16 | 87.50 | 77.78 | 85.37 |
R:VERB | 30 | 15 | 42 | 66.67 | 41.67 | 59.52 |
R:VERB:FORM | 52 | 16 | 14 | 76.47 | 78.79 | 76.92 |
R:VERB:SVA | 54 | 9 | 4 | 85.71 | 93.10 | 87.10 |
R:VERB:TENSE | 35 | 22 | 25 | 61.40 | 58.33 | 60.76 |
R:WO | 20 | 17 | 16 | 54.05 | 55.56 | 54.35 |
U:ADJ | 2 | 6 | 1 | 25.00 | 66.67 | 28.57 |
U:ADV | 8 | 3 | 4 | 72.73 | 66.67 | 71.43 |
U:CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 36 | 11 | 23 | 76.60 | 61.02 | 72.87 |
U:NOUN | 4 | 10 | 3 | 28.57 | 57.14 | 31.75 |
U:NOUN:POSS | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
U:OTHER | 6 | 26 | 10 | 18.75 | 37.50 | 20.83 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 22 | 6 | 7 | 78.57 | 75.86 | 78.01 |
U:PRON | 4 | 3 | 4 | 57.14 | 50.00 | 55.56 |
U:PUNCT | 13 | 4 | 9 | 76.47 | 59.09 | 72.22 |
U:VERB | 3 | 8 | 7 | 27.27 | 30.00 | 27.78 |
U:VERB:FORM | 5 | 1 | 1 | 83.33 | 83.33 | 83.33 |
U:VERB:TENSE | 9 | 2 | 3 | 81.82 | 75.00 | 80.36 |
UNK | 9 | 0 | 8 | 100.00 | 52.94 | 84.91 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 338 | 72 | 173 | 82.44 | 66.14 | 78.57 |
R | 856 | 293 | 626 | 74.50 | 57.76 | 70.42 |
U | 135 | 94 | 115 | 58.95 | 54.00 | 57.89 |
UNK | 16 | 0 | 19 | 100.00 | 45.71 | 80.81 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 6 | 6 | 16 | 50.00 | 27.27 | 42.86 |
ADJ:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
ADV | 18 | 13 | 17 | 58.06 | 51.43 | 56.60 |
CONJ | 7 | 2 | 9 | 77.78 | 43.75 | 67.31 |
CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 162 | 35 | 88 | 82.23 | 64.80 | 78.03 |
MORPH | 28 | 8 | 13 | 77.78 | 68.29 | 75.68 |
NOUN | 31 | 32 | 32 | 49.21 | 49.21 | 49.21 |
NOUN:NUM | 58 | 24 | 16 | 70.73 | 78.38 | 72.14 |
NOUN:POSS | 13 | 0 | 5 | 100.00 | 72.22 | 92.86 |
ORTH | 81 | 5 | 49 | 94.19 | 62.31 | 85.44 |
OTHER | 207 | 148 | 291 | 58.31 | 41.57 | 53.96 |
PART | 6 | 6 | 3 | 50.00 | 66.67 | 52.63 |
PREP | 129 | 42 | 70 | 75.44 | 64.82 | 73.05 |
PRON | 31 | 14 | 22 | 68.89 | 58.49 | 66.52 |
PUNCT | 193 | 41 | 91 | 82.48 | 67.96 | 79.10 |
SPELL | 58 | 4 | 14 | 93.55 | 80.56 | 90.62 |
UNK | 16 | 0 | 19 | 100.00 | 45.71 | 80.81 |
VERB | 51 | 15 | 64 | 77.27 | 44.35 | 67.28 |
VERB:FORM | 60 | 13 | 18 | 82.19 | 76.92 | 81.08 |
VERB:SVA | 49 | 8 | 4 | 85.96 | 92.45 | 87.19 |
VERB:TENSE | 71 | 22 | 49 | 76.34 | 59.17 | 72.15 |
WO | 64 | 20 | 43 | 76.19 | 59.81 | 72.23 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
M:ADV | 6 | 4 | 4 | 60.00 | 60.00 | 60.00 |
M:CONJ | 6 | 1 | 4 | 85.71 | 60.00 | 78.95 |
M:DET | 83 | 13 | 36 | 86.46 | 69.75 | 82.50 |
M:NOUN | 4 | 2 | 2 | 66.67 | 66.67 | 66.67 |
M:NOUN:POSS | 5 | 0 | 2 | 100.00 | 71.43 | 92.59 |
M:OTHER | 13 | 10 | 15 | 56.52 | 46.43 | 54.17 |
M:PART | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 25 | 10 | 18 | 71.43 | 58.14 | 68.31 |
M:PRON | 21 | 5 | 9 | 80.77 | 70.00 | 78.36 |
M:PUNCT | 146 | 22 | 63 | 86.90 | 69.86 | 82.86 |
M:VERB | 10 | 1 | 6 | 90.91 | 62.50 | 83.33 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 14 | 3 | 11 | 82.35 | 56.00 | 75.27 |
R:ADJ | 4 | 1 | 12 | 80.00 | 25.00 | 55.56 |
R:ADJ:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
R:ADV | 5 | 7 | 10 | 41.67 | 33.33 | 39.68 |
R:CONJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 39 | 13 | 24 | 75.00 | 61.90 | 71.96 |
R:MORPH | 28 | 8 | 13 | 77.78 | 68.29 | 75.68 |
R:NOUN | 23 | 23 | 26 | 50.00 | 46.94 | 49.36 |
R:NOUN:NUM | 58 | 24 | 16 | 70.73 | 78.38 | 72.14 |
R:NOUN:POSS | 7 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ORTH | 81 | 5 | 49 | 94.19 | 62.31 | 85.44 |
R:OTHER | 174 | 83 | 233 | 67.70 | 42.75 | 60.63 |
R:PART | 3 | 6 | 2 | 33.33 | 60.00 | 36.59 |
R:PREP | 81 | 28 | 43 | 74.31 | 65.32 | 72.32 |
R:PRON | 5 | 6 | 8 | 45.45 | 38.46 | 43.86 |
R:PUNCT | 34 | 16 | 21 | 68.00 | 61.82 | 66.67 |
R:SPELL | 58 | 4 | 14 | 93.55 | 80.56 | 90.62 |
R:VERB | 35 | 11 | 51 | 76.09 | 40.70 | 64.81 |
R:VERB:FORM | 55 | 11 | 17 | 83.33 | 76.39 | 81.85 |
R:VERB:SVA | 49 | 8 | 4 | 85.96 | 92.45 | 87.19 |
R:VERB:TENSE | 48 | 18 | 35 | 72.73 | 57.83 | 69.16 |
R:WO | 64 | 20 | 43 | 76.19 | 59.81 | 72.23 |
U:ADJ | 0 | 4 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 7 | 2 | 3 | 77.78 | 70.00 | 76.09 |
U:CONJ | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 40 | 9 | 28 | 81.63 | 58.82 | 75.76 |
U:NOUN | 4 | 7 | 4 | 36.36 | 50.00 | 38.46 |
U:NOUN:POSS | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:OTHER | 20 | 55 | 43 | 26.67 | 31.75 | 27.55 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 23 | 4 | 9 | 85.19 | 71.88 | 82.14 |
U:PRON | 5 | 3 | 5 | 62.50 | 50.00 | 59.52 |
U:PUNCT | 13 | 3 | 7 | 81.25 | 65.00 | 77.38 |
U:VERB | 6 | 3 | 7 | 66.67 | 46.15 | 61.22 |
U:VERB:FORM | 4 | 2 | 1 | 66.67 | 80.00 | 68.97 |
U:VERB:TENSE | 9 | 1 | 3 | 90.00 | 75.00 | 86.54 |
UNK | 16 | 0 | 19 | 100.00 | 45.71 | 80.81 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 394 | 363 | 307 | 52.05 | 56.21 | 52.83 |
Span-level detection | 474 | 284 | 287 | 62.53 | 62.29 | 62.48 |
Token-level detection | 570 | 265 | 325 | 68.26 | 63.69 | 67.30 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 121 | 50 | 75 | 70.76 | 61.73 | 68.75 |
R | 221 | 254 | 194 | 46.53 | 53.25 | 47.73 |
U | 52 | 59 | 38 | 46.85 | 57.78 | 48.69 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 7 | 6 | 12.50 | 14.29 | 12.82 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 3 | 15 | 3 | 16.67 | 50.00 | 19.23 |
CONJ | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
CONTR | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
DET | 64 | 30 | 44 | 68.09 | 59.26 | 66.12 |
MORPH | 16 | 9 | 10 | 64.00 | 61.54 | 63.49 |
NOUN | 5 | 26 | 13 | 16.13 | 27.78 | 17.61 |
NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 28 | 22 | 11 | 56.00 | 71.79 | 58.58 |
NOUN:POSS | 4 | 1 | 4 | 80.00 | 50.00 | 71.43 |
ORTH | 32 | 10 | 18 | 76.19 | 64.00 | 73.39 |
OTHER | 29 | 70 | 45 | 29.29 | 39.19 | 30.85 |
PART | 2 | 4 | 2 | 33.33 | 50.00 | 35.71 |
PREP | 44 | 34 | 36 | 56.41 | 55.00 | 56.12 |
PRON | 6 | 15 | 7 | 28.57 | 46.15 | 30.93 |
PUNCT | 77 | 26 | 39 | 74.76 | 66.38 | 72.92 |
SPELL | 17 | 10 | 20 | 62.96 | 45.95 | 58.62 |
VERB | 4 | 21 | 12 | 16.00 | 25.00 | 17.24 |
VERB:FORM | 21 | 15 | 2 | 58.33 | 91.30 | 62.87 |
VERB:SVA | 10 | 9 | 1 | 52.63 | 90.91 | 57.47 |
VERB:TENSE | 20 | 27 | 18 | 42.55 | 52.63 | 44.25 |
WO | 7 | 9 | 10 | 43.75 | 41.18 | 43.21 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:ADV | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
M:CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:DET | 33 | 8 | 18 | 80.49 | 64.71 | 76.74 |
M:NOUN | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
M:OTHER | 4 | 3 | 7 | 57.14 | 36.36 | 51.28 |
M:PREP | 8 | 6 | 10 | 57.14 | 44.44 | 54.05 |
M:PRON | 3 | 8 | 3 | 27.27 | 50.00 | 30.00 |
M:PUNCT | 65 | 14 | 27 | 82.28 | 70.65 | 79.66 |
M:VERB | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
M:VERB:FORM | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 2 | 2 | 3 | 50.00 | 40.00 | 47.62 |
R:ADJ | 1 | 4 | 4 | 20.00 | 20.00 | 20.00 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 9 | 1 | 10.00 | 50.00 | 11.90 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
R:DET | 9 | 11 | 9 | 45.00 | 50.00 | 45.92 |
R:MORPH | 16 | 9 | 10 | 64.00 | 61.54 | 63.49 |
R:NOUN | 4 | 15 | 9 | 21.05 | 30.77 | 22.47 |
R:NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 28 | 22 | 11 | 56.00 | 71.79 | 58.58 |
R:NOUN:POSS | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
R:ORTH | 32 | 10 | 18 | 76.19 | 64.00 | 73.39 |
R:OTHER | 21 | 58 | 37 | 26.58 | 36.21 | 28.07 |
R:PART | 1 | 4 | 2 | 20.00 | 33.33 | 21.74 |
R:PREP | 31 | 21 | 18 | 59.62 | 63.27 | 60.31 |
R:PRON | 2 | 4 | 3 | 33.33 | 40.00 | 34.48 |
R:PUNCT | 6 | 5 | 7 | 54.55 | 46.15 | 52.63 |
R:SPELL | 17 | 10 | 20 | 62.96 | 45.95 | 58.62 |
R:VERB | 3 | 13 | 11 | 18.75 | 21.43 | 19.23 |
R:VERB:FORM | 14 | 14 | 2 | 50.00 | 87.50 | 54.69 |
R:VERB:SVA | 10 | 9 | 1 | 52.63 | 90.91 | 57.47 |
R:VERB:TENSE | 14 | 25 | 13 | 35.90 | 51.85 | 38.25 |
R:WO | 7 | 9 | 10 | 43.75 | 41.18 | 43.21 |
U:ADJ | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
U:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
U:DET | 22 | 11 | 17 | 66.67 | 56.41 | 64.33 |
U:NOUN | 1 | 9 | 1 | 10.00 | 50.00 | 11.90 |
U:NOUN:POSS | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:OTHER | 4 | 9 | 1 | 30.77 | 80.00 | 35.09 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 5 | 7 | 8 | 41.67 | 38.46 | 40.98 |
U:PRON | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
U:PUNCT | 6 | 7 | 5 | 46.15 | 54.55 | 47.62 |
U:VERB | 0 | 5 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
U:VERB:TENSE | 4 | 0 | 2 | 100.00 | 66.67 | 90.91 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 133 | 39 | 79 | 77.33 | 62.74 | 73.89 |
R | 280 | 197 | 166 | 58.70 | 62.78 | 59.47 |
U | 60 | 48 | 39 | 55.56 | 60.61 | 56.50 |
UNK | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 3 | 5 | 50.00 | 37.50 | 46.88 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 2 | 14 | 3 | 12.50 | 40.00 | 14.49 |
CONJ | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
CONTR | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
DET | 75 | 22 | 38 | 77.32 | 66.37 | 74.85 |
MORPH | 19 | 6 | 9 | 76.00 | 67.86 | 74.22 |
NOUN | 10 | 19 | 13 | 34.48 | 43.48 | 35.97 |
NOUN:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 30 | 19 | 8 | 61.22 | 78.95 | 64.10 |
NOUN:POSS | 4 | 1 | 4 | 80.00 | 50.00 | 71.43 |
ORTH | 39 | 8 | 13 | 82.98 | 75.00 | 81.25 |
OTHER | 49 | 50 | 40 | 49.49 | 55.06 | 50.52 |
PART | 3 | 4 | 1 | 42.86 | 75.00 | 46.88 |
PREP | 46 | 29 | 38 | 61.33 | 54.76 | 59.90 |
PRON | 7 | 13 | 7 | 35.00 | 50.00 | 37.23 |
PUNCT | 83 | 21 | 45 | 79.81 | 64.84 | 76.29 |
SPELL | 25 | 4 | 12 | 86.21 | 67.57 | 81.70 |
UNK | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
VERB | 11 | 18 | 11 | 37.93 | 50.00 | 39.86 |
VERB:FORM | 21 | 12 | 3 | 63.64 | 87.50 | 67.31 |
VERB:SVA | 12 | 6 | 0 | 66.67 | 100.00 | 71.43 |
VERB:TENSE | 21 | 24 | 20 | 46.67 | 51.22 | 47.51 |
WO | 7 | 9 | 8 | 43.75 | 46.67 | 44.30 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:DET | 37 | 5 | 17 | 88.10 | 68.52 | 83.33 |
M:NOUN | 2 | 2 | 2 | 50.00 | 50.00 | 50.00 |
M:OTHER | 6 | 2 | 7 | 75.00 | 46.15 | 66.67 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 8 | 5 | 11 | 61.54 | 42.11 | 56.34 |
M:PRON | 3 | 7 | 4 | 30.00 | 42.86 | 31.91 |
M:PUNCT | 69 | 10 | 31 | 87.34 | 69.00 | 82.93 |
M:VERB | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
M:VERB:FORM | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
R:ADJ | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 8 | 1 | 11.11 | 50.00 | 13.16 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 11 | 8 | 6 | 57.89 | 64.71 | 59.14 |
R:MORPH | 19 | 6 | 9 | 76.00 | 67.86 | 74.22 |
R:NOUN | 7 | 12 | 10 | 36.84 | 41.18 | 37.63 |
R:NOUN:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 30 | 19 | 8 | 61.22 | 78.95 | 64.10 |
R:NOUN:POSS | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
R:ORTH | 39 | 8 | 13 | 82.98 | 75.00 | 81.25 |
R:OTHER | 39 | 40 | 31 | 49.37 | 55.71 | 50.52 |
R:PART | 2 | 4 | 0 | 33.33 | 100.00 | 38.46 |
R:PREP | 34 | 18 | 18 | 65.38 | 65.38 | 65.38 |
R:PRON | 3 | 4 | 2 | 42.86 | 60.00 | 45.45 |
R:PUNCT | 6 | 4 | 8 | 60.00 | 42.86 | 55.56 |
R:SPELL | 25 | 4 | 12 | 86.21 | 67.57 | 81.70 |
R:VERB | 9 | 11 | 10 | 45.00 | 47.37 | 45.45 |
R:VERB:FORM | 14 | 11 | 3 | 56.00 | 82.35 | 59.83 |
R:VERB:SVA | 12 | 6 | 0 | 66.67 | 100.00 | 71.43 |
R:VERB:TENSE | 15 | 23 | 16 | 39.47 | 48.39 | 40.98 |
R:WO | 7 | 9 | 8 | 43.75 | 46.67 | 44.30 |
U:ADJ | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
U:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:CONTR | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
U:DET | 27 | 9 | 15 | 75.00 | 64.29 | 72.58 |
U:NOUN | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
U:NOUN:POSS | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:OTHER | 4 | 8 | 2 | 33.33 | 66.67 | 37.04 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 4 | 6 | 9 | 40.00 | 30.77 | 37.74 |
U:PRON | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
U:PUNCT | 8 | 7 | 6 | 53.33 | 57.14 | 54.05 |
U:VERB | 1 | 4 | 0 | 20.00 | 100.00 | 23.81 |
U:VERB:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
U:VERB:TENSE | 4 | 0 | 2 | 100.00 | 66.67 | 90.91 |
UNK | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 165 | 34 | 75 | 82.91 | 68.75 | 79.63 |
R | 338 | 185 | 194 | 64.63 | 63.53 | 64.41 |
U | 65 | 46 | 50 | 58.56 | 56.52 | 58.14 |
UNK | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 3 | 7 | 50.00 | 30.00 | 44.12 |
ADJ:FORM | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
ADV | 4 | 10 | 6 | 28.57 | 40.00 | 30.30 |
CONJ | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
CONTR | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
DET | 80 | 18 | 33 | 81.63 | 70.80 | 79.21 |
MORPH | 19 | 5 | 9 | 79.17 | 67.86 | 76.61 |
NOUN | 8 | 14 | 13 | 36.36 | 38.10 | 36.70 |
NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 29 | 15 | 9 | 65.91 | 76.32 | 67.76 |
NOUN:POSS | 7 | 2 | 4 | 77.78 | 63.64 | 74.47 |
ORTH | 41 | 8 | 16 | 83.67 | 71.93 | 81.03 |
OTHER | 85 | 50 | 84 | 62.96 | 50.30 | 59.94 |
PART | 3 | 4 | 1 | 42.86 | 75.00 | 46.88 |
PREP | 49 | 28 | 32 | 63.64 | 60.49 | 62.98 |
PRON | 10 | 12 | 5 | 45.45 | 66.67 | 48.54 |
PUNCT | 103 | 20 | 42 | 83.74 | 71.03 | 80.85 |
SPELL | 27 | 3 | 9 | 90.00 | 75.00 | 86.54 |
UNK | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
VERB | 13 | 17 | 12 | 43.33 | 52.00 | 44.83 |
VERB:FORM | 22 | 12 | 2 | 64.71 | 91.67 | 68.75 |
VERB:SVA | 12 | 6 | 0 | 66.67 | 100.00 | 71.43 |
VERB:TENSE | 27 | 22 | 22 | 55.10 | 55.10 | 55.10 |
WO | 20 | 15 | 7 | 57.14 | 74.07 | 59.88 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:ADV | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:CONJ | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:DET | 42 | 4 | 14 | 91.30 | 75.00 | 87.50 |
M:NOUN | 2 | 2 | 3 | 50.00 | 40.00 | 47.62 |
M:NOUN:POSS | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:OTHER | 7 | 2 | 11 | 77.78 | 38.89 | 64.81 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 12 | 5 | 8 | 70.59 | 60.00 | 68.18 |
M:PRON | 4 | 6 | 4 | 40.00 | 50.00 | 41.67 |
M:PUNCT | 82 | 10 | 27 | 89.13 | 75.23 | 85.95 |
M:VERB | 1 | 3 | 2 | 25.00 | 33.33 | 26.32 |
M:VERB:FORM | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 6 | 1 | 1 | 85.71 | 85.71 | 85.71 |
R:ADJ | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
R:ADJ:FORM | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 9 | 1 | 10.00 | 50.00 | 11.90 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 11 | 6 | 6 | 64.71 | 64.71 | 64.71 |
R:MORPH | 19 | 5 | 9 | 79.17 | 67.86 | 76.61 |
R:NOUN | 5 | 9 | 9 | 35.71 | 35.71 | 35.71 |
R:NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 29 | 15 | 9 | 65.91 | 76.32 | 67.76 |
R:NOUN:POSS | 3 | 2 | 4 | 60.00 | 42.86 | 55.56 |
R:ORTH | 41 | 8 | 16 | 83.67 | 71.93 | 81.03 |
R:OTHER | 71 | 33 | 63 | 68.27 | 52.99 | 64.55 |
R:PART | 2 | 4 | 0 | 33.33 | 100.00 | 38.46 |
R:PREP | 33 | 18 | 15 | 64.71 | 68.75 | 65.48 |
R:PRON | 5 | 4 | 0 | 55.56 | 100.00 | 60.98 |
R:PUNCT | 11 | 5 | 9 | 68.75 | 55.00 | 65.48 |
R:SPELL | 27 | 3 | 9 | 90.00 | 75.00 | 86.54 |
R:VERB | 11 | 11 | 10 | 50.00 | 52.38 | 50.46 |
R:VERB:FORM | 15 | 11 | 2 | 57.69 | 88.24 | 61.98 |
R:VERB:SVA | 12 | 6 | 0 | 66.67 | 100.00 | 71.43 |
R:VERB:TENSE | 18 | 20 | 19 | 47.37 | 48.65 | 47.62 |
R:WO | 20 | 15 | 7 | 57.14 | 74.07 | 59.88 |
U:ADJ | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
U:ADV | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
U:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:CONTR | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
U:DET | 27 | 8 | 13 | 77.14 | 67.50 | 75.00 |
U:NOUN | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
U:NOUN:POSS | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:OTHER | 7 | 15 | 10 | 31.82 | 41.18 | 33.33 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 4 | 5 | 9 | 44.44 | 30.77 | 40.82 |
U:PRON | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
U:PUNCT | 10 | 5 | 6 | 66.67 | 62.50 | 65.79 |
U:VERB | 1 | 3 | 0 | 25.00 | 100.00 | 29.41 |
U:VERB:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
U:VERB:TENSE | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
UNK | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 303 | 506 | 261 | 37.45 | 53.72 | 39.87 |
Span-level detection | 386 | 423 | 241 | 47.71 | 61.56 | 49.96 |
Token-level detection | 484 | 442 | 282 | 52.27 | 63.19 | 54.14 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 106 | 61 | 46 | 63.47 | 69.74 | 64.63 |
R | 179 | 337 | 198 | 34.69 | 47.48 | 36.67 |
U | 18 | 108 | 17 | 14.29 | 51.43 | 16.70 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 13 | 3 | 7.14 | 25.00 | 8.33 |
ADV | 1 | 15 | 1 | 6.25 | 50.00 | 7.58 |
CONJ | 1 | 4 | 0 | 20.00 | 100.00 | 23.81 |
DET | 20 | 50 | 4 | 28.57 | 83.33 | 32.89 |
MORPH | 4 | 12 | 1 | 25.00 | 80.00 | 28.99 |
NOUN | 10 | 53 | 7 | 15.87 | 58.82 | 18.59 |
NOUN:INFL | 0 | 0 | 11 | 100.00 | 0.00 | 0.00 |
NOUN:NUM | 17 | 33 | 9 | 34.00 | 65.38 | 37.61 |
NOUN:POSS | 8 | 3 | 9 | 72.73 | 47.06 | 65.57 |
ORTH | 32 | 4 | 28 | 88.89 | 53.33 | 78.43 |
OTHER | 19 | 86 | 43 | 18.10 | 30.65 | 19.71 |
PART | 1 | 3 | 0 | 25.00 | 100.00 | 29.41 |
PREP | 11 | 61 | 12 | 15.28 | 47.83 | 17.68 |
PRON | 4 | 9 | 3 | 30.77 | 57.14 | 33.90 |
PUNCT | 102 | 22 | 51 | 82.26 | 66.67 | 78.58 |
SPELL | 32 | 19 | 62 | 62.75 | 34.04 | 53.69 |
VERB | 5 | 32 | 10 | 13.51 | 33.33 | 15.34 |
VERB:FORM | 10 | 22 | 2 | 31.25 | 83.33 | 35.71 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 12 | 12 | 0 | 50.00 | 100.00 | 55.56 |
VERB:TENSE | 5 | 34 | 4 | 12.82 | 55.56 | 15.15 |
WO | 4 | 19 | 0 | 17.39 | 100.00 | 20.83 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADV | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
M:CONJ | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:DET | 9 | 12 | 3 | 42.86 | 75.00 | 46.88 |
M:NOUN | 1 | 6 | 2 | 14.29 | 33.33 | 16.13 |
M:NOUN:POSS | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
M:OTHER | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
M:PREP | 1 | 12 | 1 | 7.69 | 50.00 | 9.26 |
M:PRON | 1 | 4 | 3 | 20.00 | 25.00 | 20.83 |
M:PUNCT | 89 | 12 | 30 | 88.12 | 74.79 | 85.09 |
M:VERB | 1 | 4 | 3 | 20.00 | 25.00 | 20.83 |
M:VERB:FORM | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:VERB:TENSE | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 1 | 8 | 3 | 11.11 | 25.00 | 12.50 |
R:ADV | 0 | 5 | 1 | 0.00 | 0.00 | 0.00 |
R:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:DET | 3 | 16 | 0 | 15.79 | 100.00 | 18.99 |
R:MORPH | 4 | 12 | 1 | 25.00 | 80.00 | 28.99 |
R:NOUN | 9 | 28 | 5 | 24.32 | 64.29 | 27.78 |
R:NOUN:INFL | 0 | 0 | 11 | 100.00 | 0.00 | 0.00 |
R:NOUN:NUM | 17 | 33 | 9 | 34.00 | 65.38 | 37.61 |
R:NOUN:POSS | 5 | 1 | 6 | 83.33 | 45.45 | 71.43 |
R:ORTH | 32 | 4 | 28 | 88.89 | 53.33 | 78.43 |
R:OTHER | 17 | 64 | 41 | 20.99 | 29.31 | 22.25 |
R:PART | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:PREP | 10 | 38 | 9 | 20.83 | 52.63 | 23.70 |
R:PRON | 3 | 4 | 0 | 42.86 | 100.00 | 48.39 |
R:PUNCT | 8 | 6 | 10 | 57.14 | 44.44 | 54.05 |
R:SPELL | 32 | 19 | 62 | 62.75 | 34.04 | 53.69 |
R:VERB | 4 | 19 | 6 | 17.39 | 40.00 | 19.61 |
R:VERB:FORM | 10 | 19 | 2 | 34.48 | 83.33 | 39.06 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 12 | 12 | 0 | 50.00 | 100.00 | 55.56 |
R:VERB:TENSE | 4 | 28 | 3 | 12.50 | 57.14 | 14.81 |
R:WO | 4 | 19 | 0 | 17.39 | 100.00 | 20.83 |
U:ADJ | 0 | 5 | 0 | 0.00 | 100.00 | 0.00 |
U:ADV | 1 | 6 | 0 | 14.29 | 100.00 | 17.24 |
U:CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
U:DET | 8 | 22 | 1 | 26.67 | 88.89 | 31.01 |
U:NOUN | 0 | 19 | 0 | 0.00 | 100.00 | 0.00 |
U:NOUN:POSS | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:OTHER | 2 | 20 | 1 | 9.09 | 66.67 | 10.99 |
U:PART | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
U:PREP | 0 | 11 | 2 | 0.00 | 0.00 | 0.00 |
U:PRON | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 5 | 4 | 11 | 55.56 | 31.25 | 48.08 |
U:VERB | 0 | 9 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:TENSE | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 115 | 52 | 53 | 68.86 | 68.45 | 68.78 |
R | 246 | 272 | 166 | 47.49 | 59.71 | 49.52 |
U | 22 | 99 | 20 | 18.18 | 52.38 | 20.91 |
UNK | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 2 | 12 | 2 | 14.29 | 50.00 | 16.67 |
ADV | 2 | 13 | 2 | 13.33 | 50.00 | 15.62 |
CONJ | 1 | 4 | 0 | 20.00 | 100.00 | 23.81 |
DET | 23 | 47 | 7 | 32.86 | 76.67 | 37.10 |
MORPH | 5 | 11 | 1 | 31.25 | 83.33 | 35.71 |
NOUN | 11 | 44 | 7 | 20.00 | 61.11 | 23.11 |
NOUN:INFL | 2 | 0 | 9 | 100.00 | 18.18 | 52.63 |
NOUN:NUM | 17 | 32 | 8 | 34.69 | 68.00 | 38.46 |
NOUN:POSS | 14 | 2 | 7 | 87.50 | 66.67 | 82.35 |
ORTH | 40 | 4 | 32 | 90.91 | 55.56 | 80.65 |
OTHER | 32 | 70 | 31 | 31.37 | 50.79 | 33.97 |
PART | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
PREP | 21 | 51 | 13 | 29.17 | 61.76 | 32.61 |
PRON | 6 | 8 | 2 | 42.86 | 75.00 | 46.88 |
PUNCT | 104 | 19 | 57 | 84.55 | 64.60 | 79.63 |
SPELL | 52 | 1 | 43 | 98.11 | 54.74 | 84.69 |
UNK | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
VERB | 8 | 22 | 8 | 26.67 | 50.00 | 29.41 |
VERB:FORM | 13 | 20 | 2 | 39.39 | 86.67 | 44.22 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 15 | 10 | 0 | 60.00 | 100.00 | 65.22 |
VERB:TENSE | 7 | 32 | 7 | 17.95 | 50.00 | 20.59 |
WO | 4 | 18 | 0 | 18.18 | 100.00 | 21.74 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADV | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:DET | 10 | 11 | 3 | 47.62 | 76.92 | 51.55 |
M:NOUN | 1 | 6 | 2 | 14.29 | 33.33 | 16.13 |
M:NOUN:POSS | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
M:OTHER | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
M:PREP | 4 | 10 | 2 | 28.57 | 66.67 | 32.26 |
M:PRON | 2 | 3 | 2 | 40.00 | 50.00 | 41.67 |
M:PUNCT | 92 | 9 | 36 | 91.09 | 71.88 | 86.47 |
M:VERB | 1 | 3 | 3 | 25.00 | 25.00 | 25.00 |
M:VERB:FORM | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:VERB:TENSE | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 2 | 7 | 2 | 22.22 | 50.00 | 25.00 |
R:ADV | 1 | 4 | 1 | 20.00 | 50.00 | 22.73 |
R:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:DET | 3 | 16 | 0 | 15.79 | 100.00 | 18.99 |
R:MORPH | 5 | 11 | 1 | 31.25 | 83.33 | 35.71 |
R:NOUN | 10 | 23 | 5 | 30.30 | 66.67 | 34.01 |
R:NOUN:INFL | 2 | 0 | 9 | 100.00 | 18.18 | 52.63 |
R:NOUN:NUM | 17 | 32 | 8 | 34.69 | 68.00 | 38.46 |
R:NOUN:POSS | 11 | 0 | 3 | 100.00 | 78.57 | 94.83 |
R:ORTH | 40 | 4 | 32 | 90.91 | 55.56 | 80.65 |
R:OTHER | 29 | 48 | 29 | 37.66 | 50.00 | 39.62 |
R:PREP | 16 | 33 | 9 | 32.65 | 64.00 | 36.20 |
R:PRON | 4 | 4 | 0 | 50.00 | 100.00 | 55.56 |
R:PUNCT | 6 | 6 | 11 | 50.00 | 35.29 | 46.15 |
R:SPELL | 52 | 1 | 43 | 98.11 | 54.74 | 84.69 |
R:VERB | 7 | 11 | 4 | 38.89 | 63.64 | 42.17 |
R:VERB:FORM | 12 | 17 | 2 | 41.38 | 85.71 | 46.15 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 15 | 10 | 0 | 60.00 | 100.00 | 65.22 |
R:VERB:TENSE | 6 | 26 | 6 | 18.75 | 50.00 | 21.43 |
R:WO | 4 | 18 | 0 | 18.18 | 100.00 | 21.74 |
U:ADJ | 0 | 5 | 0 | 0.00 | 100.00 | 0.00 |
U:ADV | 1 | 6 | 0 | 14.29 | 100.00 | 17.24 |
U:CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
U:DET | 10 | 20 | 4 | 33.33 | 71.43 | 37.31 |
U:NOUN | 0 | 15 | 0 | 0.00 | 100.00 | 0.00 |
U:NOUN:POSS | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:OTHER | 2 | 20 | 1 | 9.09 | 66.67 | 10.99 |
U:PART | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
U:PREP | 1 | 8 | 2 | 11.11 | 33.33 | 12.82 |
U:PRON | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 6 | 4 | 10 | 60.00 | 37.50 | 53.57 |
U:VERB | 0 | 8 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
U:VERB:TENSE | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
UNK | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 138 | 47 | 55 | 74.59 | 71.50 | 73.95 |
R | 311 | 281 | 197 | 52.53 | 61.22 | 54.07 |
U | 30 | 114 | 29 | 20.83 | 50.85 | 23.62 |
UNK | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 11 | 3 | 21.43 | 50.00 | 24.19 |
ADJ:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
ADV | 3 | 11 | 0 | 21.43 | 100.00 | 25.42 |
CONJ | 2 | 5 | 0 | 28.57 | 100.00 | 33.33 |
CONTR | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
DET | 21 | 42 | 11 | 33.33 | 65.62 | 36.97 |
MORPH | 9 | 9 | 1 | 50.00 | 90.00 | 54.88 |
NOUN | 10 | 43 | 10 | 18.87 | 50.00 | 21.55 |
NOUN:INFL | 2 | 0 | 9 | 100.00 | 18.18 | 52.63 |
NOUN:NUM | 17 | 30 | 10 | 36.17 | 62.96 | 39.53 |
NOUN:POSS | 15 | 2 | 7 | 88.24 | 68.18 | 83.33 |
ORTH | 58 | 4 | 38 | 93.55 | 60.42 | 84.30 |
OTHER | 58 | 99 | 53 | 36.94 | 52.25 | 39.24 |
PART | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
PREP | 23 | 46 | 20 | 33.33 | 53.49 | 36.05 |
PRON | 7 | 7 | 1 | 50.00 | 87.50 | 54.69 |
PUNCT | 133 | 17 | 62 | 88.67 | 68.21 | 83.65 |
SPELL | 56 | 1 | 39 | 98.25 | 58.95 | 86.69 |
UNK | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
VERB | 9 | 22 | 7 | 29.03 | 56.25 | 32.14 |
VERB:FORM | 13 | 16 | 1 | 44.83 | 92.86 | 50.00 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 16 | 9 | 0 | 64.00 | 100.00 | 68.97 |
VERB:TENSE | 12 | 32 | 6 | 27.27 | 66.67 | 30.93 |
WO | 6 | 34 | 0 | 15.00 | 100.00 | 18.07 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
M:CONJ | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
M:DET | 9 | 8 | 3 | 52.94 | 75.00 | 56.25 |
M:NOUN | 0 | 4 | 3 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
M:OTHER | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
M:PREP | 3 | 10 | 3 | 23.08 | 50.00 | 25.86 |
M:PRON | 3 | 3 | 1 | 50.00 | 75.00 | 53.57 |
M:PUNCT | 116 | 9 | 39 | 92.80 | 74.84 | 88.55 |
M:VERB | 0 | 4 | 2 | 0.00 | 0.00 | 0.00 |
M:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:VERB:TENSE | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
R:ADJ | 3 | 7 | 1 | 30.00 | 75.00 | 34.09 |
R:ADJ:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADV | 2 | 4 | 0 | 33.33 | 100.00 | 38.46 |
R:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:CONTR | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:DET | 3 | 16 | 3 | 15.79 | 50.00 | 18.29 |
R:MORPH | 9 | 9 | 1 | 50.00 | 90.00 | 54.88 |
R:NOUN | 9 | 24 | 7 | 27.27 | 56.25 | 30.41 |
R:NOUN:INFL | 2 | 0 | 9 | 100.00 | 18.18 | 52.63 |
R:NOUN:NUM | 17 | 30 | 10 | 36.17 | 62.96 | 39.53 |
R:NOUN:POSS | 12 | 0 | 4 | 100.00 | 75.00 | 93.75 |
R:ORTH | 58 | 4 | 38 | 93.55 | 60.42 | 84.30 |
R:OTHER | 52 | 53 | 49 | 49.52 | 51.49 | 49.90 |
R:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PREP | 19 | 30 | 12 | 38.78 | 61.29 | 41.85 |
R:PRON | 4 | 4 | 0 | 50.00 | 100.00 | 55.56 |
R:PUNCT | 6 | 4 | 11 | 60.00 | 35.29 | 52.63 |
R:SPELL | 56 | 1 | 39 | 98.25 | 58.95 | 86.69 |
R:VERB | 9 | 9 | 4 | 50.00 | 69.23 | 52.94 |
R:VERB:FORM | 13 | 15 | 1 | 46.43 | 92.86 | 51.59 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 16 | 9 | 0 | 64.00 | 100.00 | 68.97 |
R:VERB:TENSE | 9 | 27 | 5 | 25.00 | 64.29 | 28.48 |
R:WO | 6 | 34 | 0 | 15.00 | 100.00 | 18.07 |
U:ADJ | 0 | 4 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 1 | 4 | 0 | 20.00 | 100.00 | 23.81 |
U:CONJ | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
U:DET | 9 | 18 | 5 | 33.33 | 64.29 | 36.89 |
U:NOUN | 1 | 15 | 0 | 6.25 | 100.00 | 7.69 |
U:NOUN:POSS | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:OTHER | 5 | 44 | 3 | 10.20 | 62.50 | 12.25 |
U:PART | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
U:PREP | 1 | 6 | 5 | 14.29 | 16.67 | 14.71 |
U:PUNCT | 11 | 4 | 12 | 73.33 | 47.83 | 66.27 |
U:VERB | 0 | 9 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:TENSE | 2 | 4 | 1 | 33.33 | 66.67 | 37.04 |
UNK | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |