Submitted by: | cjbryant |
Submitted at: | 2019-08-07T14:47:57+00:00 |
Competition submission: | 9 |
Competition phase: | 3 - Open phase |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 2363 | 3719 | 3031 | 38.85 | 43.81 | 39.75 |
Span-level detection | 3196 | 2894 | 2737 | 52.48 | 53.87 | 52.75 |
Token-level detection | 4495 | 2825 | 3281 | 61.41 | 57.81 | 60.65 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 909 | 588 | 628 | 60.72 | 59.14 | 60.40 |
R | 1136 | 2209 | 2128 | 33.96 | 34.80 | 34.13 |
U | 318 | 922 | 275 | 25.65 | 53.63 | 28.63 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 13 | 137 | 38 | 8.67 | 25.49 | 9.98 |
ADJ:FORM | 0 | 5 | 10 | 0.00 | 0.00 | 0.00 |
ADV | 22 | 128 | 46 | 14.67 | 32.35 | 16.47 |
CONJ | 3 | 37 | 17 | 7.50 | 15.00 | 8.33 |
CONTR | 4 | 8 | 8 | 33.33 | 33.33 | 33.33 |
DET | 387 | 341 | 256 | 53.16 | 60.19 | 54.43 |
MORPH | 29 | 30 | 110 | 49.15 | 20.86 | 38.67 |
NOUN | 29 | 285 | 86 | 9.24 | 25.22 | 10.58 |
NOUN:INFL | 4 | 5 | 14 | 44.44 | 22.22 | 37.04 |
NOUN:NUM | 120 | 87 | 122 | 57.97 | 49.59 | 56.07 |
NOUN:POSS | 20 | 18 | 30 | 52.63 | 40.00 | 49.50 |
ORTH | 180 | 57 | 206 | 75.95 | 46.63 | 67.47 |
OTHER | 89 | 1061 | 620 | 7.74 | 12.55 | 8.38 |
PART | 11 | 15 | 17 | 42.31 | 39.29 | 41.67 |
PREP | 213 | 376 | 236 | 36.16 | 47.44 | 37.97 |
PRON | 49 | 101 | 84 | 32.67 | 36.84 | 33.42 |
PUNCT | 800 | 413 | 341 | 65.95 | 70.11 | 66.74 |
SPELL | 69 | 56 | 235 | 55.20 | 22.70 | 42.91 |
VERB | 58 | 290 | 171 | 16.67 | 25.33 | 17.89 |
VERB:FORM | 79 | 59 | 97 | 57.25 | 44.89 | 54.26 |
VERB:INFL | 1 | 1 | 6 | 50.00 | 14.29 | 33.33 |
VERB:SVA | 69 | 18 | 64 | 79.31 | 51.88 | 71.73 |
VERB:TENSE | 85 | 154 | 166 | 35.56 | 33.86 | 35.21 |
WO | 29 | 37 | 51 | 43.94 | 36.25 | 42.15 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 7 | 6 | 0.00 | 0.00 | 0.00 |
M:ADV | 5 | 13 | 18 | 27.78 | 21.74 | 26.32 |
M:CONJ | 1 | 15 | 11 | 6.25 | 8.33 | 6.58 |
M:CONTR | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 195 | 113 | 101 | 63.31 | 65.88 | 63.81 |
M:NOUN | 0 | 21 | 9 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 2 | 7 | 12 | 22.22 | 14.29 | 20.00 |
M:OTHER | 13 | 81 | 38 | 13.83 | 25.49 | 15.22 |
M:PART | 1 | 2 | 4 | 33.33 | 20.00 | 29.41 |
M:PREP | 18 | 61 | 69 | 22.78 | 20.69 | 22.33 |
M:PRON | 24 | 29 | 47 | 45.28 | 33.80 | 42.40 |
M:PUNCT | 621 | 187 | 246 | 76.86 | 71.63 | 75.75 |
M:VERB | 11 | 24 | 27 | 31.43 | 28.95 | 30.90 |
M:VERB:FORM | 9 | 7 | 7 | 56.25 | 56.25 | 56.25 |
M:VERB:TENSE | 9 | 19 | 33 | 32.14 | 21.43 | 29.22 |
R:ADJ | 13 | 61 | 26 | 17.57 | 33.33 | 19.40 |
R:ADJ:FORM | 0 | 5 | 10 | 0.00 | 0.00 | 0.00 |
R:ADV | 7 | 47 | 13 | 12.96 | 35.00 | 14.83 |
R:CONJ | 0 | 9 | 3 | 0.00 | 0.00 | 0.00 |
R:CONTR | 0 | 4 | 4 | 0.00 | 0.00 | 0.00 |
R:DET | 50 | 86 | 69 | 36.76 | 42.02 | 37.71 |
R:MORPH | 29 | 30 | 110 | 49.15 | 20.86 | 38.67 |
R:NOUN | 25 | 158 | 65 | 13.66 | 27.78 | 15.21 |
R:NOUN:INFL | 4 | 5 | 14 | 44.44 | 22.22 | 37.04 |
R:NOUN:NUM | 120 | 87 | 122 | 57.97 | 49.59 | 56.07 |
R:NOUN:POSS | 12 | 5 | 11 | 70.59 | 52.17 | 65.93 |
R:ORTH | 180 | 57 | 206 | 75.95 | 46.63 | 67.47 |
R:OTHER | 72 | 782 | 560 | 8.43 | 11.39 | 8.89 |
R:PART | 6 | 8 | 8 | 42.86 | 42.86 | 42.86 |
R:PREP | 154 | 226 | 130 | 40.53 | 54.23 | 42.68 |
R:PRON | 15 | 37 | 24 | 28.85 | 38.46 | 30.36 |
R:PUNCT | 110 | 133 | 56 | 45.27 | 66.27 | 48.33 |
R:SPELL | 69 | 56 | 235 | 55.20 | 22.70 | 42.91 |
R:VERB | 37 | 204 | 135 | 15.35 | 21.51 | 16.29 |
R:VERB:FORM | 65 | 42 | 88 | 60.75 | 42.48 | 55.94 |
R:VERB:INFL | 1 | 1 | 6 | 50.00 | 14.29 | 33.33 |
R:VERB:SVA | 69 | 18 | 64 | 79.31 | 51.88 | 71.73 |
R:VERB:TENSE | 69 | 111 | 118 | 38.33 | 36.90 | 38.04 |
R:WO | 29 | 37 | 51 | 43.94 | 36.25 | 42.15 |
U:ADJ | 0 | 69 | 6 | 0.00 | 0.00 | 0.00 |
U:ADV | 10 | 68 | 15 | 12.82 | 40.00 | 14.84 |
U:CONJ | 2 | 13 | 3 | 13.33 | 40.00 | 15.38 |
U:CONTR | 4 | 2 | 4 | 66.67 | 50.00 | 62.50 |
U:DET | 142 | 142 | 86 | 50.00 | 62.28 | 52.05 |
U:NOUN | 4 | 106 | 12 | 3.64 | 25.00 | 4.39 |
U:NOUN:POSS | 6 | 6 | 7 | 50.00 | 46.15 | 49.18 |
U:OTHER | 4 | 198 | 22 | 1.98 | 15.38 | 2.40 |
U:PART | 4 | 5 | 5 | 44.44 | 44.44 | 44.44 |
U:PREP | 41 | 89 | 37 | 31.54 | 52.56 | 34.28 |
U:PRON | 10 | 35 | 13 | 22.22 | 43.48 | 24.63 |
U:PUNCT | 69 | 93 | 39 | 42.59 | 63.89 | 45.63 |
U:VERB | 10 | 62 | 9 | 13.89 | 52.63 | 16.29 |
U:VERB:FORM | 5 | 10 | 2 | 33.33 | 71.43 | 37.31 |
U:VERB:TENSE | 7 | 24 | 15 | 22.58 | 31.82 | 23.97 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 1013 | 483 | 604 | 67.71 | 62.65 | 66.64 |
R | 1799 | 1604 | 1799 | 52.87 | 50.00 | 52.27 |
U | 352 | 807 | 265 | 30.37 | 57.05 | 33.50 |
UNK | 32 | 0 | 69 | 100.00 | 31.68 | 69.87 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 29 | 102 | 33 | 22.14 | 46.77 | 24.74 |
ADJ:FORM | 1 | 3 | 8 | 25.00 | 11.11 | 20.00 |
ADV | 33 | 100 | 47 | 24.81 | 41.25 | 26.96 |
CONJ | 8 | 32 | 21 | 20.00 | 27.59 | 21.16 |
CONTR | 7 | 6 | 4 | 53.85 | 63.64 | 55.56 |
DET | 429 | 304 | 250 | 58.53 | 63.18 | 59.40 |
MORPH | 50 | 19 | 100 | 72.46 | 33.33 | 58.69 |
NOUN | 56 | 205 | 82 | 21.46 | 40.58 | 23.69 |
NOUN:INFL | 8 | 0 | 11 | 100.00 | 42.11 | 78.43 |
NOUN:NUM | 134 | 71 | 115 | 65.37 | 53.82 | 62.68 |
NOUN:POSS | 26 | 13 | 22 | 66.67 | 54.17 | 63.73 |
ORTH | 230 | 41 | 182 | 84.87 | 55.83 | 76.87 |
OTHER | 289 | 847 | 515 | 25.44 | 35.95 | 27.02 |
PART | 19 | 14 | 17 | 57.58 | 52.78 | 56.55 |
PREP | 290 | 279 | 220 | 50.97 | 56.86 | 52.05 |
PRON | 66 | 84 | 76 | 44.00 | 46.48 | 44.47 |
PUNCT | 854 | 363 | 336 | 70.17 | 71.76 | 70.49 |
SPELL | 182 | 6 | 123 | 96.81 | 59.67 | 86.09 |
UNK | 32 | 0 | 69 | 100.00 | 31.68 | 69.87 |
VERB | 117 | 192 | 151 | 37.86 | 43.66 | 38.90 |
VERB:FORM | 98 | 46 | 91 | 68.06 | 51.85 | 64.05 |
VERB:INFL | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
VERB:SVA | 87 | 8 | 61 | 91.58 | 58.78 | 82.39 |
VERB:TENSE | 121 | 125 | 152 | 49.19 | 44.32 | 48.13 |
WO | 28 | 34 | 46 | 45.16 | 37.84 | 43.48 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 7 | 5 | 12.50 | 16.67 | 13.16 |
M:ADV | 6 | 10 | 17 | 37.50 | 26.09 | 34.48 |
M:CONJ | 6 | 10 | 15 | 37.50 | 28.57 | 35.29 |
M:CONTR | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 216 | 95 | 94 | 69.45 | 69.68 | 69.50 |
M:NOUN | 5 | 16 | 12 | 23.81 | 29.41 | 24.75 |
M:NOUN:POSS | 3 | 6 | 9 | 33.33 | 25.00 | 31.25 |
M:OTHER | 19 | 68 | 42 | 21.84 | 31.15 | 23.23 |
M:PART | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
M:PREP | 32 | 45 | 66 | 41.56 | 32.65 | 39.41 |
M:PRON | 36 | 19 | 37 | 65.45 | 49.32 | 61.43 |
M:PUNCT | 649 | 161 | 244 | 80.12 | 72.68 | 78.51 |
M:VERB | 14 | 19 | 24 | 42.42 | 36.84 | 41.18 |
M:VERB:FORM | 10 | 7 | 5 | 58.82 | 66.67 | 60.24 |
M:VERB:TENSE | 14 | 16 | 30 | 46.67 | 31.82 | 42.68 |
R:ADJ | 28 | 39 | 21 | 41.79 | 57.14 | 44.16 |
R:ADJ:FORM | 1 | 3 | 8 | 25.00 | 11.11 | 20.00 |
R:ADV | 16 | 32 | 14 | 33.33 | 53.33 | 36.04 |
R:CONJ | 0 | 9 | 4 | 0.00 | 0.00 | 0.00 |
R:CONTR | 2 | 2 | 2 | 50.00 | 50.00 | 50.00 |
R:DET | 58 | 79 | 69 | 42.34 | 45.67 | 42.96 |
R:MORPH | 50 | 19 | 100 | 72.46 | 33.33 | 58.69 |
R:NOUN | 44 | 100 | 57 | 30.56 | 43.56 | 32.50 |
R:NOUN:INFL | 8 | 0 | 11 | 100.00 | 42.11 | 78.43 |
R:NOUN:NUM | 134 | 71 | 115 | 65.37 | 53.82 | 62.68 |
R:NOUN:POSS | 16 | 3 | 6 | 84.21 | 72.73 | 81.63 |
R:ORTH | 230 | 41 | 182 | 84.87 | 55.83 | 76.87 |
R:OTHER | 265 | 592 | 452 | 30.92 | 36.96 | 31.97 |
R:PART | 13 | 7 | 9 | 65.00 | 59.09 | 63.73 |
R:PREP | 214 | 165 | 125 | 56.46 | 63.13 | 57.68 |
R:PRON | 17 | 33 | 28 | 34.00 | 37.78 | 34.69 |
R:PUNCT | 134 | 115 | 50 | 53.82 | 72.83 | 56.78 |
R:SPELL | 182 | 6 | 123 | 96.81 | 59.67 | 86.09 |
R:VERB | 91 | 130 | 116 | 41.18 | 43.96 | 41.70 |
R:VERB:FORM | 83 | 29 | 85 | 74.11 | 49.40 | 67.37 |
R:VERB:INFL | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
R:VERB:SVA | 87 | 8 | 61 | 91.58 | 58.78 | 82.39 |
R:VERB:TENSE | 96 | 87 | 110 | 52.46 | 46.60 | 51.17 |
R:WO | 28 | 34 | 46 | 45.16 | 37.84 | 43.48 |
U:ADJ | 0 | 56 | 7 | 0.00 | 0.00 | 0.00 |
U:ADV | 11 | 58 | 16 | 15.94 | 40.74 | 18.15 |
U:CONJ | 2 | 13 | 2 | 13.33 | 50.00 | 15.62 |
U:CONTR | 5 | 2 | 2 | 71.43 | 71.43 | 71.43 |
U:DET | 155 | 130 | 87 | 54.39 | 64.05 | 56.08 |
U:NOUN | 7 | 89 | 13 | 7.29 | 35.00 | 8.66 |
U:NOUN:POSS | 7 | 4 | 7 | 63.64 | 50.00 | 60.34 |
U:OTHER | 5 | 187 | 21 | 2.60 | 19.23 | 3.15 |
U:PART | 4 | 5 | 4 | 44.44 | 50.00 | 45.45 |
U:PREP | 44 | 69 | 29 | 38.94 | 60.27 | 41.90 |
U:PRON | 13 | 32 | 11 | 28.89 | 54.17 | 31.86 |
U:PUNCT | 71 | 87 | 42 | 44.94 | 62.83 | 47.65 |
U:VERB | 12 | 43 | 11 | 21.82 | 52.17 | 24.69 |
U:VERB:FORM | 5 | 10 | 1 | 33.33 | 83.33 | 37.88 |
U:VERB:TENSE | 11 | 22 | 12 | 33.33 | 47.83 | 35.48 |
UNK | 32 | 0 | 69 | 100.00 | 31.68 | 69.87 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 1266 | 373 | 600 | 77.24 | 67.85 | 75.16 |
R | 2666 | 1606 | 2194 | 62.41 | 54.86 | 60.73 |
U | 468 | 846 | 371 | 35.62 | 55.78 | 38.39 |
UNK | 95 | 0 | 116 | 100.00 | 45.02 | 80.37 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 37 | 94 | 38 | 28.24 | 49.33 | 30.88 |
ADJ:FORM | 5 | 3 | 10 | 62.50 | 33.33 | 53.19 |
ADV | 44 | 90 | 50 | 32.84 | 46.81 | 34.92 |
CONJ | 19 | 27 | 21 | 41.30 | 47.50 | 42.41 |
CONTR | 10 | 4 | 7 | 71.43 | 58.82 | 68.49 |
DET | 482 | 255 | 247 | 65.40 | 66.12 | 65.54 |
MORPH | 58 | 15 | 98 | 79.45 | 37.18 | 64.73 |
NOUN | 77 | 180 | 91 | 29.96 | 45.83 | 32.19 |
NOUN:INFL | 8 | 0 | 12 | 100.00 | 40.00 | 76.92 |
NOUN:NUM | 156 | 59 | 99 | 72.56 | 61.18 | 69.96 |
NOUN:POSS | 41 | 8 | 30 | 83.67 | 57.75 | 76.78 |
ORTH | 335 | 33 | 201 | 91.03 | 62.50 | 83.42 |
OTHER | 700 | 1035 | 862 | 40.35 | 44.81 | 41.17 |
PART | 22 | 11 | 14 | 66.67 | 61.11 | 65.48 |
PREP | 349 | 227 | 215 | 60.59 | 61.88 | 60.84 |
PRON | 71 | 70 | 74 | 50.35 | 48.97 | 50.07 |
PUNCT | 1106 | 302 | 352 | 78.55 | 75.86 | 78.00 |
SPELL | 197 | 5 | 116 | 97.52 | 62.94 | 87.87 |
UNK | 95 | 0 | 116 | 100.00 | 45.02 | 80.37 |
VERB | 178 | 198 | 181 | 47.34 | 49.58 | 47.77 |
VERB:FORM | 120 | 38 | 91 | 75.95 | 56.87 | 71.17 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 98 | 7 | 50 | 93.33 | 66.22 | 86.27 |
VERB:TENSE | 178 | 126 | 204 | 58.55 | 46.60 | 55.69 |
WO | 105 | 38 | 101 | 73.43 | 50.97 | 67.48 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 5 | 7 | 8 | 41.67 | 38.46 | 40.98 |
M:ADV | 12 | 9 | 14 | 57.14 | 46.15 | 54.55 |
M:CONJ | 17 | 8 | 12 | 68.00 | 58.62 | 65.89 |
M:CONTR | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 241 | 69 | 85 | 77.74 | 73.93 | 76.95 |
M:NOUN | 11 | 15 | 15 | 42.31 | 42.31 | 42.31 |
M:NOUN:POSS | 7 | 5 | 8 | 58.33 | 46.67 | 55.56 |
M:OTHER | 34 | 55 | 49 | 38.20 | 40.96 | 38.72 |
M:PART | 6 | 2 | 2 | 75.00 | 75.00 | 75.00 |
M:PREP | 61 | 28 | 61 | 68.54 | 50.00 | 63.81 |
M:PRON | 38 | 12 | 34 | 76.00 | 52.78 | 69.85 |
M:PUNCT | 776 | 132 | 243 | 85.46 | 76.15 | 83.42 |
M:VERB | 23 | 17 | 30 | 57.50 | 43.40 | 53.99 |
M:VERB:FORM | 10 | 4 | 8 | 71.43 | 55.56 | 67.57 |
M:VERB:TENSE | 25 | 8 | 31 | 75.76 | 44.64 | 66.49 |
R:ADJ | 29 | 36 | 23 | 44.62 | 55.77 | 46.47 |
R:ADJ:FORM | 5 | 3 | 10 | 62.50 | 33.33 | 53.19 |
R:ADV | 15 | 25 | 14 | 37.50 | 51.72 | 39.68 |
R:CONJ | 0 | 7 | 7 | 0.00 | 0.00 | 0.00 |
R:CONTR | 5 | 1 | 4 | 83.33 | 55.56 | 75.76 |
R:DET | 65 | 69 | 70 | 48.51 | 48.15 | 48.44 |
R:MORPH | 58 | 15 | 98 | 79.45 | 37.18 | 64.73 |
R:NOUN | 53 | 95 | 60 | 35.81 | 46.90 | 37.59 |
R:NOUN:INFL | 8 | 0 | 12 | 100.00 | 40.00 | 76.92 |
R:NOUN:NUM | 156 | 59 | 99 | 72.56 | 61.18 | 69.96 |
R:NOUN:POSS | 27 | 1 | 14 | 96.43 | 65.85 | 88.24 |
R:ORTH | 335 | 33 | 201 | 91.03 | 62.50 | 83.42 |
R:OTHER | 633 | 681 | 721 | 48.17 | 46.75 | 47.88 |
R:PART | 12 | 5 | 8 | 70.59 | 60.00 | 68.18 |
R:PREP | 237 | 145 | 116 | 62.04 | 67.14 | 63.00 |
R:PRON | 19 | 30 | 28 | 38.78 | 40.43 | 39.09 |
R:PUNCT | 224 | 87 | 69 | 72.03 | 76.45 | 72.87 |
R:SPELL | 197 | 5 | 116 | 97.52 | 62.94 | 87.87 |
R:VERB | 135 | 137 | 132 | 49.63 | 50.56 | 49.82 |
R:VERB:FORM | 105 | 27 | 82 | 79.55 | 56.15 | 73.43 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 98 | 7 | 50 | 93.33 | 66.22 | 86.27 |
R:VERB:TENSE | 141 | 100 | 158 | 58.51 | 47.16 | 55.82 |
R:WO | 105 | 38 | 101 | 73.43 | 50.97 | 67.48 |
U:ADJ | 3 | 51 | 7 | 5.56 | 30.00 | 6.64 |
U:ADV | 17 | 56 | 22 | 23.29 | 43.59 | 25.68 |
U:CONJ | 2 | 12 | 2 | 14.29 | 50.00 | 16.67 |
U:CONTR | 5 | 1 | 3 | 83.33 | 62.50 | 78.12 |
U:DET | 176 | 117 | 92 | 60.07 | 65.67 | 61.11 |
U:NOUN | 13 | 70 | 16 | 15.66 | 44.83 | 18.01 |
U:NOUN:POSS | 7 | 2 | 8 | 77.78 | 46.67 | 68.63 |
U:OTHER | 33 | 299 | 92 | 9.94 | 26.40 | 11.36 |
U:PART | 4 | 4 | 4 | 50.00 | 50.00 | 50.00 |
U:PREP | 51 | 54 | 38 | 48.57 | 57.30 | 50.10 |
U:PRON | 14 | 28 | 12 | 33.33 | 53.85 | 36.08 |
U:PUNCT | 106 | 83 | 40 | 56.08 | 72.60 | 58.76 |
U:VERB | 20 | 44 | 19 | 31.25 | 51.28 | 33.90 |
U:VERB:FORM | 5 | 7 | 1 | 41.67 | 83.33 | 46.30 |
U:VERB:TENSE | 12 | 18 | 15 | 40.00 | 44.44 | 40.82 |
UNK | 95 | 0 | 116 | 100.00 | 45.02 | 80.37 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 771 | 892 | 1431 | 46.36 | 35.01 | 43.54 |
Span-level detection | 1090 | 578 | 1328 | 65.35 | 45.08 | 59.96 |
Token-level detection | 1571 | 450 | 1527 | 77.73 | 50.71 | 70.25 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 229 | 151 | 284 | 60.26 | 44.64 | 56.32 |
R | 439 | 533 | 1014 | 45.16 | 30.21 | 41.10 |
U | 103 | 208 | 133 | 33.12 | 43.64 | 34.80 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 35 | 16 | 2.78 | 5.88 | 3.11 |
ADJ:FORM | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
ADV | 9 | 27 | 21 | 25.00 | 30.00 | 25.86 |
CONJ | 0 | 4 | 6 | 0.00 | 0.00 | 0.00 |
CONTR | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
DET | 138 | 69 | 130 | 66.67 | 51.49 | 62.96 |
MORPH | 14 | 7 | 63 | 66.67 | 18.18 | 43.48 |
NOUN | 11 | 76 | 39 | 12.64 | 22.00 | 13.82 |
NOUN:INFL | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
NOUN:NUM | 52 | 23 | 62 | 69.33 | 45.61 | 62.80 |
NOUN:POSS | 5 | 3 | 9 | 62.50 | 35.71 | 54.35 |
ORTH | 80 | 19 | 110 | 80.81 | 42.11 | 68.26 |
OTHER | 31 | 263 | 335 | 10.54 | 8.47 | 10.05 |
PART | 2 | 0 | 8 | 100.00 | 20.00 | 55.56 |
PREP | 79 | 83 | 96 | 48.77 | 45.14 | 48.00 |
PRON | 21 | 29 | 48 | 42.00 | 30.43 | 39.03 |
PUNCT | 161 | 88 | 144 | 64.66 | 52.79 | 61.88 |
SPELL | 31 | 17 | 76 | 64.58 | 28.97 | 51.84 |
VERB | 25 | 73 | 79 | 25.51 | 24.04 | 25.20 |
VERB:FORM | 35 | 13 | 49 | 72.92 | 41.67 | 63.41 |
VERB:INFL | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
VERB:SVA | 41 | 5 | 28 | 89.13 | 59.42 | 81.03 |
VERB:TENSE | 27 | 39 | 82 | 40.91 | 24.77 | 36.19 |
WO | 4 | 14 | 17 | 22.22 | 19.05 | 21.51 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 3 | 2 | 0.00 | 0.00 | 0.00 |
M:ADV | 2 | 1 | 7 | 66.67 | 22.22 | 47.62 |
M:CONJ | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 70 | 33 | 44 | 67.96 | 61.40 | 66.54 |
M:NOUN | 0 | 4 | 3 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
M:OTHER | 6 | 22 | 19 | 21.43 | 24.00 | 21.90 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 6 | 16 | 32 | 27.27 | 15.79 | 23.81 |
M:PRON | 12 | 8 | 23 | 60.00 | 34.29 | 52.17 |
M:PUNCT | 119 | 45 | 111 | 72.56 | 51.74 | 67.16 |
M:VERB | 4 | 8 | 17 | 33.33 | 19.05 | 28.99 |
M:VERB:FORM | 8 | 2 | 2 | 80.00 | 80.00 | 80.00 |
M:VERB:TENSE | 1 | 5 | 18 | 16.67 | 5.26 | 11.63 |
R:ADJ | 1 | 10 | 10 | 9.09 | 9.09 | 9.09 |
R:ADJ:FORM | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
R:ADV | 4 | 12 | 6 | 25.00 | 40.00 | 27.03 |
R:CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:CONTR | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 15 | 13 | 30 | 53.57 | 33.33 | 47.77 |
R:MORPH | 14 | 7 | 63 | 66.67 | 18.18 | 43.48 |
R:NOUN | 10 | 39 | 29 | 20.41 | 25.64 | 21.28 |
R:NOUN:INFL | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
R:NOUN:NUM | 52 | 23 | 62 | 69.33 | 45.61 | 62.80 |
R:NOUN:POSS | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
R:ORTH | 80 | 19 | 110 | 80.81 | 42.11 | 68.26 |
R:OTHER | 25 | 196 | 308 | 11.31 | 7.51 | 10.27 |
R:PART | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
R:PREP | 53 | 46 | 51 | 53.54 | 50.96 | 53.00 |
R:PRON | 6 | 8 | 16 | 42.86 | 27.27 | 38.46 |
R:PUNCT | 32 | 28 | 23 | 53.33 | 58.18 | 54.24 |
R:SPELL | 31 | 17 | 76 | 64.58 | 28.97 | 51.84 |
R:VERB | 15 | 49 | 60 | 23.44 | 20.00 | 22.66 |
R:VERB:FORM | 26 | 11 | 46 | 70.27 | 36.11 | 59.09 |
R:VERB:INFL | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
R:VERB:SVA | 41 | 5 | 28 | 89.13 | 59.42 | 81.03 |
R:VERB:TENSE | 23 | 29 | 59 | 44.23 | 28.05 | 39.66 |
R:WO | 4 | 14 | 17 | 22.22 | 19.05 | 21.51 |
U:ADJ | 0 | 22 | 4 | 0.00 | 0.00 | 0.00 |
U:ADV | 3 | 14 | 8 | 17.65 | 27.27 | 18.99 |
U:CONJ | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
U:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:DET | 53 | 23 | 56 | 69.74 | 48.62 | 64.16 |
U:NOUN | 1 | 33 | 7 | 2.94 | 12.50 | 3.47 |
U:NOUN:POSS | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
U:OTHER | 0 | 45 | 8 | 0.00 | 0.00 | 0.00 |
U:PART | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
U:PREP | 20 | 21 | 13 | 48.78 | 60.61 | 50.76 |
U:PRON | 3 | 13 | 9 | 18.75 | 25.00 | 19.74 |
U:PUNCT | 10 | 15 | 10 | 40.00 | 50.00 | 41.67 |
U:VERB | 6 | 16 | 2 | 27.27 | 75.00 | 31.25 |
U:VERB:FORM | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:VERB:TENSE | 3 | 5 | 5 | 37.50 | 37.50 | 37.50 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 270 | 110 | 273 | 71.05 | 49.72 | 65.44 |
R | 687 | 305 | 877 | 69.25 | 43.93 | 62.09 |
U | 121 | 163 | 126 | 42.61 | 48.99 | 43.75 |
UNK | 12 | 0 | 52 | 100.00 | 18.75 | 53.57 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 5 | 26 | 15 | 16.13 | 25.00 | 17.36 |
ADJ:FORM | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
ADV | 15 | 16 | 19 | 48.39 | 44.12 | 47.47 |
CONJ | 2 | 4 | 8 | 33.33 | 20.00 | 29.41 |
CONTR | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
DET | 158 | 57 | 127 | 73.49 | 55.44 | 69.00 |
MORPH | 23 | 4 | 58 | 85.19 | 28.40 | 60.85 |
NOUN | 20 | 47 | 35 | 29.85 | 36.36 | 30.96 |
NOUN:INFL | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
NOUN:NUM | 59 | 16 | 60 | 78.67 | 49.58 | 70.41 |
NOUN:POSS | 6 | 2 | 8 | 75.00 | 42.86 | 65.22 |
ORTH | 103 | 9 | 92 | 91.96 | 52.82 | 80.09 |
OTHER | 123 | 171 | 279 | 41.84 | 30.60 | 38.97 |
PART | 3 | 0 | 8 | 100.00 | 27.27 | 65.22 |
PREP | 105 | 48 | 96 | 68.63 | 52.24 | 64.58 |
PRON | 31 | 19 | 45 | 62.00 | 40.79 | 56.16 |
PUNCT | 178 | 68 | 132 | 72.36 | 57.42 | 68.78 |
SPELL | 60 | 2 | 45 | 96.77 | 57.14 | 84.99 |
UNK | 12 | 0 | 52 | 100.00 | 18.75 | 53.57 |
VERB | 51 | 39 | 69 | 56.67 | 42.50 | 53.12 |
VERB:FORM | 41 | 7 | 47 | 85.42 | 46.59 | 73.21 |
VERB:INFL | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
VERB:SVA | 49 | 1 | 26 | 98.00 | 65.33 | 89.09 |
VERB:TENSE | 36 | 27 | 78 | 57.14 | 31.58 | 49.18 |
WO | 4 | 13 | 18 | 23.53 | 18.18 | 22.22 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 3 | 2 | 0.00 | 0.00 | 0.00 |
M:ADV | 3 | 0 | 6 | 100.00 | 33.33 | 71.43 |
M:CONJ | 2 | 2 | 5 | 50.00 | 28.57 | 43.48 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 82 | 26 | 41 | 75.93 | 66.67 | 73.87 |
M:NOUN | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
M:NOUN:POSS | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
M:OTHER | 9 | 17 | 23 | 34.62 | 28.12 | 33.09 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 10 | 13 | 34 | 43.48 | 22.73 | 36.76 |
M:PRON | 17 | 2 | 19 | 89.47 | 47.22 | 75.89 |
M:PUNCT | 127 | 33 | 104 | 79.37 | 54.98 | 72.90 |
M:VERB | 7 | 5 | 14 | 58.33 | 33.33 | 50.72 |
M:VERB:FORM | 9 | 2 | 2 | 81.82 | 81.82 | 81.82 |
M:VERB:TENSE | 2 | 3 | 16 | 40.00 | 11.11 | 26.32 |
R:ADJ | 5 | 5 | 8 | 50.00 | 38.46 | 47.17 |
R:ADJ:FORM | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:ADV | 8 | 5 | 7 | 61.54 | 53.33 | 59.70 |
R:CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:CONTR | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 16 | 13 | 30 | 55.17 | 34.78 | 49.38 |
R:MORPH | 23 | 4 | 58 | 85.19 | 28.40 | 60.85 |
R:NOUN | 17 | 21 | 25 | 44.74 | 40.48 | 43.81 |
R:NOUN:INFL | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
R:NOUN:NUM | 59 | 16 | 60 | 78.67 | 49.58 | 70.41 |
R:NOUN:POSS | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
R:ORTH | 103 | 9 | 92 | 91.96 | 52.82 | 80.09 |
R:OTHER | 113 | 112 | 249 | 50.22 | 31.22 | 44.77 |
R:PART | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
R:PREP | 75 | 21 | 53 | 78.12 | 58.59 | 73.24 |
R:PRON | 8 | 7 | 18 | 53.33 | 30.77 | 46.51 |
R:PUNCT | 38 | 24 | 17 | 61.29 | 69.09 | 62.71 |
R:SPELL | 60 | 2 | 45 | 96.77 | 57.14 | 84.99 |
R:VERB | 38 | 24 | 51 | 61.29 | 42.70 | 56.38 |
R:VERB:FORM | 32 | 5 | 44 | 86.49 | 42.11 | 71.43 |
R:VERB:INFL | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:VERB:SVA | 49 | 1 | 26 | 98.00 | 65.33 | 89.09 |
R:VERB:TENSE | 28 | 20 | 60 | 58.33 | 31.82 | 50.00 |
R:WO | 4 | 13 | 18 | 23.53 | 18.18 | 22.22 |
U:ADJ | 0 | 18 | 5 | 0.00 | 0.00 | 0.00 |
U:ADV | 4 | 11 | 6 | 26.67 | 40.00 | 28.57 |
U:CONJ | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
U:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:DET | 60 | 18 | 56 | 76.92 | 51.72 | 70.09 |
U:NOUN | 2 | 24 | 7 | 7.69 | 22.22 | 8.85 |
U:NOUN:POSS | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
U:OTHER | 1 | 42 | 7 | 2.33 | 12.50 | 2.78 |
U:PART | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
U:PREP | 20 | 14 | 9 | 58.82 | 68.97 | 60.61 |
U:PRON | 6 | 10 | 8 | 37.50 | 42.86 | 38.46 |
U:PUNCT | 13 | 11 | 11 | 54.17 | 54.17 | 54.17 |
U:VERB | 6 | 10 | 4 | 37.50 | 60.00 | 40.54 |
U:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 6 | 4 | 2 | 60.00 | 75.00 | 62.50 |
UNK | 12 | 0 | 52 | 100.00 | 18.75 | 53.57 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 373 | 69 | 259 | 84.39 | 59.02 | 77.71 |
R | 973 | 241 | 1014 | 80.15 | 48.97 | 71.09 |
U | 171 | 140 | 173 | 54.98 | 49.71 | 53.84 |
UNK | 54 | 0 | 81 | 100.00 | 40.00 | 76.92 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 8 | 21 | 15 | 27.59 | 34.78 | 28.78 |
ADJ:FORM | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
ADV | 22 | 15 | 20 | 59.46 | 52.38 | 57.89 |
CONJ | 9 | 4 | 7 | 69.23 | 56.25 | 66.18 |
CONTR | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
DET | 182 | 35 | 127 | 83.87 | 58.90 | 77.32 |
MORPH | 27 | 2 | 52 | 93.10 | 34.18 | 69.23 |
NOUN | 31 | 34 | 43 | 47.69 | 41.89 | 46.41 |
NOUN:INFL | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
NOUN:NUM | 64 | 11 | 52 | 85.33 | 55.17 | 76.92 |
NOUN:POSS | 9 | 1 | 14 | 90.00 | 39.13 | 71.43 |
ORTH | 123 | 4 | 98 | 96.85 | 55.66 | 84.36 |
OTHER | 288 | 161 | 397 | 64.14 | 42.04 | 58.04 |
PART | 3 | 0 | 10 | 100.00 | 23.08 | 60.00 |
PREP | 133 | 29 | 95 | 82.10 | 58.33 | 75.91 |
PRON | 33 | 14 | 42 | 70.21 | 44.00 | 62.74 |
PUNCT | 263 | 43 | 128 | 85.95 | 67.26 | 81.42 |
SPELL | 62 | 2 | 46 | 96.88 | 57.41 | 85.16 |
UNK | 54 | 0 | 81 | 100.00 | 40.00 | 76.92 |
VERB | 75 | 37 | 92 | 66.96 | 44.91 | 60.98 |
VERB:FORM | 47 | 6 | 46 | 88.68 | 50.54 | 77.05 |
VERB:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 55 | 0 | 22 | 100.00 | 71.43 | 92.59 |
VERB:TENSE | 64 | 20 | 102 | 76.19 | 38.55 | 63.75 |
WO | 12 | 10 | 27 | 54.55 | 30.77 | 47.24 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 3 | 3 | 0.00 | 0.00 | 0.00 |
M:ADV | 6 | 0 | 5 | 100.00 | 54.55 | 85.71 |
M:CONJ | 8 | 2 | 3 | 80.00 | 72.73 | 78.43 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 95 | 13 | 37 | 87.96 | 71.97 | 84.22 |
M:NOUN | 3 | 1 | 6 | 75.00 | 33.33 | 60.00 |
M:NOUN:POSS | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
M:OTHER | 16 | 14 | 22 | 53.33 | 42.11 | 50.63 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 25 | 6 | 33 | 80.65 | 43.10 | 68.68 |
M:PRON | 18 | 2 | 18 | 90.00 | 50.00 | 77.59 |
M:PUNCT | 174 | 20 | 89 | 89.69 | 66.16 | 83.73 |
M:VERB | 9 | 4 | 20 | 69.23 | 31.03 | 55.56 |
M:VERB:FORM | 9 | 2 | 3 | 81.82 | 75.00 | 80.36 |
M:VERB:TENSE | 8 | 0 | 16 | 100.00 | 33.33 | 71.43 |
R:ADJ | 6 | 5 | 9 | 54.55 | 40.00 | 50.85 |
R:ADJ:FORM | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
R:ADV | 7 | 5 | 7 | 58.33 | 50.00 | 56.45 |
R:CONJ | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 18 | 9 | 32 | 66.67 | 36.00 | 56.96 |
R:MORPH | 27 | 2 | 52 | 93.10 | 34.18 | 69.23 |
R:NOUN | 23 | 15 | 27 | 60.53 | 46.00 | 56.93 |
R:NOUN:INFL | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
R:NOUN:NUM | 64 | 11 | 52 | 85.33 | 55.17 | 76.92 |
R:NOUN:POSS | 6 | 0 | 5 | 100.00 | 54.55 | 85.71 |
R:ORTH | 123 | 4 | 98 | 96.85 | 55.66 | 84.36 |
R:OTHER | 261 | 99 | 343 | 72.50 | 43.21 | 63.85 |
R:PART | 3 | 0 | 6 | 100.00 | 33.33 | 71.43 |
R:PREP | 84 | 16 | 49 | 84.00 | 63.16 | 78.80 |
R:PRON | 10 | 5 | 14 | 66.67 | 41.67 | 59.52 |
R:PUNCT | 64 | 12 | 30 | 84.21 | 68.09 | 80.40 |
R:SPELL | 62 | 2 | 46 | 96.88 | 57.41 | 85.16 |
R:VERB | 56 | 22 | 62 | 71.79 | 47.46 | 65.12 |
R:VERB:FORM | 38 | 4 | 42 | 90.48 | 47.50 | 76.61 |
R:VERB:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 55 | 0 | 22 | 100.00 | 71.43 | 92.59 |
R:VERB:TENSE | 48 | 19 | 81 | 71.64 | 37.21 | 60.45 |
R:WO | 12 | 10 | 27 | 54.55 | 30.77 | 47.24 |
U:ADJ | 2 | 13 | 3 | 13.33 | 40.00 | 15.38 |
U:ADV | 9 | 10 | 8 | 47.37 | 52.94 | 48.39 |
U:CONJ | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:CONTR | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:DET | 69 | 13 | 58 | 84.15 | 54.33 | 75.82 |
U:NOUN | 5 | 18 | 10 | 21.74 | 33.33 | 23.36 |
U:NOUN:POSS | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
U:OTHER | 11 | 48 | 32 | 18.64 | 25.58 | 19.71 |
U:PART | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
U:PREP | 24 | 7 | 13 | 77.42 | 64.86 | 74.53 |
U:PRON | 5 | 7 | 10 | 41.67 | 33.33 | 39.68 |
U:PUNCT | 25 | 11 | 9 | 69.44 | 73.53 | 70.22 |
U:VERB | 10 | 11 | 10 | 47.62 | 50.00 | 48.08 |
U:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 8 | 1 | 5 | 88.89 | 61.54 | 81.63 |
UNK | 54 | 0 | 81 | 100.00 | 40.00 | 76.92 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 755 | 1043 | 953 | 41.99 | 44.20 | 42.42 |
Span-level detection | 992 | 808 | 859 | 55.11 | 53.59 | 54.80 |
Token-level detection | 1409 | 791 | 1098 | 64.05 | 56.20 | 62.31 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 290 | 181 | 214 | 61.57 | 57.54 | 60.72 |
R | 358 | 605 | 638 | 37.18 | 35.94 | 36.92 |
U | 107 | 257 | 101 | 29.40 | 51.44 | 32.15 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 42 | 10 | 8.70 | 28.57 | 10.10 |
ADJ:FORM | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
ADV | 9 | 34 | 21 | 20.93 | 30.00 | 22.28 |
CONJ | 3 | 6 | 9 | 33.33 | 25.00 | 31.25 |
CONTR | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
DET | 146 | 87 | 83 | 62.66 | 63.76 | 62.88 |
MORPH | 8 | 10 | 28 | 44.44 | 22.22 | 37.04 |
NOUN | 9 | 72 | 28 | 11.11 | 24.32 | 12.47 |
NOUN:INFL | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
NOUN:NUM | 37 | 15 | 32 | 71.15 | 53.62 | 66.79 |
NOUN:POSS | 4 | 7 | 9 | 36.36 | 30.77 | 35.09 |
ORTH | 38 | 15 | 36 | 71.70 | 51.35 | 66.43 |
OTHER | 29 | 316 | 202 | 8.41 | 12.55 | 9.00 |
PART | 4 | 5 | 5 | 44.44 | 44.44 | 44.44 |
PREP | 78 | 104 | 88 | 42.86 | 46.99 | 43.62 |
PRON | 16 | 28 | 30 | 36.36 | 34.78 | 36.04 |
PUNCT | 232 | 127 | 104 | 64.62 | 69.05 | 65.46 |
SPELL | 19 | 12 | 49 | 61.29 | 27.94 | 49.48 |
VERB | 19 | 91 | 68 | 17.27 | 21.84 | 18.03 |
VERB:FORM | 29 | 21 | 36 | 58.00 | 44.62 | 54.72 |
VERB:SVA | 19 | 7 | 27 | 73.08 | 41.30 | 63.33 |
VERB:TENSE | 36 | 30 | 60 | 54.55 | 37.50 | 50.00 |
WO | 15 | 10 | 23 | 60.00 | 39.47 | 54.35 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:ADV | 2 | 4 | 10 | 33.33 | 16.67 | 27.78 |
M:CONJ | 1 | 1 | 7 | 50.00 | 12.50 | 31.25 |
M:DET | 81 | 36 | 36 | 69.23 | 69.23 | 69.23 |
M:NOUN | 0 | 6 | 3 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 2 | 4 | 33.33 | 20.00 | 29.41 |
M:OTHER | 5 | 30 | 13 | 14.29 | 27.78 | 15.82 |
M:PART | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
M:PREP | 7 | 20 | 22 | 25.93 | 24.14 | 25.55 |
M:PRON | 10 | 7 | 19 | 58.82 | 34.48 | 51.55 |
M:PUNCT | 174 | 59 | 74 | 74.68 | 70.16 | 73.73 |
M:VERB | 4 | 8 | 6 | 33.33 | 40.00 | 34.48 |
M:VERB:FORM | 0 | 2 | 4 | 0.00 | 0.00 | 0.00 |
M:VERB:TENSE | 4 | 4 | 12 | 50.00 | 25.00 | 41.67 |
R:ADJ | 4 | 18 | 7 | 18.18 | 36.36 | 20.20 |
R:ADJ:FORM | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
R:ADV | 1 | 12 | 5 | 7.69 | 16.67 | 8.62 |
R:CONJ | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
R:CONTR | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 23 | 21 | 27 | 52.27 | 46.00 | 50.88 |
R:MORPH | 8 | 10 | 28 | 44.44 | 22.22 | 37.04 |
R:NOUN | 6 | 42 | 21 | 12.50 | 22.22 | 13.70 |
R:NOUN:INFL | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:NOUN:NUM | 37 | 15 | 32 | 71.15 | 53.62 | 66.79 |
R:NOUN:POSS | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
R:ORTH | 38 | 15 | 36 | 71.70 | 51.35 | 66.43 |
R:OTHER | 22 | 222 | 177 | 9.02 | 11.06 | 9.36 |
R:PART | 2 | 4 | 2 | 33.33 | 50.00 | 35.71 |
R:PREP | 57 | 66 | 50 | 46.34 | 53.27 | 47.58 |
R:PRON | 2 | 12 | 7 | 14.29 | 22.22 | 15.38 |
R:PUNCT | 37 | 39 | 14 | 48.68 | 72.55 | 52.11 |
R:SPELL | 19 | 12 | 49 | 61.29 | 27.94 | 49.48 |
R:VERB | 11 | 59 | 56 | 15.71 | 16.42 | 15.85 |
R:VERB:FORM | 25 | 14 | 31 | 64.10 | 44.64 | 58.96 |
R:VERB:SVA | 19 | 7 | 27 | 73.08 | 41.30 | 63.33 |
R:VERB:TENSE | 31 | 21 | 39 | 59.62 | 44.29 | 55.76 |
R:WO | 15 | 10 | 23 | 60.00 | 39.47 | 54.35 |
U:ADJ | 0 | 23 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 6 | 18 | 6 | 25.00 | 50.00 | 27.78 |
U:CONJ | 2 | 4 | 0 | 33.33 | 100.00 | 38.46 |
U:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:DET | 42 | 30 | 20 | 58.33 | 67.74 | 60.00 |
U:NOUN | 3 | 24 | 4 | 11.11 | 42.86 | 13.04 |
U:NOUN:POSS | 2 | 4 | 4 | 33.33 | 33.33 | 33.33 |
U:OTHER | 2 | 64 | 12 | 3.03 | 14.29 | 3.60 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 14 | 18 | 16 | 43.75 | 46.67 | 44.30 |
U:PRON | 4 | 9 | 4 | 30.77 | 50.00 | 33.33 |
U:PUNCT | 21 | 29 | 16 | 42.00 | 56.76 | 44.30 |
U:VERB | 4 | 24 | 6 | 14.29 | 40.00 | 16.39 |
U:VERB:FORM | 4 | 5 | 1 | 44.44 | 80.00 | 48.78 |
U:VERB:TENSE | 1 | 5 | 9 | 16.67 | 10.00 | 14.71 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 324 | 146 | 197 | 68.94 | 62.19 | 67.47 |
R | 546 | 440 | 549 | 55.38 | 49.86 | 54.18 |
U | 115 | 222 | 100 | 34.12 | 53.49 | 36.79 |
UNK | 7 | 0 | 13 | 100.00 | 35.00 | 72.92 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 9 | 31 | 7 | 22.50 | 56.25 | 25.57 |
ADJ:FORM | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
ADV | 13 | 27 | 23 | 32.50 | 36.11 | 33.16 |
CONJ | 5 | 6 | 8 | 45.45 | 38.46 | 43.86 |
CONTR | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
DET | 157 | 72 | 77 | 68.56 | 67.09 | 68.26 |
MORPH | 14 | 5 | 25 | 73.68 | 35.90 | 60.87 |
NOUN | 19 | 56 | 29 | 25.33 | 39.58 | 27.30 |
NOUN:NUM | 37 | 13 | 32 | 74.00 | 53.62 | 68.77 |
NOUN:POSS | 4 | 5 | 7 | 44.44 | 36.36 | 42.55 |
ORTH | 48 | 12 | 34 | 80.00 | 58.54 | 74.53 |
OTHER | 92 | 260 | 155 | 26.14 | 37.25 | 27.79 |
PART | 8 | 4 | 6 | 66.67 | 57.14 | 64.52 |
PREP | 106 | 68 | 79 | 60.92 | 57.30 | 60.16 |
PRON | 20 | 24 | 27 | 45.45 | 42.55 | 44.84 |
PUNCT | 250 | 112 | 106 | 69.06 | 70.22 | 69.29 |
SPELL | 36 | 1 | 32 | 97.30 | 52.94 | 83.33 |
UNK | 7 | 0 | 13 | 100.00 | 35.00 | 72.92 |
VERB | 41 | 61 | 61 | 40.20 | 40.20 | 40.20 |
VERB:FORM | 37 | 14 | 35 | 72.55 | 51.39 | 67.03 |
VERB:SVA | 24 | 3 | 26 | 88.89 | 48.00 | 75.95 |
VERB:TENSE | 48 | 23 | 54 | 67.61 | 47.06 | 62.18 |
WO | 15 | 8 | 20 | 65.22 | 42.86 | 59.06 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
M:ADV | 3 | 4 | 10 | 42.86 | 23.08 | 36.59 |
M:CONJ | 3 | 1 | 6 | 75.00 | 33.33 | 60.00 |
M:DET | 86 | 29 | 30 | 74.78 | 74.14 | 74.65 |
M:NOUN | 2 | 4 | 5 | 33.33 | 28.57 | 32.26 |
M:NOUN:POSS | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
M:OTHER | 5 | 24 | 11 | 17.24 | 31.25 | 18.94 |
M:PART | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:PREP | 12 | 12 | 18 | 50.00 | 40.00 | 47.62 |
M:PRON | 14 | 4 | 15 | 77.78 | 48.28 | 69.31 |
M:PUNCT | 186 | 51 | 76 | 78.48 | 70.99 | 76.86 |
M:VERB | 4 | 7 | 7 | 36.36 | 36.36 | 36.36 |
M:VERB:FORM | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
M:VERB:TENSE | 6 | 4 | 11 | 60.00 | 35.29 | 52.63 |
R:ADJ | 8 | 10 | 4 | 44.44 | 66.67 | 47.62 |
R:ADJ:FORM | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
R:ADV | 4 | 8 | 5 | 33.33 | 44.44 | 35.09 |
R:CONJ | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 26 | 18 | 25 | 59.09 | 50.98 | 57.27 |
R:MORPH | 14 | 5 | 25 | 73.68 | 35.90 | 60.87 |
R:NOUN | 13 | 29 | 19 | 30.95 | 40.62 | 32.50 |
R:NOUN:NUM | 37 | 13 | 32 | 74.00 | 53.62 | 68.77 |
R:NOUN:POSS | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
R:ORTH | 48 | 12 | 34 | 80.00 | 58.54 | 74.53 |
R:OTHER | 85 | 178 | 133 | 32.32 | 38.99 | 33.46 |
R:PART | 6 | 3 | 4 | 66.67 | 60.00 | 65.22 |
R:PREP | 77 | 43 | 47 | 64.17 | 62.10 | 63.74 |
R:PRON | 2 | 11 | 9 | 15.38 | 18.18 | 15.87 |
R:PUNCT | 45 | 34 | 13 | 56.96 | 77.59 | 60.16 |
R:SPELL | 36 | 1 | 32 | 97.30 | 52.94 | 83.33 |
R:VERB | 31 | 39 | 48 | 44.29 | 39.24 | 43.18 |
R:VERB:FORM | 32 | 7 | 33 | 82.05 | 49.23 | 72.40 |
R:VERB:SVA | 24 | 3 | 26 | 88.89 | 48.00 | 75.95 |
R:VERB:TENSE | 41 | 14 | 34 | 74.55 | 54.67 | 69.49 |
R:WO | 15 | 8 | 20 | 65.22 | 42.86 | 59.06 |
U:ADJ | 0 | 20 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 6 | 15 | 8 | 28.57 | 42.86 | 30.61 |
U:CONJ | 2 | 4 | 0 | 33.33 | 100.00 | 38.46 |
U:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
U:DET | 45 | 25 | 22 | 64.29 | 67.16 | 64.84 |
U:NOUN | 4 | 23 | 5 | 14.81 | 44.44 | 17.09 |
U:NOUN:POSS | 2 | 2 | 3 | 50.00 | 40.00 | 47.62 |
U:OTHER | 2 | 58 | 11 | 3.33 | 15.38 | 3.95 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 17 | 13 | 14 | 56.67 | 54.84 | 56.29 |
U:PRON | 4 | 9 | 3 | 30.77 | 57.14 | 33.90 |
U:PUNCT | 19 | 27 | 17 | 41.30 | 52.78 | 43.18 |
U:VERB | 6 | 15 | 6 | 28.57 | 50.00 | 31.25 |
U:VERB:FORM | 5 | 5 | 0 | 50.00 | 100.00 | 55.56 |
U:VERB:TENSE | 1 | 5 | 9 | 16.67 | 10.00 | 14.71 |
UNK | 7 | 0 | 13 | 100.00 | 35.00 | 72.92 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 383 | 111 | 210 | 77.53 | 64.59 | 74.54 |
R | 862 | 448 | 725 | 65.80 | 54.32 | 63.13 |
U | 145 | 232 | 137 | 38.46 | 51.42 | 40.50 |
UNK | 19 | 0 | 26 | 100.00 | 42.22 | 78.51 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 13 | 28 | 11 | 31.71 | 54.17 | 34.57 |
ADJ:FORM | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
ADV | 14 | 26 | 21 | 35.00 | 40.00 | 35.90 |
CONJ | 7 | 5 | 10 | 58.33 | 41.18 | 53.85 |
CONTR | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
DET | 170 | 62 | 73 | 73.28 | 69.96 | 72.59 |
MORPH | 17 | 4 | 28 | 80.95 | 37.78 | 65.89 |
NOUN | 25 | 43 | 27 | 36.76 | 48.08 | 38.58 |
NOUN:NUM | 45 | 10 | 25 | 81.82 | 64.29 | 77.59 |
NOUN:POSS | 8 | 3 | 10 | 72.73 | 44.44 | 64.52 |
ORTH | 88 | 9 | 45 | 90.72 | 66.17 | 84.45 |
OTHER | 232 | 318 | 306 | 42.18 | 43.12 | 42.37 |
PART | 9 | 3 | 4 | 75.00 | 69.23 | 73.77 |
PREP | 129 | 54 | 81 | 70.49 | 61.43 | 68.47 |
PRON | 21 | 23 | 28 | 47.73 | 42.86 | 46.67 |
PUNCT | 312 | 96 | 124 | 76.47 | 71.56 | 75.44 |
SPELL | 37 | 1 | 33 | 97.37 | 52.86 | 83.33 |
UNK | 19 | 0 | 26 | 100.00 | 42.22 | 78.51 |
VERB | 60 | 59 | 64 | 50.42 | 48.39 | 50.00 |
VERB:FORM | 48 | 11 | 31 | 81.36 | 60.76 | 76.19 |
VERB:SVA | 27 | 3 | 20 | 90.00 | 57.45 | 80.84 |
VERB:TENSE | 62 | 19 | 72 | 76.54 | 46.27 | 67.69 |
WO | 61 | 12 | 55 | 83.56 | 52.59 | 74.75 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
M:ADV | 4 | 4 | 8 | 50.00 | 33.33 | 45.45 |
M:CONJ | 6 | 0 | 6 | 100.00 | 50.00 | 83.33 |
M:DET | 90 | 23 | 26 | 79.65 | 77.59 | 79.23 |
M:NOUN | 3 | 4 | 6 | 42.86 | 33.33 | 40.54 |
M:NOUN:POSS | 1 | 2 | 4 | 33.33 | 20.00 | 29.41 |
M:OTHER | 9 | 17 | 18 | 34.62 | 33.33 | 34.35 |
M:PART | 4 | 1 | 1 | 80.00 | 80.00 | 80.00 |
M:PREP | 21 | 8 | 17 | 72.41 | 55.26 | 68.18 |
M:PRON | 14 | 3 | 13 | 82.35 | 51.85 | 73.68 |
M:PUNCT | 211 | 39 | 86 | 84.40 | 71.04 | 81.34 |
M:VERB | 8 | 6 | 8 | 57.14 | 50.00 | 55.56 |
M:VERB:FORM | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:VERB:TENSE | 9 | 2 | 12 | 81.82 | 42.86 | 69.23 |
R:ADJ | 10 | 8 | 7 | 55.56 | 58.82 | 56.18 |
R:ADJ:FORM | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
R:ADV | 4 | 8 | 5 | 33.33 | 44.44 | 35.09 |
R:CONJ | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
R:CONTR | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:DET | 29 | 16 | 24 | 64.44 | 54.72 | 62.23 |
R:MORPH | 17 | 4 | 28 | 80.95 | 37.78 | 65.89 |
R:NOUN | 17 | 26 | 18 | 39.53 | 48.57 | 41.06 |
R:NOUN:NUM | 45 | 10 | 25 | 81.82 | 64.29 | 77.59 |
R:NOUN:POSS | 5 | 0 | 4 | 100.00 | 55.56 | 86.21 |
R:ORTH | 88 | 9 | 45 | 90.72 | 66.17 | 84.45 |
R:OTHER | 209 | 208 | 238 | 50.12 | 46.76 | 49.41 |
R:PART | 4 | 2 | 2 | 66.67 | 66.67 | 66.67 |
R:PREP | 89 | 38 | 46 | 70.08 | 65.93 | 69.21 |
R:PRON | 2 | 10 | 13 | 16.67 | 13.33 | 15.87 |
R:PUNCT | 75 | 31 | 22 | 70.75 | 77.32 | 71.98 |
R:SPELL | 37 | 1 | 33 | 97.37 | 52.86 | 83.33 |
R:VERB | 43 | 40 | 50 | 51.81 | 46.24 | 50.59 |
R:VERB:FORM | 44 | 6 | 29 | 88.00 | 60.27 | 80.59 |
R:VERB:SVA | 27 | 3 | 20 | 90.00 | 57.45 | 80.84 |
R:VERB:TENSE | 52 | 13 | 53 | 80.00 | 49.52 | 71.23 |
R:WO | 61 | 12 | 55 | 83.56 | 52.59 | 74.75 |
U:ADJ | 0 | 19 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 6 | 14 | 8 | 30.00 | 42.86 | 31.91 |
U:CONJ | 1 | 4 | 0 | 20.00 | 100.00 | 23.81 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 51 | 23 | 23 | 68.92 | 68.92 | 68.92 |
U:NOUN | 5 | 13 | 3 | 27.78 | 62.50 | 31.25 |
U:NOUN:POSS | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
U:OTHER | 14 | 93 | 50 | 13.08 | 21.88 | 14.23 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 19 | 8 | 18 | 70.37 | 51.35 | 65.52 |
U:PRON | 5 | 10 | 2 | 33.33 | 71.43 | 37.31 |
U:PUNCT | 26 | 26 | 16 | 50.00 | 61.90 | 52.00 |
U:VERB | 9 | 13 | 6 | 40.91 | 60.00 | 43.69 |
U:VERB:FORM | 4 | 4 | 0 | 50.00 | 100.00 | 55.56 |
U:VERB:TENSE | 1 | 4 | 7 | 20.00 | 12.50 | 17.86 |
UNK | 19 | 0 | 26 | 100.00 | 42.22 | 78.51 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 456 | 808 | 327 | 36.08 | 58.24 | 39.05 |
Span-level detection | 572 | 693 | 298 | 45.22 | 65.75 | 48.23 |
Token-level detection | 789 | 726 | 355 | 52.08 | 68.97 | 54.76 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 185 | 120 | 73 | 60.66 | 71.71 | 62.58 |
R | 194 | 472 | 228 | 29.13 | 45.97 | 31.43 |
U | 77 | 216 | 26 | 26.28 | 74.76 | 30.20 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 26 | 8 | 13.33 | 33.33 | 15.15 |
ADJ:FORM | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
ADV | 3 | 32 | 3 | 8.57 | 50.00 | 10.27 |
CONJ | 0 | 11 | 2 | 0.00 | 0.00 | 0.00 |
CONTR | 2 | 4 | 2 | 33.33 | 50.00 | 35.71 |
DET | 80 | 69 | 34 | 53.69 | 70.18 | 56.34 |
MORPH | 6 | 4 | 13 | 60.00 | 31.58 | 50.85 |
NOUN | 4 | 54 | 11 | 6.90 | 26.67 | 8.10 |
NOUN:INFL | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
NOUN:NUM | 18 | 18 | 18 | 50.00 | 50.00 | 50.00 |
NOUN:POSS | 4 | 3 | 2 | 57.14 | 66.67 | 58.82 |
ORTH | 37 | 12 | 20 | 75.51 | 64.91 | 73.12 |
OTHER | 13 | 225 | 45 | 5.46 | 22.41 | 6.44 |
PART | 3 | 6 | 4 | 33.33 | 42.86 | 34.88 |
PREP | 46 | 86 | 37 | 34.85 | 55.42 | 37.64 |
PRON | 9 | 31 | 3 | 22.50 | 75.00 | 26.16 |
PUNCT | 174 | 96 | 36 | 64.44 | 82.86 | 67.44 |
SPELL | 5 | 7 | 34 | 41.67 | 12.82 | 28.74 |
VERB | 9 | 60 | 11 | 13.04 | 45.00 | 15.20 |
VERB:FORM | 10 | 12 | 8 | 45.45 | 55.56 | 47.17 |
VERB:SVA | 5 | 5 | 4 | 50.00 | 55.56 | 51.02 |
VERB:TENSE | 17 | 41 | 19 | 29.31 | 47.22 | 31.72 |
WO | 7 | 5 | 10 | 58.33 | 41.18 | 53.85 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:ADV | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
M:CONJ | 0 | 4 | 2 | 0.00 | 0.00 | 0.00 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 34 | 17 | 19 | 66.67 | 64.15 | 66.15 |
M:NOUN | 0 | 5 | 0 | 0.00 | 100.00 | 0.00 |
M:NOUN:POSS | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:OTHER | 2 | 16 | 5 | 11.11 | 28.57 | 12.66 |
M:PART | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:PREP | 4 | 12 | 14 | 25.00 | 22.22 | 24.39 |
M:PRON | 2 | 11 | 3 | 15.38 | 40.00 | 17.54 |
M:PUNCT | 136 | 36 | 22 | 79.07 | 86.08 | 80.38 |
M:VERB | 2 | 5 | 1 | 28.57 | 66.67 | 32.26 |
M:VERB:FORM | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
M:VERB:TENSE | 3 | 5 | 3 | 37.50 | 50.00 | 39.47 |
R:ADJ | 4 | 15 | 5 | 21.05 | 44.44 | 23.53 |
R:ADJ:FORM | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
R:ADV | 2 | 12 | 2 | 14.29 | 50.00 | 16.67 |
R:CONJ | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
R:CONTR | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 8 | 21 | 9 | 27.59 | 47.06 | 30.08 |
R:MORPH | 6 | 4 | 13 | 60.00 | 31.58 | 50.85 |
R:NOUN | 4 | 33 | 10 | 10.81 | 28.57 | 12.35 |
R:NOUN:INFL | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:NOUN:NUM | 18 | 18 | 18 | 50.00 | 50.00 | 50.00 |
R:NOUN:POSS | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:ORTH | 37 | 12 | 20 | 75.51 | 64.91 | 73.12 |
R:OTHER | 10 | 158 | 39 | 5.95 | 20.41 | 6.93 |
R:PART | 1 | 3 | 2 | 25.00 | 33.33 | 26.32 |
R:PREP | 36 | 48 | 17 | 42.86 | 67.92 | 46.27 |
R:PRON | 4 | 11 | 0 | 26.67 | 100.00 | 31.25 |
R:PUNCT | 18 | 34 | 7 | 34.62 | 72.00 | 38.63 |
R:SPELL | 5 | 7 | 34 | 41.67 | 12.82 | 28.74 |
R:VERB | 7 | 45 | 10 | 13.46 | 41.18 | 15.56 |
R:VERB:FORM | 9 | 7 | 7 | 56.25 | 56.25 | 56.25 |
R:VERB:SVA | 5 | 5 | 4 | 50.00 | 55.56 | 51.02 |
R:VERB:TENSE | 11 | 27 | 16 | 28.95 | 40.74 | 30.73 |
R:WO | 7 | 5 | 10 | 58.33 | 41.18 | 53.85 |
U:ADJ | 0 | 10 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 0 | 18 | 1 | 0.00 | 0.00 | 0.00 |
U:CONJ | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
U:DET | 38 | 31 | 6 | 55.07 | 86.36 | 59.37 |
U:NOUN | 0 | 16 | 1 | 0.00 | 0.00 | 0.00 |
U:NOUN:POSS | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
U:OTHER | 1 | 51 | 1 | 1.92 | 50.00 | 2.38 |
U:PART | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
U:PREP | 6 | 26 | 6 | 18.75 | 50.00 | 21.43 |
U:PRON | 3 | 9 | 0 | 25.00 | 100.00 | 29.41 |
U:PUNCT | 20 | 26 | 7 | 43.48 | 74.07 | 47.39 |
U:VERB | 0 | 10 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:FORM | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:TENSE | 3 | 9 | 0 | 25.00 | 100.00 | 29.41 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 199 | 106 | 77 | 65.25 | 72.10 | 66.51 |
R | 286 | 388 | 195 | 42.43 | 59.46 | 45.01 |
U | 81 | 199 | 24 | 28.93 | 77.14 | 33.06 |
UNK | 6 | 0 | 2 | 100.00 | 75.00 | 93.75 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 8 | 19 | 8 | 29.63 | 50.00 | 32.26 |
ADJ:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
ADV | 3 | 28 | 3 | 9.68 | 50.00 | 11.54 |
CONJ | 1 | 9 | 4 | 10.00 | 20.00 | 11.11 |
CONTR | 3 | 3 | 1 | 50.00 | 75.00 | 53.57 |
DET | 85 | 65 | 34 | 56.67 | 71.43 | 59.11 |
MORPH | 10 | 2 | 13 | 83.33 | 43.48 | 70.42 |
NOUN | 10 | 39 | 12 | 20.41 | 45.45 | 22.94 |
NOUN:INFL | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
NOUN:NUM | 22 | 13 | 14 | 62.86 | 61.11 | 62.50 |
NOUN:POSS | 5 | 3 | 2 | 62.50 | 71.43 | 64.10 |
ORTH | 43 | 9 | 14 | 82.69 | 75.44 | 81.13 |
OTHER | 35 | 199 | 49 | 14.96 | 41.67 | 17.16 |
PART | 6 | 6 | 3 | 50.00 | 66.67 | 52.63 |
PREP | 55 | 74 | 31 | 42.64 | 63.95 | 45.68 |
PRON | 12 | 29 | 1 | 29.27 | 92.31 | 33.90 |
PUNCT | 180 | 89 | 42 | 66.91 | 81.08 | 69.34 |
SPELL | 20 | 2 | 18 | 90.91 | 52.63 | 79.37 |
UNK | 6 | 0 | 2 | 100.00 | 75.00 | 93.75 |
VERB | 16 | 47 | 12 | 25.40 | 57.14 | 28.57 |
VERB:FORM | 11 | 12 | 6 | 47.83 | 64.71 | 50.46 |
VERB:SVA | 8 | 3 | 2 | 72.73 | 80.00 | 74.07 |
VERB:TENSE | 26 | 36 | 18 | 41.94 | 59.09 | 44.52 |
WO | 6 | 6 | 7 | 50.00 | 46.15 | 49.18 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:ADV | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:CONJ | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 36 | 15 | 20 | 70.59 | 64.29 | 69.23 |
M:NOUN | 2 | 4 | 1 | 33.33 | 66.67 | 37.04 |
M:NOUN:POSS | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:OTHER | 2 | 14 | 6 | 12.50 | 25.00 | 13.89 |
M:PART | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
M:PREP | 6 | 10 | 13 | 37.50 | 31.58 | 36.14 |
M:PRON | 5 | 10 | 1 | 33.33 | 83.33 | 37.88 |
M:PUNCT | 138 | 33 | 25 | 80.70 | 84.66 | 81.46 |
M:VERB | 2 | 5 | 1 | 28.57 | 66.67 | 32.26 |
M:VERB:FORM | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
M:VERB:TENSE | 5 | 4 | 3 | 55.56 | 62.50 | 56.82 |
R:ADJ | 8 | 11 | 6 | 42.11 | 57.14 | 44.44 |
R:ADJ:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:ADV | 3 | 9 | 2 | 25.00 | 60.00 | 28.30 |
R:CONJ | 0 | 4 | 1 | 0.00 | 0.00 | 0.00 |
R:CONTR | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 10 | 18 | 8 | 35.71 | 55.56 | 38.46 |
R:MORPH | 10 | 2 | 13 | 83.33 | 43.48 | 70.42 |
R:NOUN | 7 | 22 | 10 | 24.14 | 41.18 | 26.32 |
R:NOUN:INFL | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:NOUN:NUM | 22 | 13 | 14 | 62.86 | 61.11 | 62.50 |
R:NOUN:POSS | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:ORTH | 43 | 9 | 14 | 82.69 | 75.44 | 81.13 |
R:OTHER | 32 | 136 | 42 | 19.05 | 43.24 | 21.45 |
R:PART | 3 | 3 | 1 | 50.00 | 75.00 | 53.57 |
R:PREP | 43 | 43 | 14 | 50.00 | 75.44 | 53.62 |
R:PRON | 4 | 10 | 0 | 28.57 | 100.00 | 33.33 |
R:PUNCT | 22 | 31 | 8 | 41.51 | 73.33 | 45.45 |
R:SPELL | 20 | 2 | 18 | 90.91 | 52.63 | 79.37 |
R:VERB | 14 | 34 | 11 | 29.17 | 56.00 | 32.26 |
R:VERB:FORM | 10 | 7 | 5 | 58.82 | 66.67 | 60.24 |
R:VERB:SVA | 8 | 3 | 2 | 72.73 | 80.00 | 74.07 |
R:VERB:TENSE | 18 | 24 | 15 | 42.86 | 54.55 | 44.78 |
R:WO | 6 | 6 | 7 | 50.00 | 46.15 | 49.18 |
U:ADJ | 0 | 7 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 0 | 17 | 1 | 0.00 | 0.00 | 0.00 |
U:CONJ | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
U:DET | 39 | 32 | 6 | 54.93 | 86.67 | 59.27 |
U:NOUN | 1 | 13 | 1 | 7.14 | 50.00 | 8.62 |
U:NOUN:POSS | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
U:OTHER | 1 | 49 | 1 | 2.00 | 50.00 | 2.48 |
U:PART | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
U:PREP | 6 | 21 | 4 | 22.22 | 60.00 | 25.42 |
U:PRON | 3 | 9 | 0 | 25.00 | 100.00 | 29.41 |
U:PUNCT | 20 | 25 | 9 | 44.44 | 68.97 | 47.85 |
U:VERB | 0 | 8 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:FORM | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:TENSE | 3 | 8 | 0 | 27.27 | 100.00 | 31.91 |
UNK | 6 | 0 | 2 | 100.00 | 75.00 | 93.75 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 247 | 87 | 75 | 73.95 | 76.71 | 74.49 |
R | 427 | 413 | 239 | 50.83 | 64.11 | 53.03 |
U | 104 | 226 | 37 | 31.52 | 73.76 | 35.59 |
UNK | 11 | 0 | 4 | 100.00 | 73.33 | 93.22 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 9 | 19 | 8 | 32.14 | 52.94 | 34.88 |
ADJ:FORM | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
ADV | 5 | 25 | 5 | 16.67 | 50.00 | 19.23 |
CONJ | 2 | 6 | 3 | 25.00 | 40.00 | 27.03 |
CONTR | 3 | 3 | 1 | 50.00 | 75.00 | 53.57 |
DET | 95 | 59 | 37 | 61.69 | 71.97 | 63.50 |
MORPH | 8 | 2 | 13 | 80.00 | 38.10 | 65.57 |
NOUN | 10 | 38 | 14 | 20.83 | 41.67 | 23.15 |
NOUN:INFL | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
NOUN:NUM | 27 | 11 | 15 | 71.05 | 64.29 | 69.59 |
NOUN:POSS | 9 | 2 | 1 | 81.82 | 90.00 | 83.33 |
ORTH | 62 | 9 | 11 | 87.32 | 84.93 | 86.83 |
OTHER | 102 | 274 | 86 | 27.13 | 54.26 | 30.14 |
PART | 8 | 6 | 0 | 57.14 | 100.00 | 62.50 |
PREP | 59 | 64 | 27 | 47.97 | 68.60 | 51.04 |
PRON | 14 | 21 | 1 | 40.00 | 93.33 | 45.16 |
PUNCT | 234 | 81 | 42 | 74.29 | 84.78 | 76.17 |
SPELL | 24 | 1 | 13 | 96.00 | 64.86 | 87.59 |
UNK | 11 | 0 | 4 | 100.00 | 73.33 | 93.22 |
VERB | 29 | 49 | 17 | 37.18 | 63.04 | 40.50 |
VERB:FORM | 13 | 9 | 12 | 59.09 | 52.00 | 57.52 |
VERB:SVA | 9 | 3 | 3 | 75.00 | 75.00 | 75.00 |
VERB:TENSE | 31 | 39 | 24 | 44.29 | 56.36 | 46.27 |
WO | 23 | 5 | 15 | 82.14 | 60.53 | 76.67 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
M:ADV | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
M:CONJ | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 43 | 13 | 19 | 76.79 | 69.35 | 75.17 |
M:NOUN | 3 | 4 | 1 | 42.86 | 75.00 | 46.88 |
M:NOUN:POSS | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
M:OTHER | 6 | 13 | 6 | 31.58 | 50.00 | 34.09 |
M:PART | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
M:PREP | 10 | 7 | 10 | 58.82 | 50.00 | 56.82 |
M:PRON | 6 | 4 | 1 | 60.00 | 85.71 | 63.83 |
M:PUNCT | 161 | 33 | 27 | 82.99 | 85.64 | 83.51 |
M:VERB | 2 | 4 | 1 | 33.33 | 66.67 | 37.04 |
M:VERB:FORM | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:VERB:TENSE | 6 | 1 | 3 | 85.71 | 66.67 | 81.08 |
R:ADJ | 6 | 10 | 4 | 37.50 | 60.00 | 40.54 |
R:ADJ:FORM | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:ADV | 3 | 6 | 2 | 33.33 | 60.00 | 36.59 |
R:CONJ | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
R:CONTR | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 10 | 16 | 11 | 38.46 | 47.62 | 40.00 |
R:MORPH | 8 | 2 | 13 | 80.00 | 38.10 | 65.57 |
R:NOUN | 5 | 23 | 10 | 17.86 | 33.33 | 19.69 |
R:NOUN:INFL | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:NOUN:NUM | 27 | 11 | 15 | 71.05 | 64.29 | 69.59 |
R:NOUN:POSS | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
R:ORTH | 62 | 9 | 11 | 87.32 | 84.93 | 86.83 |
R:OTHER | 92 | 176 | 74 | 34.33 | 55.42 | 37.16 |
R:PART | 3 | 3 | 0 | 50.00 | 100.00 | 55.56 |
R:PREP | 43 | 38 | 13 | 53.09 | 76.79 | 56.58 |
R:PRON | 4 | 10 | 0 | 28.57 | 100.00 | 33.33 |
R:PUNCT | 42 | 25 | 7 | 62.69 | 85.71 | 66.25 |
R:SPELL | 24 | 1 | 13 | 96.00 | 64.86 | 87.59 |
R:VERB | 26 | 34 | 14 | 43.33 | 65.00 | 46.43 |
R:VERB:FORM | 12 | 7 | 9 | 63.16 | 57.14 | 61.86 |
R:VERB:SVA | 9 | 3 | 3 | 75.00 | 75.00 | 75.00 |
R:VERB:TENSE | 23 | 30 | 19 | 43.40 | 54.76 | 45.28 |
R:WO | 23 | 5 | 15 | 82.14 | 60.53 | 76.67 |
U:ADJ | 1 | 8 | 2 | 11.11 | 33.33 | 12.82 |
U:ADV | 1 | 17 | 3 | 5.56 | 25.00 | 6.58 |
U:CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
U:DET | 42 | 30 | 7 | 58.33 | 85.71 | 62.31 |
U:NOUN | 2 | 11 | 3 | 15.38 | 40.00 | 17.54 |
U:NOUN:POSS | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:OTHER | 4 | 85 | 6 | 4.49 | 40.00 | 5.46 |
U:PART | 3 | 2 | 0 | 60.00 | 100.00 | 65.22 |
U:PREP | 6 | 19 | 4 | 24.00 | 60.00 | 27.27 |
U:PRON | 4 | 7 | 0 | 36.36 | 100.00 | 41.67 |
U:PUNCT | 31 | 23 | 8 | 57.41 | 79.49 | 60.78 |
U:VERB | 1 | 11 | 2 | 8.33 | 33.33 | 9.80 |
U:VERB:FORM | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:TENSE | 2 | 8 | 2 | 20.00 | 50.00 | 22.73 |
UNK | 11 | 0 | 4 | 100.00 | 73.33 | 93.22 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 381 | 976 | 320 | 28.08 | 54.35 | 31.08 |
Span-level detection | 542 | 815 | 252 | 39.94 | 68.26 | 43.56 |
Token-level detection | 726 | 858 | 301 | 45.83 | 70.69 | 49.30 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 205 | 136 | 57 | 60.12 | 78.24 | 63.04 |
R | 145 | 599 | 248 | 19.49 | 36.90 | 21.52 |
U | 31 | 241 | 15 | 11.40 | 67.39 | 13.67 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 34 | 4 | 10.53 | 50.00 | 12.50 |
ADJ:FORM | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
ADV | 1 | 35 | 1 | 2.78 | 50.00 | 3.42 |
CONJ | 0 | 16 | 0 | 0.00 | 100.00 | 0.00 |
CONTR | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
DET | 23 | 116 | 9 | 16.55 | 71.88 | 19.56 |
MORPH | 1 | 9 | 6 | 10.00 | 14.29 | 10.64 |
NOUN | 5 | 83 | 8 | 5.68 | 38.46 | 6.85 |
NOUN:INFL | 1 | 3 | 10 | 25.00 | 9.09 | 18.52 |
NOUN:NUM | 13 | 31 | 10 | 29.55 | 56.52 | 32.66 |
NOUN:POSS | 7 | 5 | 10 | 58.33 | 41.18 | 53.85 |
ORTH | 25 | 11 | 40 | 69.44 | 38.46 | 59.81 |
OTHER | 16 | 257 | 38 | 5.86 | 29.63 | 6.98 |
PART | 2 | 4 | 0 | 33.33 | 100.00 | 38.46 |
PREP | 10 | 103 | 15 | 8.85 | 40.00 | 10.48 |
PRON | 3 | 13 | 3 | 18.75 | 50.00 | 21.43 |
PUNCT | 233 | 102 | 57 | 69.55 | 80.34 | 71.47 |
SPELL | 14 | 20 | 76 | 41.18 | 15.56 | 30.97 |
VERB | 5 | 66 | 13 | 7.04 | 27.78 | 8.28 |
VERB:FORM | 5 | 13 | 4 | 27.78 | 55.56 | 30.86 |
VERB:INFL | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
VERB:SVA | 4 | 1 | 5 | 80.00 | 44.44 | 68.97 |
VERB:TENSE | 5 | 44 | 5 | 10.20 | 50.00 | 12.14 |
WO | 3 | 8 | 1 | 27.27 | 75.00 | 31.25 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:ADV | 0 | 6 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 0 | 8 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 10 | 27 | 2 | 27.03 | 83.33 | 31.25 |
M:NOUN | 0 | 6 | 3 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 2 | 5 | 0.00 | 0.00 | 0.00 |
M:OTHER | 0 | 13 | 1 | 0.00 | 0.00 | 0.00 |
M:PREP | 1 | 13 | 1 | 7.14 | 50.00 | 8.62 |
M:PRON | 0 | 3 | 2 | 0.00 | 0.00 | 0.00 |
M:PUNCT | 192 | 47 | 39 | 80.33 | 83.12 | 80.88 |
M:VERB | 1 | 3 | 3 | 25.00 | 25.00 | 25.00 |
M:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:VERB:TENSE | 1 | 5 | 0 | 16.67 | 100.00 | 20.00 |
R:ADJ | 4 | 18 | 4 | 18.18 | 50.00 | 20.83 |
R:ADJ:FORM | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:ADV | 0 | 11 | 0 | 0.00 | 100.00 | 0.00 |
R:CONJ | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 4 | 31 | 3 | 11.43 | 57.14 | 13.61 |
R:MORPH | 1 | 9 | 6 | 10.00 | 14.29 | 10.64 |
R:NOUN | 5 | 44 | 5 | 10.20 | 50.00 | 12.14 |
R:NOUN:INFL | 1 | 3 | 10 | 25.00 | 9.09 | 18.52 |
R:NOUN:NUM | 13 | 31 | 10 | 29.55 | 56.52 | 32.66 |
R:NOUN:POSS | 7 | 2 | 5 | 77.78 | 58.33 | 72.92 |
R:ORTH | 25 | 11 | 40 | 69.44 | 38.46 | 59.81 |
R:OTHER | 15 | 206 | 36 | 6.79 | 29.41 | 8.02 |
R:PART | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
R:PREP | 8 | 66 | 12 | 10.81 | 40.00 | 12.66 |
R:PRON | 3 | 6 | 1 | 33.33 | 75.00 | 37.50 |
R:PUNCT | 23 | 32 | 12 | 41.82 | 65.71 | 45.10 |
R:SPELL | 14 | 20 | 76 | 41.18 | 15.56 | 30.97 |
R:VERB | 4 | 51 | 9 | 7.27 | 30.77 | 8.58 |
R:VERB:FORM | 5 | 10 | 4 | 33.33 | 55.56 | 36.23 |
R:VERB:INFL | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:VERB:SVA | 4 | 1 | 5 | 80.00 | 44.44 | 68.97 |
R:VERB:TENSE | 4 | 34 | 4 | 10.53 | 50.00 | 12.50 |
R:WO | 3 | 8 | 1 | 27.27 | 75.00 | 31.25 |
U:ADJ | 0 | 14 | 0 | 0.00 | 100.00 | 0.00 |
U:ADV | 1 | 18 | 0 | 5.26 | 100.00 | 6.49 |
U:CONJ | 0 | 5 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:DET | 9 | 58 | 4 | 13.43 | 69.23 | 16.01 |
U:NOUN | 0 | 33 | 0 | 0.00 | 100.00 | 0.00 |
U:NOUN:POSS | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:OTHER | 1 | 38 | 1 | 2.56 | 50.00 | 3.16 |
U:PART | 1 | 3 | 0 | 25.00 | 100.00 | 29.41 |
U:PREP | 1 | 24 | 2 | 4.00 | 33.33 | 4.85 |
U:PRON | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 18 | 23 | 6 | 43.90 | 75.00 | 47.87 |
U:VERB | 0 | 12 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:TENSE | 0 | 5 | 1 | 0.00 | 0.00 | 0.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 220 | 121 | 57 | 64.52 | 79.42 | 67.03 |
R | 280 | 471 | 178 | 37.28 | 61.14 | 40.44 |
U | 35 | 223 | 15 | 13.57 | 70.00 | 16.17 |
UNK | 7 | 0 | 2 | 100.00 | 77.78 | 94.59 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 7 | 26 | 3 | 21.21 | 70.00 | 24.65 |
ADJ:FORM | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
ADV | 2 | 29 | 2 | 6.45 | 50.00 | 7.81 |
CONJ | 0 | 13 | 1 | 0.00 | 0.00 | 0.00 |
CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 29 | 110 | 12 | 20.86 | 70.73 | 24.29 |
MORPH | 3 | 8 | 4 | 27.27 | 42.86 | 29.41 |
NOUN | 7 | 63 | 6 | 10.00 | 53.85 | 11.95 |
NOUN:INFL | 4 | 0 | 7 | 100.00 | 36.36 | 74.07 |
NOUN:NUM | 16 | 29 | 9 | 35.56 | 64.00 | 39.02 |
NOUN:POSS | 11 | 3 | 5 | 78.57 | 68.75 | 76.39 |
ORTH | 36 | 11 | 42 | 76.60 | 46.15 | 67.67 |
OTHER | 39 | 217 | 32 | 15.23 | 54.93 | 17.81 |
PART | 2 | 4 | 0 | 33.33 | 100.00 | 38.46 |
PREP | 24 | 89 | 14 | 21.24 | 63.16 | 24.49 |
PRON | 3 | 12 | 3 | 20.00 | 50.00 | 22.73 |
PUNCT | 246 | 94 | 56 | 72.35 | 81.46 | 74.01 |
SPELL | 66 | 1 | 28 | 98.51 | 70.21 | 91.16 |
UNK | 7 | 0 | 2 | 100.00 | 77.78 | 94.59 |
VERB | 9 | 45 | 9 | 16.67 | 50.00 | 19.23 |
VERB:FORM | 9 | 13 | 3 | 40.91 | 75.00 | 45.00 |
VERB:INFL | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
VERB:SVA | 6 | 1 | 7 | 85.71 | 46.15 | 73.17 |
VERB:TENSE | 11 | 39 | 2 | 22.00 | 84.62 | 25.82 |
WO | 3 | 7 | 1 | 30.00 | 75.00 | 34.09 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:ADV | 0 | 4 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 0 | 5 | 1 | 0.00 | 0.00 | 0.00 |
M:DET | 12 | 25 | 3 | 32.43 | 80.00 | 36.81 |
M:NOUN | 0 | 6 | 3 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
M:OTHER | 3 | 13 | 2 | 18.75 | 60.00 | 21.74 |
M:PREP | 4 | 10 | 1 | 28.57 | 80.00 | 32.79 |
M:PRON | 0 | 3 | 2 | 0.00 | 0.00 | 0.00 |
M:PUNCT | 198 | 44 | 39 | 81.82 | 83.54 | 82.16 |
M:VERB | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
M:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:VERB:TENSE | 1 | 5 | 0 | 16.67 | 100.00 | 20.00 |
R:ADJ | 7 | 13 | 3 | 35.00 | 70.00 | 38.89 |
R:ADJ:FORM | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:ADV | 1 | 10 | 0 | 9.09 | 100.00 | 11.11 |
R:CONJ | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 6 | 30 | 6 | 16.67 | 50.00 | 19.23 |
R:MORPH | 3 | 8 | 4 | 27.27 | 42.86 | 29.41 |
R:NOUN | 7 | 28 | 3 | 20.00 | 70.00 | 23.33 |
R:NOUN:INFL | 4 | 0 | 7 | 100.00 | 36.36 | 74.07 |
R:NOUN:NUM | 16 | 29 | 9 | 35.56 | 64.00 | 39.02 |
R:NOUN:POSS | 10 | 1 | 2 | 90.91 | 83.33 | 89.29 |
R:ORTH | 36 | 11 | 42 | 76.60 | 46.15 | 67.67 |
R:OTHER | 35 | 166 | 28 | 17.41 | 55.56 | 20.18 |
R:PART | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
R:PREP | 19 | 58 | 11 | 24.68 | 63.33 | 28.11 |
R:PRON | 3 | 5 | 1 | 37.50 | 75.00 | 41.67 |
R:PUNCT | 29 | 26 | 12 | 52.73 | 70.73 | 55.56 |
R:SPELL | 66 | 1 | 28 | 98.51 | 70.21 | 91.16 |
R:VERB | 8 | 33 | 6 | 19.51 | 57.14 | 22.47 |
R:VERB:FORM | 9 | 10 | 3 | 47.37 | 75.00 | 51.14 |
R:VERB:INFL | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:VERB:SVA | 6 | 1 | 7 | 85.71 | 46.15 | 73.17 |
R:VERB:TENSE | 9 | 29 | 1 | 23.68 | 90.00 | 27.78 |
R:WO | 3 | 7 | 1 | 30.00 | 75.00 | 34.09 |
U:ADJ | 0 | 11 | 0 | 0.00 | 100.00 | 0.00 |
U:ADV | 1 | 15 | 1 | 6.25 | 50.00 | 7.58 |
U:CONJ | 0 | 5 | 0 | 0.00 | 100.00 | 0.00 |
U:DET | 11 | 55 | 3 | 16.67 | 78.57 | 19.78 |
U:NOUN | 0 | 29 | 0 | 0.00 | 100.00 | 0.00 |
U:NOUN:POSS | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:OTHER | 1 | 38 | 2 | 2.56 | 33.33 | 3.14 |
U:PART | 1 | 3 | 0 | 25.00 | 100.00 | 29.41 |
U:PREP | 1 | 21 | 2 | 4.55 | 33.33 | 5.49 |
U:PRON | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 19 | 24 | 5 | 44.19 | 79.17 | 48.47 |
U:VERB | 0 | 10 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:TENSE | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
UNK | 7 | 0 | 2 | 100.00 | 77.78 | 94.59 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 263 | 106 | 56 | 71.27 | 82.45 | 73.26 |
R | 404 | 504 | 216 | 44.49 | 65.16 | 47.51 |
U | 48 | 248 | 24 | 16.22 | 66.67 | 19.11 |
UNK | 11 | 0 | 5 | 100.00 | 68.75 | 91.67 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 7 | 26 | 4 | 21.21 | 63.64 | 24.48 |
ADJ:FORM | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
ADV | 3 | 24 | 4 | 11.11 | 42.86 | 13.04 |
CONJ | 1 | 12 | 1 | 7.69 | 50.00 | 9.26 |
CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
DET | 35 | 99 | 10 | 26.12 | 77.78 | 30.12 |
MORPH | 6 | 7 | 5 | 46.15 | 54.55 | 47.62 |
NOUN | 11 | 65 | 7 | 14.47 | 61.11 | 17.08 |
NOUN:INFL | 4 | 0 | 7 | 100.00 | 36.36 | 74.07 |
NOUN:NUM | 20 | 27 | 7 | 42.55 | 74.07 | 46.51 |
NOUN:POSS | 15 | 2 | 5 | 88.24 | 75.00 | 85.23 |
ORTH | 62 | 11 | 47 | 84.93 | 56.88 | 77.31 |
OTHER | 78 | 282 | 73 | 21.67 | 51.66 | 24.51 |
PART | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
PREP | 28 | 80 | 12 | 25.93 | 70.00 | 29.66 |
PRON | 3 | 12 | 3 | 20.00 | 50.00 | 22.73 |
PUNCT | 297 | 82 | 58 | 78.36 | 83.66 | 79.37 |
SPELL | 74 | 1 | 24 | 98.67 | 75.51 | 92.96 |
UNK | 11 | 0 | 5 | 100.00 | 68.75 | 91.67 |
VERB | 14 | 53 | 8 | 20.90 | 63.64 | 24.14 |
VERB:FORM | 12 | 12 | 2 | 50.00 | 85.71 | 54.55 |
VERB:INFL | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
VERB:SVA | 7 | 1 | 5 | 87.50 | 58.33 | 79.55 |
VERB:TENSE | 21 | 48 | 6 | 30.43 | 77.78 | 34.65 |
WO | 9 | 11 | 4 | 45.00 | 69.23 | 48.39 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:ADV | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
M:CONJ | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
M:DET | 13 | 20 | 3 | 39.39 | 81.25 | 43.92 |
M:NOUN | 2 | 6 | 2 | 25.00 | 50.00 | 27.78 |
M:NOUN:POSS | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
M:OTHER | 3 | 11 | 3 | 21.43 | 50.00 | 24.19 |
M:PREP | 5 | 7 | 1 | 41.67 | 83.33 | 46.30 |
M:PRON | 0 | 3 | 2 | 0.00 | 0.00 | 0.00 |
M:PUNCT | 230 | 40 | 41 | 85.19 | 84.87 | 85.12 |
M:VERB | 4 | 3 | 1 | 57.14 | 80.00 | 60.61 |
M:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:VERB:TENSE | 2 | 5 | 0 | 28.57 | 100.00 | 33.33 |
R:ADJ | 7 | 13 | 3 | 35.00 | 70.00 | 38.89 |
R:ADJ:FORM | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
R:ADV | 1 | 6 | 0 | 14.29 | 100.00 | 17.24 |
R:CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
R:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:DET | 8 | 28 | 3 | 22.22 | 72.73 | 25.81 |
R:MORPH | 6 | 7 | 5 | 46.15 | 54.55 | 47.62 |
R:NOUN | 8 | 31 | 5 | 20.51 | 61.54 | 23.67 |
R:NOUN:INFL | 4 | 0 | 7 | 100.00 | 36.36 | 74.07 |
R:NOUN:NUM | 20 | 27 | 7 | 42.55 | 74.07 | 46.51 |
R:NOUN:POSS | 13 | 1 | 4 | 92.86 | 76.47 | 89.04 |
R:ORTH | 62 | 11 | 47 | 84.93 | 56.88 | 77.31 |
R:OTHER | 71 | 198 | 66 | 26.39 | 51.82 | 29.27 |
R:PART | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PREP | 21 | 53 | 8 | 28.38 | 72.41 | 32.31 |
R:PRON | 3 | 5 | 1 | 37.50 | 75.00 | 41.67 |
R:PUNCT | 43 | 19 | 10 | 69.35 | 81.13 | 71.43 |
R:SPELL | 74 | 1 | 24 | 98.67 | 75.51 | 92.96 |
R:VERB | 10 | 41 | 6 | 19.61 | 62.50 | 22.73 |
R:VERB:FORM | 11 | 10 | 2 | 52.38 | 84.62 | 56.70 |
R:VERB:INFL | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
R:VERB:SVA | 7 | 1 | 5 | 87.50 | 58.33 | 79.55 |
R:VERB:TENSE | 18 | 38 | 5 | 32.14 | 78.26 | 36.44 |
R:WO | 9 | 11 | 4 | 45.00 | 69.23 | 48.39 |
U:ADJ | 0 | 11 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 1 | 15 | 3 | 6.25 | 25.00 | 7.35 |
U:CONJ | 0 | 5 | 0 | 0.00 | 100.00 | 0.00 |
U:DET | 14 | 51 | 4 | 21.54 | 77.78 | 25.18 |
U:NOUN | 1 | 28 | 0 | 3.45 | 100.00 | 4.27 |
U:NOUN:POSS | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:OTHER | 4 | 73 | 4 | 5.19 | 50.00 | 6.33 |
U:PART | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
U:PREP | 2 | 20 | 3 | 9.09 | 40.00 | 10.75 |
U:PRON | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 24 | 23 | 7 | 51.06 | 77.42 | 54.79 |
U:VERB | 0 | 9 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
U:VERB:TENSE | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
UNK | 11 | 0 | 5 | 100.00 | 68.75 | 91.67 |