Submitted by: | cjbryant |
Submitted at: | 2019-08-07T14:43:54+00:00 |
Competition submission: | 12 |
Competition phase: | 3 - Open phase |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 3678 | 1920 | 2340 | 65.70 | 61.12 | 64.73 |
Span-level detection | 4338 | 1268 | 2000 | 77.38 | 68.44 | 75.41 |
Token-level detection | 5419 | 922 | 2131 | 85.46 | 71.77 | 82.32 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 1358 | 476 | 493 | 74.05 | 73.37 | 73.91 |
R | 1872 | 1059 | 1636 | 63.87 | 53.36 | 61.45 |
U | 448 | 385 | 211 | 53.78 | 67.98 | 56.13 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 8 | 31 | 37 | 20.51 | 17.78 | 19.90 |
ADJ:FORM | 3 | 2 | 5 | 60.00 | 37.50 | 53.57 |
ADV | 36 | 42 | 43 | 46.15 | 45.57 | 46.04 |
CONJ | 15 | 10 | 14 | 60.00 | 51.72 | 58.14 |
CONTR | 8 | 3 | 6 | 72.73 | 57.14 | 68.97 |
DET | 525 | 201 | 190 | 72.31 | 73.43 | 72.53 |
MORPH | 71 | 29 | 87 | 71.00 | 44.94 | 63.62 |
NOUN | 20 | 89 | 108 | 18.35 | 15.62 | 17.73 |
NOUN:INFL | 6 | 21 | 13 | 22.22 | 31.58 | 23.62 |
NOUN:NUM | 208 | 84 | 58 | 71.23 | 78.20 | 72.52 |
NOUN:POSS | 28 | 9 | 28 | 75.68 | 50.00 | 68.63 |
ORTH | 151 | 31 | 243 | 82.97 | 38.32 | 67.29 |
OTHER | 172 | 334 | 513 | 33.99 | 25.11 | 31.75 |
PART | 32 | 17 | 15 | 65.31 | 68.09 | 65.84 |
PREP | 375 | 187 | 161 | 66.73 | 69.96 | 67.35 |
PRON | 88 | 49 | 64 | 64.23 | 57.89 | 62.86 |
PUNCT | 1092 | 366 | 271 | 74.90 | 80.12 | 75.89 |
SPELL | 230 | 115 | 83 | 66.67 | 73.48 | 67.93 |
VERB | 97 | 83 | 169 | 53.89 | 36.47 | 49.19 |
VERB:FORM | 159 | 50 | 52 | 76.08 | 75.36 | 75.93 |
VERB:INFL | 4 | 0 | 3 | 100.00 | 57.14 | 86.96 |
VERB:SVA | 145 | 29 | 18 | 83.33 | 88.96 | 84.40 |
VERB:TENSE | 170 | 119 | 119 | 58.82 | 58.82 | 58.82 |
WO | 35 | 19 | 40 | 64.81 | 46.67 | 60.14 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
M:ADV | 12 | 17 | 19 | 41.38 | 38.71 | 40.82 |
M:CONJ | 10 | 8 | 8 | 55.56 | 55.56 | 55.56 |
M:DET | 252 | 86 | 77 | 74.56 | 76.60 | 74.96 |
M:NOUN | 4 | 5 | 12 | 44.44 | 25.00 | 38.46 |
M:NOUN:POSS | 6 | 4 | 9 | 60.00 | 40.00 | 54.55 |
M:OTHER | 14 | 14 | 46 | 50.00 | 23.33 | 40.70 |
M:PART | 3 | 1 | 7 | 75.00 | 30.00 | 57.69 |
M:PREP | 67 | 43 | 46 | 60.91 | 59.29 | 60.58 |
M:PRON | 44 | 18 | 30 | 70.97 | 59.46 | 68.32 |
M:PUNCT | 870 | 240 | 196 | 78.38 | 81.61 | 79.00 |
M:VERB | 25 | 16 | 17 | 60.98 | 59.52 | 60.68 |
M:VERB:FORM | 16 | 5 | 4 | 76.19 | 80.00 | 76.92 |
M:VERB:TENSE | 35 | 19 | 16 | 64.81 | 68.63 | 65.54 |
R:ADJ | 3 | 4 | 28 | 42.86 | 9.68 | 25.42 |
R:ADJ:FORM | 3 | 2 | 5 | 60.00 | 37.50 | 53.57 |
R:ADV | 7 | 3 | 13 | 70.00 | 35.00 | 58.33 |
R:CONJ | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
R:CONTR | 3 | 3 | 4 | 50.00 | 42.86 | 48.39 |
R:DET | 83 | 40 | 51 | 67.48 | 61.94 | 66.29 |
R:MORPH | 71 | 29 | 87 | 71.00 | 44.94 | 63.62 |
R:NOUN | 8 | 34 | 84 | 19.05 | 8.70 | 15.38 |
R:NOUN:INFL | 6 | 21 | 13 | 22.22 | 31.58 | 23.62 |
R:NOUN:NUM | 208 | 84 | 58 | 71.23 | 78.20 | 72.52 |
R:NOUN:POSS | 8 | 1 | 17 | 88.89 | 32.00 | 65.57 |
R:ORTH | 151 | 31 | 243 | 82.97 | 38.32 | 67.29 |
R:OTHER | 140 | 224 | 444 | 38.46 | 23.97 | 34.31 |
R:PART | 25 | 15 | 6 | 62.50 | 80.65 | 65.45 |
R:PREP | 244 | 112 | 89 | 68.54 | 73.27 | 69.44 |
R:PRON | 29 | 22 | 21 | 56.86 | 58.00 | 57.09 |
R:PUNCT | 155 | 105 | 46 | 59.62 | 77.11 | 62.45 |
R:SPELL | 230 | 115 | 83 | 66.67 | 73.48 | 67.93 |
R:VERB | 62 | 33 | 135 | 65.26 | 31.47 | 53.73 |
R:VERB:FORM | 136 | 45 | 47 | 75.14 | 74.32 | 74.97 |
R:VERB:INFL | 4 | 0 | 3 | 100.00 | 57.14 | 86.96 |
R:VERB:SVA | 145 | 29 | 18 | 83.33 | 88.96 | 84.40 |
R:VERB:TENSE | 116 | 87 | 97 | 57.14 | 54.46 | 56.59 |
R:WO | 35 | 19 | 40 | 64.81 | 46.67 | 60.14 |
U:ADJ | 5 | 27 | 3 | 15.62 | 62.50 | 18.38 |
U:ADV | 17 | 22 | 11 | 43.59 | 60.71 | 46.20 |
U:CONJ | 5 | 1 | 2 | 83.33 | 71.43 | 80.65 |
U:CONTR | 5 | 0 | 2 | 100.00 | 71.43 | 92.59 |
U:DET | 190 | 75 | 62 | 71.70 | 75.40 | 72.41 |
U:NOUN | 8 | 50 | 12 | 13.79 | 40.00 | 15.87 |
U:NOUN:POSS | 14 | 4 | 2 | 77.78 | 87.50 | 79.55 |
U:OTHER | 18 | 96 | 23 | 15.79 | 43.90 | 18.11 |
U:PART | 4 | 1 | 2 | 80.00 | 66.67 | 76.92 |
U:PREP | 64 | 32 | 26 | 66.67 | 71.11 | 67.51 |
U:PRON | 15 | 9 | 13 | 62.50 | 53.57 | 60.48 |
U:PUNCT | 67 | 21 | 29 | 76.14 | 69.79 | 74.78 |
U:VERB | 10 | 34 | 17 | 22.73 | 37.04 | 24.63 |
U:VERB:FORM | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
U:VERB:TENSE | 19 | 13 | 6 | 59.38 | 76.00 | 62.09 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 1455 | 380 | 434 | 79.29 | 77.02 | 78.83 |
R | 2378 | 623 | 1303 | 79.24 | 64.60 | 75.80 |
U | 484 | 265 | 197 | 64.62 | 71.07 | 65.81 |
UNK | 21 | 0 | 66 | 100.00 | 24.14 | 61.40 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 15 | 11 | 41 | 57.69 | 26.79 | 46.87 |
ADJ:FORM | 4 | 1 | 6 | 80.00 | 40.00 | 66.67 |
ADV | 43 | 31 | 38 | 58.11 | 53.09 | 57.03 |
CONJ | 18 | 4 | 16 | 81.82 | 52.94 | 73.77 |
CONTR | 11 | 1 | 3 | 91.67 | 78.57 | 88.71 |
DET | 569 | 164 | 156 | 77.63 | 78.48 | 77.80 |
MORPH | 84 | 12 | 70 | 87.50 | 54.55 | 78.07 |
NOUN | 61 | 42 | 90 | 59.22 | 40.40 | 54.17 |
NOUN:INFL | 16 | 2 | 1 | 88.89 | 94.12 | 89.89 |
NOUN:NUM | 204 | 56 | 60 | 78.46 | 77.27 | 78.22 |
NOUN:POSS | 38 | 9 | 19 | 80.85 | 66.67 | 77.55 |
ORTH | 208 | 21 | 197 | 90.83 | 51.36 | 78.73 |
OTHER | 383 | 209 | 411 | 64.70 | 48.24 | 60.56 |
PART | 35 | 10 | 13 | 77.78 | 72.92 | 76.75 |
PREP | 426 | 122 | 129 | 77.74 | 76.76 | 77.54 |
PRON | 106 | 32 | 57 | 76.81 | 65.03 | 74.13 |
PUNCT | 1128 | 321 | 260 | 77.85 | 81.27 | 78.51 |
SPELL | 279 | 28 | 34 | 90.88 | 89.14 | 90.53 |
UNK | 21 | 0 | 66 | 100.00 | 24.14 | 61.40 |
VERB | 138 | 47 | 144 | 74.59 | 48.94 | 67.51 |
VERB:FORM | 163 | 33 | 37 | 83.16 | 81.50 | 82.83 |
VERB:INFL | 5 | 0 | 3 | 100.00 | 62.50 | 89.29 |
VERB:SVA | 147 | 16 | 15 | 90.18 | 90.74 | 90.29 |
VERB:TENSE | 201 | 81 | 100 | 71.28 | 66.78 | 70.33 |
WO | 35 | 15 | 34 | 70.00 | 50.72 | 65.06 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 10 | 100.00 | 0.00 | 0.00 |
M:ADV | 12 | 13 | 17 | 48.00 | 41.38 | 46.51 |
M:CONJ | 11 | 3 | 10 | 78.57 | 52.38 | 71.43 |
M:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:DET | 270 | 66 | 57 | 80.36 | 82.57 | 80.79 |
M:NOUN | 9 | 4 | 11 | 69.23 | 45.00 | 62.50 |
M:NOUN:POSS | 6 | 4 | 8 | 60.00 | 42.86 | 55.56 |
M:OTHER | 28 | 8 | 43 | 77.78 | 39.44 | 65.12 |
M:PART | 2 | 1 | 6 | 66.67 | 25.00 | 50.00 |
M:PREP | 79 | 28 | 37 | 73.83 | 68.10 | 72.61 |
M:PRON | 56 | 12 | 26 | 82.35 | 68.29 | 79.10 |
M:PUNCT | 891 | 212 | 190 | 80.78 | 82.42 | 81.10 |
M:VERB | 31 | 14 | 10 | 68.89 | 75.61 | 70.14 |
M:VERB:FORM | 16 | 6 | 1 | 72.73 | 94.12 | 76.19 |
M:VERB:TENSE | 43 | 9 | 8 | 82.69 | 84.31 | 83.01 |
R:ADJ | 7 | 3 | 28 | 70.00 | 20.00 | 46.67 |
R:ADJ:FORM | 4 | 1 | 6 | 80.00 | 40.00 | 66.67 |
R:ADV | 11 | 2 | 13 | 84.62 | 45.83 | 72.37 |
R:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:CONTR | 5 | 1 | 1 | 83.33 | 83.33 | 83.33 |
R:DET | 101 | 31 | 42 | 76.52 | 70.63 | 75.26 |
R:MORPH | 84 | 12 | 70 | 87.50 | 54.55 | 78.07 |
R:NOUN | 40 | 14 | 70 | 74.07 | 36.36 | 61.35 |
R:NOUN:INFL | 16 | 2 | 1 | 88.89 | 94.12 | 89.89 |
R:NOUN:NUM | 204 | 56 | 60 | 78.46 | 77.27 | 78.22 |
R:NOUN:POSS | 19 | 1 | 9 | 95.00 | 67.86 | 87.96 |
R:ORTH | 208 | 21 | 197 | 90.83 | 51.36 | 78.73 |
R:OTHER | 338 | 119 | 342 | 73.96 | 49.71 | 67.38 |
R:PART | 29 | 9 | 5 | 76.32 | 85.29 | 77.96 |
R:PREP | 279 | 75 | 73 | 78.81 | 79.26 | 78.90 |
R:PRON | 32 | 14 | 19 | 69.57 | 62.75 | 68.09 |
R:PUNCT | 164 | 91 | 40 | 64.31 | 80.39 | 66.99 |
R:SPELL | 279 | 28 | 34 | 90.88 | 89.14 | 90.53 |
R:VERB | 93 | 22 | 119 | 80.87 | 43.87 | 69.20 |
R:VERB:FORM | 141 | 27 | 35 | 83.93 | 80.11 | 83.14 |
R:VERB:INFL | 5 | 0 | 3 | 100.00 | 62.50 | 89.29 |
R:VERB:SVA | 147 | 16 | 15 | 90.18 | 90.74 | 90.29 |
R:VERB:TENSE | 137 | 63 | 83 | 68.50 | 62.27 | 67.16 |
R:WO | 35 | 15 | 34 | 70.00 | 50.72 | 65.06 |
U:ADJ | 8 | 8 | 3 | 50.00 | 72.73 | 53.33 |
U:ADV | 20 | 16 | 8 | 55.56 | 71.43 | 58.14 |
U:CONJ | 7 | 1 | 2 | 87.50 | 77.78 | 85.37 |
U:CONTR | 5 | 0 | 2 | 100.00 | 71.43 | 92.59 |
U:DET | 198 | 67 | 57 | 74.72 | 77.65 | 75.29 |
U:NOUN | 12 | 24 | 9 | 33.33 | 57.14 | 36.36 |
U:NOUN:POSS | 13 | 4 | 2 | 76.47 | 86.67 | 78.31 |
U:OTHER | 17 | 82 | 26 | 17.17 | 39.53 | 19.36 |
U:PART | 4 | 0 | 2 | 100.00 | 66.67 | 90.91 |
U:PREP | 68 | 19 | 19 | 78.16 | 78.16 | 78.16 |
U:PRON | 18 | 6 | 12 | 75.00 | 60.00 | 71.43 |
U:PUNCT | 73 | 18 | 30 | 80.22 | 70.87 | 78.16 |
U:VERB | 14 | 11 | 15 | 56.00 | 48.28 | 54.26 |
U:VERB:FORM | 6 | 0 | 1 | 100.00 | 85.71 | 96.77 |
U:VERB:TENSE | 21 | 9 | 9 | 70.00 | 70.00 | 70.00 |
UNK | 21 | 0 | 66 | 100.00 | 24.14 | 61.40 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 1635 | 242 | 357 | 87.11 | 82.08 | 86.05 |
R | 3143 | 447 | 1456 | 87.55 | 68.34 | 82.89 |
U | 599 | 233 | 245 | 72.00 | 70.97 | 71.79 |
UNK | 42 | 0 | 73 | 100.00 | 36.52 | 74.20 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 19 | 9 | 41 | 67.86 | 31.67 | 55.23 |
ADJ:FORM | 5 | 1 | 9 | 83.33 | 35.71 | 65.79 |
ADV | 50 | 16 | 39 | 75.76 | 56.18 | 70.82 |
CONJ | 29 | 3 | 12 | 90.62 | 70.73 | 85.80 |
CONTR | 14 | 1 | 4 | 93.33 | 77.78 | 89.74 |
DET | 608 | 116 | 149 | 83.98 | 80.32 | 83.22 |
MORPH | 92 | 6 | 67 | 93.88 | 57.86 | 83.48 |
NOUN | 86 | 28 | 90 | 75.44 | 48.86 | 68.04 |
NOUN:INFL | 17 | 2 | 0 | 89.47 | 100.00 | 91.40 |
NOUN:NUM | 220 | 40 | 50 | 84.62 | 81.48 | 83.97 |
NOUN:POSS | 49 | 6 | 19 | 89.09 | 72.06 | 85.07 |
ORTH | 339 | 15 | 183 | 95.76 | 64.94 | 87.46 |
OTHER | 765 | 183 | 596 | 80.70 | 56.21 | 74.23 |
PART | 29 | 4 | 10 | 87.88 | 74.36 | 84.80 |
PREP | 455 | 91 | 113 | 83.33 | 80.11 | 82.67 |
PRON | 120 | 28 | 41 | 81.08 | 74.53 | 79.68 |
PUNCT | 1351 | 214 | 200 | 86.33 | 87.11 | 86.48 |
SPELL | 289 | 24 | 23 | 92.33 | 92.63 | 92.39 |
UNK | 42 | 0 | 73 | 100.00 | 36.52 | 74.20 |
VERB | 177 | 29 | 158 | 85.92 | 52.84 | 76.36 |
VERB:FORM | 184 | 15 | 36 | 92.46 | 83.64 | 90.55 |
VERB:INFL | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
VERB:SVA | 142 | 11 | 18 | 92.81 | 88.75 | 91.97 |
VERB:TENSE | 231 | 66 | 126 | 77.78 | 64.71 | 74.76 |
WO | 101 | 14 | 73 | 87.83 | 58.05 | 79.65 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 9 | 100.00 | 0.00 | 0.00 |
M:ADV | 15 | 8 | 14 | 65.22 | 51.72 | 61.98 |
M:CONJ | 20 | 3 | 6 | 86.96 | 76.92 | 84.75 |
M:DET | 285 | 40 | 48 | 87.69 | 85.59 | 87.26 |
M:NOUN | 10 | 2 | 12 | 83.33 | 45.45 | 71.43 |
M:NOUN:POSS | 11 | 4 | 8 | 73.33 | 57.89 | 69.62 |
M:OTHER | 40 | 2 | 44 | 95.24 | 47.62 | 79.37 |
M:PART | 7 | 0 | 4 | 100.00 | 63.64 | 89.74 |
M:PREP | 88 | 14 | 32 | 86.27 | 73.33 | 83.33 |
M:PRON | 65 | 10 | 19 | 86.67 | 77.38 | 84.64 |
M:PUNCT | 996 | 149 | 136 | 86.99 | 87.99 | 87.18 |
M:VERB | 35 | 5 | 15 | 87.50 | 70.00 | 83.33 |
M:VERB:FORM | 19 | 3 | 1 | 86.36 | 95.00 | 87.96 |
M:VERB:TENSE | 44 | 2 | 9 | 95.65 | 83.02 | 92.83 |
R:ADJ | 11 | 3 | 26 | 78.57 | 29.73 | 59.14 |
R:ADJ:FORM | 5 | 1 | 9 | 83.33 | 35.71 | 65.79 |
R:ADV | 11 | 2 | 16 | 84.62 | 40.74 | 69.62 |
R:CONJ | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
R:CONTR | 6 | 1 | 3 | 85.71 | 66.67 | 81.08 |
R:DET | 103 | 26 | 36 | 79.84 | 74.10 | 78.63 |
R:MORPH | 92 | 6 | 67 | 93.88 | 57.86 | 83.48 |
R:NOUN | 61 | 10 | 65 | 85.92 | 48.41 | 74.39 |
R:NOUN:INFL | 17 | 2 | 0 | 89.47 | 100.00 | 91.40 |
R:NOUN:NUM | 220 | 40 | 50 | 84.62 | 81.48 | 83.97 |
R:NOUN:POSS | 23 | 0 | 8 | 100.00 | 74.19 | 93.50 |
R:ORTH | 339 | 15 | 183 | 95.76 | 64.94 | 87.46 |
R:OTHER | 662 | 76 | 482 | 89.70 | 57.87 | 80.81 |
R:PART | 19 | 4 | 4 | 82.61 | 82.61 | 82.61 |
R:PREP | 294 | 65 | 68 | 81.89 | 81.22 | 81.76 |
R:PRON | 34 | 14 | 14 | 70.83 | 70.83 | 70.83 |
R:PUNCT | 257 | 50 | 34 | 83.71 | 88.32 | 84.60 |
R:SPELL | 289 | 24 | 23 | 92.33 | 92.63 | 92.39 |
R:VERB | 122 | 14 | 128 | 89.71 | 48.80 | 76.83 |
R:VERB:FORM | 159 | 12 | 34 | 92.98 | 82.38 | 90.65 |
R:VERB:INFL | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
R:VERB:SVA | 142 | 11 | 18 | 92.81 | 88.75 | 91.97 |
R:VERB:TENSE | 169 | 57 | 109 | 74.78 | 60.79 | 71.49 |
R:WO | 101 | 14 | 73 | 87.83 | 58.05 | 79.65 |
U:ADJ | 8 | 6 | 6 | 57.14 | 57.14 | 57.14 |
U:ADV | 24 | 6 | 9 | 80.00 | 72.73 | 78.43 |
U:CONJ | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
U:CONTR | 8 | 0 | 1 | 100.00 | 88.89 | 97.56 |
U:DET | 220 | 50 | 65 | 81.48 | 77.19 | 80.59 |
U:NOUN | 15 | 16 | 13 | 48.39 | 53.57 | 49.34 |
U:NOUN:POSS | 15 | 2 | 3 | 88.24 | 83.33 | 87.21 |
U:OTHER | 63 | 105 | 70 | 37.50 | 47.37 | 39.13 |
U:PART | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
U:PREP | 73 | 12 | 13 | 85.88 | 84.88 | 85.68 |
U:PRON | 21 | 4 | 8 | 84.00 | 72.41 | 81.40 |
U:PUNCT | 98 | 15 | 30 | 86.73 | 76.56 | 84.48 |
U:VERB | 20 | 10 | 15 | 66.67 | 57.14 | 64.52 |
U:VERB:FORM | 6 | 0 | 1 | 100.00 | 85.71 | 96.77 |
U:VERB:TENSE | 18 | 7 | 8 | 72.00 | 69.23 | 71.43 |
UNK | 42 | 0 | 73 | 100.00 | 36.52 | 74.20 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 1439 | 782 | 1089 | 64.79 | 56.92 | 63.05 |
Span-level detection | 1745 | 479 | 930 | 78.46 | 65.23 | 75.40 |
Token-level detection | 2257 | 284 | 961 | 88.82 | 70.14 | 84.33 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 417 | 202 | 239 | 67.37 | 63.57 | 66.57 |
R | 848 | 434 | 751 | 66.15 | 53.03 | 63.03 |
U | 174 | 146 | 99 | 54.37 | 63.74 | 56.02 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 8 | 11 | 33.33 | 26.67 | 31.75 |
ADJ:FORM | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
ADV | 24 | 14 | 15 | 63.16 | 61.54 | 62.83 |
CONJ | 5 | 4 | 3 | 55.56 | 62.50 | 56.82 |
CONTR | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
DET | 209 | 74 | 93 | 73.85 | 69.21 | 72.87 |
MORPH | 42 | 13 | 46 | 76.36 | 47.73 | 68.18 |
NOUN | 10 | 27 | 55 | 27.03 | 15.38 | 23.47 |
NOUN:INFL | 5 | 1 | 2 | 83.33 | 71.43 | 80.65 |
NOUN:NUM | 100 | 37 | 26 | 72.99 | 79.37 | 74.18 |
NOUN:POSS | 9 | 1 | 7 | 90.00 | 56.25 | 80.36 |
ORTH | 93 | 12 | 114 | 88.57 | 44.93 | 74.16 |
OTHER | 78 | 169 | 273 | 31.58 | 22.22 | 29.13 |
PART | 14 | 7 | 5 | 66.67 | 73.68 | 67.96 |
PREP | 142 | 70 | 73 | 66.98 | 66.05 | 66.79 |
PRON | 43 | 25 | 44 | 63.24 | 49.43 | 59.89 |
PUNCT | 279 | 143 | 116 | 66.11 | 70.63 | 66.97 |
SPELL | 84 | 36 | 27 | 70.00 | 75.68 | 71.07 |
VERB | 54 | 44 | 75 | 55.10 | 41.86 | 51.82 |
VERB:FORM | 81 | 26 | 24 | 75.70 | 77.14 | 75.98 |
VERB:INFL | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
VERB:SVA | 75 | 12 | 11 | 86.21 | 87.21 | 86.41 |
VERB:TENSE | 71 | 53 | 54 | 57.26 | 56.80 | 57.17 |
WO | 10 | 4 | 10 | 71.43 | 50.00 | 65.79 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 9 | 5 | 6 | 64.29 | 60.00 | 63.38 |
M:CONJ | 2 | 4 | 2 | 33.33 | 50.00 | 35.71 |
M:DET | 96 | 33 | 37 | 74.42 | 72.18 | 73.96 |
M:NOUN | 1 | 2 | 5 | 33.33 | 16.67 | 27.78 |
M:NOUN:POSS | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
M:OTHER | 7 | 6 | 27 | 53.85 | 20.59 | 40.70 |
M:PART | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:PREP | 29 | 23 | 23 | 55.77 | 55.77 | 55.77 |
M:PRON | 25 | 6 | 18 | 80.65 | 58.14 | 74.85 |
M:PUNCT | 210 | 99 | 93 | 67.96 | 69.31 | 68.23 |
M:VERB | 11 | 11 | 13 | 50.00 | 45.83 | 49.11 |
M:VERB:FORM | 11 | 3 | 2 | 78.57 | 84.62 | 79.71 |
M:VERB:TENSE | 13 | 9 | 8 | 59.09 | 61.90 | 59.63 |
R:ADJ | 1 | 1 | 8 | 50.00 | 11.11 | 29.41 |
R:ADJ:FORM | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
R:ADV | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |
R:CONTR | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
R:DET | 30 | 14 | 20 | 68.18 | 60.00 | 66.37 |
R:MORPH | 42 | 13 | 46 | 76.36 | 47.73 | 68.18 |
R:NOUN | 4 | 14 | 42 | 22.22 | 8.70 | 16.95 |
R:NOUN:INFL | 5 | 1 | 2 | 83.33 | 71.43 | 80.65 |
R:NOUN:NUM | 100 | 37 | 26 | 72.99 | 79.37 | 74.18 |
R:NOUN:POSS | 2 | 1 | 4 | 66.67 | 33.33 | 55.56 |
R:ORTH | 93 | 12 | 114 | 88.57 | 44.93 | 74.16 |
R:OTHER | 64 | 120 | 239 | 34.78 | 21.12 | 30.80 |
R:PART | 12 | 5 | 3 | 70.59 | 80.00 | 72.29 |
R:PREP | 86 | 33 | 40 | 72.27 | 68.25 | 71.43 |
R:PRON | 14 | 12 | 14 | 53.85 | 50.00 | 53.03 |
R:PUNCT | 57 | 38 | 16 | 60.00 | 78.08 | 62.91 |
R:SPELL | 84 | 36 | 27 | 70.00 | 75.68 | 71.07 |
R:VERB | 37 | 19 | 54 | 66.07 | 40.66 | 58.73 |
R:VERB:FORM | 69 | 23 | 22 | 75.00 | 75.82 | 75.16 |
R:VERB:INFL | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:VERB:SVA | 75 | 12 | 11 | 86.21 | 87.21 | 86.41 |
R:VERB:TENSE | 52 | 37 | 45 | 58.43 | 53.61 | 57.40 |
R:WO | 10 | 4 | 10 | 71.43 | 50.00 | 65.79 |
U:ADJ | 3 | 7 | 1 | 30.00 | 75.00 | 34.09 |
U:ADV | 10 | 9 | 4 | 52.63 | 71.43 | 55.56 |
U:CONJ | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
U:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:DET | 83 | 27 | 36 | 75.45 | 69.75 | 74.24 |
U:NOUN | 5 | 11 | 8 | 31.25 | 38.46 | 32.47 |
U:NOUN:POSS | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
U:OTHER | 7 | 43 | 7 | 14.00 | 50.00 | 16.36 |
U:PART | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:PREP | 27 | 14 | 10 | 65.85 | 72.97 | 67.16 |
U:PRON | 4 | 7 | 12 | 36.36 | 25.00 | 33.33 |
U:PUNCT | 12 | 6 | 7 | 66.67 | 63.16 | 65.93 |
U:VERB | 6 | 14 | 8 | 30.00 | 42.86 | 31.91 |
U:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:VERB:TENSE | 6 | 7 | 1 | 46.15 | 85.71 | 50.85 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 467 | 148 | 204 | 75.93 | 69.60 | 74.58 |
R | 1063 | 233 | 586 | 82.02 | 64.46 | 77.78 |
U | 204 | 98 | 96 | 67.55 | 68.00 | 67.64 |
UNK | 11 | 0 | 44 | 100.00 | 20.00 | 55.56 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 8 | 2 | 11 | 80.00 | 42.11 | 67.80 |
ADJ:FORM | 4 | 0 | 2 | 100.00 | 66.67 | 90.91 |
ADV | 26 | 9 | 12 | 74.29 | 68.42 | 73.03 |
CONJ | 6 | 0 | 5 | 100.00 | 54.55 | 85.71 |
CONTR | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
DET | 232 | 61 | 75 | 79.18 | 75.57 | 78.43 |
MORPH | 49 | 4 | 37 | 92.45 | 56.98 | 82.21 |
NOUN | 28 | 13 | 46 | 68.29 | 37.84 | 58.82 |
NOUN:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
NOUN:NUM | 99 | 22 | 25 | 81.82 | 79.84 | 81.41 |
NOUN:POSS | 12 | 1 | 5 | 92.31 | 70.59 | 86.96 |
ORTH | 112 | 5 | 93 | 95.73 | 54.63 | 83.21 |
OTHER | 203 | 98 | 208 | 67.44 | 49.39 | 62.85 |
PART | 16 | 4 | 6 | 80.00 | 72.73 | 78.43 |
PREP | 165 | 35 | 54 | 82.50 | 75.34 | 80.96 |
PRON | 53 | 16 | 40 | 76.81 | 56.99 | 71.82 |
PUNCT | 295 | 116 | 112 | 71.78 | 72.48 | 71.92 |
SPELL | 91 | 11 | 16 | 89.22 | 85.05 | 88.35 |
UNK | 11 | 0 | 44 | 100.00 | 20.00 | 55.56 |
VERB | 79 | 26 | 63 | 75.24 | 55.63 | 70.28 |
VERB:FORM | 75 | 17 | 16 | 81.52 | 82.42 | 81.70 |
VERB:INFL | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
VERB:SVA | 74 | 5 | 10 | 93.67 | 88.10 | 92.50 |
VERB:TENSE | 90 | 29 | 37 | 75.63 | 70.87 | 74.63 |
WO | 9 | 4 | 8 | 69.23 | 52.94 | 65.22 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:ADV | 9 | 4 | 7 | 69.23 | 56.25 | 66.18 |
M:CONJ | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
M:DET | 104 | 26 | 25 | 80.00 | 80.62 | 80.12 |
M:NOUN | 3 | 2 | 5 | 60.00 | 37.50 | 53.57 |
M:NOUN:POSS | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
M:OTHER | 15 | 5 | 24 | 75.00 | 38.46 | 63.03 |
M:PART | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:PREP | 36 | 12 | 18 | 75.00 | 66.67 | 73.17 |
M:PRON | 28 | 4 | 16 | 87.50 | 63.64 | 81.40 |
M:PUNCT | 221 | 78 | 90 | 73.91 | 71.06 | 73.32 |
M:VERB | 17 | 8 | 8 | 68.00 | 68.00 | 68.00 |
M:VERB:FORM | 12 | 3 | 0 | 80.00 | 100.00 | 83.33 |
M:VERB:TENSE | 17 | 5 | 2 | 77.27 | 89.47 | 79.44 |
R:ADJ | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
R:ADJ:FORM | 4 | 0 | 2 | 100.00 | 66.67 | 90.91 |
R:ADV | 6 | 0 | 2 | 100.00 | 75.00 | 93.75 |
R:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
R:DET | 35 | 12 | 18 | 74.47 | 66.04 | 72.61 |
R:MORPH | 49 | 4 | 37 | 92.45 | 56.98 | 82.21 |
R:NOUN | 18 | 5 | 35 | 78.26 | 33.96 | 62.07 |
R:NOUN:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:NOUN:NUM | 99 | 22 | 25 | 81.82 | 79.84 | 81.41 |
R:NOUN:POSS | 5 | 1 | 2 | 83.33 | 71.43 | 80.65 |
R:ORTH | 112 | 5 | 93 | 95.73 | 54.63 | 83.21 |
R:OTHER | 181 | 56 | 174 | 76.37 | 50.99 | 69.46 |
R:PART | 14 | 3 | 4 | 82.35 | 77.78 | 81.40 |
R:PREP | 100 | 17 | 30 | 85.47 | 76.92 | 83.61 |
R:PRON | 17 | 7 | 13 | 70.83 | 56.67 | 67.46 |
R:PUNCT | 58 | 33 | 13 | 63.74 | 81.69 | 66.67 |
R:SPELL | 91 | 11 | 16 | 89.22 | 85.05 | 88.35 |
R:VERB | 53 | 13 | 46 | 80.30 | 53.54 | 73.00 |
R:VERB:FORM | 62 | 14 | 16 | 81.58 | 79.49 | 81.15 |
R:VERB:INFL | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:VERB:SVA | 74 | 5 | 10 | 93.67 | 88.10 | 92.50 |
R:VERB:TENSE | 66 | 20 | 32 | 76.74 | 67.35 | 74.66 |
R:WO | 9 | 4 | 8 | 69.23 | 52.94 | 65.22 |
U:ADJ | 5 | 2 | 1 | 71.43 | 83.33 | 73.53 |
U:ADV | 11 | 5 | 3 | 68.75 | 78.57 | 70.51 |
U:CONJ | 4 | 0 | 2 | 100.00 | 66.67 | 90.91 |
U:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:DET | 93 | 23 | 32 | 80.17 | 74.40 | 78.95 |
U:NOUN | 7 | 6 | 6 | 53.85 | 53.85 | 53.85 |
U:NOUN:POSS | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
U:OTHER | 7 | 37 | 10 | 15.91 | 41.18 | 18.13 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 29 | 6 | 6 | 82.86 | 82.86 | 82.86 |
U:PRON | 8 | 5 | 11 | 61.54 | 42.11 | 56.34 |
U:PUNCT | 16 | 5 | 9 | 76.19 | 64.00 | 73.39 |
U:VERB | 9 | 5 | 9 | 64.29 | 50.00 | 60.81 |
U:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:VERB:TENSE | 7 | 4 | 3 | 63.64 | 70.00 | 64.81 |
UNK | 11 | 0 | 44 | 100.00 | 20.00 | 55.56 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 558 | 81 | 142 | 87.32 | 79.71 | 85.69 |
R | 1430 | 134 | 656 | 91.43 | 68.55 | 85.71 |
U | 246 | 69 | 118 | 78.10 | 67.58 | 75.74 |
UNK | 23 | 0 | 45 | 100.00 | 33.82 | 71.88 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 9 | 2 | 14 | 81.82 | 39.13 | 67.16 |
ADJ:FORM | 5 | 0 | 2 | 100.00 | 71.43 | 92.59 |
ADV | 32 | 4 | 11 | 88.89 | 74.42 | 85.56 |
CONJ | 10 | 0 | 2 | 100.00 | 83.33 | 96.15 |
CONTR | 5 | 1 | 1 | 83.33 | 83.33 | 83.33 |
DET | 253 | 34 | 75 | 88.15 | 77.13 | 85.70 |
MORPH | 51 | 1 | 33 | 98.08 | 60.71 | 87.33 |
NOUN | 43 | 8 | 46 | 84.31 | 48.31 | 73.38 |
NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 109 | 9 | 19 | 92.37 | 85.16 | 90.83 |
NOUN:POSS | 17 | 0 | 7 | 100.00 | 70.83 | 92.39 |
ORTH | 150 | 2 | 77 | 98.68 | 66.08 | 89.82 |
OTHER | 395 | 69 | 307 | 85.13 | 56.27 | 77.21 |
PART | 14 | 2 | 3 | 87.50 | 82.35 | 86.42 |
PREP | 179 | 22 | 44 | 89.05 | 80.27 | 87.15 |
PRON | 65 | 12 | 24 | 84.42 | 73.03 | 81.86 |
PUNCT | 399 | 70 | 69 | 85.07 | 85.26 | 85.11 |
SPELL | 99 | 8 | 7 | 92.52 | 93.40 | 92.70 |
UNK | 23 | 0 | 45 | 100.00 | 33.82 | 71.88 |
VERB | 103 | 10 | 74 | 91.15 | 58.19 | 81.88 |
VERB:FORM | 86 | 6 | 18 | 93.48 | 82.69 | 91.10 |
VERB:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 75 | 2 | 10 | 97.40 | 88.24 | 95.42 |
VERB:TENSE | 99 | 19 | 51 | 83.90 | 66.00 | 79.58 |
WO | 29 | 3 | 22 | 90.62 | 56.86 | 81.01 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:ADV | 11 | 2 | 4 | 84.62 | 73.33 | 82.09 |
M:CONJ | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
M:DET | 112 | 13 | 21 | 89.60 | 84.21 | 88.47 |
M:NOUN | 2 | 1 | 5 | 66.67 | 28.57 | 52.63 |
M:NOUN:POSS | 4 | 0 | 3 | 100.00 | 57.14 | 86.96 |
M:OTHER | 22 | 0 | 20 | 100.00 | 52.38 | 84.62 |
M:PART | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 41 | 6 | 12 | 87.23 | 77.36 | 85.06 |
M:PRON | 35 | 3 | 11 | 92.11 | 76.09 | 88.38 |
M:PUNCT | 273 | 53 | 47 | 83.74 | 85.31 | 84.05 |
M:VERB | 18 | 2 | 11 | 90.00 | 62.07 | 82.57 |
M:VERB:FORM | 15 | 0 | 1 | 100.00 | 93.75 | 98.68 |
M:VERB:TENSE | 17 | 1 | 3 | 94.44 | 85.00 | 92.39 |
R:ADJ | 5 | 0 | 8 | 100.00 | 38.46 | 75.76 |
R:ADJ:FORM | 5 | 0 | 2 | 100.00 | 71.43 | 92.59 |
R:ADV | 9 | 0 | 5 | 100.00 | 64.29 | 90.00 |
R:CONJ | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
R:DET | 39 | 10 | 16 | 79.59 | 70.91 | 77.69 |
R:MORPH | 51 | 1 | 33 | 98.08 | 60.71 | 87.33 |
R:NOUN | 29 | 3 | 33 | 90.62 | 46.77 | 76.32 |
R:NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 109 | 9 | 19 | 92.37 | 85.16 | 90.83 |
R:NOUN:POSS | 7 | 0 | 2 | 100.00 | 77.78 | 94.59 |
R:ORTH | 150 | 2 | 77 | 98.68 | 66.08 | 89.82 |
R:OTHER | 358 | 33 | 255 | 91.56 | 58.40 | 82.22 |
R:PART | 10 | 2 | 2 | 83.33 | 83.33 | 83.33 |
R:PREP | 107 | 14 | 29 | 88.43 | 78.68 | 86.29 |
R:PRON | 20 | 6 | 7 | 76.92 | 74.07 | 76.34 |
R:PUNCT | 99 | 13 | 12 | 88.39 | 89.19 | 88.55 |
R:SPELL | 99 | 8 | 7 | 92.52 | 93.40 | 92.70 |
R:VERB | 74 | 6 | 55 | 92.50 | 57.36 | 82.41 |
R:VERB:FORM | 70 | 6 | 17 | 92.11 | 80.46 | 89.51 |
R:VERB:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 75 | 2 | 10 | 97.40 | 88.24 | 95.42 |
R:VERB:TENSE | 76 | 15 | 45 | 83.52 | 62.81 | 78.35 |
R:WO | 29 | 3 | 22 | 90.62 | 56.86 | 81.01 |
U:ADJ | 4 | 2 | 3 | 66.67 | 57.14 | 64.52 |
U:ADV | 12 | 2 | 2 | 85.71 | 85.71 | 85.71 |
U:CONJ | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
U:CONTR | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
U:DET | 102 | 11 | 38 | 90.27 | 72.86 | 86.15 |
U:NOUN | 12 | 4 | 8 | 75.00 | 60.00 | 71.43 |
U:NOUN:POSS | 6 | 0 | 2 | 100.00 | 75.00 | 93.75 |
U:OTHER | 15 | 36 | 32 | 29.41 | 31.91 | 29.88 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 31 | 2 | 3 | 93.94 | 91.18 | 93.37 |
U:PRON | 10 | 3 | 6 | 76.92 | 62.50 | 73.53 |
U:PUNCT | 27 | 4 | 10 | 87.10 | 72.97 | 83.85 |
U:VERB | 11 | 2 | 8 | 84.62 | 57.89 | 77.46 |
U:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:VERB:TENSE | 6 | 3 | 3 | 66.67 | 66.67 | 66.67 |
UNK | 23 | 0 | 45 | 100.00 | 33.82 | 71.88 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 1136 | 586 | 778 | 65.97 | 59.35 | 64.53 |
Span-level detection | 1334 | 392 | 662 | 77.29 | 66.83 | 74.94 |
Token-level detection | 1680 | 292 | 695 | 85.19 | 70.74 | 81.85 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 422 | 150 | 166 | 73.78 | 71.77 | 73.37 |
R | 560 | 322 | 540 | 63.49 | 50.91 | 60.50 |
U | 154 | 114 | 72 | 57.46 | 68.14 | 59.32 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 2 | 14 | 16 | 12.50 | 11.11 | 12.20 |
ADJ:FORM | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
ADV | 8 | 17 | 22 | 32.00 | 26.67 | 30.77 |
CONJ | 4 | 4 | 9 | 50.00 | 30.77 | 44.44 |
CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 186 | 61 | 70 | 75.30 | 72.66 | 74.76 |
MORPH | 21 | 6 | 20 | 77.78 | 51.22 | 70.47 |
NOUN | 7 | 30 | 37 | 18.92 | 15.91 | 18.23 |
NOUN:INFL | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
NOUN:NUM | 63 | 20 | 16 | 75.90 | 79.75 | 76.64 |
NOUN:POSS | 9 | 2 | 6 | 81.82 | 60.00 | 76.27 |
ORTH | 24 | 6 | 58 | 80.00 | 29.27 | 59.41 |
OTHER | 40 | 110 | 176 | 26.67 | 18.52 | 24.51 |
PART | 13 | 5 | 8 | 72.22 | 61.90 | 69.89 |
PREP | 141 | 61 | 49 | 69.80 | 74.21 | 70.64 |
PRON | 28 | 13 | 16 | 68.29 | 63.64 | 67.31 |
PUNCT | 330 | 104 | 83 | 76.04 | 79.90 | 76.78 |
SPELL | 50 | 44 | 20 | 53.19 | 71.43 | 56.05 |
VERB | 32 | 20 | 70 | 61.54 | 31.37 | 51.61 |
VERB:FORM | 55 | 14 | 21 | 79.71 | 72.37 | 78.12 |
VERB:SVA | 51 | 8 | 6 | 86.44 | 89.47 | 87.03 |
VERB:TENSE | 56 | 37 | 50 | 60.22 | 52.83 | 58.58 |
WO | 14 | 8 | 23 | 63.64 | 37.84 | 56.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:ADV | 2 | 7 | 11 | 22.22 | 15.38 | 20.41 |
M:CONJ | 3 | 2 | 5 | 60.00 | 37.50 | 53.57 |
M:DET | 92 | 33 | 32 | 73.60 | 74.19 | 73.72 |
M:NOUN | 2 | 3 | 4 | 40.00 | 33.33 | 38.46 |
M:NOUN:POSS | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
M:OTHER | 5 | 8 | 16 | 38.46 | 23.81 | 34.25 |
M:PART | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
M:PREP | 22 | 12 | 11 | 64.71 | 66.67 | 65.09 |
M:PRON | 14 | 8 | 8 | 63.64 | 63.64 | 63.64 |
M:PUNCT | 257 | 64 | 56 | 80.06 | 82.11 | 80.46 |
M:VERB | 10 | 4 | 2 | 71.43 | 83.33 | 73.53 |
M:VERB:FORM | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
M:VERB:TENSE | 12 | 8 | 7 | 60.00 | 63.16 | 60.61 |
R:ADJ | 2 | 2 | 11 | 50.00 | 15.38 | 34.48 |
R:ADJ:FORM | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
R:ADV | 1 | 2 | 5 | 33.33 | 16.67 | 27.78 |
R:CONJ | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 35 | 12 | 24 | 74.47 | 59.32 | 70.85 |
R:MORPH | 21 | 6 | 20 | 77.78 | 51.22 | 70.47 |
R:NOUN | 2 | 9 | 31 | 18.18 | 6.06 | 12.99 |
R:NOUN:INFL | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:NOUN:NUM | 63 | 20 | 16 | 75.90 | 79.75 | 76.64 |
R:NOUN:POSS | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
R:ORTH | 24 | 6 | 58 | 80.00 | 29.27 | 59.41 |
R:OTHER | 26 | 70 | 147 | 27.08 | 15.03 | 23.34 |
R:PART | 11 | 5 | 2 | 68.75 | 84.62 | 71.43 |
R:PREP | 93 | 40 | 29 | 69.92 | 76.23 | 71.10 |
R:PRON | 6 | 4 | 7 | 60.00 | 46.15 | 56.60 |
R:PUNCT | 52 | 35 | 18 | 59.77 | 74.29 | 62.20 |
R:SPELL | 50 | 44 | 20 | 53.19 | 71.43 | 56.05 |
R:VERB | 19 | 9 | 60 | 67.86 | 24.05 | 49.74 |
R:VERB:FORM | 50 | 13 | 18 | 79.37 | 73.53 | 78.12 |
R:VERB:SVA | 51 | 8 | 6 | 86.44 | 89.47 | 87.03 |
R:VERB:TENSE | 36 | 26 | 39 | 58.06 | 48.00 | 55.73 |
R:WO | 14 | 8 | 23 | 63.64 | 37.84 | 56.00 |
U:ADJ | 0 | 12 | 2 | 0.00 | 0.00 | 0.00 |
U:ADV | 5 | 8 | 6 | 38.46 | 45.45 | 39.68 |
U:CONJ | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 59 | 16 | 14 | 78.67 | 80.82 | 79.09 |
U:NOUN | 3 | 18 | 2 | 14.29 | 60.00 | 16.85 |
U:NOUN:POSS | 5 | 2 | 1 | 71.43 | 83.33 | 73.53 |
U:OTHER | 9 | 32 | 13 | 21.95 | 40.91 | 24.19 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 26 | 9 | 9 | 74.29 | 74.29 | 74.29 |
U:PRON | 8 | 1 | 1 | 88.89 | 88.89 | 88.89 |
U:PUNCT | 21 | 5 | 9 | 80.77 | 70.00 | 78.36 |
U:VERB | 3 | 7 | 8 | 30.00 | 27.27 | 29.41 |
U:VERB:FORM | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
U:VERB:TENSE | 8 | 3 | 4 | 72.73 | 66.67 | 71.43 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 457 | 119 | 136 | 79.34 | 77.07 | 78.87 |
R | 714 | 195 | 447 | 78.55 | 61.50 | 74.42 |
U | 157 | 78 | 61 | 66.81 | 72.02 | 67.79 |
UNK | 6 | 0 | 18 | 100.00 | 25.00 | 62.50 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 5 | 6 | 20 | 45.45 | 20.00 | 36.23 |
ADJ:FORM | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
ADV | 13 | 14 | 20 | 48.15 | 39.39 | 46.10 |
CONJ | 5 | 3 | 7 | 62.50 | 41.67 | 56.82 |
CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 204 | 41 | 54 | 83.27 | 79.07 | 82.39 |
MORPH | 24 | 2 | 15 | 92.31 | 61.54 | 83.92 |
NOUN | 20 | 17 | 27 | 54.05 | 42.55 | 51.28 |
NOUN:NUM | 62 | 11 | 17 | 84.93 | 78.48 | 83.56 |
NOUN:POSS | 7 | 3 | 7 | 70.00 | 50.00 | 64.81 |
ORTH | 43 | 4 | 44 | 91.49 | 49.43 | 78.18 |
OTHER | 98 | 72 | 143 | 57.65 | 40.66 | 53.20 |
PART | 12 | 4 | 5 | 75.00 | 70.59 | 74.07 |
PREP | 160 | 43 | 41 | 78.82 | 79.60 | 78.97 |
PRON | 34 | 9 | 14 | 79.07 | 70.83 | 77.27 |
PUNCT | 342 | 94 | 72 | 78.44 | 82.61 | 79.24 |
SPELL | 62 | 11 | 8 | 84.93 | 88.57 | 85.64 |
UNK | 6 | 0 | 18 | 100.00 | 25.00 | 62.50 |
VERB | 43 | 13 | 60 | 76.79 | 41.75 | 65.75 |
VERB:FORM | 59 | 9 | 16 | 86.76 | 78.67 | 85.01 |
VERB:SVA | 53 | 4 | 5 | 92.98 | 91.38 | 92.66 |
VERB:TENSE | 64 | 26 | 47 | 71.11 | 57.66 | 67.94 |
WO | 15 | 5 | 20 | 75.00 | 42.86 | 65.22 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
M:ADV | 3 | 6 | 8 | 33.33 | 27.27 | 31.91 |
M:CONJ | 3 | 2 | 4 | 60.00 | 42.86 | 55.56 |
M:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:DET | 102 | 22 | 23 | 82.26 | 81.60 | 82.13 |
M:NOUN | 3 | 2 | 3 | 60.00 | 50.00 | 57.69 |
M:NOUN:POSS | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
M:OTHER | 8 | 3 | 14 | 72.73 | 36.36 | 60.61 |
M:PART | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:PREP | 25 | 10 | 8 | 71.43 | 75.76 | 72.25 |
M:PRON | 21 | 6 | 7 | 77.78 | 75.00 | 77.21 |
M:PUNCT | 264 | 59 | 51 | 81.73 | 83.81 | 82.14 |
M:VERB | 10 | 5 | 0 | 66.67 | 100.00 | 71.43 |
M:VERB:FORM | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:VERB:TENSE | 15 | 3 | 5 | 83.33 | 75.00 | 81.52 |
R:ADJ | 4 | 2 | 13 | 66.67 | 23.53 | 48.78 |
R:ADJ:FORM | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
R:ADV | 3 | 1 | 8 | 75.00 | 27.27 | 55.56 |
R:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 45 | 6 | 18 | 88.24 | 71.43 | 84.27 |
R:MORPH | 24 | 2 | 15 | 92.31 | 61.54 | 83.92 |
R:NOUN | 13 | 7 | 23 | 65.00 | 36.11 | 56.03 |
R:NOUN:NUM | 62 | 11 | 17 | 84.93 | 78.48 | 83.56 |
R:NOUN:POSS | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:ORTH | 43 | 4 | 44 | 91.49 | 49.43 | 78.18 |
R:OTHER | 82 | 42 | 117 | 66.13 | 41.21 | 58.99 |
R:PART | 11 | 4 | 1 | 73.33 | 91.67 | 76.39 |
R:PREP | 106 | 27 | 26 | 79.70 | 80.30 | 79.82 |
R:PRON | 6 | 3 | 6 | 66.67 | 50.00 | 62.50 |
R:PUNCT | 58 | 31 | 13 | 65.17 | 81.69 | 67.92 |
R:SPELL | 62 | 11 | 8 | 84.93 | 88.57 | 85.64 |
R:VERB | 29 | 6 | 55 | 82.86 | 34.52 | 64.73 |
R:VERB:FORM | 55 | 8 | 14 | 87.30 | 79.71 | 85.67 |
R:VERB:SVA | 53 | 4 | 5 | 92.98 | 91.38 | 92.66 |
R:VERB:TENSE | 40 | 20 | 37 | 66.67 | 51.95 | 63.09 |
R:WO | 15 | 5 | 20 | 75.00 | 42.86 | 65.22 |
U:ADJ | 1 | 4 | 2 | 20.00 | 33.33 | 21.74 |
U:ADV | 7 | 7 | 4 | 50.00 | 63.64 | 52.24 |
U:CONJ | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 57 | 13 | 13 | 81.43 | 81.43 | 81.43 |
U:NOUN | 4 | 8 | 1 | 33.33 | 80.00 | 37.74 |
U:NOUN:POSS | 4 | 3 | 1 | 57.14 | 80.00 | 60.61 |
U:OTHER | 8 | 27 | 12 | 22.86 | 40.00 | 25.00 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 29 | 6 | 7 | 82.86 | 80.56 | 82.39 |
U:PRON | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
U:PUNCT | 20 | 4 | 8 | 83.33 | 71.43 | 80.65 |
U:VERB | 4 | 2 | 5 | 66.67 | 44.44 | 60.61 |
U:VERB:FORM | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
U:VERB:TENSE | 9 | 3 | 5 | 75.00 | 64.29 | 72.58 |
UNK | 6 | 0 | 18 | 100.00 | 25.00 | 62.50 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 504 | 66 | 118 | 88.42 | 81.03 | 86.84 |
R | 954 | 152 | 486 | 86.26 | 66.25 | 81.34 |
U | 212 | 74 | 76 | 74.13 | 73.61 | 74.02 |
UNK | 10 | 0 | 15 | 100.00 | 40.00 | 76.92 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 6 | 4 | 15 | 60.00 | 28.57 | 49.18 |
ADJ:FORM | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
ADV | 13 | 7 | 19 | 65.00 | 40.62 | 58.04 |
CONJ | 9 | 2 | 7 | 81.82 | 56.25 | 75.00 |
CONTR | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
DET | 214 | 26 | 44 | 89.17 | 82.95 | 87.85 |
MORPH | 30 | 1 | 17 | 96.77 | 63.83 | 87.72 |
NOUN | 27 | 12 | 25 | 69.23 | 51.92 | 64.90 |
NOUN:NUM | 64 | 9 | 16 | 87.67 | 80.00 | 86.02 |
NOUN:POSS | 10 | 2 | 5 | 83.33 | 66.67 | 79.37 |
ORTH | 90 | 2 | 43 | 97.83 | 67.67 | 89.82 |
OTHER | 233 | 71 | 194 | 76.64 | 54.57 | 70.91 |
PART | 9 | 2 | 4 | 81.82 | 69.23 | 78.95 |
PREP | 170 | 33 | 35 | 83.74 | 82.93 | 83.58 |
PRON | 34 | 8 | 14 | 80.95 | 70.83 | 78.70 |
PUNCT | 406 | 60 | 55 | 87.12 | 88.07 | 87.31 |
SPELL | 62 | 10 | 8 | 86.11 | 88.57 | 86.59 |
UNK | 10 | 0 | 15 | 100.00 | 40.00 | 76.92 |
VERB | 52 | 9 | 65 | 85.25 | 44.44 | 72.02 |
VERB:FORM | 62 | 5 | 14 | 92.54 | 81.58 | 90.12 |
VERB:SVA | 49 | 2 | 7 | 96.08 | 87.50 | 94.23 |
VERB:TENSE | 81 | 20 | 47 | 80.20 | 63.28 | 76.13 |
WO | 46 | 6 | 42 | 88.46 | 52.27 | 77.70 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:ADV | 4 | 4 | 7 | 50.00 | 36.36 | 46.51 |
M:CONJ | 6 | 2 | 3 | 75.00 | 66.67 | 73.17 |
M:DET | 105 | 11 | 18 | 90.52 | 85.37 | 89.44 |
M:NOUN | 4 | 1 | 4 | 80.00 | 50.00 | 71.43 |
M:NOUN:POSS | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
M:OTHER | 13 | 2 | 18 | 86.67 | 41.94 | 71.43 |
M:PART | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
M:PREP | 26 | 5 | 8 | 83.87 | 76.47 | 82.28 |
M:PRON | 20 | 5 | 5 | 80.00 | 80.00 | 80.00 |
M:PUNCT | 292 | 33 | 40 | 89.85 | 87.95 | 89.46 |
M:VERB | 13 | 2 | 3 | 86.67 | 81.25 | 85.53 |
M:VERB:FORM | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:VERB:TENSE | 15 | 0 | 5 | 100.00 | 75.00 | 93.75 |
R:ADJ | 5 | 2 | 11 | 71.43 | 31.25 | 56.82 |
R:ADJ:FORM | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
R:ADV | 0 | 1 | 8 | 0.00 | 0.00 | 0.00 |
R:CONJ | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
R:CONTR | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:DET | 44 | 5 | 14 | 89.80 | 75.86 | 86.61 |
R:MORPH | 30 | 1 | 17 | 96.77 | 63.83 | 87.72 |
R:NOUN | 21 | 6 | 17 | 77.78 | 55.26 | 71.92 |
R:NOUN:NUM | 64 | 9 | 16 | 87.67 | 80.00 | 86.02 |
R:NOUN:POSS | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
R:ORTH | 90 | 2 | 43 | 97.83 | 67.67 | 89.82 |
R:OTHER | 175 | 27 | 146 | 86.63 | 54.52 | 77.50 |
R:PART | 5 | 2 | 2 | 71.43 | 71.43 | 71.43 |
R:PREP | 112 | 24 | 22 | 82.35 | 83.58 | 82.60 |
R:PRON | 6 | 3 | 7 | 66.67 | 46.15 | 61.22 |
R:PUNCT | 90 | 24 | 9 | 78.95 | 90.91 | 81.08 |
R:SPELL | 62 | 10 | 8 | 86.11 | 88.57 | 86.59 |
R:VERB | 32 | 5 | 56 | 86.49 | 36.36 | 67.80 |
R:VERB:FORM | 58 | 4 | 13 | 93.55 | 81.69 | 90.91 |
R:VERB:SVA | 49 | 2 | 7 | 96.08 | 87.50 | 94.23 |
R:VERB:TENSE | 59 | 18 | 39 | 76.62 | 60.20 | 72.66 |
R:WO | 46 | 6 | 42 | 88.46 | 52.27 | 77.70 |
U:ADJ | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
U:ADV | 9 | 2 | 4 | 81.82 | 69.23 | 78.95 |
U:CONJ | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 65 | 10 | 12 | 86.67 | 84.42 | 86.21 |
U:NOUN | 2 | 5 | 4 | 28.57 | 33.33 | 29.41 |
U:NOUN:POSS | 5 | 2 | 1 | 71.43 | 83.33 | 73.53 |
U:OTHER | 45 | 42 | 30 | 51.72 | 60.00 | 53.19 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 32 | 4 | 5 | 88.89 | 86.49 | 88.40 |
U:PRON | 8 | 0 | 2 | 100.00 | 80.00 | 95.24 |
U:PUNCT | 24 | 3 | 6 | 88.89 | 80.00 | 86.96 |
U:VERB | 7 | 2 | 6 | 77.78 | 53.85 | 71.43 |
U:VERB:FORM | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
U:VERB:TENSE | 7 | 2 | 3 | 77.78 | 70.00 | 76.09 |
UNK | 10 | 0 | 15 | 100.00 | 40.00 | 76.92 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 576 | 234 | 227 | 71.11 | 71.73 | 71.23 |
Span-level detection | 631 | 180 | 220 | 77.81 | 74.15 | 77.05 |
Token-level detection | 754 | 149 | 269 | 83.50 | 73.70 | 81.34 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 251 | 62 | 44 | 80.19 | 85.08 | 81.12 |
R | 241 | 119 | 161 | 66.94 | 59.95 | 65.42 |
U | 84 | 53 | 22 | 61.31 | 79.25 | 64.22 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 2 | 5 | 5 | 28.57 | 28.57 | 28.57 |
ADJ:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
ADV | 3 | 7 | 3 | 30.00 | 50.00 | 32.61 |
CONJ | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
CONTR | 4 | 2 | 1 | 66.67 | 80.00 | 68.97 |
DET | 108 | 27 | 14 | 80.00 | 88.52 | 81.57 |
MORPH | 5 | 3 | 16 | 62.50 | 23.81 | 47.17 |
NOUN | 1 | 10 | 7 | 9.09 | 12.50 | 9.62 |
NOUN:INFL | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
NOUN:NUM | 29 | 10 | 12 | 74.36 | 70.73 | 73.60 |
NOUN:POSS | 6 | 2 | 3 | 75.00 | 66.67 | 73.17 |
ORTH | 21 | 9 | 24 | 70.00 | 46.67 | 63.64 |
OTHER | 26 | 25 | 33 | 50.98 | 44.07 | 49.43 |
PART | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
PREP | 62 | 25 | 26 | 71.26 | 70.45 | 71.10 |
PRON | 11 | 4 | 3 | 73.33 | 78.57 | 74.32 |
PUNCT | 197 | 56 | 28 | 77.87 | 87.56 | 79.63 |
SPELL | 27 | 15 | 11 | 64.29 | 71.05 | 65.53 |
VERB | 5 | 8 | 13 | 38.46 | 27.78 | 35.71 |
VERB:FORM | 13 | 4 | 4 | 76.47 | 76.47 | 76.47 |
VERB:SVA | 8 | 2 | 1 | 80.00 | 88.89 | 81.63 |
VERB:TENSE | 36 | 11 | 11 | 76.60 | 76.60 | 76.60 |
WO | 7 | 5 | 7 | 58.33 | 50.00 | 56.45 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:ADV | 1 | 4 | 1 | 20.00 | 50.00 | 22.73 |
M:CONJ | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
M:DET | 56 | 12 | 3 | 82.35 | 94.92 | 84.59 |
M:NOUN | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:OTHER | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:PREP | 13 | 6 | 10 | 68.42 | 56.52 | 65.66 |
M:PRON | 3 | 2 | 3 | 60.00 | 50.00 | 57.69 |
M:PUNCT | 161 | 33 | 18 | 82.99 | 89.94 | 84.29 |
M:VERB | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:VERB:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
M:VERB:TENSE | 9 | 1 | 1 | 90.00 | 90.00 | 90.00 |
R:ADJ | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
R:DET | 12 | 7 | 3 | 63.16 | 80.00 | 65.93 |
R:MORPH | 5 | 3 | 16 | 62.50 | 23.81 | 47.17 |
R:NOUN | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
R:NOUN:INFL | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:NOUN:NUM | 29 | 10 | 12 | 74.36 | 70.73 | 73.60 |
R:NOUN:POSS | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:ORTH | 21 | 9 | 24 | 70.00 | 46.67 | 63.64 |
R:OTHER | 23 | 12 | 28 | 65.71 | 45.10 | 60.21 |
R:PART | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
R:PREP | 41 | 15 | 12 | 73.21 | 77.36 | 74.01 |
R:PRON | 5 | 2 | 0 | 71.43 | 100.00 | 75.76 |
R:PUNCT | 20 | 17 | 5 | 54.05 | 80.00 | 57.80 |
R:SPELL | 27 | 15 | 11 | 64.29 | 71.05 | 65.53 |
R:VERB | 4 | 3 | 12 | 57.14 | 25.00 | 45.45 |
R:VERB:FORM | 10 | 3 | 4 | 76.92 | 71.43 | 75.76 |
R:VERB:SVA | 8 | 2 | 1 | 80.00 | 88.89 | 81.63 |
R:VERB:TENSE | 23 | 9 | 9 | 71.88 | 71.88 | 71.88 |
R:WO | 7 | 5 | 7 | 58.33 | 50.00 | 56.45 |
U:ADJ | 2 | 4 | 0 | 33.33 | 100.00 | 38.46 |
U:ADV | 1 | 3 | 0 | 25.00 | 100.00 | 29.41 |
U:CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 40 | 8 | 8 | 83.33 | 83.33 | 83.33 |
U:NOUN | 0 | 9 | 2 | 0.00 | 0.00 | 0.00 |
U:NOUN:POSS | 4 | 1 | 0 | 80.00 | 100.00 | 83.33 |
U:OTHER | 2 | 13 | 2 | 13.33 | 50.00 | 15.62 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 8 | 4 | 4 | 66.67 | 66.67 | 66.67 |
U:PRON | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PUNCT | 16 | 6 | 5 | 72.73 | 76.19 | 73.39 |
U:VERB | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:TENSE | 4 | 1 | 1 | 80.00 | 80.00 | 80.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 258 | 56 | 49 | 82.17 | 84.04 | 82.53 |
R | 286 | 84 | 146 | 77.30 | 66.20 | 74.79 |
U | 85 | 40 | 23 | 68.00 | 78.70 | 69.90 |
UNK | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 2 | 3 | 6 | 40.00 | 25.00 | 35.71 |
ADJ:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
ADV | 3 | 5 | 3 | 37.50 | 50.00 | 39.47 |
CONJ | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
CONTR | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 108 | 26 | 18 | 80.60 | 85.71 | 81.57 |
MORPH | 7 | 1 | 14 | 87.50 | 33.33 | 66.04 |
NOUN | 6 | 6 | 10 | 50.00 | 37.50 | 46.88 |
NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 28 | 8 | 12 | 77.78 | 70.00 | 76.09 |
NOUN:POSS | 6 | 2 | 2 | 75.00 | 75.00 | 75.00 |
ORTH | 22 | 9 | 22 | 70.97 | 50.00 | 65.48 |
OTHER | 39 | 20 | 38 | 66.10 | 50.65 | 62.30 |
PART | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
PREP | 67 | 17 | 26 | 79.76 | 72.04 | 78.09 |
PRON | 12 | 1 | 3 | 92.31 | 80.00 | 89.55 |
PUNCT | 204 | 52 | 26 | 79.69 | 88.70 | 81.34 |
SPELL | 36 | 6 | 1 | 85.71 | 97.30 | 87.80 |
UNK | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
VERB | 6 | 4 | 11 | 60.00 | 35.29 | 52.63 |
VERB:FORM | 17 | 4 | 3 | 80.95 | 85.00 | 81.73 |
VERB:SVA | 9 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:TENSE | 37 | 11 | 12 | 77.08 | 75.51 | 76.76 |
WO | 7 | 5 | 6 | 58.33 | 53.85 | 57.38 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
M:DET | 56 | 11 | 4 | 83.58 | 93.33 | 85.37 |
M:NOUN | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
M:NOUN:POSS | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:OTHER | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 14 | 4 | 11 | 77.78 | 56.00 | 72.16 |
M:PRON | 4 | 1 | 3 | 80.00 | 57.14 | 74.07 |
M:PUNCT | 165 | 32 | 17 | 83.76 | 90.66 | 85.05 |
M:VERB | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:VERB:FORM | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
M:VERB:TENSE | 9 | 1 | 1 | 90.00 | 90.00 | 90.00 |
R:ADJ | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:ADV | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 14 | 6 | 5 | 70.00 | 73.68 | 70.71 |
R:MORPH | 7 | 1 | 14 | 87.50 | 33.33 | 66.04 |
R:NOUN | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
R:NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 28 | 8 | 12 | 77.78 | 70.00 | 76.09 |
R:NOUN:POSS | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:ORTH | 22 | 9 | 22 | 70.97 | 50.00 | 65.48 |
R:OTHER | 35 | 10 | 30 | 77.78 | 53.85 | 71.43 |
R:PART | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PREP | 45 | 10 | 11 | 81.82 | 80.36 | 81.52 |
R:PRON | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PUNCT | 21 | 15 | 5 | 58.33 | 80.77 | 61.76 |
R:SPELL | 36 | 6 | 1 | 85.71 | 97.30 | 87.80 |
R:VERB | 5 | 2 | 10 | 71.43 | 33.33 | 58.14 |
R:VERB:FORM | 15 | 2 | 3 | 88.24 | 83.33 | 87.21 |
R:VERB:SVA | 9 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:TENSE | 24 | 9 | 10 | 72.73 | 70.59 | 72.29 |
R:WO | 7 | 5 | 6 | 58.33 | 53.85 | 57.38 |
U:ADJ | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
U:ADV | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
U:CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 38 | 9 | 9 | 80.85 | 80.85 | 80.85 |
U:NOUN | 1 | 6 | 2 | 14.29 | 33.33 | 16.13 |
U:NOUN:POSS | 4 | 1 | 0 | 80.00 | 100.00 | 83.33 |
U:OTHER | 2 | 10 | 3 | 16.67 | 40.00 | 18.87 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 8 | 3 | 4 | 72.73 | 66.67 | 71.43 |
U:PRON | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PUNCT | 18 | 5 | 4 | 78.26 | 81.82 | 78.95 |
U:VERB | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:TENSE | 4 | 1 | 1 | 80.00 | 80.00 | 80.00 |
UNK | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 282 | 50 | 51 | 84.94 | 84.68 | 84.89 |
R | 371 | 63 | 180 | 85.48 | 67.33 | 81.11 |
U | 97 | 36 | 30 | 72.93 | 76.38 | 73.60 |
UNK | 4 | 0 | 8 | 100.00 | 33.33 | 71.43 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 3 | 7 | 50.00 | 30.00 | 44.12 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 3 | 3 | 5 | 50.00 | 37.50 | 46.88 |
CONJ | 5 | 0 | 2 | 100.00 | 71.43 | 92.59 |
CONTR | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 113 | 22 | 19 | 83.70 | 85.61 | 84.08 |
MORPH | 7 | 0 | 13 | 100.00 | 35.00 | 72.92 |
NOUN | 8 | 3 | 11 | 72.73 | 42.11 | 63.49 |
NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 32 | 7 | 10 | 82.05 | 76.19 | 80.81 |
NOUN:POSS | 9 | 1 | 2 | 90.00 | 81.82 | 88.24 |
ORTH | 38 | 9 | 21 | 80.85 | 64.41 | 76.92 |
OTHER | 66 | 18 | 65 | 78.57 | 50.38 | 70.66 |
PART | 4 | 0 | 2 | 100.00 | 66.67 | 90.91 |
PREP | 70 | 15 | 26 | 82.35 | 72.92 | 80.28 |
PRON | 15 | 2 | 3 | 88.24 | 83.33 | 87.21 |
PUNCT | 237 | 41 | 26 | 85.25 | 90.11 | 86.18 |
SPELL | 35 | 6 | 0 | 85.37 | 100.00 | 87.94 |
UNK | 4 | 0 | 8 | 100.00 | 33.33 | 71.43 |
VERB | 11 | 4 | 13 | 73.33 | 45.83 | 65.48 |
VERB:FORM | 21 | 3 | 3 | 87.50 | 87.50 | 87.50 |
VERB:SVA | 8 | 0 | 1 | 100.00 | 88.89 | 97.56 |
VERB:TENSE | 39 | 9 | 21 | 81.25 | 65.00 | 77.38 |
WO | 20 | 3 | 9 | 86.96 | 68.97 | 82.64 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
M:DET | 59 | 10 | 5 | 85.51 | 92.19 | 86.76 |
M:NOUN | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
M:NOUN:POSS | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
M:OTHER | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
M:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PREP | 15 | 3 | 12 | 83.33 | 55.56 | 75.76 |
M:PRON | 7 | 1 | 3 | 87.50 | 70.00 | 83.33 |
M:PUNCT | 178 | 29 | 15 | 85.99 | 92.23 | 87.17 |
M:VERB | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:VERB:FORM | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
M:VERB:TENSE | 9 | 1 | 1 | 90.00 | 90.00 | 90.00 |
R:ADJ | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 13 | 5 | 5 | 72.22 | 72.22 | 72.22 |
R:MORPH | 7 | 0 | 13 | 100.00 | 35.00 | 72.92 |
R:NOUN | 5 | 0 | 9 | 100.00 | 35.71 | 73.53 |
R:NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 32 | 7 | 10 | 82.05 | 76.19 | 80.81 |
R:NOUN:POSS | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
R:ORTH | 38 | 9 | 21 | 80.85 | 64.41 | 76.92 |
R:OTHER | 61 | 5 | 53 | 92.42 | 53.51 | 80.69 |
R:PART | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PREP | 48 | 9 | 10 | 84.21 | 82.76 | 83.92 |
R:PRON | 5 | 1 | 0 | 83.33 | 100.00 | 86.21 |
R:PUNCT | 33 | 7 | 6 | 82.50 | 84.62 | 82.91 |
R:SPELL | 35 | 6 | 0 | 85.37 | 100.00 | 87.94 |
R:VERB | 9 | 2 | 12 | 81.82 | 42.86 | 69.23 |
R:VERB:FORM | 19 | 1 | 3 | 95.00 | 86.36 | 93.14 |
R:VERB:SVA | 8 | 0 | 1 | 100.00 | 88.89 | 97.56 |
R:VERB:TENSE | 27 | 7 | 18 | 79.41 | 60.00 | 74.59 |
R:WO | 20 | 3 | 9 | 86.96 | 68.97 | 82.64 |
U:ADJ | 3 | 2 | 1 | 60.00 | 75.00 | 62.50 |
U:ADV | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 41 | 7 | 9 | 85.42 | 82.00 | 84.71 |
U:NOUN | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
U:NOUN:POSS | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:OTHER | 3 | 13 | 6 | 18.75 | 33.33 | 20.55 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 7 | 3 | 4 | 70.00 | 63.64 | 68.63 |
U:PRON | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PUNCT | 26 | 5 | 5 | 83.87 | 83.87 | 83.87 |
U:VERB | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
U:VERB:TENSE | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
UNK | 4 | 0 | 8 | 100.00 | 33.33 | 71.43 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 527 | 318 | 246 | 62.37 | 68.18 | 63.45 |
Span-level detection | 628 | 217 | 188 | 74.32 | 76.96 | 74.83 |
Token-level detection | 728 | 197 | 206 | 78.70 | 77.94 | 78.55 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 268 | 62 | 44 | 81.21 | 85.90 | 82.11 |
R | 223 | 184 | 184 | 54.79 | 54.79 | 54.79 |
U | 36 | 72 | 18 | 33.33 | 66.67 | 37.04 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 4 | 5 | 0.00 | 0.00 | 0.00 |
ADJ:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
ADV | 1 | 4 | 3 | 20.00 | 25.00 | 20.83 |
CONJ | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
CONTR | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
DET | 22 | 39 | 13 | 36.07 | 62.86 | 39.43 |
MORPH | 3 | 7 | 5 | 30.00 | 37.50 | 31.25 |
NOUN | 2 | 22 | 9 | 8.33 | 18.18 | 9.35 |
NOUN:INFL | 1 | 18 | 10 | 5.26 | 9.09 | 5.75 |
NOUN:NUM | 16 | 17 | 4 | 48.48 | 80.00 | 52.63 |
NOUN:POSS | 4 | 4 | 12 | 50.00 | 25.00 | 41.67 |
ORTH | 13 | 4 | 47 | 76.47 | 21.67 | 50.78 |
OTHER | 28 | 30 | 31 | 48.28 | 47.46 | 48.11 |
PART | 3 | 3 | 1 | 50.00 | 75.00 | 53.57 |
PREP | 30 | 31 | 13 | 49.18 | 69.77 | 52.26 |
PRON | 6 | 7 | 1 | 46.15 | 85.71 | 50.85 |
PUNCT | 286 | 63 | 44 | 81.95 | 86.67 | 82.85 |
SPELL | 69 | 20 | 25 | 77.53 | 73.40 | 76.67 |
VERB | 6 | 11 | 11 | 35.29 | 35.29 | 35.29 |
VERB:FORM | 10 | 6 | 3 | 62.50 | 76.92 | 64.94 |
VERB:INFL | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
VERB:SVA | 11 | 7 | 0 | 61.11 | 100.00 | 66.27 |
VERB:TENSE | 7 | 18 | 4 | 28.00 | 63.64 | 31.53 |
WO | 4 | 2 | 0 | 66.67 | 100.00 | 71.43 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
M:DET | 8 | 8 | 5 | 50.00 | 61.54 | 51.95 |
M:NOUN | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:NOUN:POSS | 3 | 3 | 2 | 50.00 | 60.00 | 51.72 |
M:OTHER | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PREP | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
M:PRON | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
M:PUNCT | 242 | 44 | 29 | 84.62 | 89.30 | 85.51 |
M:VERB | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
R:ADJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:DET | 6 | 7 | 4 | 46.15 | 60.00 | 48.39 |
R:MORPH | 3 | 7 | 5 | 30.00 | 37.50 | 31.25 |
R:NOUN | 1 | 10 | 7 | 9.09 | 12.50 | 9.62 |
R:NOUN:INFL | 1 | 18 | 10 | 5.26 | 9.09 | 5.75 |
R:NOUN:NUM | 16 | 17 | 4 | 48.48 | 80.00 | 52.63 |
R:NOUN:POSS | 1 | 0 | 10 | 100.00 | 9.09 | 33.33 |
R:ORTH | 13 | 4 | 47 | 76.47 | 21.67 | 50.78 |
R:OTHER | 27 | 22 | 30 | 55.10 | 47.37 | 53.36 |
R:PART | 1 | 3 | 0 | 25.00 | 100.00 | 29.41 |
R:PREP | 24 | 24 | 8 | 50.00 | 75.00 | 53.57 |
R:PRON | 4 | 4 | 0 | 50.00 | 100.00 | 55.56 |
R:PUNCT | 26 | 15 | 7 | 63.41 | 78.79 | 65.99 |
R:SPELL | 69 | 20 | 25 | 77.53 | 73.40 | 76.67 |
R:VERB | 2 | 2 | 9 | 50.00 | 18.18 | 37.04 |
R:VERB:FORM | 7 | 6 | 3 | 53.85 | 70.00 | 56.45 |
R:VERB:INFL | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:VERB:SVA | 11 | 7 | 0 | 61.11 | 100.00 | 66.27 |
R:VERB:TENSE | 5 | 15 | 4 | 25.00 | 55.56 | 28.09 |
R:WO | 4 | 2 | 0 | 66.67 | 100.00 | 71.43 |
U:ADJ | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
U:ADV | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
U:CONJ | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 8 | 24 | 4 | 25.00 | 66.67 | 28.57 |
U:NOUN | 0 | 12 | 0 | 0.00 | 100.00 | 0.00 |
U:NOUN:POSS | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:OTHER | 0 | 8 | 1 | 0.00 | 0.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 3 | 5 | 3 | 37.50 | 50.00 | 39.47 |
U:PRON | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 18 | 4 | 8 | 81.82 | 69.23 | 78.95 |
U:VERB | 1 | 9 | 1 | 10.00 | 50.00 | 11.90 |
U:VERB:FORM | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:VERB:TENSE | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 273 | 57 | 45 | 82.73 | 85.85 | 83.33 |
R | 315 | 111 | 124 | 73.94 | 71.75 | 73.50 |
U | 38 | 49 | 17 | 43.68 | 69.09 | 47.15 |
UNK | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
ADJ:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
ADV | 1 | 3 | 3 | 25.00 | 25.00 | 25.00 |
CONJ | 4 | 1 | 1 | 80.00 | 80.00 | 80.00 |
CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
DET | 25 | 36 | 9 | 40.98 | 73.53 | 44.96 |
MORPH | 4 | 5 | 4 | 44.44 | 50.00 | 45.45 |
NOUN | 7 | 6 | 7 | 53.85 | 50.00 | 53.03 |
NOUN:INFL | 11 | 2 | 0 | 84.62 | 100.00 | 87.30 |
NOUN:NUM | 15 | 15 | 6 | 50.00 | 71.43 | 53.19 |
NOUN:POSS | 13 | 3 | 5 | 81.25 | 72.22 | 79.27 |
ORTH | 31 | 3 | 38 | 91.18 | 44.93 | 75.61 |
OTHER | 43 | 19 | 22 | 69.35 | 66.15 | 68.69 |
PART | 3 | 2 | 1 | 60.00 | 75.00 | 62.50 |
PREP | 34 | 27 | 8 | 55.74 | 80.95 | 59.44 |
PRON | 7 | 6 | 0 | 53.85 | 100.00 | 59.32 |
PUNCT | 287 | 59 | 50 | 82.95 | 85.16 | 83.38 |
SPELL | 90 | 0 | 9 | 100.00 | 90.91 | 98.04 |
UNK | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
VERB | 10 | 4 | 10 | 71.43 | 50.00 | 65.79 |
VERB:FORM | 12 | 3 | 2 | 80.00 | 85.71 | 81.08 |
VERB:INFL | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
VERB:SVA | 11 | 7 | 0 | 61.11 | 100.00 | 66.27 |
VERB:TENSE | 10 | 15 | 4 | 40.00 | 71.43 | 43.86 |
WO | 4 | 1 | 0 | 80.00 | 100.00 | 83.33 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:CONJ | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
M:DET | 8 | 7 | 5 | 53.33 | 61.54 | 54.79 |
M:NOUN | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:NOUN:POSS | 3 | 3 | 2 | 50.00 | 60.00 | 51.72 |
M:OTHER | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PREP | 4 | 2 | 0 | 66.67 | 100.00 | 71.43 |
M:PRON | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
M:PUNCT | 241 | 43 | 32 | 84.86 | 88.28 | 85.52 |
M:VERB | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:DET | 7 | 7 | 1 | 50.00 | 87.50 | 54.69 |
R:MORPH | 4 | 5 | 4 | 44.44 | 50.00 | 45.45 |
R:NOUN | 6 | 2 | 5 | 75.00 | 54.55 | 69.77 |
R:NOUN:INFL | 11 | 2 | 0 | 84.62 | 100.00 | 87.30 |
R:NOUN:NUM | 15 | 15 | 6 | 50.00 | 71.43 | 53.19 |
R:NOUN:POSS | 10 | 0 | 3 | 100.00 | 76.92 | 94.34 |
R:ORTH | 31 | 3 | 38 | 91.18 | 44.93 | 75.61 |
R:OTHER | 40 | 11 | 21 | 78.43 | 65.57 | 75.47 |
R:PART | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
R:PREP | 28 | 21 | 6 | 57.14 | 82.35 | 60.87 |
R:PRON | 4 | 4 | 0 | 50.00 | 100.00 | 55.56 |
R:PUNCT | 27 | 12 | 9 | 69.23 | 75.00 | 70.31 |
R:SPELL | 90 | 0 | 9 | 100.00 | 90.91 | 98.04 |
R:VERB | 6 | 1 | 8 | 85.71 | 42.86 | 71.43 |
R:VERB:FORM | 9 | 3 | 2 | 75.00 | 81.82 | 76.27 |
R:VERB:INFL | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
R:VERB:SVA | 11 | 7 | 0 | 61.11 | 100.00 | 66.27 |
R:VERB:TENSE | 7 | 14 | 4 | 33.33 | 63.64 | 36.84 |
R:WO | 4 | 1 | 0 | 80.00 | 100.00 | 83.33 |
U:ADV | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
U:CONJ | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 10 | 22 | 3 | 31.25 | 76.92 | 35.46 |
U:NOUN | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
U:OTHER | 0 | 8 | 1 | 0.00 | 0.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 2 | 4 | 2 | 33.33 | 50.00 | 35.71 |
U:PRON | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 19 | 4 | 9 | 82.61 | 67.86 | 79.17 |
U:VERB | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
U:VERB:FORM | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:VERB:TENSE | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
UNK | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 291 | 45 | 46 | 86.61 | 86.35 | 86.56 |
R | 388 | 98 | 134 | 79.84 | 74.33 | 78.67 |
U | 44 | 54 | 21 | 44.90 | 67.69 | 48.14 |
UNK | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
CONJ | 5 | 1 | 1 | 83.33 | 83.33 | 83.33 |
CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
DET | 28 | 34 | 11 | 45.16 | 71.79 | 48.78 |
MORPH | 4 | 4 | 4 | 50.00 | 50.00 | 50.00 |
NOUN | 8 | 5 | 8 | 61.54 | 50.00 | 58.82 |
NOUN:INFL | 11 | 2 | 0 | 84.62 | 100.00 | 87.30 |
NOUN:NUM | 15 | 15 | 5 | 50.00 | 75.00 | 53.57 |
NOUN:POSS | 13 | 3 | 5 | 81.25 | 72.22 | 79.27 |
ORTH | 61 | 2 | 42 | 96.83 | 59.22 | 85.92 |
OTHER | 71 | 25 | 30 | 73.96 | 70.30 | 73.20 |
PART | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
PREP | 36 | 21 | 8 | 63.16 | 81.82 | 66.18 |
PRON | 6 | 6 | 0 | 50.00 | 100.00 | 55.56 |
PUNCT | 309 | 43 | 50 | 87.78 | 86.07 | 87.44 |
SPELL | 93 | 0 | 8 | 100.00 | 92.08 | 98.31 |
UNK | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |
VERB | 11 | 6 | 6 | 64.71 | 64.71 | 64.71 |
VERB:FORM | 15 | 1 | 1 | 93.75 | 93.75 | 93.75 |
VERB:INFL | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
VERB:SVA | 10 | 7 | 0 | 58.82 | 100.00 | 64.10 |
VERB:TENSE | 12 | 18 | 7 | 40.00 | 63.16 | 43.17 |
WO | 6 | 2 | 0 | 75.00 | 100.00 | 78.95 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADV | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:CONJ | 4 | 1 | 1 | 80.00 | 80.00 | 80.00 |
M:DET | 9 | 6 | 4 | 60.00 | 69.23 | 61.64 |
M:NOUN | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
M:NOUN:POSS | 3 | 3 | 2 | 50.00 | 60.00 | 51.72 |
M:OTHER | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PREP | 6 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PRON | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
M:PUNCT | 253 | 34 | 34 | 88.15 | 88.15 | 88.15 |
M:VERB | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADJ | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:DET | 7 | 6 | 1 | 53.85 | 87.50 | 58.33 |
R:MORPH | 4 | 4 | 4 | 50.00 | 50.00 | 50.00 |
R:NOUN | 6 | 1 | 6 | 85.71 | 50.00 | 75.00 |
R:NOUN:INFL | 11 | 2 | 0 | 84.62 | 100.00 | 87.30 |
R:NOUN:NUM | 15 | 15 | 5 | 50.00 | 75.00 | 53.57 |
R:NOUN:POSS | 10 | 0 | 3 | 100.00 | 76.92 | 94.34 |
R:ORTH | 61 | 2 | 42 | 96.83 | 59.22 | 85.92 |
R:OTHER | 68 | 11 | 28 | 86.08 | 70.83 | 82.52 |
R:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PREP | 27 | 18 | 7 | 60.00 | 79.41 | 63.08 |
R:PRON | 3 | 4 | 0 | 42.86 | 100.00 | 48.39 |
R:PUNCT | 35 | 6 | 7 | 85.37 | 83.33 | 84.95 |
R:SPELL | 93 | 0 | 8 | 100.00 | 92.08 | 98.31 |
R:VERB | 7 | 1 | 5 | 87.50 | 58.33 | 79.55 |
R:VERB:FORM | 12 | 1 | 1 | 92.31 | 92.31 | 92.31 |
R:VERB:INFL | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
R:VERB:SVA | 10 | 7 | 0 | 58.82 | 100.00 | 64.10 |
R:VERB:TENSE | 7 | 17 | 7 | 29.17 | 50.00 | 31.82 |
R:WO | 6 | 2 | 0 | 75.00 | 100.00 | 78.95 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
U:CONJ | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 12 | 22 | 6 | 35.29 | 66.67 | 38.96 |
U:NOUN | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
U:OTHER | 0 | 14 | 2 | 0.00 | 0.00 | 0.00 |
U:PREP | 3 | 3 | 1 | 50.00 | 75.00 | 53.57 |
U:PRON | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 21 | 3 | 9 | 87.50 | 70.00 | 83.33 |
U:VERB | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
U:VERB:FORM | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:VERB:TENSE | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
UNK | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |