Submitted by: | cjbryant |
Submitted at: | 2019-08-07T14:46:54+00:00 |
Competition submission: | 6 |
Competition phase: | 3 - Open phase |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 3051 | 2007 | 2357 | 60.32 | 56.42 | 59.50 |
Span-level detection | 3433 | 1632 | 2182 | 67.78 | 61.14 | 66.34 |
Token-level detection | 4282 | 1491 | 2654 | 74.17 | 61.74 | 71.30 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 692 | 379 | 593 | 64.61 | 53.85 | 62.13 |
R | 1876 | 1089 | 1566 | 63.27 | 54.50 | 61.30 |
U | 483 | 539 | 198 | 47.26 | 70.93 | 50.64 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 20 | 19 | 21 | 51.28 | 48.78 | 50.76 |
ADJ:FORM | 8 | 2 | 3 | 80.00 | 72.73 | 78.43 |
ADV | 43 | 64 | 34 | 40.19 | 55.84 | 42.57 |
CONJ | 13 | 17 | 16 | 43.33 | 44.83 | 43.62 |
CONTR | 13 | 7 | 2 | 65.00 | 86.67 | 68.42 |
DET | 471 | 340 | 232 | 58.08 | 67.00 | 59.67 |
MORPH | 111 | 57 | 53 | 66.07 | 67.68 | 66.39 |
NOUN | 36 | 65 | 97 | 35.64 | 27.07 | 33.52 |
NOUN:INFL | 7 | 5 | 10 | 58.33 | 41.18 | 53.85 |
NOUN:NUM | 222 | 123 | 52 | 64.35 | 81.02 | 67.11 |
NOUN:POSS | 25 | 13 | 32 | 65.79 | 43.86 | 59.81 |
ORTH | 221 | 47 | 165 | 82.46 | 57.25 | 75.79 |
OTHER | 198 | 329 | 524 | 37.57 | 27.42 | 34.98 |
PART | 24 | 15 | 10 | 61.54 | 70.59 | 63.16 |
PREP | 294 | 212 | 187 | 58.10 | 61.12 | 58.68 |
PRON | 96 | 61 | 61 | 61.15 | 61.15 | 61.15 |
PUNCT | 390 | 160 | 371 | 70.91 | 51.25 | 65.86 |
SPELL | 209 | 48 | 106 | 81.32 | 66.35 | 77.81 |
VERB | 90 | 108 | 158 | 45.45 | 36.29 | 43.27 |
VERB:FORM | 175 | 78 | 48 | 69.17 | 78.48 | 70.85 |
VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
VERB:SVA | 150 | 59 | 18 | 71.77 | 89.29 | 74.70 |
VERB:TENSE | 171 | 143 | 116 | 54.46 | 59.58 | 55.41 |
WO | 57 | 35 | 40 | 61.96 | 58.76 | 61.29 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 6 | 6 | 3 | 50.00 | 66.67 | 52.63 |
M:ADV | 6 | 29 | 18 | 17.14 | 25.00 | 18.29 |
M:CONJ | 10 | 8 | 6 | 55.56 | 62.50 | 56.82 |
M:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:DET | 186 | 68 | 106 | 73.23 | 63.70 | 71.10 |
M:NOUN | 2 | 19 | 9 | 9.52 | 18.18 | 10.53 |
M:NOUN:POSS | 8 | 7 | 9 | 53.33 | 47.06 | 51.95 |
M:OTHER | 18 | 42 | 45 | 30.00 | 28.57 | 29.70 |
M:PART | 4 | 7 | 2 | 36.36 | 66.67 | 40.00 |
M:PREP | 72 | 55 | 39 | 56.69 | 64.86 | 58.16 |
M:PRON | 57 | 32 | 26 | 64.04 | 68.67 | 64.92 |
M:PUNCT | 260 | 58 | 284 | 81.76 | 47.79 | 71.59 |
M:VERB | 19 | 29 | 17 | 39.58 | 52.78 | 41.67 |
M:VERB:FORM | 11 | 5 | 9 | 68.75 | 55.00 | 65.48 |
M:VERB:TENSE | 32 | 13 | 20 | 71.11 | 61.54 | 68.97 |
R:ADJ | 10 | 6 | 15 | 62.50 | 40.00 | 56.18 |
R:ADJ:FORM | 8 | 2 | 3 | 80.00 | 72.73 | 78.43 |
R:ADV | 15 | 7 | 8 | 68.18 | 65.22 | 67.57 |
R:CONJ | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
R:CONTR | 3 | 6 | 2 | 33.33 | 60.00 | 36.59 |
R:DET | 56 | 60 | 64 | 48.28 | 46.67 | 47.95 |
R:MORPH | 111 | 57 | 53 | 66.07 | 67.68 | 66.39 |
R:NOUN | 28 | 33 | 78 | 45.90 | 26.42 | 40.00 |
R:NOUN:INFL | 7 | 5 | 10 | 58.33 | 41.18 | 53.85 |
R:NOUN:NUM | 222 | 123 | 52 | 64.35 | 81.02 | 67.11 |
R:NOUN:POSS | 7 | 2 | 20 | 77.78 | 25.93 | 55.56 |
R:ORTH | 221 | 47 | 165 | 82.46 | 57.25 | 75.79 |
R:OTHER | 158 | 189 | 461 | 45.53 | 25.53 | 39.36 |
R:PART | 16 | 8 | 5 | 66.67 | 76.19 | 68.38 |
R:PREP | 161 | 101 | 128 | 61.45 | 55.71 | 60.21 |
R:PRON | 26 | 22 | 23 | 54.17 | 53.06 | 53.94 |
R:PUNCT | 80 | 60 | 59 | 57.14 | 57.55 | 57.22 |
R:SPELL | 209 | 48 | 106 | 81.32 | 66.35 | 77.81 |
R:VERB | 57 | 50 | 125 | 53.27 | 31.32 | 46.72 |
R:VERB:FORM | 150 | 59 | 38 | 71.77 | 79.79 | 73.24 |
R:VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
R:VERB:SVA | 150 | 59 | 18 | 71.77 | 89.29 | 74.70 |
R:VERB:TENSE | 115 | 109 | 89 | 51.34 | 56.37 | 52.27 |
R:WO | 57 | 35 | 40 | 61.96 | 58.76 | 61.29 |
U:ADJ | 4 | 7 | 3 | 36.36 | 57.14 | 39.22 |
U:ADV | 22 | 28 | 8 | 44.00 | 73.33 | 47.83 |
U:CONJ | 1 | 8 | 7 | 11.11 | 12.50 | 11.36 |
U:CONTR | 9 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 229 | 212 | 62 | 51.93 | 78.69 | 55.72 |
U:NOUN | 6 | 13 | 10 | 31.58 | 37.50 | 32.61 |
U:NOUN:POSS | 10 | 4 | 3 | 71.43 | 76.92 | 72.46 |
U:OTHER | 22 | 98 | 18 | 18.33 | 55.00 | 21.15 |
U:PART | 4 | 0 | 3 | 100.00 | 57.14 | 86.96 |
U:PREP | 61 | 56 | 20 | 52.14 | 75.31 | 55.56 |
U:PRON | 13 | 7 | 12 | 65.00 | 52.00 | 61.90 |
U:PUNCT | 50 | 42 | 28 | 54.35 | 64.10 | 56.05 |
U:VERB | 14 | 29 | 16 | 32.56 | 46.67 | 34.65 |
U:VERB:FORM | 14 | 14 | 1 | 50.00 | 93.33 | 55.12 |
U:VERB:TENSE | 24 | 21 | 7 | 53.33 | 77.42 | 56.87 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 757 | 316 | 532 | 70.55 | 58.73 | 67.82 |
R | 2157 | 825 | 1379 | 72.33 | 61.00 | 69.74 |
U | 504 | 491 | 202 | 50.65 | 71.39 | 53.78 |
UNK | 15 | 0 | 69 | 100.00 | 17.86 | 52.08 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 25 | 17 | 26 | 59.52 | 49.02 | 57.08 |
ADJ:FORM | 7 | 1 | 3 | 87.50 | 70.00 | 83.33 |
ADV | 47 | 57 | 36 | 45.19 | 56.63 | 47.09 |
CONJ | 17 | 14 | 19 | 54.84 | 47.22 | 53.12 |
CONTR | 11 | 7 | 2 | 61.11 | 84.62 | 64.71 |
DET | 502 | 307 | 221 | 62.05 | 69.43 | 63.40 |
MORPH | 118 | 40 | 45 | 74.68 | 72.39 | 74.21 |
NOUN | 48 | 51 | 86 | 48.48 | 35.82 | 45.28 |
NOUN:INFL | 7 | 3 | 10 | 70.00 | 41.18 | 61.40 |
NOUN:NUM | 216 | 105 | 44 | 67.29 | 83.08 | 69.95 |
NOUN:POSS | 27 | 12 | 29 | 69.23 | 48.21 | 63.68 |
ORTH | 233 | 33 | 148 | 87.59 | 61.15 | 80.62 |
OTHER | 357 | 251 | 445 | 58.72 | 44.51 | 55.19 |
PART | 25 | 15 | 11 | 62.50 | 69.44 | 63.78 |
PREP | 321 | 173 | 181 | 64.98 | 63.94 | 64.77 |
PRON | 103 | 51 | 54 | 66.88 | 65.61 | 66.62 |
PUNCT | 424 | 145 | 338 | 74.52 | 55.64 | 69.78 |
SPELL | 222 | 15 | 87 | 93.67 | 71.84 | 88.31 |
UNK | 15 | 0 | 69 | 100.00 | 17.86 | 52.08 |
VERB | 131 | 87 | 143 | 60.09 | 47.81 | 57.16 |
VERB:FORM | 169 | 61 | 41 | 73.48 | 80.48 | 74.78 |
VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
VERB:SVA | 161 | 40 | 13 | 80.10 | 92.53 | 82.31 |
VERB:TENSE | 187 | 117 | 94 | 61.51 | 66.55 | 62.46 |
WO | 53 | 30 | 36 | 63.86 | 59.55 | 62.95 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 7 | 5 | 4 | 58.33 | 63.64 | 59.32 |
M:ADV | 7 | 24 | 15 | 22.58 | 31.82 | 23.97 |
M:CONJ | 13 | 6 | 9 | 68.42 | 59.09 | 66.33 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 200 | 58 | 101 | 77.52 | 66.45 | 75.02 |
M:NOUN | 7 | 15 | 8 | 31.82 | 46.67 | 33.98 |
M:NOUN:POSS | 8 | 7 | 7 | 53.33 | 53.33 | 53.33 |
M:OTHER | 27 | 31 | 38 | 46.55 | 41.54 | 45.45 |
M:PART | 3 | 7 | 4 | 30.00 | 42.86 | 31.91 |
M:PREP | 77 | 47 | 39 | 62.10 | 66.38 | 62.91 |
M:PRON | 61 | 26 | 21 | 70.11 | 74.39 | 70.93 |
M:PUNCT | 278 | 50 | 256 | 84.76 | 52.06 | 75.30 |
M:VERB | 27 | 22 | 10 | 55.10 | 72.97 | 57.94 |
M:VERB:FORM | 11 | 5 | 5 | 68.75 | 68.75 | 68.75 |
M:VERB:TENSE | 31 | 12 | 15 | 72.09 | 67.39 | 71.10 |
R:ADJ | 15 | 5 | 17 | 75.00 | 46.88 | 66.96 |
R:ADJ:FORM | 7 | 1 | 3 | 87.50 | 70.00 | 83.33 |
R:ADV | 19 | 6 | 13 | 76.00 | 59.38 | 71.97 |
R:CONJ | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
R:CONTR | 2 | 6 | 2 | 25.00 | 50.00 | 27.78 |
R:DET | 73 | 56 | 63 | 56.59 | 53.68 | 55.98 |
R:MORPH | 118 | 40 | 45 | 74.68 | 72.39 | 74.21 |
R:NOUN | 35 | 25 | 68 | 58.33 | 33.98 | 51.02 |
R:NOUN:INFL | 7 | 3 | 10 | 70.00 | 41.18 | 61.40 |
R:NOUN:NUM | 216 | 105 | 44 | 67.29 | 83.08 | 69.95 |
R:NOUN:POSS | 9 | 1 | 19 | 90.00 | 32.14 | 66.18 |
R:ORTH | 233 | 33 | 148 | 87.59 | 61.15 | 80.62 |
R:OTHER | 304 | 128 | 385 | 70.37 | 44.12 | 62.89 |
R:PART | 18 | 8 | 5 | 69.23 | 78.26 | 70.87 |
R:PREP | 183 | 81 | 123 | 69.32 | 59.80 | 67.18 |
R:PRON | 27 | 20 | 22 | 57.45 | 55.10 | 56.96 |
R:PUNCT | 84 | 53 | 48 | 61.31 | 63.64 | 61.76 |
R:SPELL | 222 | 15 | 87 | 93.67 | 71.84 | 88.31 |
R:VERB | 89 | 39 | 117 | 69.53 | 43.20 | 61.98 |
R:VERB:FORM | 145 | 42 | 35 | 77.54 | 80.56 | 78.12 |
R:VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
R:VERB:SVA | 161 | 40 | 13 | 80.10 | 92.53 | 82.31 |
R:VERB:TENSE | 128 | 87 | 72 | 59.53 | 64.00 | 60.38 |
R:WO | 53 | 30 | 36 | 63.86 | 59.55 | 62.95 |
U:ADJ | 3 | 7 | 5 | 30.00 | 37.50 | 31.25 |
U:ADV | 21 | 27 | 8 | 43.75 | 72.41 | 47.51 |
U:CONJ | 2 | 7 | 7 | 22.22 | 22.22 | 22.22 |
U:CONTR | 9 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 229 | 193 | 57 | 54.27 | 80.07 | 58.00 |
U:NOUN | 6 | 11 | 10 | 35.29 | 37.50 | 35.71 |
U:NOUN:POSS | 10 | 4 | 3 | 71.43 | 76.92 | 72.46 |
U:OTHER | 26 | 92 | 22 | 22.03 | 54.17 | 25.00 |
U:PART | 4 | 0 | 2 | 100.00 | 66.67 | 90.91 |
U:PREP | 61 | 45 | 19 | 57.55 | 76.25 | 60.52 |
U:PRON | 15 | 5 | 11 | 75.00 | 57.69 | 70.75 |
U:PUNCT | 62 | 42 | 34 | 59.62 | 64.58 | 60.55 |
U:VERB | 15 | 26 | 16 | 36.59 | 48.39 | 38.46 |
U:VERB:FORM | 13 | 14 | 1 | 48.15 | 92.86 | 53.28 |
U:VERB:TENSE | 28 | 18 | 7 | 60.87 | 80.00 | 63.93 |
UNK | 15 | 0 | 69 | 100.00 | 17.86 | 52.08 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 915 | 239 | 562 | 79.29 | 61.95 | 75.09 |
R | 2736 | 731 | 1719 | 78.92 | 61.41 | 74.66 |
U | 591 | 521 | 280 | 53.15 | 67.85 | 55.56 |
UNK | 40 | 0 | 93 | 100.00 | 30.08 | 68.26 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 27 | 13 | 34 | 67.50 | 44.26 | 61.09 |
ADJ:FORM | 9 | 1 | 7 | 90.00 | 56.25 | 80.36 |
ADV | 54 | 46 | 42 | 54.00 | 56.25 | 54.44 |
CONJ | 25 | 12 | 15 | 67.57 | 62.50 | 66.49 |
CONTR | 11 | 7 | 3 | 61.11 | 78.57 | 63.95 |
DET | 519 | 277 | 227 | 65.20 | 69.57 | 66.03 |
MORPH | 123 | 26 | 46 | 82.55 | 72.78 | 80.39 |
NOUN | 63 | 41 | 88 | 60.58 | 41.72 | 55.56 |
NOUN:INFL | 6 | 3 | 11 | 66.67 | 35.29 | 56.60 |
NOUN:NUM | 216 | 81 | 56 | 72.73 | 79.41 | 73.97 |
NOUN:POSS | 35 | 9 | 38 | 79.55 | 47.95 | 70.28 |
ORTH | 300 | 24 | 177 | 92.59 | 62.89 | 84.60 |
OTHER | 721 | 311 | 692 | 69.86 | 51.03 | 65.06 |
PART | 22 | 7 | 8 | 75.86 | 73.33 | 75.34 |
PREP | 350 | 143 | 190 | 70.99 | 64.81 | 69.67 |
PRON | 108 | 46 | 55 | 70.13 | 66.26 | 69.32 |
PUNCT | 537 | 132 | 366 | 80.27 | 59.47 | 75.02 |
SPELL | 221 | 9 | 90 | 96.09 | 71.06 | 89.76 |
UNK | 40 | 0 | 93 | 100.00 | 30.08 | 68.26 |
VERB | 163 | 76 | 166 | 68.20 | 49.54 | 63.42 |
VERB:FORM | 190 | 49 | 42 | 79.50 | 81.90 | 79.97 |
VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
VERB:SVA | 164 | 30 | 7 | 84.54 | 95.91 | 86.59 |
VERB:TENSE | 218 | 119 | 129 | 64.69 | 62.82 | 64.31 |
WO | 153 | 29 | 71 | 84.07 | 68.30 | 80.36 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 7 | 4 | 4 | 63.64 | 63.64 | 63.64 |
M:ADV | 14 | 17 | 11 | 45.16 | 56.00 | 46.98 |
M:CONJ | 23 | 4 | 6 | 85.19 | 79.31 | 83.94 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 212 | 37 | 105 | 85.14 | 66.88 | 80.73 |
M:NOUN | 14 | 14 | 13 | 50.00 | 51.85 | 50.36 |
M:NOUN:POSS | 9 | 6 | 8 | 60.00 | 52.94 | 58.44 |
M:OTHER | 39 | 24 | 37 | 61.90 | 51.32 | 59.45 |
M:PART | 4 | 5 | 1 | 44.44 | 80.00 | 48.78 |
M:PREP | 92 | 35 | 38 | 72.44 | 70.77 | 72.10 |
M:PRON | 63 | 22 | 23 | 74.12 | 73.26 | 73.94 |
M:PUNCT | 353 | 43 | 277 | 89.14 | 56.03 | 79.72 |
M:VERB | 32 | 17 | 19 | 65.31 | 62.75 | 64.78 |
M:VERB:FORM | 16 | 2 | 5 | 88.89 | 76.19 | 86.02 |
M:VERB:TENSE | 37 | 8 | 15 | 82.22 | 71.15 | 79.74 |
R:ADJ | 16 | 5 | 23 | 76.19 | 41.03 | 65.04 |
R:ADJ:FORM | 9 | 1 | 7 | 90.00 | 56.25 | 80.36 |
R:ADV | 16 | 6 | 17 | 72.73 | 48.48 | 66.12 |
R:CONJ | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
R:CONTR | 2 | 6 | 2 | 25.00 | 50.00 | 27.78 |
R:DET | 75 | 52 | 63 | 59.06 | 54.35 | 58.05 |
R:MORPH | 123 | 26 | 46 | 82.55 | 72.78 | 80.39 |
R:NOUN | 42 | 20 | 64 | 67.74 | 39.62 | 59.32 |
R:NOUN:INFL | 6 | 3 | 11 | 66.67 | 35.29 | 56.60 |
R:NOUN:NUM | 216 | 81 | 56 | 72.73 | 79.41 | 73.97 |
R:NOUN:POSS | 15 | 1 | 22 | 93.75 | 40.54 | 74.26 |
R:ORTH | 300 | 24 | 177 | 92.59 | 62.89 | 84.60 |
R:OTHER | 612 | 138 | 582 | 81.60 | 51.26 | 72.96 |
R:PART | 13 | 2 | 4 | 86.67 | 76.47 | 84.42 |
R:PREP | 190 | 70 | 131 | 73.08 | 59.19 | 69.80 |
R:PRON | 31 | 20 | 19 | 60.78 | 62.00 | 61.02 |
R:PUNCT | 103 | 48 | 56 | 68.21 | 64.78 | 67.50 |
R:SPELL | 221 | 9 | 90 | 96.09 | 71.06 | 89.76 |
R:VERB | 110 | 31 | 126 | 78.01 | 46.61 | 68.75 |
R:VERB:FORM | 161 | 33 | 35 | 82.99 | 82.14 | 82.82 |
R:VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
R:VERB:SVA | 164 | 30 | 7 | 84.54 | 95.91 | 86.59 |
R:VERB:TENSE | 150 | 95 | 105 | 61.22 | 58.82 | 60.73 |
R:WO | 153 | 29 | 71 | 84.07 | 68.30 | 80.36 |
U:ADJ | 4 | 4 | 7 | 50.00 | 36.36 | 46.51 |
U:ADV | 24 | 23 | 14 | 51.06 | 63.16 | 53.10 |
U:CONJ | 1 | 7 | 5 | 12.50 | 16.67 | 13.16 |
U:CONTR | 9 | 0 | 1 | 100.00 | 90.00 | 97.83 |
U:DET | 232 | 188 | 59 | 55.24 | 79.73 | 58.85 |
U:NOUN | 7 | 7 | 11 | 50.00 | 38.89 | 47.30 |
U:NOUN:POSS | 11 | 2 | 8 | 84.62 | 57.89 | 77.46 |
U:OTHER | 70 | 149 | 73 | 31.96 | 48.95 | 34.35 |
U:PART | 5 | 0 | 3 | 100.00 | 62.50 | 89.29 |
U:PREP | 68 | 38 | 21 | 64.15 | 76.40 | 66.28 |
U:PRON | 14 | 4 | 13 | 77.78 | 51.85 | 70.71 |
U:PUNCT | 81 | 41 | 33 | 66.39 | 71.05 | 67.28 |
U:VERB | 21 | 28 | 21 | 42.86 | 50.00 | 44.12 |
U:VERB:FORM | 13 | 14 | 2 | 48.15 | 86.67 | 52.85 |
U:VERB:TENSE | 31 | 16 | 9 | 65.96 | 77.50 | 67.98 |
UNK | 40 | 0 | 93 | 100.00 | 30.08 | 68.26 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 1264 | 587 | 1069 | 68.29 | 54.18 | 64.91 |
Span-level detection | 1439 | 415 | 984 | 77.62 | 59.39 | 73.13 |
Token-level detection | 1808 | 285 | 1171 | 86.38 | 60.69 | 79.64 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 247 | 143 | 271 | 63.33 | 47.68 | 59.43 |
R | 843 | 337 | 710 | 71.44 | 54.28 | 67.19 |
U | 174 | 107 | 88 | 61.92 | 66.41 | 62.77 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 8 | 6 | 6 | 57.14 | 57.14 | 57.14 |
ADJ:FORM | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
ADV | 18 | 19 | 11 | 48.65 | 62.07 | 50.85 |
CONJ | 5 | 4 | 6 | 55.56 | 45.45 | 53.19 |
CONTR | 8 | 3 | 1 | 72.73 | 88.89 | 75.47 |
DET | 189 | 70 | 101 | 72.97 | 65.17 | 71.27 |
MORPH | 59 | 19 | 29 | 75.64 | 67.05 | 73.75 |
NOUN | 14 | 21 | 40 | 40.00 | 25.93 | 36.08 |
NOUN:INFL | 5 | 1 | 0 | 83.33 | 100.00 | 86.21 |
NOUN:NUM | 107 | 43 | 22 | 71.33 | 82.95 | 73.39 |
NOUN:POSS | 9 | 1 | 7 | 90.00 | 56.25 | 80.36 |
ORTH | 113 | 20 | 89 | 84.96 | 55.94 | 76.98 |
OTHER | 92 | 107 | 273 | 46.23 | 25.21 | 39.62 |
PART | 12 | 4 | 3 | 75.00 | 80.00 | 75.95 |
PREP | 110 | 58 | 77 | 65.48 | 58.82 | 64.03 |
PRON | 49 | 22 | 33 | 69.01 | 59.76 | 66.94 |
PUNCT | 91 | 43 | 163 | 67.91 | 35.83 | 57.59 |
SPELL | 87 | 15 | 28 | 85.29 | 75.65 | 83.17 |
VERB | 44 | 36 | 75 | 55.00 | 36.97 | 50.11 |
VERB:FORM | 83 | 26 | 21 | 76.15 | 79.81 | 76.85 |
VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 71 | 22 | 11 | 76.34 | 86.59 | 78.19 |
VERB:TENSE | 67 | 38 | 58 | 63.81 | 53.60 | 61.47 |
WO | 16 | 9 | 14 | 64.00 | 53.33 | 61.54 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 3 | 4 | 1 | 42.86 | 75.00 | 46.88 |
M:ADV | 1 | 11 | 7 | 8.33 | 12.50 | 8.93 |
M:CONJ | 4 | 3 | 1 | 57.14 | 80.00 | 60.61 |
M:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:DET | 76 | 24 | 40 | 76.00 | 65.52 | 73.64 |
M:NOUN | 1 | 8 | 1 | 11.11 | 50.00 | 13.16 |
M:NOUN:POSS | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
M:OTHER | 14 | 20 | 25 | 41.18 | 35.90 | 40.00 |
M:PART | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:PREP | 30 | 14 | 20 | 68.18 | 60.00 | 66.37 |
M:PRON | 29 | 11 | 11 | 72.50 | 72.50 | 72.50 |
M:PUNCT | 52 | 24 | 134 | 68.42 | 27.96 | 53.06 |
M:VERB | 9 | 14 | 11 | 39.13 | 45.00 | 40.18 |
M:VERB:FORM | 7 | 4 | 8 | 63.64 | 46.67 | 59.32 |
M:VERB:TENSE | 16 | 4 | 9 | 80.00 | 64.00 | 76.19 |
R:ADJ | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
R:ADJ:FORM | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:ADV | 9 | 0 | 3 | 100.00 | 75.00 | 93.75 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
R:DET | 20 | 13 | 25 | 60.61 | 44.44 | 56.50 |
R:MORPH | 59 | 19 | 29 | 75.64 | 67.05 | 73.75 |
R:NOUN | 11 | 6 | 34 | 64.71 | 24.44 | 48.67 |
R:NOUN:INFL | 5 | 1 | 0 | 83.33 | 100.00 | 86.21 |
R:NOUN:NUM | 107 | 43 | 22 | 71.33 | 82.95 | 73.39 |
R:NOUN:POSS | 2 | 1 | 5 | 66.67 | 28.57 | 52.63 |
R:ORTH | 113 | 20 | 89 | 84.96 | 55.94 | 76.98 |
R:OTHER | 73 | 67 | 237 | 52.14 | 23.55 | 41.95 |
R:PART | 10 | 3 | 1 | 76.92 | 90.91 | 79.37 |
R:PREP | 56 | 30 | 51 | 65.12 | 52.34 | 62.08 |
R:PRON | 14 | 8 | 13 | 63.64 | 51.85 | 60.87 |
R:PUNCT | 29 | 14 | 20 | 67.44 | 59.18 | 65.61 |
R:SPELL | 87 | 15 | 28 | 85.29 | 75.65 | 83.17 |
R:VERB | 27 | 14 | 60 | 65.85 | 31.03 | 53.78 |
R:VERB:FORM | 75 | 18 | 13 | 80.65 | 85.23 | 81.52 |
R:VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 71 | 22 | 11 | 76.34 | 86.59 | 78.19 |
R:VERB:TENSE | 47 | 32 | 48 | 59.49 | 49.47 | 57.18 |
R:WO | 16 | 9 | 14 | 64.00 | 53.33 | 61.54 |
U:ADJ | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
U:ADV | 8 | 8 | 1 | 50.00 | 88.89 | 54.79 |
U:CONJ | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
U:CONTR | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 93 | 33 | 36 | 73.81 | 72.09 | 73.46 |
U:NOUN | 2 | 7 | 5 | 22.22 | 28.57 | 23.26 |
U:NOUN:POSS | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:OTHER | 5 | 20 | 11 | 20.00 | 31.25 | 21.55 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 24 | 14 | 6 | 63.16 | 80.00 | 65.93 |
U:PRON | 6 | 3 | 9 | 66.67 | 40.00 | 58.82 |
U:PUNCT | 10 | 5 | 9 | 66.67 | 52.63 | 63.29 |
U:VERB | 8 | 8 | 4 | 50.00 | 66.67 | 52.63 |
U:VERB:FORM | 1 | 4 | 0 | 20.00 | 100.00 | 23.81 |
U:VERB:TENSE | 4 | 2 | 1 | 66.67 | 80.00 | 68.97 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 278 | 109 | 230 | 71.83 | 54.72 | 67.61 |
R | 969 | 215 | 610 | 81.84 | 61.37 | 76.72 |
U | 186 | 91 | 93 | 67.15 | 66.67 | 67.05 |
UNK | 6 | 0 | 51 | 100.00 | 10.53 | 37.04 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 9 | 5 | 10 | 64.29 | 47.37 | 60.00 |
ADJ:FORM | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
ADV | 20 | 17 | 15 | 54.05 | 57.14 | 54.64 |
CONJ | 7 | 2 | 7 | 77.78 | 50.00 | 70.00 |
CONTR | 6 | 3 | 1 | 66.67 | 85.71 | 69.77 |
DET | 201 | 62 | 100 | 76.43 | 66.78 | 74.28 |
MORPH | 62 | 12 | 25 | 83.78 | 71.26 | 80.94 |
NOUN | 20 | 14 | 36 | 58.82 | 35.71 | 52.08 |
NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 103 | 29 | 15 | 78.03 | 87.29 | 79.72 |
NOUN:POSS | 10 | 1 | 5 | 90.91 | 66.67 | 84.75 |
ORTH | 120 | 12 | 70 | 90.91 | 63.16 | 83.57 |
OTHER | 178 | 70 | 221 | 71.77 | 44.61 | 63.98 |
PART | 12 | 4 | 4 | 75.00 | 75.00 | 75.00 |
PREP | 127 | 39 | 74 | 76.51 | 63.18 | 73.41 |
PRON | 54 | 18 | 32 | 75.00 | 62.79 | 72.19 |
PUNCT | 99 | 33 | 141 | 75.00 | 41.25 | 64.45 |
SPELL | 88 | 3 | 23 | 96.70 | 79.28 | 92.63 |
UNK | 6 | 0 | 51 | 100.00 | 10.53 | 37.04 |
VERB | 62 | 27 | 72 | 69.66 | 46.27 | 63.27 |
VERB:FORM | 75 | 19 | 17 | 79.79 | 81.52 | 80.13 |
VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 76 | 12 | 9 | 86.36 | 89.41 | 86.96 |
VERB:TENSE | 77 | 25 | 44 | 75.49 | 63.64 | 72.78 |
WO | 16 | 8 | 11 | 66.67 | 59.26 | 65.04 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 4 | 3 | 1 | 57.14 | 80.00 | 60.61 |
M:ADV | 3 | 8 | 7 | 27.27 | 30.00 | 27.78 |
M:CONJ | 5 | 2 | 2 | 71.43 | 71.43 | 71.43 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 82 | 22 | 41 | 78.85 | 66.67 | 76.07 |
M:NOUN | 3 | 5 | 2 | 37.50 | 60.00 | 40.54 |
M:NOUN:POSS | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
M:OTHER | 18 | 13 | 17 | 58.06 | 51.43 | 56.60 |
M:PART | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:PREP | 35 | 9 | 18 | 79.55 | 66.04 | 76.42 |
M:PRON | 32 | 9 | 9 | 78.05 | 78.05 | 78.05 |
M:PUNCT | 56 | 17 | 115 | 76.71 | 32.75 | 60.48 |
M:VERB | 14 | 10 | 6 | 58.33 | 70.00 | 60.34 |
M:VERB:FORM | 7 | 4 | 4 | 63.64 | 63.64 | 63.64 |
M:VERB:TENSE | 15 | 5 | 6 | 75.00 | 71.43 | 74.26 |
R:ADJ | 4 | 0 | 6 | 100.00 | 40.00 | 76.92 |
R:ADJ:FORM | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
R:ADV | 9 | 0 | 6 | 100.00 | 60.00 | 88.24 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
R:DET | 27 | 13 | 26 | 67.50 | 50.94 | 63.38 |
R:MORPH | 62 | 12 | 25 | 83.78 | 71.26 | 80.94 |
R:NOUN | 15 | 4 | 29 | 78.95 | 34.09 | 62.50 |
R:NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 103 | 29 | 15 | 78.03 | 87.29 | 79.72 |
R:NOUN:POSS | 3 | 1 | 4 | 75.00 | 42.86 | 65.22 |
R:ORTH | 120 | 12 | 70 | 90.91 | 63.16 | 83.57 |
R:OTHER | 152 | 38 | 190 | 80.00 | 44.44 | 68.97 |
R:PART | 10 | 3 | 2 | 76.92 | 83.33 | 78.12 |
R:PREP | 65 | 20 | 52 | 76.47 | 55.56 | 71.12 |
R:PRON | 14 | 7 | 14 | 66.67 | 50.00 | 62.50 |
R:PUNCT | 31 | 11 | 15 | 73.81 | 67.39 | 72.43 |
R:SPELL | 88 | 3 | 23 | 96.70 | 79.28 | 92.63 |
R:VERB | 40 | 10 | 60 | 80.00 | 40.00 | 66.67 |
R:VERB:FORM | 67 | 11 | 13 | 85.90 | 83.75 | 85.46 |
R:VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 76 | 12 | 9 | 86.36 | 89.41 | 86.96 |
R:VERB:TENSE | 55 | 19 | 37 | 74.32 | 59.78 | 70.88 |
R:WO | 16 | 8 | 11 | 66.67 | 59.26 | 65.04 |
U:ADJ | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
U:ADV | 8 | 9 | 2 | 47.06 | 80.00 | 51.28 |
U:CONJ | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
U:CONTR | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 92 | 27 | 33 | 77.31 | 73.60 | 76.54 |
U:NOUN | 2 | 5 | 5 | 28.57 | 28.57 | 28.57 |
U:NOUN:POSS | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:OTHER | 8 | 19 | 14 | 29.63 | 36.36 | 30.77 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 27 | 10 | 4 | 72.97 | 87.10 | 75.42 |
U:PRON | 8 | 2 | 9 | 80.00 | 47.06 | 70.18 |
U:PUNCT | 12 | 5 | 11 | 70.59 | 52.17 | 65.93 |
U:VERB | 8 | 7 | 6 | 53.33 | 57.14 | 54.05 |
U:VERB:FORM | 1 | 4 | 0 | 20.00 | 100.00 | 23.81 |
U:VERB:TENSE | 7 | 1 | 1 | 87.50 | 87.50 | 87.50 |
UNK | 6 | 0 | 51 | 100.00 | 10.53 | 37.04 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 344 | 65 | 230 | 84.11 | 59.93 | 77.83 |
R | 1216 | 147 | 763 | 89.21 | 61.45 | 81.82 |
U | 222 | 73 | 111 | 75.25 | 66.67 | 73.36 |
UNK | 26 | 0 | 67 | 100.00 | 27.96 | 65.99 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 9 | 2 | 12 | 81.82 | 42.86 | 69.23 |
ADJ:FORM | 4 | 0 | 4 | 100.00 | 50.00 | 83.33 |
ADV | 23 | 12 | 17 | 65.71 | 57.50 | 63.89 |
CONJ | 8 | 2 | 6 | 80.00 | 57.14 | 74.07 |
CONTR | 6 | 3 | 2 | 66.67 | 75.00 | 68.18 |
DET | 215 | 46 | 104 | 82.38 | 67.40 | 78.87 |
MORPH | 65 | 3 | 22 | 95.59 | 74.71 | 90.53 |
NOUN | 30 | 8 | 41 | 78.95 | 42.25 | 67.26 |
NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 103 | 16 | 25 | 86.55 | 80.47 | 85.26 |
NOUN:POSS | 13 | 1 | 10 | 92.86 | 56.52 | 82.28 |
ORTH | 136 | 6 | 77 | 95.77 | 63.85 | 87.07 |
OTHER | 348 | 61 | 323 | 85.09 | 51.86 | 75.42 |
PART | 10 | 0 | 4 | 100.00 | 71.43 | 92.59 |
PREP | 146 | 23 | 78 | 86.39 | 65.18 | 81.11 |
PRON | 54 | 14 | 27 | 79.41 | 66.67 | 76.49 |
PUNCT | 142 | 28 | 145 | 83.53 | 49.48 | 73.42 |
SPELL | 84 | 0 | 26 | 100.00 | 76.36 | 94.17 |
UNK | 26 | 0 | 67 | 100.00 | 27.96 | 65.99 |
VERB | 75 | 17 | 77 | 81.52 | 49.34 | 72.12 |
VERB:FORM | 86 | 13 | 21 | 86.87 | 80.37 | 85.49 |
VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 81 | 6 | 4 | 93.10 | 95.29 | 93.53 |
VERB:TENSE | 90 | 17 | 55 | 84.11 | 62.07 | 78.53 |
WO | 46 | 7 | 24 | 86.79 | 65.71 | 81.56 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 3 | 2 | 1 | 60.00 | 75.00 | 62.50 |
M:ADV | 6 | 4 | 5 | 60.00 | 54.55 | 58.82 |
M:CONJ | 7 | 2 | 2 | 77.78 | 77.78 | 77.78 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 89 | 10 | 43 | 89.90 | 67.42 | 84.28 |
M:NOUN | 5 | 4 | 3 | 55.56 | 62.50 | 56.82 |
M:NOUN:POSS | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
M:OTHER | 25 | 9 | 16 | 73.53 | 60.98 | 70.62 |
M:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 45 | 5 | 13 | 90.00 | 77.59 | 87.21 |
M:PRON | 31 | 7 | 10 | 81.58 | 75.61 | 80.31 |
M:PUNCT | 86 | 14 | 115 | 86.00 | 42.79 | 71.55 |
M:VERB | 16 | 5 | 11 | 76.19 | 59.26 | 72.07 |
M:VERB:FORM | 10 | 1 | 5 | 90.91 | 66.67 | 84.75 |
M:VERB:TENSE | 17 | 1 | 5 | 94.44 | 77.27 | 90.43 |
R:ADJ | 5 | 0 | 9 | 100.00 | 35.71 | 73.53 |
R:ADJ:FORM | 4 | 0 | 4 | 100.00 | 50.00 | 83.33 |
R:ADV | 7 | 0 | 8 | 100.00 | 46.67 | 81.40 |
R:CONTR | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
R:DET | 26 | 12 | 30 | 68.42 | 46.43 | 62.50 |
R:MORPH | 65 | 3 | 22 | 95.59 | 74.71 | 90.53 |
R:NOUN | 22 | 3 | 32 | 88.00 | 40.74 | 71.43 |
R:NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 103 | 16 | 25 | 86.55 | 80.47 | 85.26 |
R:NOUN:POSS | 5 | 1 | 5 | 83.33 | 50.00 | 73.53 |
R:ORTH | 136 | 6 | 77 | 95.77 | 63.85 | 87.07 |
R:OTHER | 302 | 33 | 282 | 90.15 | 51.71 | 78.48 |
R:PART | 8 | 0 | 2 | 100.00 | 80.00 | 95.24 |
R:PREP | 69 | 13 | 60 | 84.15 | 53.49 | 75.49 |
R:PRON | 17 | 6 | 9 | 73.91 | 65.38 | 72.03 |
R:PUNCT | 37 | 9 | 20 | 80.43 | 64.91 | 76.76 |
R:SPELL | 84 | 0 | 26 | 100.00 | 76.36 | 94.17 |
R:VERB | 52 | 6 | 59 | 89.66 | 46.85 | 75.80 |
R:VERB:FORM | 74 | 8 | 15 | 90.24 | 83.15 | 88.73 |
R:VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 81 | 6 | 4 | 93.10 | 95.29 | 93.53 |
R:VERB:TENSE | 64 | 16 | 49 | 80.00 | 56.64 | 73.90 |
R:WO | 46 | 7 | 24 | 86.79 | 65.71 | 81.56 |
U:ADJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:ADV | 10 | 8 | 4 | 55.56 | 71.43 | 58.14 |
U:CONJ | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:CONTR | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
U:DET | 100 | 24 | 31 | 80.65 | 76.34 | 79.74 |
U:NOUN | 3 | 1 | 6 | 75.00 | 33.33 | 60.00 |
U:NOUN:POSS | 5 | 0 | 4 | 100.00 | 55.56 | 86.21 |
U:OTHER | 21 | 19 | 25 | 52.50 | 45.65 | 50.97 |
U:PART | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:PREP | 32 | 5 | 5 | 86.49 | 86.49 | 86.49 |
U:PRON | 6 | 1 | 8 | 85.71 | 42.86 | 71.43 |
U:PUNCT | 19 | 5 | 10 | 79.17 | 65.52 | 76.00 |
U:VERB | 7 | 6 | 7 | 53.85 | 50.00 | 53.03 |
U:VERB:FORM | 2 | 4 | 1 | 33.33 | 66.67 | 37.04 |
U:VERB:TENSE | 9 | 0 | 1 | 100.00 | 90.00 | 97.83 |
UNK | 26 | 0 | 67 | 100.00 | 27.96 | 65.99 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 919 | 566 | 787 | 61.89 | 53.87 | 60.10 |
Span-level detection | 1035 | 453 | 727 | 69.56 | 58.74 | 67.09 |
Token-level detection | 1287 | 427 | 899 | 75.09 | 58.87 | 71.17 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 221 | 105 | 193 | 67.79 | 53.38 | 64.32 |
R | 542 | 313 | 525 | 63.39 | 50.80 | 60.40 |
U | 156 | 148 | 69 | 51.32 | 69.33 | 54.13 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 5 | 5 | 9 | 50.00 | 35.71 | 46.30 |
ADJ:FORM | 3 | 2 | 0 | 60.00 | 100.00 | 65.22 |
ADV | 17 | 23 | 19 | 42.50 | 47.22 | 43.37 |
CONJ | 5 | 4 | 6 | 55.56 | 45.45 | 53.19 |
CONTR | 3 | 2 | 0 | 60.00 | 100.00 | 65.22 |
DET | 149 | 91 | 92 | 62.08 | 61.83 | 62.03 |
MORPH | 26 | 17 | 14 | 60.47 | 65.00 | 61.32 |
NOUN | 15 | 11 | 34 | 57.69 | 30.61 | 49.02 |
NOUN:NUM | 63 | 23 | 20 | 73.26 | 75.90 | 73.77 |
NOUN:POSS | 4 | 2 | 9 | 66.67 | 30.77 | 54.05 |
ORTH | 44 | 14 | 33 | 75.86 | 57.14 | 71.20 |
OTHER | 47 | 90 | 176 | 34.31 | 21.08 | 30.48 |
PART | 7 | 3 | 4 | 70.00 | 63.64 | 68.63 |
PREP | 114 | 60 | 63 | 65.52 | 64.41 | 65.29 |
PRON | 25 | 20 | 24 | 55.56 | 51.02 | 54.59 |
PUNCT | 123 | 55 | 111 | 69.10 | 52.56 | 65.01 |
SPELL | 50 | 13 | 23 | 79.37 | 68.49 | 76.92 |
VERB | 29 | 40 | 63 | 42.03 | 31.52 | 39.40 |
VERB:FORM | 54 | 22 | 23 | 71.05 | 70.13 | 70.87 |
VERB:SVA | 53 | 12 | 7 | 81.54 | 88.33 | 82.81 |
VERB:TENSE | 60 | 45 | 38 | 57.14 | 61.22 | 57.92 |
WO | 23 | 12 | 19 | 65.71 | 54.76 | 63.19 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
M:ADV | 4 | 10 | 9 | 28.57 | 30.77 | 28.99 |
M:CONJ | 4 | 1 | 4 | 80.00 | 50.00 | 71.43 |
M:DET | 64 | 19 | 46 | 77.11 | 58.18 | 72.40 |
M:NOUN | 1 | 3 | 3 | 25.00 | 25.00 | 25.00 |
M:NOUN:POSS | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
M:OTHER | 1 | 13 | 12 | 7.14 | 7.69 | 7.25 |
M:PART | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
M:PREP | 24 | 14 | 9 | 63.16 | 72.73 | 64.86 |
M:PRON | 17 | 13 | 12 | 56.67 | 58.62 | 57.05 |
M:PUNCT | 83 | 15 | 80 | 84.69 | 50.92 | 74.77 |
M:VERB | 7 | 8 | 4 | 46.67 | 63.64 | 49.30 |
M:VERB:FORM | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:VERB:TENSE | 10 | 4 | 7 | 71.43 | 58.82 | 68.49 |
R:ADJ | 3 | 1 | 6 | 75.00 | 33.33 | 60.00 |
R:ADJ:FORM | 3 | 2 | 0 | 60.00 | 100.00 | 65.22 |
R:ADV | 5 | 5 | 4 | 50.00 | 55.56 | 51.02 |
R:CONJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:CONTR | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
R:DET | 22 | 17 | 30 | 56.41 | 42.31 | 52.88 |
R:MORPH | 26 | 17 | 14 | 60.47 | 65.00 | 61.32 |
R:NOUN | 11 | 6 | 29 | 64.71 | 27.50 | 50.93 |
R:NOUN:NUM | 63 | 23 | 20 | 73.26 | 75.90 | 73.77 |
R:NOUN:POSS | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
R:ORTH | 44 | 14 | 33 | 75.86 | 57.14 | 71.20 |
R:OTHER | 36 | 51 | 159 | 41.38 | 18.46 | 33.15 |
R:PART | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
R:PREP | 66 | 30 | 44 | 68.75 | 60.00 | 66.80 |
R:PRON | 3 | 6 | 9 | 33.33 | 25.00 | 31.25 |
R:PUNCT | 24 | 28 | 25 | 46.15 | 48.98 | 46.69 |
R:SPELL | 50 | 13 | 23 | 79.37 | 68.49 | 76.92 |
R:VERB | 18 | 19 | 49 | 48.65 | 26.87 | 41.86 |
R:VERB:FORM | 47 | 16 | 21 | 74.60 | 69.12 | 73.44 |
R:VERB:SVA | 53 | 12 | 7 | 81.54 | 88.33 | 82.81 |
R:VERB:TENSE | 39 | 37 | 26 | 51.32 | 60.00 | 52.85 |
R:WO | 23 | 12 | 19 | 65.71 | 54.76 | 63.19 |
U:ADJ | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
U:ADV | 8 | 8 | 6 | 50.00 | 57.14 | 51.28 |
U:CONJ | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
U:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 63 | 55 | 16 | 53.39 | 79.75 | 57.17 |
U:NOUN | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
U:NOUN:POSS | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
U:OTHER | 10 | 26 | 5 | 27.78 | 66.67 | 31.45 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 24 | 16 | 10 | 60.00 | 70.59 | 61.86 |
U:PRON | 5 | 1 | 3 | 83.33 | 62.50 | 78.12 |
U:PUNCT | 16 | 12 | 6 | 57.14 | 72.73 | 59.70 |
U:VERB | 4 | 13 | 10 | 23.53 | 28.57 | 24.39 |
U:VERB:FORM | 6 | 5 | 1 | 54.55 | 85.71 | 58.82 |
U:VERB:TENSE | 11 | 4 | 5 | 73.33 | 68.75 | 72.37 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 243 | 86 | 176 | 73.86 | 58.00 | 70.03 |
R | 622 | 236 | 470 | 72.49 | 56.96 | 68.74 |
U | 164 | 131 | 68 | 55.59 | 70.69 | 58.07 |
UNK | 6 | 0 | 13 | 100.00 | 31.58 | 69.77 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 8 | 5 | 11 | 61.54 | 42.11 | 56.34 |
ADJ:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
ADV | 20 | 20 | 17 | 50.00 | 54.05 | 50.76 |
CONJ | 5 | 3 | 8 | 62.50 | 38.46 | 55.56 |
CONTR | 3 | 2 | 0 | 60.00 | 100.00 | 65.22 |
DET | 158 | 80 | 85 | 66.39 | 65.02 | 66.11 |
MORPH | 25 | 11 | 12 | 69.44 | 67.57 | 69.06 |
NOUN | 16 | 11 | 30 | 59.26 | 34.78 | 51.95 |
NOUN:NUM | 63 | 20 | 18 | 75.90 | 77.78 | 76.27 |
NOUN:POSS | 4 | 2 | 10 | 66.67 | 28.57 | 52.63 |
ORTH | 46 | 12 | 35 | 79.31 | 56.79 | 73.48 |
OTHER | 90 | 67 | 156 | 57.32 | 36.59 | 51.49 |
PART | 7 | 3 | 6 | 70.00 | 53.85 | 66.04 |
PREP | 122 | 47 | 60 | 72.19 | 67.03 | 71.10 |
PRON | 27 | 15 | 18 | 64.29 | 60.00 | 63.38 |
PUNCT | 142 | 50 | 102 | 73.96 | 58.20 | 70.16 |
SPELL | 48 | 6 | 21 | 88.89 | 69.57 | 84.21 |
UNK | 6 | 0 | 13 | 100.00 | 31.58 | 69.77 |
VERB | 47 | 30 | 52 | 61.04 | 47.47 | 57.74 |
VERB:FORM | 54 | 15 | 20 | 78.26 | 72.97 | 77.14 |
VERB:SVA | 56 | 8 | 3 | 87.50 | 94.92 | 88.89 |
VERB:TENSE | 63 | 36 | 31 | 63.64 | 67.02 | 64.29 |
WO | 22 | 9 | 19 | 70.97 | 53.66 | 66.67 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
M:ADV | 4 | 9 | 7 | 30.77 | 36.36 | 31.75 |
M:CONJ | 4 | 0 | 6 | 100.00 | 40.00 | 76.92 |
M:DET | 69 | 16 | 40 | 81.18 | 63.30 | 76.84 |
M:NOUN | 2 | 3 | 1 | 40.00 | 66.67 | 43.48 |
M:NOUN:POSS | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
M:OTHER | 5 | 10 | 11 | 33.33 | 31.25 | 32.89 |
M:PART | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
M:PREP | 25 | 12 | 11 | 67.57 | 69.44 | 67.93 |
M:PRON | 19 | 9 | 9 | 67.86 | 67.86 | 67.86 |
M:PUNCT | 91 | 14 | 76 | 86.67 | 54.49 | 77.51 |
M:VERB | 9 | 6 | 2 | 60.00 | 81.82 | 63.38 |
M:VERB:FORM | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:VERB:TENSE | 10 | 2 | 5 | 83.33 | 66.67 | 79.37 |
R:ADJ | 6 | 1 | 8 | 85.71 | 42.86 | 71.43 |
R:ADJ:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
R:ADV | 8 | 4 | 5 | 66.67 | 61.54 | 65.57 |
R:CONJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:CONTR | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
R:DET | 27 | 15 | 29 | 64.29 | 48.21 | 60.27 |
R:MORPH | 25 | 11 | 12 | 69.44 | 67.57 | 69.06 |
R:NOUN | 11 | 6 | 26 | 64.71 | 29.73 | 52.38 |
R:NOUN:NUM | 63 | 20 | 18 | 75.90 | 77.78 | 76.27 |
R:NOUN:POSS | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
R:ORTH | 46 | 12 | 35 | 79.31 | 56.79 | 73.48 |
R:OTHER | 74 | 35 | 140 | 67.89 | 34.58 | 56.92 |
R:PART | 4 | 2 | 3 | 66.67 | 57.14 | 64.52 |
R:PREP | 73 | 23 | 39 | 76.04 | 65.18 | 73.59 |
R:PRON | 3 | 5 | 7 | 37.50 | 30.00 | 35.71 |
R:PUNCT | 27 | 24 | 18 | 52.94 | 60.00 | 54.22 |
R:SPELL | 48 | 6 | 21 | 88.89 | 69.57 | 84.21 |
R:VERB | 33 | 13 | 42 | 71.74 | 44.00 | 63.71 |
R:VERB:FORM | 48 | 9 | 18 | 84.21 | 72.73 | 81.63 |
R:VERB:SVA | 56 | 8 | 3 | 87.50 | 94.92 | 88.89 |
R:VERB:TENSE | 42 | 30 | 21 | 58.33 | 66.67 | 59.83 |
R:WO | 22 | 9 | 19 | 70.97 | 53.66 | 66.67 |
U:ADJ | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
U:ADV | 8 | 7 | 5 | 53.33 | 61.54 | 54.79 |
U:CONJ | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
U:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 62 | 49 | 16 | 55.86 | 79.49 | 59.39 |
U:NOUN | 3 | 2 | 3 | 60.00 | 50.00 | 57.69 |
U:NOUN:POSS | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
U:OTHER | 11 | 22 | 5 | 33.33 | 68.75 | 37.16 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 24 | 12 | 10 | 66.67 | 70.59 | 67.42 |
U:PRON | 5 | 1 | 2 | 83.33 | 71.43 | 80.65 |
U:PUNCT | 24 | 12 | 8 | 66.67 | 75.00 | 68.18 |
U:VERB | 5 | 11 | 8 | 31.25 | 38.46 | 32.47 |
U:VERB:FORM | 5 | 5 | 1 | 50.00 | 83.33 | 54.35 |
U:VERB:TENSE | 11 | 4 | 5 | 73.33 | 68.75 | 72.37 |
UNK | 6 | 0 | 13 | 100.00 | 31.58 | 69.77 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 289 | 67 | 193 | 81.18 | 59.96 | 75.81 |
R | 804 | 221 | 574 | 78.44 | 58.35 | 73.38 |
U | 184 | 139 | 112 | 56.97 | 62.16 | 57.93 |
UNK | 10 | 0 | 20 | 100.00 | 33.33 | 71.43 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 10 | 5 | 13 | 66.67 | 43.48 | 60.24 |
ADJ:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
ADV | 20 | 18 | 18 | 52.63 | 52.63 | 52.63 |
CONJ | 10 | 3 | 7 | 76.92 | 58.82 | 72.46 |
CONTR | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
DET | 155 | 72 | 86 | 68.28 | 64.32 | 67.45 |
MORPH | 27 | 8 | 16 | 77.14 | 62.79 | 73.77 |
NOUN | 20 | 11 | 27 | 64.52 | 42.55 | 58.48 |
NOUN:NUM | 62 | 13 | 20 | 82.67 | 75.61 | 81.15 |
NOUN:POSS | 7 | 1 | 12 | 87.50 | 36.84 | 68.63 |
ORTH | 71 | 9 | 39 | 88.75 | 64.55 | 82.56 |
OTHER | 192 | 88 | 252 | 68.57 | 43.24 | 61.38 |
PART | 7 | 1 | 3 | 87.50 | 70.00 | 83.33 |
PREP | 128 | 36 | 61 | 78.05 | 67.72 | 75.74 |
PRON | 29 | 13 | 24 | 69.05 | 54.72 | 65.61 |
PUNCT | 168 | 47 | 108 | 78.14 | 60.87 | 73.94 |
SPELL | 50 | 4 | 20 | 92.59 | 71.43 | 87.41 |
UNK | 10 | 0 | 20 | 100.00 | 33.33 | 71.43 |
VERB | 57 | 26 | 68 | 68.67 | 45.60 | 62.36 |
VERB:FORM | 59 | 14 | 18 | 80.82 | 76.62 | 79.95 |
VERB:SVA | 55 | 7 | 2 | 88.71 | 96.49 | 90.16 |
VERB:TENSE | 81 | 37 | 49 | 68.64 | 62.31 | 67.28 |
WO | 64 | 11 | 36 | 85.33 | 64.00 | 80.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
M:ADV | 7 | 8 | 5 | 46.67 | 58.33 | 48.61 |
M:CONJ | 9 | 0 | 4 | 100.00 | 69.23 | 91.84 |
M:DET | 70 | 11 | 41 | 86.42 | 63.06 | 80.46 |
M:NOUN | 5 | 3 | 4 | 62.50 | 55.56 | 60.98 |
M:NOUN:POSS | 2 | 1 | 5 | 66.67 | 28.57 | 52.63 |
M:OTHER | 8 | 8 | 14 | 50.00 | 36.36 | 46.51 |
M:PART | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 28 | 7 | 13 | 80.00 | 68.29 | 77.35 |
M:PRON | 20 | 7 | 11 | 74.07 | 64.52 | 71.94 |
M:PUNCT | 111 | 12 | 81 | 90.24 | 57.81 | 81.14 |
M:VERB | 11 | 5 | 6 | 68.75 | 64.71 | 67.90 |
M:VERB:FORM | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
M:VERB:TENSE | 12 | 2 | 7 | 85.71 | 63.16 | 80.00 |
R:ADJ | 7 | 1 | 10 | 87.50 | 41.18 | 71.43 |
R:ADJ:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
R:ADV | 6 | 4 | 6 | 60.00 | 50.00 | 57.69 |
R:CONJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:CONTR | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
R:DET | 29 | 14 | 25 | 67.44 | 53.70 | 64.16 |
R:MORPH | 27 | 8 | 16 | 77.14 | 62.79 | 73.77 |
R:NOUN | 12 | 6 | 20 | 66.67 | 37.50 | 57.69 |
R:NOUN:NUM | 62 | 13 | 20 | 82.67 | 75.61 | 81.15 |
R:NOUN:POSS | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
R:ORTH | 71 | 9 | 39 | 88.75 | 64.55 | 82.56 |
R:OTHER | 153 | 45 | 204 | 77.27 | 42.86 | 66.58 |
R:PART | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
R:PREP | 75 | 19 | 38 | 79.79 | 66.37 | 76.69 |
R:PRON | 3 | 5 | 9 | 37.50 | 25.00 | 34.09 |
R:PUNCT | 32 | 23 | 17 | 58.18 | 65.31 | 59.48 |
R:SPELL | 50 | 4 | 20 | 92.59 | 71.43 | 87.41 |
R:VERB | 38 | 10 | 50 | 79.17 | 43.18 | 67.86 |
R:VERB:FORM | 53 | 7 | 17 | 88.33 | 75.71 | 85.48 |
R:VERB:SVA | 55 | 7 | 2 | 88.71 | 96.49 | 90.16 |
R:VERB:TENSE | 57 | 31 | 36 | 64.77 | 61.29 | 64.04 |
R:WO | 64 | 11 | 36 | 85.33 | 64.00 | 80.00 |
U:ADJ | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
U:ADV | 7 | 6 | 7 | 53.85 | 50.00 | 53.03 |
U:CONJ | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 56 | 47 | 20 | 54.37 | 73.68 | 57.38 |
U:NOUN | 3 | 2 | 3 | 60.00 | 50.00 | 57.69 |
U:NOUN:POSS | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
U:OTHER | 31 | 35 | 34 | 46.97 | 47.69 | 47.11 |
U:PART | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
U:PREP | 25 | 10 | 10 | 71.43 | 71.43 | 71.43 |
U:PRON | 6 | 1 | 4 | 85.71 | 60.00 | 78.95 |
U:PUNCT | 25 | 12 | 10 | 67.57 | 71.43 | 68.31 |
U:VERB | 8 | 11 | 12 | 42.11 | 40.00 | 41.67 |
U:VERB:FORM | 4 | 6 | 1 | 40.00 | 80.00 | 44.44 |
U:VERB:TENSE | 12 | 4 | 6 | 75.00 | 66.67 | 73.17 |
UNK | 10 | 0 | 20 | 100.00 | 33.33 | 71.43 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 495 | 384 | 278 | 56.31 | 64.04 | 57.71 |
Span-level detection | 538 | 342 | 256 | 61.14 | 67.76 | 62.36 |
Token-level detection | 671 | 330 | 318 | 67.03 | 67.85 | 67.19 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 130 | 59 | 75 | 68.78 | 63.41 | 67.64 |
R | 260 | 220 | 175 | 54.17 | 59.77 | 55.20 |
U | 105 | 105 | 28 | 50.00 | 78.95 | 53.96 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 5 | 3 | 44.44 | 57.14 | 46.51 |
ADJ:FORM | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
ADV | 5 | 8 | 3 | 38.46 | 62.50 | 41.67 |
CONJ | 2 | 3 | 2 | 40.00 | 50.00 | 41.67 |
CONTR | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
DET | 105 | 68 | 33 | 60.69 | 76.09 | 63.25 |
MORPH | 19 | 11 | 8 | 63.33 | 70.37 | 64.63 |
NOUN | 2 | 14 | 15 | 12.50 | 11.76 | 12.35 |
NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 27 | 23 | 7 | 54.00 | 79.41 | 57.69 |
NOUN:POSS | 5 | 2 | 5 | 71.43 | 50.00 | 65.79 |
ORTH | 32 | 6 | 17 | 84.21 | 65.31 | 79.60 |
OTHER | 31 | 55 | 48 | 36.05 | 39.24 | 36.64 |
PART | 3 | 4 | 3 | 42.86 | 50.00 | 44.12 |
PREP | 55 | 48 | 33 | 53.40 | 62.50 | 55.00 |
PRON | 15 | 14 | 3 | 51.72 | 83.33 | 55.97 |
PUNCT | 72 | 30 | 42 | 70.59 | 63.16 | 68.97 |
SPELL | 21 | 9 | 16 | 70.00 | 56.76 | 66.88 |
VERB | 7 | 15 | 13 | 31.82 | 35.00 | 32.41 |
VERB:FORM | 24 | 15 | 3 | 61.54 | 88.89 | 65.57 |
VERB:SVA | 10 | 8 | 0 | 55.56 | 100.00 | 60.98 |
VERB:TENSE | 36 | 35 | 14 | 50.70 | 72.00 | 53.89 |
WO | 15 | 9 | 7 | 62.50 | 68.18 | 63.56 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:ADV | 1 | 4 | 1 | 20.00 | 50.00 | 22.73 |
M:CONJ | 1 | 3 | 0 | 25.00 | 100.00 | 29.41 |
M:DET | 40 | 13 | 17 | 75.47 | 70.18 | 74.35 |
M:NOUN | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:OTHER | 3 | 3 | 8 | 50.00 | 27.27 | 42.86 |
M:PART | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:PREP | 15 | 14 | 10 | 51.72 | 60.00 | 53.19 |
M:PRON | 8 | 7 | 2 | 53.33 | 80.00 | 57.14 |
M:PUNCT | 51 | 9 | 30 | 85.00 | 62.96 | 79.44 |
M:VERB | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:VERB:FORM | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 6 | 1 | 4 | 85.71 | 60.00 | 78.95 |
R:ADJ | 3 | 4 | 2 | 42.86 | 60.00 | 45.45 |
R:ADJ:FORM | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:ADV | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:CONJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:CONTR | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 11 | 14 | 8 | 44.00 | 57.89 | 46.22 |
R:MORPH | 19 | 11 | 8 | 63.33 | 70.37 | 64.63 |
R:NOUN | 1 | 11 | 9 | 8.33 | 10.00 | 8.62 |
R:NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 27 | 23 | 7 | 54.00 | 79.41 | 57.69 |
R:NOUN:POSS | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:ORTH | 32 | 6 | 17 | 84.21 | 65.31 | 79.60 |
R:OTHER | 23 | 30 | 38 | 43.40 | 37.70 | 42.12 |
R:PART | 2 | 3 | 2 | 40.00 | 50.00 | 41.67 |
R:PREP | 31 | 23 | 20 | 57.41 | 60.78 | 58.05 |
R:PRON | 5 | 5 | 1 | 50.00 | 83.33 | 54.35 |
R:PUNCT | 11 | 11 | 5 | 50.00 | 68.75 | 52.88 |
R:SPELL | 21 | 9 | 16 | 70.00 | 56.76 | 66.88 |
R:VERB | 6 | 11 | 12 | 35.29 | 33.33 | 34.88 |
R:VERB:FORM | 15 | 11 | 3 | 57.69 | 83.33 | 61.48 |
R:VERB:SVA | 10 | 8 | 0 | 55.56 | 100.00 | 60.98 |
R:VERB:TENSE | 23 | 29 | 10 | 44.23 | 69.70 | 47.72 |
R:WO | 15 | 9 | 7 | 62.50 | 68.18 | 63.56 |
U:ADJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 3 | 4 | 1 | 42.86 | 75.00 | 46.88 |
U:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 54 | 41 | 8 | 56.84 | 87.10 | 61.09 |
U:NOUN | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
U:NOUN:POSS | 4 | 1 | 0 | 80.00 | 100.00 | 83.33 |
U:OTHER | 5 | 22 | 2 | 18.52 | 71.43 | 21.74 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 9 | 11 | 3 | 45.00 | 75.00 | 48.91 |
U:PRON | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
U:PUNCT | 10 | 10 | 7 | 50.00 | 58.82 | 51.55 |
U:VERB | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 7 | 4 | 0 | 63.64 | 100.00 | 68.63 |
U:VERB:TENSE | 7 | 5 | 0 | 58.33 | 100.00 | 63.64 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 139 | 52 | 78 | 72.77 | 64.06 | 70.85 |
R | 290 | 192 | 150 | 60.17 | 65.91 | 61.23 |
U | 108 | 98 | 26 | 52.43 | 80.60 | 56.37 |
UNK | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 5 | 3 | 44.44 | 57.14 | 46.51 |
ADJ:FORM | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
ADV | 4 | 8 | 3 | 33.33 | 57.14 | 36.36 |
CONJ | 4 | 3 | 2 | 57.14 | 66.67 | 58.82 |
CONTR | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
DET | 113 | 60 | 28 | 65.32 | 80.14 | 67.83 |
MORPH | 22 | 9 | 7 | 70.97 | 75.86 | 71.90 |
NOUN | 5 | 10 | 13 | 33.33 | 27.78 | 32.05 |
NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 27 | 21 | 8 | 56.25 | 77.14 | 59.47 |
NOUN:POSS | 5 | 2 | 5 | 71.43 | 50.00 | 65.79 |
ORTH | 32 | 3 | 17 | 91.43 | 65.31 | 84.66 |
OTHER | 51 | 47 | 39 | 52.04 | 56.67 | 52.90 |
PART | 4 | 4 | 1 | 50.00 | 80.00 | 54.05 |
PREP | 55 | 44 | 31 | 55.56 | 63.95 | 57.05 |
PRON | 14 | 13 | 3 | 51.85 | 82.35 | 56.00 |
PUNCT | 76 | 30 | 44 | 71.70 | 63.33 | 69.85 |
SPELL | 25 | 5 | 11 | 83.33 | 69.44 | 80.13 |
UNK | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
VERB | 10 | 13 | 13 | 43.48 | 43.48 | 43.48 |
VERB:FORM | 24 | 15 | 3 | 61.54 | 88.89 | 65.57 |
VERB:SVA | 10 | 6 | 1 | 62.50 | 90.91 | 66.67 |
VERB:TENSE | 35 | 33 | 13 | 51.47 | 72.92 | 54.69 |
WO | 12 | 9 | 6 | 57.14 | 66.67 | 58.82 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:ADV | 0 | 4 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 3 | 3 | 0 | 50.00 | 100.00 | 55.56 |
M:DET | 43 | 9 | 17 | 82.69 | 71.67 | 80.22 |
M:NOUN | 1 | 2 | 4 | 33.33 | 20.00 | 29.41 |
M:NOUN:POSS | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:OTHER | 4 | 2 | 8 | 66.67 | 33.33 | 55.56 |
M:PART | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:PREP | 14 | 13 | 9 | 51.85 | 60.87 | 53.44 |
M:PRON | 7 | 7 | 2 | 50.00 | 77.78 | 53.85 |
M:PUNCT | 55 | 9 | 31 | 85.94 | 63.95 | 80.41 |
M:VERB | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:FORM | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 6 | 1 | 4 | 85.71 | 60.00 | 78.95 |
R:ADJ | 3 | 4 | 1 | 42.86 | 75.00 | 46.88 |
R:ADJ:FORM | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:ADV | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:CONJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:CONTR | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 14 | 12 | 5 | 53.85 | 73.68 | 56.91 |
R:MORPH | 22 | 9 | 7 | 70.97 | 75.86 | 71.90 |
R:NOUN | 3 | 7 | 7 | 30.00 | 30.00 | 30.00 |
R:NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 27 | 21 | 8 | 56.25 | 77.14 | 59.47 |
R:NOUN:POSS | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:ORTH | 32 | 3 | 17 | 91.43 | 65.31 | 84.66 |
R:OTHER | 42 | 24 | 28 | 63.64 | 60.00 | 62.87 |
R:PART | 3 | 3 | 0 | 50.00 | 100.00 | 55.56 |
R:PREP | 33 | 22 | 18 | 60.00 | 64.71 | 60.89 |
R:PRON | 5 | 5 | 1 | 50.00 | 83.33 | 54.35 |
R:PUNCT | 9 | 11 | 6 | 45.00 | 60.00 | 47.37 |
R:SPELL | 25 | 5 | 11 | 83.33 | 69.44 | 80.13 |
R:VERB | 8 | 10 | 12 | 44.44 | 40.00 | 43.48 |
R:VERB:FORM | 15 | 11 | 3 | 57.69 | 83.33 | 61.48 |
R:VERB:SVA | 10 | 6 | 1 | 62.50 | 90.91 | 66.67 |
R:VERB:TENSE | 22 | 28 | 9 | 44.00 | 70.97 | 47.62 |
R:WO | 12 | 9 | 6 | 57.14 | 66.67 | 58.82 |
U:ADJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 3 | 4 | 1 | 42.86 | 75.00 | 46.88 |
U:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 56 | 39 | 6 | 58.95 | 90.32 | 63.35 |
U:NOUN | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:NOUN:POSS | 4 | 1 | 0 | 80.00 | 100.00 | 83.33 |
U:OTHER | 5 | 21 | 3 | 19.23 | 62.50 | 22.32 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 8 | 9 | 4 | 47.06 | 66.67 | 50.00 |
U:PRON | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
U:PUNCT | 12 | 10 | 7 | 54.55 | 63.16 | 56.07 |
U:VERB | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 7 | 4 | 0 | 63.64 | 100.00 | 68.63 |
U:VERB:TENSE | 7 | 4 | 0 | 63.64 | 100.00 | 68.63 |
UNK | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 170 | 46 | 82 | 78.70 | 67.46 | 76.16 |
R | 372 | 179 | 193 | 67.51 | 65.84 | 67.17 |
U | 128 | 105 | 39 | 54.94 | 76.65 | 58.23 |
UNK | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 4 | 4 | 50.00 | 50.00 | 50.00 |
ADJ:FORM | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
ADV | 6 | 5 | 6 | 54.55 | 50.00 | 53.57 |
CONJ | 4 | 1 | 2 | 80.00 | 66.67 | 76.92 |
CONTR | 3 | 2 | 1 | 60.00 | 75.00 | 62.50 |
DET | 118 | 56 | 29 | 67.82 | 80.27 | 69.99 |
MORPH | 22 | 8 | 7 | 73.33 | 75.86 | 73.83 |
NOUN | 5 | 7 | 11 | 41.67 | 31.25 | 39.06 |
NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 26 | 19 | 9 | 57.78 | 74.29 | 60.47 |
NOUN:POSS | 5 | 2 | 5 | 71.43 | 50.00 | 65.79 |
ORTH | 40 | 4 | 20 | 90.91 | 66.67 | 84.75 |
OTHER | 107 | 60 | 76 | 64.07 | 58.47 | 62.87 |
PART | 3 | 2 | 1 | 60.00 | 75.00 | 62.50 |
PREP | 56 | 40 | 36 | 58.33 | 60.87 | 58.82 |
PRON | 16 | 14 | 4 | 53.33 | 80.00 | 57.14 |
PUNCT | 106 | 27 | 47 | 79.70 | 69.28 | 77.37 |
SPELL | 26 | 4 | 11 | 86.67 | 70.27 | 82.80 |
UNK | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
VERB | 15 | 13 | 14 | 53.57 | 51.72 | 53.19 |
VERB:FORM | 26 | 13 | 3 | 66.67 | 89.66 | 70.27 |
VERB:SVA | 9 | 5 | 1 | 64.29 | 90.00 | 68.18 |
VERB:TENSE | 36 | 38 | 17 | 48.65 | 67.92 | 51.58 |
WO | 34 | 6 | 7 | 85.00 | 82.93 | 84.58 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
M:ADV | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
M:CONJ | 4 | 1 | 0 | 80.00 | 100.00 | 83.33 |
M:DET | 47 | 9 | 17 | 83.93 | 73.44 | 81.60 |
M:NOUN | 2 | 2 | 3 | 50.00 | 40.00 | 47.62 |
M:NOUN:POSS | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:OTHER | 5 | 2 | 6 | 71.43 | 45.45 | 64.10 |
M:PART | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:PREP | 16 | 12 | 10 | 57.14 | 61.54 | 57.97 |
M:PRON | 8 | 7 | 2 | 53.33 | 80.00 | 57.14 |
M:PUNCT | 71 | 7 | 37 | 91.03 | 65.74 | 84.52 |
M:VERB | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
M:VERB:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 8 | 1 | 3 | 88.89 | 72.73 | 85.11 |
R:ADJ | 2 | 4 | 2 | 33.33 | 50.00 | 35.71 |
R:ADJ:FORM | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
R:ADV | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 14 | 10 | 6 | 58.33 | 70.00 | 60.34 |
R:MORPH | 22 | 8 | 7 | 73.33 | 75.86 | 73.83 |
R:NOUN | 2 | 4 | 6 | 33.33 | 25.00 | 31.25 |
R:NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 26 | 19 | 9 | 57.78 | 74.29 | 60.47 |
R:NOUN:POSS | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:ORTH | 40 | 4 | 20 | 90.91 | 66.67 | 84.75 |
R:OTHER | 88 | 24 | 56 | 78.57 | 61.11 | 74.32 |
R:PART | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
R:PREP | 32 | 20 | 21 | 61.54 | 60.38 | 61.30 |
R:PRON | 6 | 6 | 1 | 50.00 | 85.71 | 54.55 |
R:PUNCT | 16 | 10 | 6 | 61.54 | 72.73 | 63.49 |
R:SPELL | 26 | 4 | 11 | 86.67 | 70.27 | 82.80 |
R:VERB | 12 | 10 | 12 | 54.55 | 50.00 | 53.57 |
R:VERB:FORM | 16 | 9 | 3 | 64.00 | 84.21 | 67.23 |
R:VERB:SVA | 9 | 5 | 1 | 64.29 | 90.00 | 68.18 |
R:VERB:TENSE | 21 | 33 | 13 | 38.89 | 61.76 | 42.00 |
R:WO | 34 | 6 | 7 | 85.00 | 82.93 | 84.58 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 4 | 2 | 3 | 66.67 | 57.14 | 64.52 |
U:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 57 | 37 | 6 | 60.64 | 90.48 | 64.92 |
U:NOUN | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:NOUN:POSS | 4 | 1 | 0 | 80.00 | 100.00 | 83.33 |
U:OTHER | 14 | 34 | 14 | 29.17 | 50.00 | 31.82 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 8 | 8 | 5 | 50.00 | 61.54 | 51.95 |
U:PRON | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
U:PUNCT | 19 | 10 | 4 | 65.52 | 82.61 | 68.35 |
U:VERB | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
U:VERB:FORM | 7 | 4 | 0 | 63.64 | 100.00 | 68.63 |
U:VERB:TENSE | 7 | 4 | 1 | 63.64 | 87.50 | 67.31 |
UNK | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 373 | 470 | 223 | 44.25 | 62.58 | 47.00 |
Span-level detection | 421 | 422 | 215 | 49.94 | 66.19 | 52.52 |
Token-level detection | 516 | 449 | 266 | 53.47 | 65.98 | 55.58 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 94 | 72 | 54 | 56.63 | 63.51 | 57.88 |
R | 231 | 219 | 156 | 51.33 | 59.69 | 52.81 |
U | 48 | 179 | 13 | 21.15 | 78.69 | 24.77 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 3 | 3 | 50.00 | 50.00 | 50.00 |
ADV | 3 | 14 | 1 | 17.65 | 75.00 | 20.83 |
CONJ | 1 | 6 | 2 | 14.29 | 33.33 | 16.13 |
DET | 28 | 111 | 6 | 20.14 | 82.35 | 23.73 |
MORPH | 7 | 10 | 2 | 41.18 | 77.78 | 45.45 |
NOUN | 5 | 19 | 8 | 20.83 | 38.46 | 22.94 |
NOUN:INFL | 0 | 4 | 10 | 0.00 | 0.00 | 0.00 |
NOUN:NUM | 25 | 34 | 3 | 42.37 | 89.29 | 47.35 |
NOUN:POSS | 7 | 8 | 11 | 46.67 | 38.89 | 44.87 |
ORTH | 32 | 7 | 26 | 82.05 | 55.17 | 74.77 |
OTHER | 28 | 77 | 27 | 26.67 | 50.91 | 29.47 |
PART | 2 | 4 | 0 | 33.33 | 100.00 | 38.46 |
PREP | 15 | 46 | 14 | 24.59 | 51.72 | 27.47 |
PRON | 7 | 5 | 1 | 58.33 | 87.50 | 62.50 |
PUNCT | 104 | 32 | 55 | 76.47 | 65.41 | 73.97 |
SPELL | 51 | 11 | 39 | 82.26 | 56.67 | 75.44 |
VERB | 10 | 17 | 7 | 37.04 | 58.82 | 40.00 |
VERB:FORM | 14 | 15 | 1 | 48.28 | 93.33 | 53.44 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 16 | 17 | 0 | 48.48 | 100.00 | 54.05 |
VERB:TENSE | 8 | 25 | 6 | 24.24 | 57.14 | 27.40 |
WO | 3 | 5 | 0 | 37.50 | 100.00 | 42.86 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:ADV | 0 | 4 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:DET | 6 | 12 | 3 | 33.33 | 66.67 | 37.04 |
M:NOUN | 0 | 6 | 2 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 3 | 5 | 4 | 37.50 | 42.86 | 38.46 |
M:OTHER | 0 | 6 | 0 | 0.00 | 100.00 | 0.00 |
M:PART | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
M:PREP | 3 | 13 | 0 | 18.75 | 100.00 | 22.39 |
M:PRON | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
M:PUNCT | 74 | 10 | 40 | 88.10 | 64.91 | 82.22 |
M:VERB | 2 | 6 | 2 | 25.00 | 50.00 | 27.78 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
R:ADV | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
R:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:DET | 3 | 16 | 1 | 15.79 | 75.00 | 18.75 |
R:MORPH | 7 | 10 | 2 | 41.18 | 77.78 | 45.45 |
R:NOUN | 5 | 10 | 6 | 33.33 | 45.45 | 35.21 |
R:NOUN:INFL | 0 | 4 | 10 | 0.00 | 0.00 | 0.00 |
R:NOUN:NUM | 25 | 34 | 3 | 42.37 | 89.29 | 47.35 |
R:NOUN:POSS | 4 | 1 | 6 | 80.00 | 40.00 | 66.67 |
R:ORTH | 32 | 7 | 26 | 82.05 | 55.17 | 74.77 |
R:OTHER | 26 | 41 | 27 | 38.81 | 49.06 | 40.50 |
R:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PREP | 8 | 18 | 13 | 30.77 | 38.10 | 32.00 |
R:PRON | 4 | 3 | 0 | 57.14 | 100.00 | 62.50 |
R:PUNCT | 16 | 7 | 9 | 69.57 | 64.00 | 68.38 |
R:SPELL | 51 | 11 | 39 | 82.26 | 56.67 | 75.44 |
R:VERB | 6 | 6 | 4 | 50.00 | 60.00 | 51.72 |
R:VERB:FORM | 13 | 14 | 1 | 48.15 | 92.86 | 53.28 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 16 | 17 | 0 | 48.48 | 100.00 | 54.05 |
R:VERB:TENSE | 6 | 11 | 5 | 35.29 | 54.55 | 37.97 |
R:WO | 3 | 5 | 0 | 37.50 | 100.00 | 42.86 |
U:ADJ | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
U:ADV | 3 | 8 | 0 | 27.27 | 100.00 | 31.91 |
U:CONJ | 0 | 4 | 1 | 0.00 | 0.00 | 0.00 |
U:DET | 19 | 83 | 2 | 18.63 | 90.48 | 22.14 |
U:NOUN | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
U:NOUN:POSS | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
U:OTHER | 2 | 30 | 0 | 6.25 | 100.00 | 7.69 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 4 | 15 | 1 | 21.05 | 80.00 | 24.69 |
U:PRON | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 14 | 15 | 6 | 48.28 | 70.00 | 51.47 |
U:VERB | 2 | 5 | 1 | 28.57 | 66.67 | 32.26 |
U:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:TENSE | 2 | 10 | 1 | 16.67 | 66.67 | 19.61 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 97 | 69 | 48 | 58.43 | 66.90 | 59.95 |
R | 276 | 182 | 149 | 60.26 | 64.94 | 61.14 |
U | 46 | 171 | 15 | 21.20 | 75.41 | 24.76 |
UNK | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 2 | 2 | 66.67 | 66.67 | 66.67 |
ADV | 3 | 12 | 1 | 20.00 | 75.00 | 23.44 |
CONJ | 1 | 6 | 2 | 14.29 | 33.33 | 16.13 |
DET | 30 | 105 | 8 | 22.22 | 78.95 | 25.95 |
MORPH | 9 | 8 | 1 | 52.94 | 90.00 | 57.69 |
NOUN | 7 | 16 | 7 | 30.43 | 50.00 | 33.02 |
NOUN:INFL | 0 | 3 | 10 | 0.00 | 0.00 | 0.00 |
NOUN:NUM | 23 | 35 | 3 | 39.66 | 88.46 | 44.57 |
NOUN:POSS | 8 | 7 | 9 | 53.33 | 47.06 | 51.95 |
ORTH | 35 | 6 | 26 | 85.37 | 57.38 | 77.78 |
OTHER | 38 | 67 | 29 | 36.19 | 56.72 | 39.01 |
PART | 2 | 4 | 0 | 33.33 | 100.00 | 38.46 |
PREP | 17 | 43 | 16 | 28.33 | 51.52 | 31.14 |
PRON | 8 | 5 | 1 | 61.54 | 88.89 | 65.57 |
PUNCT | 107 | 32 | 51 | 76.98 | 67.72 | 74.93 |
SPELL | 61 | 1 | 32 | 98.39 | 65.59 | 89.44 |
UNK | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
VERB | 12 | 17 | 6 | 41.38 | 66.67 | 44.78 |
VERB:FORM | 16 | 12 | 1 | 57.14 | 94.12 | 62.02 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 19 | 14 | 0 | 57.58 | 100.00 | 62.91 |
VERB:TENSE | 12 | 23 | 6 | 34.29 | 66.67 | 37.97 |
WO | 3 | 4 | 0 | 42.86 | 100.00 | 48.39 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:ADV | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
M:CONJ | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:DET | 6 | 11 | 3 | 35.29 | 66.67 | 38.96 |
M:NOUN | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
M:NOUN:POSS | 3 | 5 | 3 | 37.50 | 50.00 | 39.47 |
M:OTHER | 0 | 6 | 2 | 0.00 | 0.00 | 0.00 |
M:PART | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
M:PREP | 3 | 13 | 1 | 18.75 | 75.00 | 22.06 |
M:PRON | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
M:PUNCT | 76 | 10 | 34 | 88.37 | 69.09 | 83.70 |
M:VERB | 2 | 6 | 2 | 25.00 | 50.00 | 27.78 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:ADV | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
R:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:DET | 5 | 16 | 3 | 23.81 | 62.50 | 27.17 |
R:MORPH | 9 | 8 | 1 | 52.94 | 90.00 | 57.69 |
R:NOUN | 6 | 8 | 6 | 42.86 | 50.00 | 44.12 |
R:NOUN:INFL | 0 | 3 | 10 | 0.00 | 0.00 | 0.00 |
R:NOUN:NUM | 23 | 35 | 3 | 39.66 | 88.46 | 44.57 |
R:NOUN:POSS | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |
R:ORTH | 35 | 6 | 26 | 85.37 | 57.38 | 77.78 |
R:OTHER | 36 | 31 | 27 | 53.73 | 57.14 | 54.38 |
R:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PREP | 12 | 16 | 14 | 42.86 | 46.15 | 43.48 |
R:PRON | 5 | 3 | 0 | 62.50 | 100.00 | 67.57 |
R:PUNCT | 17 | 7 | 9 | 70.83 | 65.38 | 69.67 |
R:SPELL | 61 | 1 | 32 | 98.39 | 65.59 | 89.44 |
R:VERB | 8 | 6 | 3 | 57.14 | 72.73 | 59.70 |
R:VERB:FORM | 15 | 11 | 1 | 57.69 | 93.75 | 62.50 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 19 | 14 | 0 | 57.58 | 100.00 | 62.91 |
R:VERB:TENSE | 9 | 10 | 5 | 47.37 | 64.29 | 50.00 |
R:WO | 3 | 4 | 0 | 42.86 | 100.00 | 48.39 |
U:ADJ | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
U:ADV | 2 | 7 | 0 | 22.22 | 100.00 | 26.32 |
U:CONJ | 0 | 4 | 1 | 0.00 | 0.00 | 0.00 |
U:DET | 19 | 78 | 2 | 19.59 | 90.48 | 23.23 |
U:NOUN | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
U:NOUN:POSS | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
U:OTHER | 2 | 30 | 0 | 6.25 | 100.00 | 7.69 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 2 | 14 | 1 | 12.50 | 66.67 | 14.93 |
U:PRON | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 14 | 15 | 8 | 48.28 | 63.64 | 50.72 |
U:VERB | 2 | 5 | 1 | 28.57 | 66.67 | 32.26 |
U:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:TENSE | 3 | 9 | 1 | 25.00 | 75.00 | 28.85 |
UNK | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 112 | 61 | 57 | 64.74 | 66.27 | 65.04 |
R | 344 | 184 | 189 | 65.15 | 64.54 | 65.03 |
U | 57 | 204 | 18 | 21.84 | 76.00 | 25.47 |
UNK | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 2 | 5 | 66.67 | 44.44 | 60.61 |
ADV | 5 | 11 | 1 | 31.25 | 83.33 | 35.71 |
CONJ | 3 | 6 | 0 | 33.33 | 100.00 | 38.46 |
DET | 31 | 103 | 8 | 23.13 | 79.49 | 26.96 |
MORPH | 9 | 7 | 1 | 56.25 | 90.00 | 60.81 |
NOUN | 8 | 15 | 9 | 34.78 | 47.06 | 36.70 |
NOUN:INFL | 0 | 3 | 11 | 0.00 | 0.00 | 0.00 |
NOUN:NUM | 25 | 33 | 2 | 43.10 | 92.59 | 48.26 |
NOUN:POSS | 10 | 5 | 11 | 66.67 | 47.62 | 61.73 |
ORTH | 53 | 5 | 41 | 91.38 | 56.38 | 81.29 |
OTHER | 74 | 102 | 41 | 42.05 | 64.35 | 45.18 |
PART | 2 | 4 | 0 | 33.33 | 100.00 | 38.46 |
PREP | 20 | 44 | 15 | 31.25 | 57.14 | 34.36 |
PRON | 9 | 5 | 0 | 64.29 | 100.00 | 69.23 |
PUNCT | 121 | 30 | 66 | 80.13 | 64.71 | 76.49 |
SPELL | 61 | 1 | 33 | 98.39 | 64.89 | 89.18 |
UNK | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
VERB | 16 | 20 | 7 | 44.44 | 69.57 | 47.90 |
VERB:FORM | 19 | 9 | 0 | 67.86 | 100.00 | 72.52 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 19 | 12 | 0 | 61.29 | 100.00 | 66.43 |
VERB:TENSE | 11 | 27 | 8 | 28.95 | 57.89 | 32.16 |
WO | 9 | 5 | 4 | 64.29 | 69.23 | 65.22 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:ADV | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:CONJ | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
M:DET | 6 | 7 | 4 | 46.15 | 60.00 | 48.39 |
M:NOUN | 2 | 5 | 3 | 28.57 | 40.00 | 30.30 |
M:NOUN:POSS | 3 | 4 | 2 | 42.86 | 60.00 | 45.45 |
M:OTHER | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
M:PART | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
M:PREP | 3 | 11 | 2 | 21.43 | 60.00 | 24.59 |
M:PRON | 4 | 1 | 0 | 80.00 | 100.00 | 83.33 |
M:PUNCT | 85 | 10 | 44 | 89.47 | 65.89 | 83.50 |
M:VERB | 3 | 7 | 1 | 30.00 | 75.00 | 34.09 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:ADV | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
R:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:DET | 6 | 16 | 2 | 27.27 | 75.00 | 31.25 |
R:MORPH | 9 | 7 | 1 | 56.25 | 90.00 | 60.81 |
R:NOUN | 6 | 7 | 6 | 46.15 | 50.00 | 46.88 |
R:NOUN:INFL | 0 | 3 | 11 | 0.00 | 0.00 | 0.00 |
R:NOUN:NUM | 25 | 33 | 2 | 43.10 | 92.59 | 48.26 |
R:NOUN:POSS | 7 | 0 | 8 | 100.00 | 46.67 | 81.40 |
R:ORTH | 53 | 5 | 41 | 91.38 | 56.38 | 81.29 |
R:OTHER | 69 | 36 | 40 | 65.71 | 63.30 | 65.22 |
R:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PREP | 14 | 18 | 12 | 43.75 | 53.85 | 45.45 |
R:PRON | 5 | 3 | 0 | 62.50 | 100.00 | 67.57 |
R:PUNCT | 18 | 6 | 13 | 75.00 | 58.06 | 70.87 |
R:SPELL | 61 | 1 | 33 | 98.39 | 64.89 | 89.18 |
R:VERB | 8 | 5 | 5 | 61.54 | 61.54 | 61.54 |
R:VERB:FORM | 18 | 9 | 0 | 66.67 | 100.00 | 71.43 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 19 | 12 | 0 | 61.29 | 100.00 | 66.43 |
R:VERB:TENSE | 8 | 15 | 7 | 34.78 | 53.33 | 37.38 |
R:WO | 9 | 5 | 4 | 64.29 | 69.23 | 65.22 |
U:ADJ | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
U:ADV | 3 | 7 | 0 | 30.00 | 100.00 | 34.88 |
U:CONJ | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
U:DET | 19 | 80 | 2 | 19.19 | 90.48 | 22.78 |
U:NOUN | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
U:NOUN:POSS | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:OTHER | 4 | 61 | 0 | 6.15 | 100.00 | 7.58 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 3 | 15 | 1 | 16.67 | 75.00 | 19.74 |
U:PRON | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 18 | 14 | 9 | 56.25 | 66.67 | 58.06 |
U:VERB | 5 | 8 | 1 | 38.46 | 83.33 | 43.10 |
U:VERB:TENSE | 3 | 8 | 1 | 27.27 | 75.00 | 31.25 |
UNK | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |