Submitted by: | cjbryant |
Submitted at: | 2019-08-07T14:43:50+00:00 |
Competition submission: | 11 |
Competition phase: | 3 - Open phase |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 2618 | 960 | 2671 | 73.17 | 49.50 | 66.78 |
Span-level detection | 2885 | 698 | 2562 | 80.52 | 52.96 | 72.93 |
Token-level detection | 3405 | 546 | 2976 | 86.18 | 53.36 | 76.74 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 866 | 230 | 607 | 79.01 | 58.79 | 73.93 |
R | 1556 | 660 | 1778 | 70.22 | 46.67 | 63.78 |
U | 196 | 70 | 286 | 73.68 | 40.66 | 63.39 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 7 | 3 | 29 | 70.00 | 19.44 | 46.05 |
ADJ:FORM | 4 | 3 | 5 | 57.14 | 44.44 | 54.05 |
ADV | 12 | 7 | 45 | 63.16 | 21.05 | 45.11 |
CONJ | 1 | 1 | 21 | 50.00 | 4.55 | 16.67 |
CONTR | 8 | 2 | 4 | 80.00 | 66.67 | 76.92 |
DET | 332 | 109 | 273 | 75.28 | 54.88 | 70.07 |
MORPH | 97 | 26 | 65 | 78.86 | 59.88 | 74.16 |
NOUN | 15 | 11 | 101 | 57.69 | 12.93 | 34.09 |
NOUN:INFL | 15 | 3 | 5 | 83.33 | 75.00 | 81.52 |
NOUN:NUM | 189 | 95 | 77 | 66.55 | 71.05 | 67.40 |
NOUN:POSS | 29 | 15 | 24 | 65.91 | 54.72 | 63.32 |
ORTH | 184 | 37 | 192 | 83.26 | 48.94 | 73.02 |
OTHER | 44 | 17 | 629 | 72.13 | 6.54 | 23.99 |
PART | 13 | 3 | 18 | 81.25 | 41.94 | 68.42 |
PREP | 266 | 146 | 202 | 64.56 | 56.84 | 62.85 |
PRON | 48 | 14 | 85 | 77.42 | 36.09 | 62.99 |
PUNCT | 698 | 205 | 303 | 77.30 | 69.73 | 75.66 |
SPELL | 194 | 61 | 118 | 76.08 | 62.18 | 72.82 |
VERB | 18 | 4 | 191 | 81.82 | 8.61 | 30.30 |
VERB:FORM | 156 | 50 | 49 | 75.73 | 76.10 | 75.80 |
VERB:INFL | 5 | 0 | 4 | 100.00 | 55.56 | 86.21 |
VERB:SVA | 123 | 33 | 32 | 78.85 | 79.35 | 78.95 |
VERB:TENSE | 130 | 89 | 136 | 59.36 | 48.87 | 56.92 |
WO | 30 | 26 | 63 | 53.57 | 32.26 | 47.32 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
M:ADV | 5 | 6 | 11 | 45.45 | 31.25 | 41.67 |
M:CONJ | 0 | 0 | 11 | 100.00 | 0.00 | 0.00 |
M:DET | 172 | 58 | 119 | 74.78 | 59.11 | 71.02 |
M:NOUN | 0 | 0 | 12 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 13 | 7 | 5 | 65.00 | 72.22 | 66.33 |
M:OTHER | 1 | 2 | 52 | 33.33 | 1.89 | 7.69 |
M:PART | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
M:PREP | 48 | 18 | 57 | 72.73 | 45.71 | 65.04 |
M:PRON | 18 | 0 | 51 | 100.00 | 26.09 | 63.83 |
M:PUNCT | 570 | 125 | 218 | 82.01 | 72.34 | 79.88 |
M:VERB | 4 | 2 | 33 | 66.67 | 10.81 | 32.79 |
M:VERB:FORM | 15 | 3 | 2 | 83.33 | 88.24 | 84.27 |
M:VERB:TENSE | 20 | 9 | 26 | 68.97 | 43.48 | 61.73 |
R:ADJ | 4 | 1 | 21 | 80.00 | 16.00 | 44.44 |
R:ADJ:FORM | 4 | 3 | 5 | 57.14 | 44.44 | 54.05 |
R:ADV | 7 | 1 | 16 | 87.50 | 30.43 | 63.64 |
R:CONJ | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
R:CONTR | 4 | 2 | 1 | 66.67 | 80.00 | 68.97 |
R:DET | 48 | 15 | 61 | 76.19 | 44.04 | 66.48 |
R:MORPH | 97 | 26 | 65 | 78.86 | 59.88 | 74.16 |
R:NOUN | 14 | 9 | 78 | 60.87 | 15.22 | 38.04 |
R:NOUN:INFL | 15 | 3 | 5 | 83.33 | 75.00 | 81.52 |
R:NOUN:NUM | 189 | 95 | 77 | 66.55 | 71.05 | 67.40 |
R:NOUN:POSS | 13 | 5 | 13 | 72.22 | 50.00 | 66.33 |
R:ORTH | 184 | 37 | 192 | 83.26 | 48.94 | 73.02 |
R:OTHER | 43 | 15 | 556 | 74.14 | 7.18 | 25.87 |
R:PART | 11 | 2 | 10 | 84.62 | 52.38 | 75.34 |
R:PREP | 184 | 116 | 104 | 61.33 | 63.89 | 61.83 |
R:PRON | 22 | 13 | 24 | 62.86 | 47.83 | 59.14 |
R:PUNCT | 114 | 76 | 44 | 60.00 | 72.15 | 62.09 |
R:SPELL | 194 | 61 | 118 | 76.08 | 62.18 | 72.82 |
R:VERB | 14 | 0 | 141 | 100.00 | 9.03 | 33.18 |
R:VERB:FORM | 135 | 46 | 46 | 74.59 | 74.59 | 74.59 |
R:VERB:INFL | 5 | 0 | 4 | 100.00 | 55.56 | 86.21 |
R:VERB:SVA | 123 | 33 | 32 | 78.85 | 79.35 | 78.95 |
R:VERB:TENSE | 102 | 75 | 96 | 57.63 | 51.52 | 56.29 |
R:WO | 30 | 26 | 63 | 53.57 | 32.26 | 47.32 |
U:ADJ | 3 | 2 | 3 | 60.00 | 50.00 | 57.69 |
U:ADV | 0 | 0 | 18 | 100.00 | 0.00 | 0.00 |
U:CONJ | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
U:CONTR | 4 | 0 | 3 | 100.00 | 57.14 | 86.96 |
U:DET | 112 | 36 | 93 | 75.68 | 54.63 | 70.26 |
U:NOUN | 1 | 2 | 11 | 33.33 | 8.33 | 20.83 |
U:NOUN:POSS | 3 | 3 | 6 | 50.00 | 33.33 | 45.45 |
U:OTHER | 0 | 0 | 21 | 100.00 | 0.00 | 0.00 |
U:PART | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
U:PREP | 34 | 12 | 41 | 73.91 | 45.33 | 65.64 |
U:PRON | 8 | 1 | 10 | 88.89 | 44.44 | 74.07 |
U:PUNCT | 14 | 4 | 41 | 77.78 | 25.45 | 55.12 |
U:VERB | 0 | 2 | 17 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 6 | 1 | 1 | 85.71 | 85.71 | 85.71 |
U:VERB:TENSE | 8 | 5 | 14 | 61.54 | 36.36 | 54.05 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 907 | 185 | 571 | 83.06 | 61.37 | 77.57 |
R | 1755 | 455 | 1633 | 79.41 | 51.80 | 71.76 |
U | 211 | 58 | 295 | 78.44 | 41.70 | 66.69 |
UNK | 12 | 0 | 63 | 100.00 | 16.00 | 48.78 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 10 | 2 | 30 | 83.33 | 25.00 | 56.82 |
ADJ:FORM | 3 | 3 | 6 | 50.00 | 33.33 | 45.45 |
ADV | 14 | 5 | 48 | 73.68 | 22.58 | 50.72 |
CONJ | 1 | 1 | 23 | 50.00 | 4.17 | 15.62 |
CONTR | 7 | 1 | 5 | 87.50 | 58.33 | 79.55 |
DET | 350 | 90 | 264 | 79.55 | 57.00 | 73.72 |
MORPH | 88 | 17 | 69 | 83.81 | 56.05 | 76.26 |
NOUN | 25 | 10 | 96 | 71.43 | 20.66 | 47.89 |
NOUN:INFL | 15 | 0 | 5 | 100.00 | 75.00 | 93.75 |
NOUN:NUM | 187 | 74 | 62 | 71.65 | 75.10 | 72.31 |
NOUN:POSS | 33 | 11 | 20 | 75.00 | 62.26 | 72.05 |
ORTH | 200 | 25 | 178 | 88.89 | 52.91 | 78.25 |
OTHER | 169 | 4 | 586 | 97.69 | 22.38 | 58.40 |
PART | 13 | 3 | 16 | 81.25 | 44.83 | 69.89 |
PREP | 285 | 110 | 190 | 72.15 | 60.00 | 69.34 |
PRON | 54 | 9 | 84 | 85.71 | 39.13 | 69.23 |
PUNCT | 719 | 169 | 284 | 80.97 | 71.68 | 78.92 |
SPELL | 205 | 23 | 100 | 89.91 | 67.21 | 84.22 |
UNK | 12 | 0 | 63 | 100.00 | 16.00 | 48.78 |
VERB | 41 | 3 | 186 | 93.18 | 18.06 | 50.87 |
VERB:FORM | 149 | 41 | 49 | 78.42 | 75.25 | 77.77 |
VERB:INFL | 5 | 0 | 4 | 100.00 | 55.56 | 86.21 |
VERB:SVA | 127 | 19 | 28 | 86.99 | 81.94 | 85.93 |
VERB:TENSE | 143 | 56 | 109 | 71.86 | 56.75 | 68.23 |
WO | 30 | 22 | 57 | 57.69 | 34.48 | 50.85 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
M:ADV | 5 | 5 | 11 | 50.00 | 31.25 | 44.64 |
M:CONJ | 1 | 0 | 13 | 100.00 | 7.14 | 27.78 |
M:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:DET | 183 | 44 | 111 | 80.62 | 62.24 | 76.12 |
M:NOUN | 1 | 0 | 9 | 100.00 | 10.00 | 35.71 |
M:NOUN:POSS | 13 | 6 | 5 | 68.42 | 72.22 | 69.15 |
M:OTHER | 11 | 1 | 50 | 91.67 | 18.03 | 50.46 |
M:PART | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
M:PREP | 48 | 15 | 54 | 76.19 | 47.06 | 67.80 |
M:PRON | 20 | 0 | 50 | 100.00 | 28.57 | 66.67 |
M:PUNCT | 582 | 103 | 206 | 84.96 | 73.86 | 82.48 |
M:VERB | 6 | 2 | 32 | 75.00 | 15.79 | 42.86 |
M:VERB:FORM | 15 | 3 | 2 | 83.33 | 88.24 | 84.27 |
M:VERB:TENSE | 22 | 6 | 17 | 78.57 | 56.41 | 72.85 |
R:ADJ | 6 | 1 | 22 | 85.71 | 21.43 | 53.57 |
R:ADJ:FORM | 3 | 3 | 6 | 50.00 | 33.33 | 45.45 |
R:ADV | 8 | 0 | 20 | 100.00 | 28.57 | 66.67 |
R:CONJ | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
R:CONTR | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
R:DET | 53 | 14 | 59 | 79.10 | 47.32 | 69.74 |
R:MORPH | 88 | 17 | 69 | 83.81 | 56.05 | 76.26 |
R:NOUN | 22 | 8 | 75 | 73.33 | 22.68 | 50.69 |
R:NOUN:INFL | 15 | 0 | 5 | 100.00 | 75.00 | 93.75 |
R:NOUN:NUM | 187 | 74 | 62 | 71.65 | 75.10 | 72.31 |
R:NOUN:POSS | 17 | 4 | 7 | 80.95 | 70.83 | 78.70 |
R:ORTH | 200 | 25 | 178 | 88.89 | 52.91 | 78.25 |
R:OTHER | 157 | 3 | 513 | 98.12 | 23.43 | 59.92 |
R:PART | 11 | 2 | 9 | 84.62 | 55.00 | 76.39 |
R:PREP | 203 | 86 | 97 | 70.24 | 67.67 | 69.71 |
R:PRON | 23 | 8 | 24 | 74.19 | 48.94 | 67.25 |
R:PUNCT | 121 | 62 | 34 | 66.12 | 78.06 | 68.21 |
R:SPELL | 205 | 23 | 100 | 89.91 | 67.21 | 84.22 |
R:VERB | 33 | 0 | 134 | 100.00 | 19.76 | 55.18 |
R:VERB:FORM | 129 | 37 | 46 | 77.71 | 73.71 | 76.88 |
R:VERB:INFL | 5 | 0 | 4 | 100.00 | 55.56 | 86.21 |
R:VERB:SVA | 127 | 19 | 28 | 86.99 | 81.94 | 85.93 |
R:VERB:TENSE | 109 | 46 | 77 | 70.32 | 58.60 | 67.62 |
R:WO | 30 | 22 | 57 | 57.69 | 34.48 | 50.85 |
U:ADJ | 4 | 1 | 2 | 80.00 | 66.67 | 76.92 |
U:ADV | 1 | 0 | 17 | 100.00 | 5.56 | 22.73 |
U:CONJ | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
U:CONTR | 4 | 0 | 3 | 100.00 | 57.14 | 86.96 |
U:DET | 114 | 32 | 94 | 78.08 | 54.81 | 71.97 |
U:NOUN | 2 | 2 | 12 | 50.00 | 14.29 | 33.33 |
U:NOUN:POSS | 3 | 1 | 8 | 75.00 | 27.27 | 55.56 |
U:OTHER | 1 | 0 | 23 | 100.00 | 4.17 | 17.86 |
U:PART | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
U:PREP | 34 | 9 | 39 | 79.07 | 46.58 | 69.39 |
U:PRON | 11 | 1 | 10 | 91.67 | 52.38 | 79.71 |
U:PUNCT | 16 | 4 | 44 | 80.00 | 26.67 | 57.14 |
U:VERB | 2 | 1 | 20 | 66.67 | 9.09 | 29.41 |
U:VERB:FORM | 5 | 1 | 1 | 83.33 | 83.33 | 83.33 |
U:VERB:TENSE | 12 | 4 | 15 | 75.00 | 44.44 | 65.93 |
UNK | 12 | 0 | 63 | 100.00 | 16.00 | 48.78 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 1030 | 127 | 579 | 89.02 | 64.01 | 82.57 |
R | 2095 | 366 | 1913 | 85.13 | 52.27 | 75.62 |
U | 254 | 53 | 403 | 82.74 | 38.66 | 67.37 |
UNK | 26 | 0 | 81 | 100.00 | 24.30 | 61.61 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 9 | 2 | 34 | 81.82 | 20.93 | 51.72 |
ADJ:FORM | 3 | 3 | 8 | 50.00 | 27.27 | 42.86 |
ADV | 20 | 2 | 64 | 90.91 | 23.81 | 58.14 |
CONJ | 5 | 1 | 23 | 83.33 | 17.86 | 48.08 |
CONTR | 7 | 1 | 8 | 87.50 | 46.67 | 74.47 |
DET | 376 | 67 | 271 | 84.88 | 58.11 | 77.72 |
MORPH | 86 | 14 | 69 | 86.00 | 55.48 | 77.48 |
NOUN | 38 | 6 | 109 | 86.36 | 25.85 | 58.82 |
NOUN:INFL | 15 | 0 | 4 | 100.00 | 78.95 | 94.94 |
NOUN:NUM | 190 | 63 | 67 | 75.10 | 73.93 | 74.86 |
NOUN:POSS | 37 | 8 | 28 | 82.22 | 56.92 | 75.51 |
ORTH | 265 | 19 | 183 | 93.31 | 59.15 | 83.65 |
OTHER | 307 | 1 | 819 | 99.68 | 27.26 | 65.10 |
PART | 13 | 3 | 9 | 81.25 | 59.09 | 75.58 |
PREP | 296 | 87 | 198 | 77.28 | 59.92 | 73.05 |
PRON | 64 | 8 | 80 | 88.89 | 44.44 | 74.07 |
PUNCT | 849 | 136 | 292 | 86.19 | 74.41 | 83.55 |
SPELL | 203 | 14 | 107 | 93.55 | 65.48 | 86.16 |
UNK | 26 | 0 | 81 | 100.00 | 24.30 | 61.61 |
VERB | 62 | 0 | 217 | 100.00 | 22.22 | 58.82 |
VERB:FORM | 159 | 25 | 52 | 86.41 | 75.36 | 83.95 |
VERB:INFL | 5 | 0 | 3 | 100.00 | 62.50 | 89.29 |
VERB:SVA | 128 | 13 | 30 | 90.78 | 81.01 | 88.64 |
VERB:TENSE | 153 | 48 | 137 | 76.12 | 52.76 | 69.93 |
WO | 89 | 25 | 83 | 78.07 | 51.74 | 70.86 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
M:ADV | 10 | 2 | 14 | 83.33 | 41.67 | 69.44 |
M:CONJ | 4 | 0 | 16 | 100.00 | 20.00 | 55.56 |
M:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:DET | 197 | 24 | 104 | 89.14 | 65.45 | 83.12 |
M:NOUN | 4 | 0 | 15 | 100.00 | 21.05 | 57.14 |
M:NOUN:POSS | 14 | 6 | 6 | 70.00 | 70.00 | 70.00 |
M:OTHER | 16 | 1 | 53 | 94.12 | 23.19 | 58.39 |
M:PART | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:PREP | 61 | 8 | 50 | 88.41 | 54.95 | 78.81 |
M:PRON | 26 | 0 | 45 | 100.00 | 36.62 | 74.29 |
M:PUNCT | 645 | 82 | 211 | 88.72 | 75.35 | 85.68 |
M:VERB | 10 | 0 | 38 | 100.00 | 20.83 | 56.82 |
M:VERB:FORM | 13 | 0 | 2 | 100.00 | 86.67 | 97.01 |
M:VERB:TENSE | 28 | 4 | 18 | 87.50 | 60.87 | 80.46 |
R:ADJ | 7 | 1 | 24 | 87.50 | 22.58 | 55.56 |
R:ADJ:FORM | 3 | 3 | 8 | 50.00 | 27.27 | 42.86 |
R:ADV | 8 | 0 | 25 | 100.00 | 24.24 | 61.54 |
R:CONJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:CONTR | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
R:DET | 54 | 11 | 59 | 83.08 | 47.79 | 72.39 |
R:MORPH | 86 | 14 | 69 | 86.00 | 55.48 | 77.48 |
R:NOUN | 30 | 4 | 79 | 88.24 | 27.52 | 61.22 |
R:NOUN:INFL | 15 | 0 | 4 | 100.00 | 78.95 | 94.94 |
R:NOUN:NUM | 190 | 63 | 67 | 75.10 | 73.93 | 74.86 |
R:NOUN:POSS | 20 | 2 | 12 | 90.91 | 62.50 | 83.33 |
R:ORTH | 265 | 19 | 183 | 93.31 | 59.15 | 83.65 |
R:OTHER | 282 | 0 | 682 | 100.00 | 29.25 | 67.40 |
R:PART | 10 | 2 | 3 | 83.33 | 76.92 | 81.97 |
R:PREP | 202 | 72 | 106 | 73.72 | 65.58 | 71.94 |
R:PRON | 26 | 6 | 23 | 81.25 | 53.06 | 73.45 |
R:PUNCT | 166 | 51 | 34 | 76.50 | 83.00 | 77.72 |
R:SPELL | 203 | 14 | 107 | 93.55 | 65.48 | 86.16 |
R:VERB | 47 | 0 | 153 | 100.00 | 23.50 | 60.57 |
R:VERB:FORM | 141 | 25 | 48 | 84.94 | 74.60 | 82.65 |
R:VERB:INFL | 5 | 0 | 3 | 100.00 | 62.50 | 89.29 |
R:VERB:SVA | 128 | 13 | 30 | 90.78 | 81.01 | 88.64 |
R:VERB:TENSE | 115 | 40 | 103 | 74.19 | 52.75 | 68.62 |
R:WO | 89 | 25 | 83 | 78.07 | 51.74 | 70.86 |
U:ADJ | 2 | 1 | 6 | 66.67 | 25.00 | 50.00 |
U:ADV | 2 | 0 | 25 | 100.00 | 7.41 | 28.57 |
U:CONJ | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:CONTR | 3 | 0 | 5 | 100.00 | 37.50 | 75.00 |
U:DET | 125 | 32 | 108 | 79.62 | 53.65 | 72.59 |
U:NOUN | 4 | 2 | 15 | 66.67 | 21.05 | 46.51 |
U:NOUN:POSS | 3 | 0 | 10 | 100.00 | 23.08 | 60.00 |
U:OTHER | 9 | 0 | 84 | 100.00 | 9.68 | 34.88 |
U:PART | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
U:PREP | 33 | 7 | 42 | 82.50 | 44.00 | 70.21 |
U:PRON | 12 | 2 | 12 | 85.71 | 50.00 | 75.00 |
U:PUNCT | 38 | 3 | 47 | 92.68 | 44.71 | 76.31 |
U:VERB | 5 | 0 | 26 | 100.00 | 16.13 | 49.02 |
U:VERB:FORM | 5 | 0 | 2 | 100.00 | 71.43 | 92.59 |
U:VERB:TENSE | 10 | 4 | 16 | 71.43 | 38.46 | 60.98 |
UNK | 26 | 0 | 81 | 100.00 | 24.30 | 61.61 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 1096 | 379 | 1225 | 74.31 | 47.22 | 66.66 |
Span-level detection | 1239 | 239 | 1165 | 83.83 | 51.54 | 74.49 |
Token-level detection | 1492 | 153 | 1326 | 90.70 | 52.95 | 79.38 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 265 | 107 | 282 | 71.24 | 48.45 | 65.11 |
R | 743 | 254 | 809 | 74.52 | 47.87 | 67.06 |
U | 88 | 18 | 134 | 83.02 | 39.64 | 68.11 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 0 | 10 | 100.00 | 23.08 | 60.00 |
ADJ:FORM | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
ADV | 6 | 2 | 26 | 75.00 | 18.75 | 46.88 |
CONJ | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
CONTR | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
DET | 143 | 41 | 132 | 77.72 | 52.00 | 70.72 |
MORPH | 53 | 7 | 37 | 88.33 | 58.89 | 80.30 |
NOUN | 3 | 5 | 47 | 37.50 | 6.00 | 18.29 |
NOUN:INFL | 5 | 1 | 2 | 83.33 | 71.43 | 80.65 |
NOUN:NUM | 95 | 34 | 37 | 73.64 | 71.97 | 73.30 |
NOUN:POSS | 8 | 4 | 6 | 66.67 | 57.14 | 64.52 |
ORTH | 109 | 19 | 92 | 85.16 | 54.23 | 76.44 |
OTHER | 25 | 11 | 327 | 69.44 | 7.10 | 25.20 |
PART | 9 | 2 | 6 | 81.82 | 60.00 | 76.27 |
PREP | 108 | 54 | 77 | 66.67 | 58.38 | 64.83 |
PRON | 28 | 5 | 47 | 84.85 | 37.33 | 67.63 |
PUNCT | 194 | 77 | 125 | 71.59 | 60.82 | 69.14 |
SPELL | 81 | 27 | 30 | 75.00 | 72.97 | 74.59 |
VERB | 13 | 1 | 86 | 92.86 | 13.13 | 41.94 |
VERB:FORM | 76 | 17 | 22 | 81.72 | 77.55 | 80.85 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 60 | 17 | 19 | 77.92 | 75.95 | 77.52 |
VERB:TENSE | 60 | 43 | 68 | 58.25 | 46.88 | 55.56 |
WO | 8 | 9 | 17 | 47.06 | 32.00 | 43.01 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:ADV | 2 | 2 | 7 | 50.00 | 22.22 | 40.00 |
M:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:DET | 70 | 24 | 51 | 74.47 | 57.85 | 70.42 |
M:NOUN | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 4 | 2 | 1 | 66.67 | 80.00 | 68.97 |
M:OTHER | 1 | 1 | 30 | 50.00 | 3.23 | 12.82 |
M:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PREP | 20 | 10 | 25 | 66.67 | 44.44 | 60.61 |
M:PRON | 11 | 0 | 26 | 100.00 | 29.73 | 67.90 |
M:PUNCT | 136 | 60 | 99 | 69.39 | 57.87 | 66.73 |
M:VERB | 2 | 1 | 18 | 66.67 | 10.00 | 31.25 |
M:VERB:FORM | 11 | 3 | 2 | 78.57 | 84.62 | 79.71 |
M:VERB:TENSE | 8 | 4 | 13 | 66.67 | 38.10 | 57.97 |
R:ADJ | 1 | 0 | 8 | 100.00 | 11.11 | 38.46 |
R:ADJ:FORM | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
R:ADV | 4 | 0 | 8 | 100.00 | 33.33 | 71.43 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
R:DET | 17 | 6 | 27 | 73.91 | 38.64 | 62.50 |
R:MORPH | 53 | 7 | 37 | 88.33 | 58.89 | 80.30 |
R:NOUN | 3 | 4 | 35 | 42.86 | 7.89 | 22.73 |
R:NOUN:INFL | 5 | 1 | 2 | 83.33 | 71.43 | 80.65 |
R:NOUN:NUM | 95 | 34 | 37 | 73.64 | 71.97 | 73.30 |
R:NOUN:POSS | 3 | 2 | 4 | 60.00 | 42.86 | 55.56 |
R:ORTH | 109 | 19 | 92 | 85.16 | 54.23 | 76.44 |
R:OTHER | 24 | 10 | 287 | 70.59 | 7.72 | 26.85 |
R:PART | 8 | 1 | 2 | 88.89 | 80.00 | 86.96 |
R:PREP | 71 | 41 | 38 | 63.39 | 65.14 | 63.73 |
R:PRON | 13 | 5 | 14 | 72.22 | 48.15 | 65.66 |
R:PUNCT | 53 | 17 | 16 | 75.71 | 76.81 | 75.93 |
R:SPELL | 81 | 27 | 30 | 75.00 | 72.97 | 74.59 |
R:VERB | 11 | 0 | 60 | 100.00 | 15.49 | 47.83 |
R:VERB:FORM | 65 | 14 | 20 | 82.28 | 76.47 | 81.05 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 60 | 17 | 19 | 77.92 | 75.95 | 77.52 |
R:VERB:TENSE | 52 | 37 | 51 | 58.43 | 50.49 | 56.64 |
R:WO | 8 | 9 | 17 | 47.06 | 32.00 | 43.01 |
U:ADJ | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
U:ADV | 0 | 0 | 11 | 100.00 | 0.00 | 0.00 |
U:CONJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:DET | 56 | 11 | 54 | 83.58 | 50.91 | 74.07 |
U:NOUN | 0 | 1 | 7 | 0.00 | 0.00 | 0.00 |
U:NOUN:POSS | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:OTHER | 0 | 0 | 10 | 100.00 | 0.00 | 0.00 |
U:PART | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:PREP | 17 | 3 | 14 | 85.00 | 54.84 | 76.58 |
U:PRON | 4 | 0 | 7 | 100.00 | 36.36 | 74.07 |
U:PUNCT | 5 | 0 | 10 | 100.00 | 33.33 | 71.43 |
U:VERB | 0 | 0 | 8 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 2 | 4 | 0.00 | 0.00 | 0.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 287 | 84 | 253 | 77.36 | 53.15 | 70.90 |
R | 842 | 143 | 729 | 85.48 | 53.60 | 76.39 |
U | 104 | 12 | 137 | 89.66 | 43.15 | 73.76 |
UNK | 6 | 0 | 46 | 100.00 | 11.54 | 39.47 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 5 | 0 | 9 | 100.00 | 35.71 | 73.53 |
ADJ:FORM | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
ADV | 6 | 2 | 30 | 75.00 | 16.67 | 44.12 |
CONJ | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
CONTR | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
DET | 156 | 33 | 120 | 82.54 | 56.52 | 75.58 |
MORPH | 47 | 3 | 38 | 94.00 | 55.29 | 82.46 |
NOUN | 6 | 4 | 43 | 60.00 | 12.24 | 33.71 |
NOUN:INFL | 4 | 0 | 2 | 100.00 | 66.67 | 90.91 |
NOUN:NUM | 93 | 19 | 29 | 83.04 | 76.23 | 81.58 |
NOUN:POSS | 10 | 3 | 4 | 76.92 | 71.43 | 75.76 |
ORTH | 117 | 10 | 78 | 92.13 | 60.00 | 83.21 |
OTHER | 97 | 1 | 295 | 98.98 | 24.74 | 61.86 |
PART | 9 | 2 | 5 | 81.82 | 64.29 | 77.59 |
PREP | 120 | 35 | 70 | 77.42 | 63.16 | 74.07 |
PRON | 33 | 2 | 48 | 94.29 | 40.74 | 74.66 |
PUNCT | 205 | 57 | 111 | 78.24 | 64.87 | 75.15 |
SPELL | 82 | 14 | 28 | 85.42 | 74.55 | 83.00 |
UNK | 6 | 0 | 46 | 100.00 | 11.54 | 39.47 |
VERB | 25 | 1 | 89 | 96.15 | 21.93 | 57.34 |
VERB:FORM | 70 | 16 | 24 | 81.40 | 74.47 | 79.91 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 63 | 7 | 17 | 90.00 | 78.75 | 87.50 |
VERB:TENSE | 70 | 21 | 51 | 76.92 | 57.85 | 72.16 |
WO | 8 | 7 | 14 | 53.33 | 36.36 | 48.78 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:ADV | 2 | 2 | 8 | 50.00 | 20.00 | 38.46 |
M:CONJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:DET | 76 | 19 | 43 | 80.00 | 63.87 | 76.15 |
M:NOUN | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 4 | 1 | 1 | 80.00 | 80.00 | 80.00 |
M:OTHER | 4 | 0 | 26 | 100.00 | 13.33 | 43.48 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 22 | 9 | 23 | 70.97 | 48.89 | 65.09 |
M:PRON | 12 | 0 | 26 | 100.00 | 31.58 | 69.77 |
M:PUNCT | 144 | 45 | 88 | 76.19 | 62.07 | 72.87 |
M:VERB | 3 | 1 | 19 | 75.00 | 13.64 | 39.47 |
M:VERB:FORM | 11 | 3 | 2 | 78.57 | 84.62 | 79.71 |
M:VERB:TENSE | 8 | 4 | 9 | 66.67 | 47.06 | 61.54 |
R:ADJ | 2 | 0 | 8 | 100.00 | 20.00 | 55.56 |
R:ADJ:FORM | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
R:ADV | 4 | 0 | 11 | 100.00 | 26.67 | 64.52 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
R:DET | 19 | 5 | 25 | 79.17 | 43.18 | 67.86 |
R:MORPH | 47 | 3 | 38 | 94.00 | 55.29 | 82.46 |
R:NOUN | 6 | 3 | 33 | 66.67 | 15.38 | 40.00 |
R:NOUN:INFL | 4 | 0 | 2 | 100.00 | 66.67 | 90.91 |
R:NOUN:NUM | 93 | 19 | 29 | 83.04 | 76.23 | 81.58 |
R:NOUN:POSS | 5 | 2 | 2 | 71.43 | 71.43 | 71.43 |
R:ORTH | 117 | 10 | 78 | 92.13 | 60.00 | 83.21 |
R:OTHER | 92 | 1 | 259 | 98.92 | 26.21 | 63.62 |
R:PART | 8 | 1 | 2 | 88.89 | 80.00 | 86.96 |
R:PREP | 80 | 25 | 33 | 76.19 | 70.80 | 75.05 |
R:PRON | 15 | 2 | 15 | 88.24 | 50.00 | 76.53 |
R:PUNCT | 55 | 12 | 10 | 82.09 | 84.62 | 82.58 |
R:SPELL | 82 | 14 | 28 | 85.42 | 74.55 | 83.00 |
R:VERB | 21 | 0 | 60 | 100.00 | 25.93 | 63.64 |
R:VERB:FORM | 59 | 13 | 22 | 81.94 | 72.84 | 79.95 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 63 | 7 | 17 | 90.00 | 78.75 | 87.50 |
R:VERB:TENSE | 57 | 17 | 37 | 77.03 | 60.64 | 73.08 |
R:WO | 8 | 7 | 14 | 53.33 | 36.36 | 48.78 |
U:ADJ | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:ADV | 0 | 0 | 11 | 100.00 | 0.00 | 0.00 |
U:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
U:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:DET | 61 | 9 | 52 | 87.14 | 53.98 | 77.61 |
U:NOUN | 0 | 1 | 7 | 0.00 | 0.00 | 0.00 |
U:NOUN:POSS | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:OTHER | 1 | 0 | 10 | 100.00 | 9.09 | 33.33 |
U:PART | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:PREP | 18 | 1 | 14 | 94.74 | 56.25 | 83.33 |
U:PRON | 6 | 0 | 7 | 100.00 | 46.15 | 81.08 |
U:PUNCT | 6 | 0 | 13 | 100.00 | 31.58 | 69.77 |
U:VERB | 1 | 0 | 10 | 100.00 | 9.09 | 33.33 |
U:VERB:TENSE | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |
UNK | 6 | 0 | 46 | 100.00 | 11.54 | 39.47 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 359 | 47 | 243 | 88.42 | 59.63 | 80.64 |
R | 982 | 94 | 851 | 91.26 | 53.57 | 80.01 |
U | 131 | 12 | 174 | 91.61 | 42.95 | 74.69 |
UNK | 20 | 0 | 58 | 100.00 | 25.64 | 63.29 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 5 | 0 | 10 | 100.00 | 33.33 | 71.43 |
ADJ:FORM | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
ADV | 10 | 1 | 35 | 90.91 | 22.22 | 56.18 |
CONJ | 3 | 0 | 5 | 100.00 | 37.50 | 75.00 |
CONTR | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
DET | 172 | 22 | 125 | 88.66 | 57.91 | 80.15 |
MORPH | 46 | 2 | 39 | 95.83 | 54.12 | 83.03 |
NOUN | 14 | 3 | 50 | 82.35 | 21.88 | 53.03 |
NOUN:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
NOUN:NUM | 94 | 13 | 31 | 87.85 | 75.20 | 84.99 |
NOUN:POSS | 10 | 3 | 7 | 76.92 | 58.82 | 72.46 |
ORTH | 134 | 6 | 64 | 95.71 | 67.68 | 88.39 |
OTHER | 173 | 0 | 405 | 100.00 | 29.93 | 68.11 |
PART | 10 | 2 | 4 | 83.33 | 71.43 | 80.65 |
PREP | 128 | 19 | 77 | 87.07 | 62.44 | 80.71 |
PRON | 38 | 2 | 46 | 95.00 | 45.24 | 77.87 |
PUNCT | 271 | 39 | 106 | 87.42 | 71.88 | 83.80 |
SPELL | 79 | 8 | 31 | 90.80 | 71.82 | 86.24 |
UNK | 20 | 0 | 58 | 100.00 | 25.64 | 63.29 |
VERB | 33 | 0 | 102 | 100.00 | 24.44 | 61.80 |
VERB:FORM | 73 | 7 | 25 | 91.25 | 74.49 | 87.32 |
VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 66 | 5 | 17 | 92.96 | 79.52 | 89.92 |
VERB:TENSE | 76 | 15 | 60 | 83.52 | 55.88 | 76.00 |
WO | 26 | 4 | 22 | 86.67 | 54.17 | 77.38 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:ADV | 5 | 1 | 8 | 83.33 | 38.46 | 67.57 |
M:CONJ | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
M:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:DET | 84 | 9 | 37 | 90.32 | 69.42 | 85.19 |
M:NOUN | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 4 | 1 | 2 | 80.00 | 66.67 | 76.92 |
M:OTHER | 7 | 0 | 28 | 100.00 | 20.00 | 55.56 |
M:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PREP | 31 | 2 | 20 | 93.94 | 60.78 | 84.70 |
M:PRON | 15 | 0 | 24 | 100.00 | 38.46 | 75.76 |
M:PUNCT | 187 | 32 | 80 | 85.39 | 70.04 | 81.80 |
M:VERB | 3 | 0 | 22 | 100.00 | 12.00 | 40.54 |
M:VERB:FORM | 9 | 0 | 2 | 100.00 | 81.82 | 95.74 |
M:VERB:TENSE | 10 | 2 | 10 | 83.33 | 50.00 | 73.53 |
R:ADJ | 3 | 0 | 8 | 100.00 | 27.27 | 65.22 |
R:ADJ:FORM | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
R:ADV | 4 | 0 | 15 | 100.00 | 21.05 | 57.14 |
R:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
R:DET | 19 | 4 | 29 | 82.61 | 39.58 | 67.86 |
R:MORPH | 46 | 2 | 39 | 95.83 | 54.12 | 83.03 |
R:NOUN | 13 | 2 | 36 | 86.67 | 26.53 | 59.63 |
R:NOUN:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:NOUN:NUM | 94 | 13 | 31 | 87.85 | 75.20 | 84.99 |
R:NOUN:POSS | 5 | 2 | 3 | 71.43 | 62.50 | 69.44 |
R:ORTH | 134 | 6 | 64 | 95.71 | 67.68 | 88.39 |
R:OTHER | 160 | 0 | 347 | 100.00 | 31.56 | 69.75 |
R:PART | 8 | 1 | 1 | 88.89 | 88.89 | 88.89 |
R:PREP | 80 | 17 | 43 | 82.47 | 65.04 | 78.28 |
R:PRON | 16 | 1 | 14 | 94.12 | 53.33 | 81.63 |
R:PUNCT | 66 | 7 | 12 | 90.41 | 84.62 | 89.19 |
R:SPELL | 79 | 8 | 31 | 90.80 | 71.82 | 86.24 |
R:VERB | 28 | 0 | 68 | 100.00 | 29.17 | 67.31 |
R:VERB:FORM | 64 | 7 | 22 | 90.14 | 74.42 | 86.49 |
R:VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 66 | 5 | 17 | 92.96 | 79.52 | 89.92 |
R:VERB:TENSE | 62 | 13 | 45 | 82.67 | 57.94 | 76.17 |
R:WO | 26 | 4 | 22 | 86.67 | 54.17 | 77.38 |
U:ADJ | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
U:ADV | 1 | 0 | 12 | 100.00 | 7.69 | 29.41 |
U:CONJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:CONTR | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:DET | 69 | 9 | 59 | 88.46 | 53.91 | 78.41 |
U:NOUN | 1 | 1 | 9 | 50.00 | 10.00 | 27.78 |
U:NOUN:POSS | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:OTHER | 6 | 0 | 30 | 100.00 | 16.67 | 50.00 |
U:PART | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:PREP | 17 | 0 | 14 | 100.00 | 54.84 | 85.86 |
U:PRON | 7 | 1 | 8 | 87.50 | 46.67 | 74.47 |
U:PUNCT | 18 | 0 | 14 | 100.00 | 56.25 | 86.54 |
U:VERB | 2 | 0 | 12 | 100.00 | 14.29 | 45.45 |
U:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 4 | 0 | 5 | 100.00 | 44.44 | 80.00 |
UNK | 20 | 0 | 58 | 100.00 | 25.64 | 63.29 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 805 | 266 | 869 | 75.16 | 48.09 | 67.56 |
Span-level detection | 882 | 190 | 833 | 82.28 | 51.43 | 73.46 |
Token-level detection | 1019 | 153 | 1006 | 86.95 | 50.32 | 75.90 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 291 | 67 | 200 | 81.28 | 59.27 | 75.66 |
R | 443 | 176 | 573 | 71.57 | 43.60 | 63.43 |
U | 71 | 23 | 96 | 75.53 | 42.51 | 65.38 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 2 | 2 | 10 | 50.00 | 16.67 | 35.71 |
ADJ:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
ADV | 5 | 3 | 15 | 62.50 | 25.00 | 48.08 |
CONJ | 0 | 1 | 10 | 0.00 | 0.00 | 0.00 |
CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 122 | 29 | 97 | 80.79 | 55.71 | 74.12 |
MORPH | 24 | 6 | 15 | 80.00 | 61.54 | 75.47 |
NOUN | 7 | 2 | 32 | 77.78 | 17.95 | 46.67 |
NOUN:NUM | 58 | 20 | 17 | 74.36 | 77.33 | 74.94 |
NOUN:POSS | 6 | 4 | 5 | 60.00 | 54.55 | 58.82 |
ORTH | 28 | 8 | 43 | 77.78 | 39.44 | 65.12 |
OTHER | 7 | 3 | 210 | 70.00 | 3.23 | 13.62 |
PART | 1 | 1 | 10 | 50.00 | 9.09 | 26.32 |
PREP | 99 | 39 | 77 | 71.74 | 56.25 | 67.99 |
PRON | 10 | 6 | 31 | 62.50 | 24.39 | 47.62 |
PUNCT | 224 | 60 | 89 | 78.87 | 71.57 | 77.29 |
SPELL | 51 | 15 | 22 | 77.27 | 69.86 | 75.67 |
VERB | 4 | 3 | 74 | 57.14 | 5.13 | 18.87 |
VERB:FORM | 52 | 19 | 23 | 73.24 | 69.33 | 72.42 |
VERB:SVA | 46 | 7 | 9 | 86.79 | 83.64 | 86.14 |
VERB:TENSE | 43 | 28 | 47 | 60.56 | 47.78 | 57.49 |
WO | 10 | 9 | 33 | 52.63 | 23.26 | 42.02 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
M:CONJ | 0 | 0 | 7 | 100.00 | 0.00 | 0.00 |
M:DET | 67 | 18 | 45 | 78.82 | 59.82 | 74.12 |
M:NOUN | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:OTHER | 0 | 1 | 16 | 0.00 | 0.00 | 0.00 |
M:PART | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:PREP | 16 | 6 | 18 | 72.73 | 47.06 | 65.57 |
M:PRON | 4 | 0 | 20 | 100.00 | 16.67 | 50.00 |
M:PUNCT | 187 | 35 | 62 | 84.23 | 75.10 | 82.23 |
M:VERB | 2 | 1 | 9 | 66.67 | 18.18 | 43.48 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 8 | 4 | 11 | 66.67 | 42.11 | 59.70 |
R:ADJ | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
R:ADJ:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
R:ADV | 3 | 1 | 5 | 75.00 | 37.50 | 62.50 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 21 | 2 | 28 | 91.30 | 42.86 | 74.47 |
R:MORPH | 24 | 6 | 15 | 80.00 | 61.54 | 75.47 |
R:NOUN | 6 | 1 | 27 | 85.71 | 18.18 | 49.18 |
R:NOUN:NUM | 58 | 20 | 17 | 74.36 | 77.33 | 74.94 |
R:NOUN:POSS | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
R:ORTH | 28 | 8 | 43 | 77.78 | 39.44 | 65.12 |
R:OTHER | 7 | 2 | 185 | 77.78 | 3.65 | 15.35 |
R:PART | 1 | 1 | 6 | 50.00 | 14.29 | 33.33 |
R:PREP | 68 | 32 | 43 | 68.00 | 61.26 | 66.54 |
R:PRON | 4 | 5 | 8 | 44.44 | 33.33 | 41.67 |
R:PUNCT | 32 | 23 | 13 | 58.18 | 71.11 | 60.38 |
R:SPELL | 51 | 15 | 22 | 77.27 | 69.86 | 75.67 |
R:VERB | 2 | 0 | 58 | 100.00 | 3.33 | 14.71 |
R:VERB:FORM | 45 | 19 | 22 | 70.31 | 67.16 | 69.66 |
R:VERB:SVA | 46 | 7 | 9 | 86.79 | 83.64 | 86.14 |
R:VERB:TENSE | 31 | 22 | 28 | 58.49 | 52.54 | 57.20 |
R:WO | 10 | 9 | 33 | 52.63 | 23.26 | 42.02 |
U:ADJ | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
U:ADV | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
U:CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 34 | 9 | 24 | 79.07 | 58.62 | 73.91 |
U:NOUN | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:NOUN:POSS | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
U:OTHER | 0 | 0 | 9 | 100.00 | 0.00 | 0.00 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 15 | 1 | 16 | 93.75 | 48.39 | 78.95 |
U:PRON | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
U:PUNCT | 5 | 2 | 14 | 71.43 | 26.32 | 53.19 |
U:VERB | 0 | 2 | 7 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 6 | 0 | 1 | 100.00 | 85.71 | 96.77 |
U:VERB:TENSE | 4 | 2 | 8 | 66.67 | 33.33 | 55.56 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 306 | 49 | 195 | 86.20 | 61.08 | 79.65 |
R | 500 | 122 | 527 | 80.39 | 48.69 | 71.12 |
U | 72 | 19 | 99 | 79.12 | 42.11 | 67.29 |
UNK | 4 | 0 | 12 | 100.00 | 25.00 | 62.50 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 1 | 12 | 80.00 | 25.00 | 55.56 |
ADJ:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
ADV | 8 | 1 | 14 | 88.89 | 36.36 | 68.97 |
CONJ | 0 | 1 | 11 | 0.00 | 0.00 | 0.00 |
CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 124 | 22 | 101 | 84.93 | 55.11 | 76.64 |
MORPH | 21 | 3 | 17 | 87.50 | 55.26 | 78.36 |
NOUN | 10 | 2 | 31 | 83.33 | 24.39 | 56.18 |
NOUN:NUM | 59 | 16 | 14 | 78.67 | 80.82 | 79.09 |
NOUN:POSS | 5 | 2 | 5 | 71.43 | 50.00 | 65.79 |
ORTH | 34 | 6 | 41 | 85.00 | 45.33 | 72.34 |
OTHER | 43 | 2 | 193 | 95.56 | 18.22 | 51.68 |
PART | 1 | 1 | 8 | 50.00 | 11.11 | 29.41 |
PREP | 103 | 28 | 74 | 78.63 | 58.19 | 73.47 |
PRON | 12 | 4 | 30 | 75.00 | 28.57 | 56.60 |
PUNCT | 230 | 50 | 85 | 82.14 | 73.02 | 80.14 |
SPELL | 50 | 6 | 18 | 89.29 | 73.53 | 85.62 |
UNK | 4 | 0 | 12 | 100.00 | 25.00 | 62.50 |
VERB | 14 | 2 | 69 | 87.50 | 16.87 | 47.62 |
VERB:FORM | 50 | 12 | 22 | 80.65 | 69.44 | 78.12 |
VERB:SVA | 47 | 4 | 7 | 92.16 | 87.04 | 91.09 |
VERB:TENSE | 47 | 18 | 38 | 72.31 | 55.29 | 68.12 |
WO | 10 | 8 | 31 | 55.56 | 24.39 | 44.25 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:ADV | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
M:CONJ | 0 | 0 | 7 | 100.00 | 0.00 | 0.00 |
M:DET | 71 | 11 | 48 | 86.59 | 59.66 | 79.42 |
M:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:OTHER | 4 | 1 | 17 | 80.00 | 19.05 | 48.78 |
M:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PREP | 15 | 4 | 17 | 78.95 | 46.88 | 69.44 |
M:PRON | 5 | 0 | 20 | 100.00 | 20.00 | 55.56 |
M:PUNCT | 190 | 30 | 61 | 86.36 | 75.70 | 84.00 |
M:VERB | 3 | 1 | 8 | 75.00 | 27.27 | 55.56 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 10 | 1 | 7 | 90.91 | 58.82 | 81.97 |
R:ADJ | 3 | 0 | 8 | 100.00 | 27.27 | 65.22 |
R:ADJ:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
R:ADV | 4 | 0 | 6 | 100.00 | 40.00 | 76.92 |
R:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 22 | 2 | 28 | 91.67 | 44.00 | 75.34 |
R:MORPH | 21 | 3 | 17 | 87.50 | 55.26 | 78.36 |
R:NOUN | 8 | 1 | 26 | 88.89 | 23.53 | 57.14 |
R:NOUN:NUM | 59 | 16 | 14 | 78.67 | 80.82 | 79.09 |
R:NOUN:POSS | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
R:ORTH | 34 | 6 | 41 | 85.00 | 45.33 | 72.34 |
R:OTHER | 39 | 1 | 167 | 97.50 | 18.93 | 53.28 |
R:PART | 1 | 1 | 5 | 50.00 | 16.67 | 35.71 |
R:PREP | 73 | 23 | 42 | 76.04 | 63.48 | 73.15 |
R:PRON | 4 | 3 | 7 | 57.14 | 36.36 | 51.28 |
R:PUNCT | 34 | 18 | 9 | 65.38 | 79.07 | 67.73 |
R:SPELL | 50 | 6 | 18 | 89.29 | 73.53 | 85.62 |
R:VERB | 10 | 0 | 53 | 100.00 | 15.87 | 48.54 |
R:VERB:FORM | 44 | 12 | 21 | 78.57 | 67.69 | 76.12 |
R:VERB:SVA | 47 | 4 | 7 | 92.16 | 87.04 | 91.09 |
R:VERB:TENSE | 33 | 15 | 23 | 68.75 | 58.93 | 66.53 |
R:WO | 10 | 8 | 31 | 55.56 | 24.39 | 44.25 |
U:ADJ | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:ADV | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
U:CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 31 | 9 | 25 | 77.50 | 55.36 | 71.76 |
U:NOUN | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
U:NOUN:POSS | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:OTHER | 0 | 0 | 9 | 100.00 | 0.00 | 0.00 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 15 | 1 | 15 | 93.75 | 50.00 | 79.79 |
U:PRON | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
U:PUNCT | 6 | 2 | 15 | 75.00 | 28.57 | 56.60 |
U:VERB | 1 | 1 | 8 | 50.00 | 11.11 | 29.41 |
U:VERB:FORM | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
U:VERB:TENSE | 4 | 2 | 8 | 66.67 | 33.33 | 55.56 |
UNK | 4 | 0 | 12 | 100.00 | 25.00 | 62.50 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 332 | 37 | 196 | 89.97 | 62.88 | 82.83 |
R | 607 | 98 | 637 | 86.10 | 48.79 | 74.68 |
U | 75 | 18 | 155 | 80.65 | 32.61 | 62.29 |
UNK | 5 | 0 | 18 | 100.00 | 21.74 | 58.14 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 1 | 11 | 75.00 | 21.43 | 50.00 |
ADJ:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
ADV | 9 | 0 | 23 | 100.00 | 28.12 | 66.18 |
CONJ | 1 | 1 | 13 | 50.00 | 7.14 | 22.73 |
CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 132 | 18 | 100 | 88.00 | 56.90 | 79.33 |
MORPH | 21 | 2 | 18 | 91.30 | 53.85 | 80.15 |
NOUN | 14 | 2 | 30 | 87.50 | 31.82 | 64.81 |
NOUN:NUM | 59 | 12 | 15 | 83.10 | 79.73 | 82.40 |
NOUN:POSS | 6 | 0 | 9 | 100.00 | 40.00 | 76.92 |
ORTH | 51 | 6 | 51 | 89.47 | 50.00 | 77.27 |
OTHER | 83 | 1 | 285 | 98.81 | 22.55 | 58.95 |
PART | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
PREP | 104 | 25 | 76 | 80.62 | 57.78 | 74.71 |
PRON | 15 | 3 | 30 | 83.33 | 33.33 | 64.10 |
PUNCT | 253 | 42 | 86 | 85.76 | 74.63 | 83.28 |
SPELL | 51 | 5 | 21 | 91.07 | 70.83 | 86.15 |
UNK | 5 | 0 | 18 | 100.00 | 21.74 | 58.14 |
VERB | 25 | 0 | 86 | 100.00 | 22.52 | 59.24 |
VERB:FORM | 54 | 7 | 22 | 88.52 | 71.05 | 84.38 |
VERB:SVA | 45 | 2 | 8 | 95.74 | 84.91 | 93.36 |
VERB:TENSE | 48 | 14 | 53 | 77.42 | 47.52 | 68.77 |
WO | 34 | 10 | 48 | 77.27 | 41.46 | 65.89 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADV | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |
M:CONJ | 1 | 0 | 9 | 100.00 | 10.00 | 35.71 |
M:DET | 75 | 6 | 46 | 92.59 | 61.98 | 84.27 |
M:NOUN | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
M:NOUN:POSS | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
M:OTHER | 6 | 1 | 17 | 85.71 | 26.09 | 58.82 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 17 | 4 | 16 | 80.95 | 51.52 | 72.65 |
M:PRON | 6 | 0 | 19 | 100.00 | 24.00 | 61.22 |
M:PUNCT | 196 | 25 | 60 | 88.69 | 76.56 | 85.96 |
M:VERB | 7 | 0 | 11 | 100.00 | 38.89 | 76.09 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 12 | 1 | 8 | 92.31 | 60.00 | 83.33 |
R:ADJ | 3 | 0 | 10 | 100.00 | 23.08 | 60.00 |
R:ADJ:FORM | 3 | 1 | 0 | 75.00 | 100.00 | 78.95 |
R:ADV | 4 | 0 | 7 | 100.00 | 36.36 | 74.07 |
R:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 23 | 2 | 25 | 92.00 | 47.92 | 77.70 |
R:MORPH | 21 | 2 | 18 | 91.30 | 53.85 | 80.15 |
R:NOUN | 10 | 1 | 24 | 90.91 | 29.41 | 64.10 |
R:NOUN:NUM | 59 | 12 | 15 | 83.10 | 79.73 | 82.40 |
R:NOUN:POSS | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:ORTH | 51 | 6 | 51 | 89.47 | 50.00 | 77.27 |
R:OTHER | 75 | 0 | 223 | 100.00 | 25.17 | 62.71 |
R:PART | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
R:PREP | 73 | 20 | 43 | 78.49 | 62.93 | 74.80 |
R:PRON | 6 | 2 | 7 | 75.00 | 46.15 | 66.67 |
R:PUNCT | 49 | 16 | 10 | 75.38 | 83.05 | 76.80 |
R:SPELL | 51 | 5 | 21 | 91.07 | 70.83 | 86.15 |
R:VERB | 15 | 0 | 63 | 100.00 | 19.23 | 54.35 |
R:VERB:FORM | 48 | 7 | 21 | 87.27 | 69.57 | 83.04 |
R:VERB:SVA | 45 | 2 | 8 | 95.74 | 84.91 | 93.36 |
R:VERB:TENSE | 34 | 11 | 35 | 75.56 | 49.28 | 68.27 |
R:WO | 34 | 10 | 48 | 77.27 | 41.46 | 65.89 |
U:ADJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 0 | 0 | 11 | 100.00 | 0.00 | 0.00 |
U:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 34 | 10 | 29 | 77.27 | 53.97 | 71.13 |
U:NOUN | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
U:NOUN:POSS | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
U:OTHER | 2 | 0 | 45 | 100.00 | 4.26 | 18.18 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 14 | 1 | 17 | 93.33 | 45.16 | 76.92 |
U:PRON | 3 | 1 | 4 | 75.00 | 42.86 | 65.22 |
U:PUNCT | 8 | 1 | 16 | 88.89 | 33.33 | 66.67 |
U:VERB | 3 | 0 | 12 | 100.00 | 20.00 | 55.56 |
U:VERB:FORM | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
U:VERB:TENSE | 2 | 2 | 10 | 50.00 | 16.67 | 35.71 |
UNK | 5 | 0 | 18 | 100.00 | 21.74 | 58.14 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 405 | 141 | 304 | 74.18 | 57.12 | 70.00 |
Span-level detection | 427 | 120 | 301 | 78.06 | 58.65 | 73.22 |
Token-level detection | 508 | 104 | 344 | 83.01 | 59.62 | 76.97 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 164 | 20 | 76 | 89.13 | 68.33 | 84.02 |
R | 209 | 107 | 190 | 66.14 | 52.38 | 62.84 |
U | 32 | 14 | 38 | 69.57 | 45.71 | 62.99 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
ADJ:FORM | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
ADV | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
CONTR | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
DET | 62 | 15 | 39 | 80.52 | 61.39 | 75.79 |
MORPH | 17 | 6 | 9 | 73.91 | 65.38 | 72.03 |
NOUN | 3 | 3 | 13 | 50.00 | 18.75 | 37.50 |
NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 20 | 13 | 14 | 60.61 | 58.82 | 60.24 |
NOUN:POSS | 4 | 2 | 3 | 66.67 | 57.14 | 64.52 |
ORTH | 26 | 2 | 20 | 92.86 | 56.52 | 82.28 |
OTHER | 8 | 2 | 47 | 80.00 | 14.55 | 42.11 |
PART | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
PREP | 45 | 25 | 35 | 64.29 | 56.25 | 62.50 |
PRON | 7 | 3 | 5 | 70.00 | 58.33 | 67.31 |
PUNCT | 129 | 36 | 38 | 78.18 | 77.25 | 77.99 |
SPELL | 22 | 6 | 16 | 78.57 | 57.89 | 73.33 |
VERB | 0 | 0 | 16 | 100.00 | 0.00 | 0.00 |
VERB:FORM | 16 | 6 | 2 | 72.73 | 88.89 | 75.47 |
VERB:SVA | 8 | 1 | 1 | 88.89 | 88.89 | 88.89 |
VERB:TENSE | 22 | 12 | 17 | 64.71 | 56.41 | 62.86 |
WO | 8 | 6 | 12 | 57.14 | 40.00 | 52.63 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
M:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:DET | 32 | 5 | 21 | 86.49 | 60.38 | 79.60 |
M:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
M:OTHER | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
M:PREP | 10 | 0 | 13 | 100.00 | 43.48 | 79.37 |
M:PRON | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
M:PUNCT | 112 | 10 | 23 | 91.80 | 82.96 | 89.89 |
M:VERB | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 4 | 1 | 2 | 80.00 | 66.67 | 76.92 |
R:ADJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:ADJ:FORM | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:ADV | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 9 | 3 | 5 | 75.00 | 64.29 | 72.58 |
R:MORPH | 17 | 6 | 9 | 73.91 | 65.38 | 72.03 |
R:NOUN | 3 | 3 | 9 | 50.00 | 25.00 | 41.67 |
R:NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 20 | 13 | 14 | 60.61 | 58.82 | 60.24 |
R:NOUN:POSS | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:ORTH | 26 | 2 | 20 | 92.86 | 56.52 | 82.28 |
R:OTHER | 8 | 2 | 40 | 80.00 | 16.67 | 45.45 |
R:PART | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:PREP | 34 | 21 | 13 | 61.82 | 72.34 | 63.67 |
R:PRON | 3 | 3 | 1 | 50.00 | 75.00 | 53.57 |
R:PUNCT | 15 | 24 | 7 | 38.46 | 68.18 | 42.13 |
R:SPELL | 22 | 6 | 16 | 78.57 | 57.89 | 73.33 |
R:VERB | 0 | 0 | 14 | 100.00 | 0.00 | 0.00 |
R:VERB:FORM | 14 | 6 | 2 | 70.00 | 87.50 | 72.92 |
R:VERB:SVA | 8 | 1 | 1 | 88.89 | 88.89 | 88.89 |
R:VERB:TENSE | 14 | 10 | 14 | 58.33 | 50.00 | 56.45 |
R:WO | 8 | 6 | 12 | 57.14 | 40.00 | 52.63 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:DET | 21 | 7 | 13 | 75.00 | 61.76 | 71.92 |
U:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:NOUN:POSS | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:OTHER | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 1 | 4 | 9 | 20.00 | 10.00 | 16.67 |
U:PRON | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PUNCT | 2 | 2 | 8 | 50.00 | 20.00 | 38.46 |
U:VERB:TENSE | 4 | 1 | 1 | 80.00 | 80.00 | 80.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 166 | 18 | 76 | 90.22 | 68.60 | 84.87 |
R | 230 | 89 | 184 | 72.10 | 55.56 | 68.05 |
U | 30 | 13 | 40 | 69.77 | 42.86 | 61.98 |
UNK | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
ADJ:FORM | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
ADV | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
CONJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
CONTR | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
DET | 64 | 13 | 36 | 83.12 | 64.00 | 78.43 |
MORPH | 17 | 4 | 10 | 80.95 | 62.96 | 76.58 |
NOUN | 7 | 3 | 13 | 70.00 | 35.00 | 58.33 |
NOUN:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 20 | 12 | 11 | 62.50 | 64.52 | 62.89 |
NOUN:POSS | 4 | 2 | 4 | 66.67 | 50.00 | 62.50 |
ORTH | 27 | 2 | 22 | 93.10 | 55.10 | 81.82 |
OTHER | 19 | 1 | 54 | 95.00 | 26.03 | 62.09 |
PART | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
PREP | 47 | 20 | 33 | 70.15 | 58.75 | 67.53 |
PRON | 6 | 3 | 4 | 66.67 | 60.00 | 65.22 |
PUNCT | 132 | 32 | 38 | 80.49 | 77.65 | 79.90 |
SPELL | 23 | 3 | 13 | 88.46 | 63.89 | 82.14 |
UNK | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
VERB | 0 | 0 | 14 | 100.00 | 0.00 | 0.00 |
VERB:FORM | 17 | 5 | 1 | 77.27 | 94.44 | 80.19 |
VERB:SVA | 8 | 0 | 1 | 100.00 | 88.89 | 97.56 |
VERB:TENSE | 20 | 12 | 16 | 62.50 | 55.56 | 60.98 |
WO | 8 | 5 | 11 | 61.54 | 42.11 | 56.34 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:DET | 33 | 4 | 18 | 89.19 | 64.71 | 82.91 |
M:NOUN | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:NOUN:POSS | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
M:OTHER | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 9 | 0 | 13 | 100.00 | 40.91 | 77.59 |
M:PRON | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
M:PUNCT | 113 | 9 | 24 | 92.62 | 82.48 | 90.40 |
M:VERB | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 4 | 1 | 1 | 80.00 | 80.00 | 80.00 |
R:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:ADV | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 11 | 3 | 4 | 78.57 | 73.33 | 77.46 |
R:MORPH | 17 | 4 | 10 | 80.95 | 62.96 | 76.58 |
R:NOUN | 6 | 3 | 9 | 66.67 | 40.00 | 58.82 |
R:NOUN:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 20 | 12 | 11 | 62.50 | 64.52 | 62.89 |
R:NOUN:POSS | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:ORTH | 27 | 2 | 22 | 93.10 | 55.10 | 81.82 |
R:OTHER | 18 | 1 | 44 | 94.74 | 29.03 | 65.22 |
R:PART | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:PREP | 37 | 17 | 12 | 68.52 | 75.51 | 69.81 |
R:PRON | 2 | 3 | 1 | 40.00 | 66.67 | 43.48 |
R:PUNCT | 17 | 21 | 7 | 44.74 | 70.83 | 48.30 |
R:SPELL | 23 | 3 | 13 | 88.46 | 63.89 | 82.14 |
R:VERB | 0 | 0 | 12 | 100.00 | 0.00 | 0.00 |
R:VERB:FORM | 15 | 5 | 1 | 75.00 | 93.75 | 78.12 |
R:VERB:SVA | 8 | 0 | 1 | 100.00 | 88.89 | 97.56 |
R:VERB:TENSE | 13 | 9 | 14 | 59.09 | 48.15 | 56.52 |
R:WO | 8 | 5 | 11 | 61.54 | 42.11 | 56.34 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:DET | 20 | 6 | 14 | 76.92 | 58.82 | 72.46 |
U:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:NOUN:POSS | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:OTHER | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
U:PREP | 1 | 3 | 8 | 25.00 | 11.11 | 20.00 |
U:PRON | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PUNCT | 2 | 2 | 7 | 50.00 | 22.22 | 40.00 |
U:VERB:TENSE | 3 | 2 | 1 | 60.00 | 75.00 | 62.50 |
UNK | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 179 | 16 | 86 | 91.79 | 67.55 | 85.65 |
R | 290 | 76 | 211 | 79.23 | 57.88 | 73.79 |
U | 39 | 12 | 46 | 76.47 | 45.88 | 67.47 |
UNK | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 0 | 7 | 100.00 | 0.00 | 0.00 |
ADJ:FORM | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
ADV | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
CONJ | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
CONTR | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
DET | 67 | 9 | 38 | 88.16 | 63.81 | 81.91 |
MORPH | 16 | 4 | 8 | 80.00 | 66.67 | 76.92 |
NOUN | 7 | 0 | 16 | 100.00 | 30.43 | 68.63 |
NOUN:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 21 | 12 | 12 | 63.64 | 63.64 | 63.64 |
NOUN:POSS | 6 | 2 | 4 | 75.00 | 60.00 | 71.43 |
ORTH | 43 | 2 | 20 | 95.56 | 68.25 | 88.48 |
OTHER | 30 | 0 | 84 | 100.00 | 26.32 | 64.10 |
PART | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
PREP | 48 | 17 | 34 | 73.85 | 58.54 | 70.18 |
PRON | 7 | 3 | 3 | 70.00 | 70.00 | 70.00 |
PUNCT | 160 | 28 | 40 | 85.11 | 80.00 | 84.03 |
SPELL | 24 | 1 | 12 | 96.00 | 66.67 | 88.24 |
UNK | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
VERB | 2 | 0 | 17 | 100.00 | 10.53 | 37.04 |
VERB:FORM | 19 | 3 | 2 | 86.36 | 90.48 | 87.16 |
VERB:SVA | 8 | 0 | 2 | 100.00 | 80.00 | 95.24 |
VERB:TENSE | 20 | 14 | 18 | 58.82 | 52.63 | 57.47 |
WO | 22 | 7 | 12 | 75.86 | 64.71 | 73.33 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:CONJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:DET | 35 | 3 | 18 | 92.11 | 66.04 | 85.37 |
M:NOUN | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:NOUN:POSS | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
M:OTHER | 1 | 0 | 8 | 100.00 | 11.11 | 38.46 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 10 | 0 | 14 | 100.00 | 41.67 | 78.12 |
M:PRON | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
M:PUNCT | 119 | 9 | 31 | 92.97 | 79.33 | 89.88 |
M:VERB | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 5 | 1 | 0 | 83.33 | 100.00 | 86.21 |
R:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
R:ADV | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 11 | 1 | 4 | 91.67 | 73.33 | 87.30 |
R:MORPH | 16 | 4 | 8 | 80.00 | 66.67 | 76.92 |
R:NOUN | 5 | 0 | 10 | 100.00 | 33.33 | 71.43 |
R:NOUN:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 21 | 12 | 12 | 63.64 | 63.64 | 63.64 |
R:NOUN:POSS | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
R:ORTH | 43 | 2 | 20 | 95.56 | 68.25 | 88.48 |
R:OTHER | 29 | 0 | 70 | 100.00 | 29.29 | 67.44 |
R:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:PREP | 37 | 14 | 11 | 72.55 | 77.08 | 73.41 |
R:PRON | 2 | 3 | 1 | 40.00 | 66.67 | 43.48 |
R:PUNCT | 33 | 17 | 3 | 66.00 | 91.67 | 69.92 |
R:SPELL | 24 | 1 | 12 | 96.00 | 66.67 | 88.24 |
R:VERB | 2 | 0 | 14 | 100.00 | 12.50 | 41.67 |
R:VERB:FORM | 17 | 3 | 2 | 85.00 | 89.47 | 85.86 |
R:VERB:SVA | 8 | 0 | 2 | 100.00 | 80.00 | 95.24 |
R:VERB:TENSE | 12 | 11 | 18 | 52.17 | 40.00 | 49.18 |
R:WO | 22 | 7 | 12 | 75.86 | 64.71 | 73.33 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:DET | 21 | 5 | 16 | 80.77 | 56.76 | 74.47 |
U:NOUN | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:NOUN:POSS | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:OTHER | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
U:PREP | 1 | 3 | 9 | 25.00 | 10.00 | 19.23 |
U:PRON | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PUNCT | 8 | 2 | 6 | 80.00 | 57.14 | 74.07 |
U:VERB:TENSE | 3 | 2 | 0 | 60.00 | 100.00 | 65.22 |
UNK | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 312 | 174 | 273 | 64.20 | 53.33 | 61.68 |
Span-level detection | 337 | 149 | 263 | 69.34 | 56.17 | 66.23 |
Token-level detection | 386 | 136 | 300 | 73.95 | 56.27 | 69.57 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 146 | 36 | 49 | 80.22 | 74.87 | 79.09 |
R | 161 | 123 | 206 | 56.69 | 43.87 | 53.56 |
U | 5 | 15 | 18 | 25.00 | 21.74 | 24.27 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
ADJ:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
DET | 5 | 24 | 5 | 17.24 | 50.00 | 19.84 |
MORPH | 3 | 7 | 4 | 30.00 | 42.86 | 31.91 |
NOUN | 2 | 1 | 9 | 66.67 | 18.18 | 43.48 |
NOUN:INFL | 8 | 2 | 3 | 80.00 | 72.73 | 78.43 |
NOUN:NUM | 16 | 28 | 9 | 36.36 | 64.00 | 39.80 |
NOUN:POSS | 11 | 5 | 10 | 68.75 | 52.38 | 64.71 |
ORTH | 21 | 8 | 37 | 72.41 | 36.21 | 60.34 |
OTHER | 4 | 1 | 45 | 80.00 | 8.16 | 28.99 |
PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
PREP | 14 | 28 | 13 | 33.33 | 51.85 | 35.90 |
PRON | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
PUNCT | 151 | 32 | 51 | 82.51 | 74.75 | 80.84 |
SPELL | 40 | 13 | 50 | 75.47 | 44.44 | 66.23 |
VERB | 1 | 0 | 15 | 100.00 | 6.25 | 25.00 |
VERB:FORM | 12 | 8 | 2 | 60.00 | 85.71 | 63.83 |
VERB:INFL | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
VERB:SVA | 9 | 8 | 3 | 52.94 | 75.00 | 56.25 |
VERB:TENSE | 5 | 6 | 4 | 45.45 | 55.56 | 47.17 |
WO | 4 | 2 | 1 | 66.67 | 80.00 | 68.97 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:DET | 3 | 11 | 2 | 21.43 | 60.00 | 24.59 |
M:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 4 | 3 | 4 | 57.14 | 50.00 | 55.56 |
M:PREP | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
M:PRON | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PUNCT | 135 | 20 | 34 | 87.10 | 79.88 | 85.55 |
M:VERB | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADJ | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
R:ADJ:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 1 | 4 | 1 | 20.00 | 50.00 | 22.73 |
R:MORPH | 3 | 7 | 4 | 30.00 | 42.86 | 31.91 |
R:NOUN | 2 | 1 | 7 | 66.67 | 22.22 | 47.62 |
R:NOUN:INFL | 8 | 2 | 3 | 80.00 | 72.73 | 78.43 |
R:NOUN:NUM | 16 | 28 | 9 | 36.36 | 64.00 | 39.80 |
R:NOUN:POSS | 7 | 1 | 5 | 87.50 | 58.33 | 79.55 |
R:ORTH | 21 | 8 | 37 | 72.41 | 36.21 | 60.34 |
R:OTHER | 4 | 1 | 44 | 80.00 | 8.33 | 29.41 |
R:PREP | 11 | 22 | 10 | 33.33 | 52.38 | 35.95 |
R:PRON | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:PUNCT | 14 | 12 | 8 | 53.85 | 63.64 | 55.56 |
R:SPELL | 40 | 13 | 50 | 75.47 | 44.44 | 66.23 |
R:VERB | 1 | 0 | 9 | 100.00 | 10.00 | 35.71 |
R:VERB:FORM | 11 | 7 | 2 | 61.11 | 84.62 | 64.71 |
R:VERB:INFL | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:VERB:SVA | 9 | 8 | 3 | 52.94 | 75.00 | 56.25 |
R:VERB:TENSE | 5 | 6 | 3 | 45.45 | 62.50 | 48.08 |
R:WO | 4 | 2 | 1 | 66.67 | 80.00 | 68.97 |
U:DET | 1 | 9 | 2 | 10.00 | 33.33 | 11.63 |
U:NOUN:POSS | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:OTHER | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 1 | 4 | 2 | 20.00 | 33.33 | 21.74 |
U:PUNCT | 2 | 0 | 9 | 100.00 | 18.18 | 52.63 |
U:VERB | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:TENSE | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 148 | 34 | 47 | 81.32 | 75.90 | 80.17 |
R | 183 | 101 | 193 | 64.44 | 48.67 | 60.52 |
U | 5 | 14 | 19 | 26.32 | 20.83 | 25.00 |
UNK | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
ADJ:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
DET | 6 | 22 | 7 | 21.43 | 46.15 | 24.00 |
MORPH | 3 | 7 | 4 | 30.00 | 42.86 | 31.91 |
NOUN | 2 | 1 | 9 | 66.67 | 18.18 | 43.48 |
NOUN:INFL | 8 | 0 | 3 | 100.00 | 72.73 | 93.02 |
NOUN:NUM | 15 | 27 | 8 | 35.71 | 65.22 | 39.27 |
NOUN:POSS | 14 | 4 | 7 | 77.78 | 66.67 | 75.27 |
ORTH | 22 | 7 | 37 | 75.86 | 37.29 | 62.86 |
OTHER | 10 | 0 | 44 | 100.00 | 18.52 | 53.19 |
PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
PREP | 15 | 27 | 13 | 35.71 | 53.57 | 38.27 |
PRON | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
PUNCT | 152 | 30 | 50 | 83.52 | 75.25 | 81.72 |
SPELL | 50 | 0 | 41 | 100.00 | 54.95 | 85.91 |
UNK | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
VERB | 2 | 0 | 14 | 100.00 | 12.50 | 41.67 |
VERB:FORM | 12 | 8 | 2 | 60.00 | 85.71 | 63.83 |
VERB:INFL | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
VERB:SVA | 9 | 8 | 3 | 52.94 | 75.00 | 56.25 |
VERB:TENSE | 6 | 5 | 4 | 54.55 | 60.00 | 55.56 |
WO | 4 | 2 | 1 | 66.67 | 80.00 | 68.97 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:DET | 3 | 10 | 2 | 23.08 | 60.00 | 26.32 |
M:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 4 | 3 | 4 | 57.14 | 50.00 | 55.56 |
M:OTHER | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
M:PRON | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PUNCT | 135 | 19 | 33 | 87.66 | 80.36 | 86.10 |
M:VERB | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADJ | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
R:ADJ:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 1 | 4 | 2 | 20.00 | 33.33 | 21.74 |
R:MORPH | 3 | 7 | 4 | 30.00 | 42.86 | 31.91 |
R:NOUN | 2 | 1 | 7 | 66.67 | 22.22 | 47.62 |
R:NOUN:INFL | 8 | 0 | 3 | 100.00 | 72.73 | 93.02 |
R:NOUN:NUM | 15 | 27 | 8 | 35.71 | 65.22 | 39.27 |
R:NOUN:POSS | 10 | 0 | 2 | 100.00 | 83.33 | 96.15 |
R:ORTH | 22 | 7 | 37 | 75.86 | 37.29 | 62.86 |
R:OTHER | 8 | 0 | 43 | 100.00 | 15.69 | 48.19 |
R:PREP | 13 | 21 | 10 | 38.24 | 56.52 | 40.88 |
R:PRON | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:PUNCT | 15 | 11 | 8 | 57.69 | 65.22 | 59.06 |
R:SPELL | 50 | 0 | 41 | 100.00 | 54.95 | 85.91 |
R:VERB | 2 | 0 | 9 | 100.00 | 18.18 | 52.63 |
R:VERB:FORM | 11 | 7 | 2 | 61.11 | 84.62 | 64.71 |
R:VERB:INFL | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:VERB:SVA | 9 | 8 | 3 | 52.94 | 75.00 | 56.25 |
R:VERB:TENSE | 6 | 5 | 3 | 54.55 | 66.67 | 56.60 |
R:WO | 4 | 2 | 1 | 66.67 | 80.00 | 68.97 |
U:DET | 2 | 8 | 3 | 20.00 | 40.00 | 22.22 |
U:NOUN:POSS | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:OTHER | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 0 | 4 | 2 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 2 | 0 | 9 | 100.00 | 18.18 | 52.63 |
U:VERB | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:TENSE | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
UNK | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 160 | 27 | 54 | 85.56 | 74.77 | 83.16 |
R | 216 | 98 | 214 | 68.79 | 50.23 | 64.06 |
U | 9 | 11 | 28 | 45.00 | 24.32 | 38.46 |
UNK | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 1 | 6 | 50.00 | 14.29 | 33.33 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
CONTR | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
DET | 5 | 18 | 8 | 21.74 | 38.46 | 23.81 |
MORPH | 3 | 6 | 4 | 33.33 | 42.86 | 34.88 |
NOUN | 3 | 1 | 13 | 75.00 | 18.75 | 46.88 |
NOUN:INFL | 8 | 0 | 3 | 100.00 | 72.73 | 93.02 |
NOUN:NUM | 16 | 26 | 9 | 38.10 | 64.00 | 41.45 |
NOUN:POSS | 15 | 3 | 8 | 83.33 | 65.22 | 78.95 |
ORTH | 37 | 5 | 48 | 88.10 | 43.53 | 73.12 |
OTHER | 21 | 0 | 45 | 100.00 | 31.82 | 70.00 |
PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
PREP | 16 | 26 | 11 | 38.10 | 59.26 | 41.03 |
PRON | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
PUNCT | 165 | 27 | 60 | 85.94 | 73.33 | 83.08 |
SPELL | 49 | 0 | 43 | 100.00 | 53.26 | 85.07 |
UNK | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
VERB | 2 | 0 | 12 | 100.00 | 14.29 | 45.45 |
VERB:FORM | 13 | 8 | 3 | 61.90 | 81.25 | 65.00 |
VERB:INFL | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
VERB:SVA | 9 | 6 | 3 | 60.00 | 75.00 | 62.50 |
VERB:TENSE | 9 | 5 | 6 | 64.29 | 60.00 | 63.38 |
WO | 7 | 4 | 1 | 63.64 | 87.50 | 67.31 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:DET | 3 | 6 | 3 | 33.33 | 50.00 | 35.71 |
M:NOUN | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
M:NOUN:POSS | 4 | 3 | 3 | 57.14 | 57.14 | 57.14 |
M:OTHER | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 3 | 2 | 0 | 60.00 | 100.00 | 65.22 |
M:PRON | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PUNCT | 143 | 16 | 40 | 89.94 | 78.14 | 87.30 |
M:VERB | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADJ | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:DET | 1 | 4 | 1 | 20.00 | 50.00 | 22.73 |
R:MORPH | 3 | 6 | 4 | 33.33 | 42.86 | 34.88 |
R:NOUN | 2 | 1 | 9 | 66.67 | 18.18 | 43.48 |
R:NOUN:INFL | 8 | 0 | 3 | 100.00 | 72.73 | 93.02 |
R:NOUN:NUM | 16 | 26 | 9 | 38.10 | 64.00 | 41.45 |
R:NOUN:POSS | 11 | 0 | 4 | 100.00 | 73.33 | 93.22 |
R:ORTH | 37 | 5 | 48 | 88.10 | 43.53 | 73.12 |
R:OTHER | 18 | 0 | 42 | 100.00 | 30.00 | 68.18 |
R:PREP | 12 | 21 | 9 | 36.36 | 57.14 | 39.22 |
R:PRON | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:PUNCT | 18 | 11 | 9 | 62.07 | 66.67 | 62.94 |
R:SPELL | 49 | 0 | 43 | 100.00 | 53.26 | 85.07 |
R:VERB | 2 | 0 | 8 | 100.00 | 20.00 | 55.56 |
R:VERB:FORM | 12 | 8 | 3 | 60.00 | 80.00 | 63.16 |
R:VERB:INFL | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:VERB:SVA | 9 | 6 | 3 | 60.00 | 75.00 | 62.50 |
R:VERB:TENSE | 7 | 5 | 5 | 58.33 | 58.33 | 58.33 |
R:WO | 7 | 4 | 1 | 63.64 | 87.50 | 67.31 |
U:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:DET | 1 | 8 | 4 | 11.11 | 20.00 | 12.20 |
U:NOUN:POSS | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:OTHER | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 1 | 3 | 2 | 25.00 | 33.33 | 26.32 |
U:PUNCT | 4 | 0 | 11 | 100.00 | 26.67 | 64.52 |
U:VERB | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
UNK | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |