Submitted by: | cjbryant |
Submitted at: | 2019-08-07T14:46:51+00:00 |
Competition submission: | 5 |
Competition phase: | 3 - Open phase |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 1585 | 1077 | 2787 | 59.54 | 36.25 | 52.76 |
Span-level detection | 1921 | 746 | 2671 | 72.03 | 41.83 | 62.94 |
Token-level detection | 2254 | 567 | 3197 | 79.90 | 41.35 | 67.34 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 381 | 218 | 614 | 63.61 | 38.29 | 56.18 |
R | 1100 | 768 | 1844 | 58.89 | 37.36 | 52.80 |
U | 104 | 91 | 329 | 53.33 | 24.02 | 42.87 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 8 | 11 | 22 | 42.11 | 26.67 | 37.74 |
ADJ:FORM | 4 | 5 | 6 | 44.44 | 40.00 | 43.48 |
ADV | 17 | 24 | 34 | 41.46 | 33.33 | 39.53 |
CONJ | 6 | 11 | 18 | 35.29 | 25.00 | 32.61 |
CONTR | 4 | 10 | 5 | 28.57 | 44.44 | 30.77 |
DET | 238 | 153 | 328 | 60.87 | 42.05 | 55.87 |
MORPH | 52 | 39 | 80 | 57.14 | 39.39 | 52.42 |
NOUN | 16 | 66 | 82 | 19.51 | 16.33 | 18.78 |
NOUN:INFL | 12 | 17 | 7 | 41.38 | 63.16 | 44.44 |
NOUN:NUM | 132 | 59 | 105 | 69.11 | 55.70 | 65.93 |
NOUN:POSS | 9 | 2 | 36 | 81.82 | 20.00 | 50.56 |
ORTH | 151 | 25 | 213 | 85.80 | 41.48 | 70.69 |
OTHER | 45 | 97 | 595 | 31.69 | 7.03 | 18.63 |
PART | 11 | 5 | 10 | 68.75 | 52.38 | 64.71 |
PREP | 111 | 86 | 271 | 56.35 | 29.06 | 47.44 |
PRON | 33 | 19 | 90 | 63.46 | 26.83 | 49.85 |
PUNCT | 146 | 53 | 335 | 73.37 | 30.35 | 57.17 |
SPELL | 253 | 179 | 69 | 58.56 | 78.57 | 61.71 |
VERB | 36 | 62 | 149 | 36.73 | 19.46 | 31.20 |
VERB:FORM | 115 | 50 | 67 | 69.70 | 63.19 | 68.29 |
VERB:INFL | 6 | 0 | 2 | 100.00 | 75.00 | 93.75 |
VERB:SVA | 104 | 33 | 41 | 75.91 | 71.72 | 75.04 |
VERB:TENSE | 65 | 61 | 159 | 51.59 | 29.02 | 44.64 |
WO | 11 | 10 | 63 | 52.38 | 14.86 | 34.81 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 2 | 2 | 3 | 50.00 | 40.00 | 47.62 |
M:ADV | 4 | 7 | 12 | 36.36 | 25.00 | 33.33 |
M:CONJ | 5 | 9 | 10 | 35.71 | 33.33 | 35.21 |
M:CONTR | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 186 | 110 | 111 | 62.84 | 62.63 | 62.80 |
M:NOUN | 0 | 3 | 9 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 3 | 1 | 12 | 75.00 | 20.00 | 48.39 |
M:OTHER | 1 | 2 | 52 | 33.33 | 1.89 | 7.69 |
M:PART | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:PREP | 25 | 29 | 66 | 46.30 | 27.47 | 40.72 |
M:PRON | 16 | 8 | 44 | 66.67 | 26.67 | 51.28 |
M:PUNCT | 107 | 24 | 242 | 81.68 | 30.66 | 61.28 |
M:VERB | 10 | 8 | 20 | 55.56 | 33.33 | 49.02 |
M:VERB:FORM | 10 | 8 | 4 | 55.56 | 71.43 | 58.14 |
M:VERB:TENSE | 11 | 5 | 27 | 68.75 | 28.95 | 53.92 |
R:ADJ | 4 | 6 | 16 | 40.00 | 20.00 | 33.33 |
R:ADJ:FORM | 4 | 5 | 6 | 44.44 | 40.00 | 43.48 |
R:ADV | 6 | 4 | 11 | 60.00 | 35.29 | 52.63 |
R:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 8 | 3 | 11.11 | 25.00 | 12.50 |
R:DET | 19 | 27 | 83 | 41.30 | 18.63 | 33.22 |
R:MORPH | 52 | 39 | 80 | 57.14 | 39.39 | 52.42 |
R:NOUN | 15 | 44 | 67 | 25.42 | 18.29 | 23.58 |
R:NOUN:INFL | 12 | 17 | 7 | 41.38 | 63.16 | 44.44 |
R:NOUN:NUM | 132 | 59 | 105 | 69.11 | 55.70 | 65.93 |
R:NOUN:POSS | 3 | 1 | 18 | 75.00 | 14.29 | 40.54 |
R:ORTH | 151 | 25 | 213 | 85.80 | 41.48 | 70.69 |
R:OTHER | 44 | 94 | 523 | 31.88 | 7.76 | 19.66 |
R:PART | 10 | 3 | 4 | 76.92 | 71.43 | 75.76 |
R:PREP | 67 | 52 | 157 | 56.30 | 29.91 | 47.86 |
R:PRON | 10 | 8 | 30 | 55.56 | 25.00 | 44.64 |
R:PUNCT | 28 | 22 | 55 | 56.00 | 33.73 | 49.47 |
R:SPELL | 253 | 179 | 69 | 58.56 | 78.57 | 61.71 |
R:VERB | 21 | 41 | 114 | 33.87 | 15.56 | 27.42 |
R:VERB:FORM | 100 | 40 | 58 | 71.43 | 63.29 | 69.64 |
R:VERB:INFL | 6 | 0 | 2 | 100.00 | 75.00 | 93.75 |
R:VERB:SVA | 104 | 33 | 41 | 75.91 | 71.72 | 75.04 |
R:VERB:TENSE | 47 | 51 | 116 | 47.96 | 28.83 | 42.34 |
R:WO | 11 | 10 | 63 | 52.38 | 14.86 | 34.81 |
U:ADJ | 2 | 3 | 3 | 40.00 | 40.00 | 40.00 |
U:ADV | 7 | 13 | 11 | 35.00 | 38.89 | 35.71 |
U:CONJ | 1 | 2 | 5 | 33.33 | 16.67 | 27.78 |
U:CONTR | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
U:DET | 33 | 16 | 134 | 67.35 | 19.76 | 45.45 |
U:NOUN | 1 | 19 | 6 | 5.00 | 14.29 | 5.75 |
U:NOUN:POSS | 3 | 0 | 6 | 100.00 | 33.33 | 71.43 |
U:OTHER | 0 | 1 | 20 | 0.00 | 0.00 | 0.00 |
U:PART | 0 | 2 | 4 | 0.00 | 0.00 | 0.00 |
U:PREP | 19 | 5 | 48 | 79.17 | 28.36 | 58.28 |
U:PRON | 7 | 3 | 16 | 70.00 | 30.43 | 55.56 |
U:PUNCT | 11 | 7 | 38 | 61.11 | 22.45 | 45.45 |
U:VERB | 5 | 13 | 15 | 27.78 | 25.00 | 27.17 |
U:VERB:FORM | 5 | 2 | 5 | 71.43 | 50.00 | 65.79 |
U:VERB:TENSE | 7 | 5 | 16 | 58.33 | 30.43 | 49.30 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 426 | 181 | 596 | 70.18 | 41.68 | 61.74 |
R | 1361 | 492 | 1692 | 73.45 | 44.58 | 65.03 |
U | 122 | 73 | 327 | 62.56 | 27.17 | 49.63 |
UNK | 12 | 0 | 56 | 100.00 | 17.65 | 51.72 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 11 | 5 | 24 | 68.75 | 31.43 | 55.56 |
ADJ:FORM | 3 | 4 | 8 | 42.86 | 27.27 | 38.46 |
ADV | 20 | 21 | 35 | 48.78 | 36.36 | 45.66 |
CONJ | 8 | 7 | 19 | 53.33 | 29.63 | 45.98 |
CONTR | 4 | 10 | 4 | 28.57 | 50.00 | 31.25 |
DET | 256 | 130 | 327 | 66.32 | 43.91 | 60.18 |
MORPH | 60 | 26 | 76 | 69.77 | 44.12 | 62.50 |
NOUN | 36 | 46 | 80 | 43.90 | 31.03 | 40.54 |
NOUN:INFL | 18 | 1 | 1 | 94.74 | 94.74 | 94.74 |
NOUN:NUM | 129 | 48 | 95 | 72.88 | 57.59 | 69.21 |
NOUN:POSS | 18 | 1 | 32 | 94.74 | 36.00 | 71.43 |
ORTH | 170 | 17 | 200 | 90.91 | 45.95 | 76.03 |
OTHER | 145 | 67 | 546 | 68.40 | 20.98 | 47.11 |
PART | 13 | 4 | 9 | 76.47 | 59.09 | 72.22 |
PREP | 133 | 57 | 264 | 70.00 | 33.50 | 57.48 |
PRON | 37 | 16 | 83 | 69.81 | 30.83 | 55.72 |
PUNCT | 164 | 46 | 333 | 78.10 | 33.00 | 61.33 |
SPELL | 301 | 83 | 22 | 78.39 | 93.19 | 80.96 |
UNK | 12 | 0 | 56 | 100.00 | 17.65 | 51.72 |
VERB | 67 | 47 | 152 | 58.77 | 30.59 | 49.63 |
VERB:FORM | 118 | 37 | 66 | 76.13 | 64.13 | 73.38 |
VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
VERB:SVA | 101 | 19 | 37 | 84.17 | 73.19 | 81.72 |
VERB:TENSE | 79 | 44 | 143 | 64.23 | 35.59 | 55.32 |
WO | 11 | 10 | 58 | 52.38 | 15.94 | 35.95 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 2 | 2 | 3 | 50.00 | 40.00 | 47.62 |
M:ADV | 5 | 6 | 9 | 45.45 | 35.71 | 43.10 |
M:CONJ | 7 | 6 | 11 | 53.85 | 38.89 | 50.00 |
M:CONTR | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 200 | 94 | 101 | 68.03 | 66.45 | 67.70 |
M:NOUN | 2 | 3 | 9 | 40.00 | 18.18 | 32.26 |
M:NOUN:POSS | 3 | 1 | 12 | 75.00 | 20.00 | 48.39 |
M:OTHER | 5 | 1 | 51 | 83.33 | 8.93 | 31.25 |
M:PART | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:PREP | 28 | 21 | 63 | 57.14 | 30.77 | 48.78 |
M:PRON | 18 | 6 | 41 | 75.00 | 30.51 | 58.06 |
M:PUNCT | 122 | 22 | 246 | 84.72 | 33.15 | 64.62 |
M:VERB | 11 | 7 | 21 | 61.11 | 34.38 | 52.88 |
M:VERB:FORM | 10 | 7 | 3 | 58.82 | 76.92 | 61.73 |
M:VERB:TENSE | 12 | 3 | 23 | 80.00 | 34.29 | 63.16 |
R:ADJ | 7 | 3 | 18 | 70.00 | 28.00 | 53.85 |
R:ADJ:FORM | 3 | 4 | 8 | 42.86 | 27.27 | 38.46 |
R:ADV | 9 | 4 | 15 | 69.23 | 37.50 | 59.21 |
R:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 8 | 2 | 11.11 | 33.33 | 12.82 |
R:DET | 24 | 23 | 82 | 51.06 | 22.64 | 40.82 |
R:MORPH | 60 | 26 | 76 | 69.77 | 44.12 | 62.50 |
R:NOUN | 30 | 28 | 63 | 51.72 | 32.26 | 46.15 |
R:NOUN:INFL | 18 | 1 | 1 | 94.74 | 94.74 | 94.74 |
R:NOUN:NUM | 129 | 48 | 95 | 72.88 | 57.59 | 69.21 |
R:NOUN:POSS | 12 | 0 | 13 | 100.00 | 48.00 | 82.19 |
R:ORTH | 170 | 17 | 200 | 90.91 | 45.95 | 76.03 |
R:OTHER | 140 | 65 | 473 | 68.29 | 22.84 | 48.85 |
R:PART | 11 | 2 | 2 | 84.62 | 84.62 | 84.62 |
R:PREP | 82 | 33 | 161 | 71.30 | 33.74 | 58.32 |
R:PRON | 9 | 7 | 29 | 56.25 | 23.68 | 44.12 |
R:PUNCT | 28 | 17 | 54 | 62.22 | 34.15 | 53.44 |
R:SPELL | 301 | 83 | 22 | 78.39 | 93.19 | 80.96 |
R:VERB | 48 | 28 | 115 | 63.16 | 29.45 | 51.39 |
R:VERB:FORM | 103 | 28 | 59 | 78.63 | 63.58 | 75.07 |
R:VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
R:VERB:SVA | 101 | 19 | 37 | 84.17 | 73.19 | 81.72 |
R:VERB:TENSE | 57 | 38 | 104 | 60.00 | 35.40 | 52.68 |
R:WO | 11 | 10 | 58 | 52.38 | 15.94 | 35.95 |
U:ADJ | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
U:ADV | 6 | 11 | 11 | 35.29 | 35.29 | 35.29 |
U:CONJ | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
U:CONTR | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
U:DET | 32 | 13 | 144 | 71.11 | 18.18 | 44.94 |
U:NOUN | 4 | 15 | 8 | 21.05 | 33.33 | 22.73 |
U:NOUN:POSS | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
U:OTHER | 0 | 1 | 22 | 0.00 | 0.00 | 0.00 |
U:PART | 1 | 2 | 4 | 33.33 | 20.00 | 29.41 |
U:PREP | 23 | 3 | 40 | 88.46 | 36.51 | 68.86 |
U:PRON | 10 | 3 | 13 | 76.92 | 43.48 | 66.67 |
U:PUNCT | 14 | 7 | 33 | 66.67 | 29.79 | 53.44 |
U:VERB | 8 | 12 | 16 | 40.00 | 33.33 | 38.46 |
U:VERB:FORM | 5 | 2 | 4 | 71.43 | 55.56 | 67.57 |
U:VERB:TENSE | 10 | 3 | 16 | 76.92 | 38.46 | 64.10 |
UNK | 12 | 0 | 56 | 100.00 | 17.65 | 51.72 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 517 | 115 | 666 | 81.80 | 43.70 | 69.66 |
R | 1568 | 394 | 2004 | 79.92 | 43.90 | 68.65 |
U | 146 | 58 | 448 | 71.57 | 24.58 | 51.77 |
UNK | 23 | 0 | 79 | 100.00 | 22.55 | 59.28 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 10 | 4 | 34 | 71.43 | 22.73 | 50.00 |
ADJ:FORM | 4 | 4 | 7 | 50.00 | 36.36 | 46.51 |
ADV | 23 | 16 | 47 | 58.97 | 32.86 | 50.88 |
CONJ | 9 | 6 | 17 | 60.00 | 34.62 | 52.33 |
CONTR | 4 | 10 | 7 | 28.57 | 36.36 | 29.85 |
DET | 267 | 86 | 354 | 75.64 | 43.00 | 65.67 |
MORPH | 64 | 19 | 79 | 77.11 | 44.76 | 67.37 |
NOUN | 45 | 33 | 90 | 57.69 | 33.33 | 50.34 |
NOUN:INFL | 18 | 1 | 1 | 94.74 | 94.74 | 94.74 |
NOUN:NUM | 137 | 35 | 99 | 79.65 | 58.05 | 74.13 |
NOUN:POSS | 28 | 1 | 41 | 96.55 | 40.58 | 75.68 |
ORTH | 205 | 13 | 226 | 94.04 | 47.56 | 78.66 |
OTHER | 272 | 54 | 756 | 83.44 | 26.46 | 58.32 |
PART | 10 | 3 | 12 | 76.92 | 45.45 | 67.57 |
PREP | 139 | 44 | 281 | 75.96 | 33.10 | 60.33 |
PRON | 44 | 14 | 91 | 75.86 | 32.59 | 59.95 |
PUNCT | 218 | 36 | 373 | 85.83 | 36.89 | 67.83 |
SPELL | 297 | 66 | 23 | 81.82 | 92.81 | 83.80 |
UNK | 23 | 0 | 79 | 100.00 | 22.55 | 59.28 |
VERB | 80 | 37 | 189 | 68.38 | 29.74 | 54.27 |
VERB:FORM | 121 | 21 | 71 | 85.21 | 63.02 | 79.61 |
VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
VERB:SVA | 102 | 15 | 43 | 87.18 | 70.34 | 83.20 |
VERB:TENSE | 85 | 38 | 181 | 69.11 | 31.95 | 56.07 |
WO | 42 | 11 | 95 | 79.25 | 30.66 | 60.17 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 3 | 1 | 4 | 75.00 | 42.86 | 65.22 |
M:ADV | 9 | 4 | 13 | 69.23 | 40.91 | 60.81 |
M:CONJ | 8 | 5 | 11 | 61.54 | 42.11 | 56.34 |
M:CONTR | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 209 | 50 | 110 | 80.69 | 65.52 | 77.12 |
M:NOUN | 3 | 3 | 13 | 50.00 | 18.75 | 37.50 |
M:NOUN:POSS | 6 | 1 | 11 | 85.71 | 35.29 | 66.67 |
M:OTHER | 11 | 1 | 58 | 91.67 | 15.94 | 47.01 |
M:PART | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
M:PREP | 37 | 15 | 64 | 71.15 | 36.63 | 59.87 |
M:PRON | 26 | 6 | 48 | 81.25 | 35.14 | 64.36 |
M:PUNCT | 160 | 20 | 268 | 88.89 | 37.38 | 69.69 |
M:VERB | 15 | 4 | 33 | 78.95 | 31.25 | 60.48 |
M:VERB:FORM | 12 | 2 | 4 | 85.71 | 75.00 | 83.33 |
M:VERB:TENSE | 17 | 1 | 25 | 94.44 | 40.48 | 74.56 |
R:ADJ | 5 | 3 | 24 | 62.50 | 17.24 | 40.98 |
R:ADJ:FORM | 4 | 4 | 7 | 50.00 | 36.36 | 46.51 |
R:ADV | 8 | 4 | 17 | 66.67 | 32.00 | 54.79 |
R:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 8 | 5 | 11.11 | 16.67 | 11.90 |
R:DET | 20 | 24 | 84 | 45.45 | 19.23 | 35.71 |
R:MORPH | 64 | 19 | 79 | 77.11 | 44.76 | 67.37 |
R:NOUN | 37 | 21 | 67 | 63.79 | 35.58 | 55.06 |
R:NOUN:INFL | 18 | 1 | 1 | 94.74 | 94.74 | 94.74 |
R:NOUN:NUM | 137 | 35 | 99 | 79.65 | 58.05 | 74.13 |
R:NOUN:POSS | 19 | 0 | 20 | 100.00 | 48.72 | 82.61 |
R:ORTH | 205 | 13 | 226 | 94.04 | 47.56 | 78.66 |
R:OTHER | 249 | 53 | 616 | 82.45 | 28.79 | 60.06 |
R:PART | 8 | 1 | 3 | 88.89 | 72.73 | 85.11 |
R:PREP | 78 | 28 | 168 | 73.58 | 31.71 | 58.21 |
R:PRON | 10 | 5 | 27 | 66.67 | 27.03 | 51.55 |
R:PUNCT | 37 | 10 | 67 | 78.72 | 35.58 | 63.36 |
R:SPELL | 297 | 66 | 23 | 81.82 | 92.81 | 83.80 |
R:VERB | 58 | 22 | 130 | 72.50 | 30.85 | 57.09 |
R:VERB:FORM | 104 | 17 | 62 | 85.95 | 62.65 | 80.00 |
R:VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
R:VERB:SVA | 102 | 15 | 43 | 87.18 | 70.34 | 83.20 |
R:VERB:TENSE | 58 | 34 | 136 | 63.04 | 29.90 | 51.60 |
R:WO | 42 | 11 | 95 | 79.25 | 30.66 | 60.17 |
U:ADJ | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
U:ADV | 6 | 8 | 17 | 42.86 | 26.09 | 37.97 |
U:CONJ | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:CONTR | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
U:DET | 38 | 12 | 160 | 76.00 | 19.19 | 47.74 |
U:NOUN | 5 | 9 | 10 | 35.71 | 33.33 | 35.21 |
U:NOUN:POSS | 3 | 0 | 10 | 100.00 | 23.08 | 60.00 |
U:OTHER | 12 | 0 | 82 | 100.00 | 12.77 | 42.25 |
U:PART | 1 | 2 | 5 | 33.33 | 16.67 | 27.78 |
U:PREP | 24 | 1 | 49 | 96.00 | 32.88 | 69.36 |
U:PRON | 8 | 3 | 16 | 72.73 | 33.33 | 58.82 |
U:PUNCT | 21 | 6 | 38 | 77.78 | 35.59 | 62.87 |
U:VERB | 7 | 11 | 26 | 38.89 | 21.21 | 33.33 |
U:VERB:FORM | 5 | 2 | 5 | 71.43 | 50.00 | 65.79 |
U:VERB:TENSE | 10 | 3 | 20 | 76.92 | 33.33 | 60.98 |
UNK | 23 | 0 | 79 | 100.00 | 22.55 | 59.28 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 681 | 389 | 1336 | 63.64 | 33.76 | 54.07 |
Span-level detection | 840 | 232 | 1297 | 78.36 | 39.31 | 65.37 |
Token-level detection | 1013 | 142 | 1531 | 87.71 | 39.82 | 70.70 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 149 | 79 | 287 | 65.35 | 34.17 | 55.27 |
R | 495 | 277 | 886 | 64.12 | 35.84 | 55.38 |
U | 37 | 33 | 163 | 52.86 | 18.50 | 38.54 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 2 | 7 | 7 | 22.22 | 22.22 | 22.22 |
ADJ:FORM | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
ADV | 6 | 10 | 15 | 37.50 | 28.57 | 35.29 |
CONJ | 2 | 5 | 8 | 28.57 | 20.00 | 26.32 |
CONTR | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
DET | 94 | 41 | 158 | 69.63 | 37.30 | 59.34 |
MORPH | 29 | 14 | 44 | 67.44 | 39.73 | 59.18 |
NOUN | 8 | 28 | 37 | 22.22 | 17.78 | 21.16 |
NOUN:INFL | 6 | 1 | 1 | 85.71 | 85.71 | 85.71 |
NOUN:NUM | 63 | 21 | 55 | 75.00 | 53.39 | 69.38 |
NOUN:POSS | 2 | 1 | 9 | 66.67 | 18.18 | 43.48 |
ORTH | 85 | 10 | 110 | 89.47 | 43.59 | 73.91 |
OTHER | 21 | 36 | 312 | 36.84 | 6.31 | 18.72 |
PART | 8 | 0 | 4 | 100.00 | 66.67 | 90.91 |
PREP | 47 | 34 | 119 | 58.02 | 28.31 | 47.96 |
PRON | 19 | 8 | 54 | 70.37 | 26.03 | 52.49 |
PUNCT | 42 | 15 | 144 | 73.68 | 22.58 | 50.72 |
SPELL | 87 | 63 | 26 | 58.00 | 76.99 | 61.01 |
VERB | 14 | 28 | 70 | 33.33 | 16.67 | 27.78 |
VERB:FORM | 56 | 18 | 30 | 75.68 | 65.12 | 73.30 |
VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 53 | 14 | 24 | 79.10 | 68.83 | 76.81 |
VERB:TENSE | 25 | 27 | 85 | 48.08 | 22.73 | 39.31 |
WO | 6 | 5 | 18 | 54.55 | 25.00 | 44.12 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
M:ADV | 2 | 3 | 4 | 40.00 | 33.33 | 38.46 |
M:CONJ | 1 | 4 | 2 | 20.00 | 33.33 | 21.74 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 72 | 31 | 48 | 69.90 | 60.00 | 67.67 |
M:NOUN | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
M:OTHER | 1 | 1 | 31 | 50.00 | 3.12 | 12.50 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 16 | 15 | 30 | 51.61 | 34.78 | 47.06 |
M:PRON | 8 | 2 | 22 | 80.00 | 26.67 | 57.14 |
M:PUNCT | 32 | 7 | 111 | 82.05 | 22.38 | 53.51 |
M:VERB | 4 | 5 | 12 | 44.44 | 25.00 | 38.46 |
M:VERB:FORM | 7 | 5 | 3 | 58.33 | 70.00 | 60.34 |
M:VERB:TENSE | 5 | 2 | 16 | 71.43 | 23.81 | 51.02 |
R:ADJ | 0 | 3 | 5 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
R:ADV | 2 | 1 | 5 | 66.67 | 28.57 | 52.63 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
R:DET | 7 | 7 | 35 | 50.00 | 16.67 | 35.71 |
R:MORPH | 29 | 14 | 44 | 67.44 | 39.73 | 59.18 |
R:NOUN | 8 | 16 | 29 | 33.33 | 21.62 | 30.08 |
R:NOUN:INFL | 6 | 1 | 1 | 85.71 | 85.71 | 85.71 |
R:NOUN:NUM | 63 | 21 | 55 | 75.00 | 53.39 | 69.38 |
R:NOUN:POSS | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
R:ORTH | 85 | 10 | 110 | 89.47 | 43.59 | 73.91 |
R:OTHER | 20 | 35 | 272 | 36.36 | 6.85 | 19.53 |
R:PART | 8 | 0 | 1 | 100.00 | 88.89 | 97.56 |
R:PREP | 24 | 17 | 68 | 58.54 | 26.09 | 46.88 |
R:PRON | 6 | 5 | 21 | 54.55 | 22.22 | 42.25 |
R:PUNCT | 7 | 7 | 23 | 50.00 | 23.33 | 40.70 |
R:SPELL | 87 | 63 | 26 | 58.00 | 76.99 | 61.01 |
R:VERB | 8 | 20 | 52 | 28.57 | 13.33 | 23.26 |
R:VERB:FORM | 49 | 13 | 26 | 79.03 | 65.33 | 75.85 |
R:VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 53 | 14 | 24 | 79.10 | 68.83 | 76.81 |
R:VERB:TENSE | 20 | 22 | 63 | 47.62 | 24.10 | 39.84 |
R:WO | 6 | 5 | 18 | 54.55 | 25.00 | 44.12 |
U:ADJ | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
U:ADV | 2 | 6 | 6 | 25.00 | 25.00 | 25.00 |
U:CONJ | 1 | 1 | 5 | 50.00 | 16.67 | 35.71 |
U:CONTR | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:DET | 15 | 3 | 75 | 83.33 | 16.67 | 46.30 |
U:NOUN | 0 | 11 | 6 | 0.00 | 0.00 | 0.00 |
U:NOUN:POSS | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:OTHER | 0 | 0 | 9 | 100.00 | 0.00 | 0.00 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 7 | 2 | 21 | 77.78 | 25.00 | 54.69 |
U:PRON | 5 | 1 | 11 | 83.33 | 31.25 | 62.50 |
U:PUNCT | 3 | 1 | 10 | 75.00 | 23.08 | 51.72 |
U:VERB | 2 | 3 | 6 | 40.00 | 25.00 | 35.71 |
U:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 3 | 6 | 0.00 | 0.00 | 0.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 171 | 63 | 274 | 73.08 | 38.43 | 61.91 |
R | 613 | 149 | 817 | 80.45 | 42.87 | 68.45 |
U | 49 | 20 | 161 | 71.01 | 23.33 | 50.41 |
UNK | 7 | 0 | 45 | 100.00 | 13.46 | 43.75 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 2 | 8 | 60.00 | 27.27 | 48.39 |
ADJ:FORM | 1 | 1 | 5 | 50.00 | 16.67 | 35.71 |
ADV | 7 | 8 | 19 | 46.67 | 26.92 | 40.70 |
CONJ | 3 | 2 | 8 | 60.00 | 27.27 | 48.39 |
CONTR | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
DET | 104 | 34 | 154 | 75.36 | 40.31 | 64.20 |
MORPH | 34 | 9 | 42 | 79.07 | 44.74 | 68.55 |
NOUN | 18 | 18 | 38 | 50.00 | 32.14 | 45.00 |
NOUN:INFL | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
NOUN:NUM | 59 | 17 | 48 | 77.63 | 55.14 | 71.78 |
NOUN:POSS | 4 | 0 | 11 | 100.00 | 26.67 | 64.52 |
ORTH | 92 | 5 | 99 | 94.85 | 48.17 | 79.45 |
OTHER | 81 | 18 | 281 | 81.82 | 22.38 | 53.43 |
PART | 8 | 0 | 3 | 100.00 | 72.73 | 93.02 |
PREP | 58 | 22 | 113 | 72.50 | 33.92 | 59.06 |
PRON | 22 | 6 | 48 | 78.57 | 31.43 | 60.44 |
PUNCT | 48 | 12 | 147 | 80.00 | 24.62 | 55.17 |
SPELL | 105 | 20 | 8 | 84.00 | 92.92 | 85.64 |
UNK | 7 | 0 | 45 | 100.00 | 13.46 | 43.75 |
VERB | 29 | 19 | 79 | 60.42 | 26.85 | 48.33 |
VERB:FORM | 58 | 10 | 29 | 85.29 | 66.67 | 80.78 |
VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 49 | 6 | 20 | 89.09 | 71.01 | 84.78 |
VERB:TENSE | 35 | 16 | 72 | 68.63 | 32.71 | 56.27 |
WO | 6 | 5 | 17 | 54.55 | 26.09 | 44.78 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
M:ADV | 2 | 3 | 4 | 40.00 | 33.33 | 38.46 |
M:CONJ | 2 | 2 | 3 | 50.00 | 40.00 | 47.62 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 80 | 26 | 40 | 75.47 | 66.67 | 73.53 |
M:NOUN | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
M:OTHER | 4 | 0 | 30 | 100.00 | 11.76 | 40.00 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 18 | 11 | 28 | 62.07 | 39.13 | 55.56 |
M:PRON | 10 | 1 | 20 | 90.91 | 33.33 | 67.57 |
M:PUNCT | 37 | 6 | 113 | 86.05 | 24.67 | 57.45 |
M:VERB | 4 | 4 | 13 | 50.00 | 23.53 | 40.82 |
M:VERB:FORM | 7 | 4 | 2 | 63.64 | 77.78 | 66.04 |
M:VERB:TENSE | 6 | 2 | 12 | 75.00 | 33.33 | 60.00 |
R:ADJ | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
R:ADJ:FORM | 1 | 1 | 5 | 50.00 | 16.67 | 35.71 |
R:ADV | 3 | 1 | 8 | 75.00 | 27.27 | 55.56 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
R:DET | 9 | 7 | 37 | 56.25 | 19.57 | 40.91 |
R:MORPH | 34 | 9 | 42 | 79.07 | 44.74 | 68.55 |
R:NOUN | 15 | 9 | 28 | 62.50 | 34.88 | 53.96 |
R:NOUN:INFL | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
R:NOUN:NUM | 59 | 17 | 48 | 77.63 | 55.14 | 71.78 |
R:NOUN:POSS | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
R:ORTH | 92 | 5 | 99 | 94.85 | 48.17 | 79.45 |
R:OTHER | 77 | 18 | 241 | 81.05 | 24.21 | 55.16 |
R:PART | 8 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PREP | 30 | 10 | 70 | 75.00 | 30.00 | 57.69 |
R:PRON | 5 | 4 | 20 | 55.56 | 20.00 | 40.98 |
R:PUNCT | 8 | 5 | 25 | 61.54 | 24.24 | 47.06 |
R:SPELL | 105 | 20 | 8 | 84.00 | 92.92 | 85.64 |
R:VERB | 21 | 12 | 58 | 63.64 | 26.58 | 49.76 |
R:VERB:FORM | 51 | 6 | 26 | 89.47 | 66.23 | 83.61 |
R:VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 49 | 6 | 20 | 89.09 | 71.01 | 84.78 |
R:VERB:TENSE | 27 | 13 | 53 | 67.50 | 33.75 | 56.25 |
R:WO | 6 | 5 | 17 | 54.55 | 26.09 | 44.78 |
U:ADJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:ADV | 2 | 4 | 7 | 33.33 | 22.22 | 30.30 |
U:CONJ | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:CONTR | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:DET | 15 | 1 | 77 | 93.75 | 16.30 | 48.08 |
U:NOUN | 3 | 8 | 7 | 27.27 | 30.00 | 27.78 |
U:NOUN:POSS | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:OTHER | 0 | 0 | 10 | 100.00 | 0.00 | 0.00 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 10 | 1 | 15 | 90.91 | 40.00 | 72.46 |
U:PRON | 7 | 1 | 8 | 87.50 | 46.67 | 74.47 |
U:PUNCT | 3 | 1 | 9 | 75.00 | 25.00 | 53.57 |
U:VERB | 4 | 3 | 8 | 57.14 | 33.33 | 50.00 |
U:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 2 | 1 | 7 | 66.67 | 22.22 | 47.62 |
UNK | 7 | 0 | 45 | 100.00 | 13.46 | 43.75 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 215 | 30 | 313 | 87.76 | 40.72 | 71.29 |
R | 720 | 99 | 949 | 87.91 | 43.14 | 72.80 |
U | 64 | 13 | 211 | 83.12 | 23.27 | 54.89 |
UNK | 14 | 0 | 58 | 100.00 | 19.44 | 54.69 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 1 | 11 | 75.00 | 21.43 | 50.00 |
ADJ:FORM | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
ADV | 9 | 4 | 24 | 69.23 | 27.27 | 52.94 |
CONJ | 2 | 1 | 8 | 66.67 | 20.00 | 45.45 |
CONTR | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
DET | 109 | 19 | 172 | 85.16 | 38.79 | 68.73 |
MORPH | 35 | 5 | 44 | 87.50 | 44.30 | 73.22 |
NOUN | 24 | 12 | 42 | 66.67 | 36.36 | 57.14 |
NOUN:INFL | 6 | 0 | 1 | 100.00 | 85.71 | 96.77 |
NOUN:NUM | 65 | 11 | 51 | 85.53 | 56.03 | 77.38 |
NOUN:POSS | 9 | 0 | 12 | 100.00 | 42.86 | 78.95 |
ORTH | 104 | 3 | 103 | 97.20 | 50.24 | 81.89 |
OTHER | 155 | 15 | 372 | 91.18 | 29.41 | 64.21 |
PART | 6 | 0 | 7 | 100.00 | 46.15 | 81.08 |
PREP | 64 | 11 | 121 | 85.33 | 34.59 | 65.98 |
PRON | 28 | 5 | 47 | 84.85 | 37.33 | 67.63 |
PUNCT | 71 | 5 | 175 | 93.42 | 28.86 | 64.55 |
SPELL | 101 | 10 | 9 | 90.99 | 91.82 | 91.16 |
UNK | 14 | 0 | 58 | 100.00 | 19.44 | 54.69 |
VERB | 36 | 13 | 99 | 73.47 | 26.67 | 54.38 |
VERB:FORM | 58 | 4 | 33 | 93.55 | 63.74 | 85.55 |
VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 52 | 4 | 23 | 92.86 | 69.33 | 86.96 |
VERB:TENSE | 37 | 12 | 88 | 75.51 | 29.60 | 57.63 |
WO | 20 | 4 | 27 | 83.33 | 42.55 | 69.93 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:ADV | 5 | 2 | 5 | 71.43 | 50.00 | 65.79 |
M:CONJ | 1 | 1 | 5 | 50.00 | 16.67 | 35.71 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 84 | 12 | 45 | 87.50 | 65.12 | 81.87 |
M:NOUN | 1 | 1 | 5 | 50.00 | 16.67 | 35.71 |
M:NOUN:POSS | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:OTHER | 8 | 0 | 33 | 100.00 | 19.51 | 54.79 |
M:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PREP | 24 | 5 | 29 | 82.76 | 45.28 | 71.01 |
M:PRON | 16 | 1 | 23 | 94.12 | 41.03 | 74.77 |
M:PUNCT | 53 | 4 | 128 | 92.98 | 29.28 | 64.79 |
M:VERB | 5 | 1 | 20 | 83.33 | 20.00 | 51.02 |
M:VERB:FORM | 7 | 0 | 3 | 100.00 | 70.00 | 92.11 |
M:VERB:TENSE | 9 | 1 | 11 | 90.00 | 45.00 | 75.00 |
R:ADJ | 1 | 0 | 8 | 100.00 | 11.11 | 38.46 |
R:ADJ:FORM | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
R:ADV | 3 | 1 | 10 | 75.00 | 23.08 | 51.72 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
R:DET | 7 | 7 | 36 | 50.00 | 16.28 | 35.35 |
R:MORPH | 35 | 5 | 44 | 87.50 | 44.30 | 73.22 |
R:NOUN | 19 | 6 | 31 | 76.00 | 38.00 | 63.33 |
R:NOUN:INFL | 6 | 0 | 1 | 100.00 | 85.71 | 96.77 |
R:NOUN:NUM | 65 | 11 | 51 | 85.53 | 56.03 | 77.38 |
R:NOUN:POSS | 7 | 0 | 5 | 100.00 | 58.33 | 87.50 |
R:ORTH | 104 | 3 | 103 | 97.20 | 50.24 | 81.89 |
R:OTHER | 141 | 15 | 310 | 90.38 | 31.26 | 65.58 |
R:PART | 6 | 0 | 2 | 100.00 | 75.00 | 93.75 |
R:PREP | 28 | 6 | 71 | 82.35 | 28.28 | 59.57 |
R:PRON | 6 | 2 | 16 | 75.00 | 27.27 | 55.56 |
R:PUNCT | 10 | 0 | 34 | 100.00 | 22.73 | 59.52 |
R:SPELL | 101 | 10 | 9 | 90.99 | 91.82 | 91.16 |
R:VERB | 27 | 9 | 66 | 75.00 | 29.03 | 56.96 |
R:VERB:FORM | 51 | 4 | 28 | 92.73 | 64.56 | 85.28 |
R:VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 52 | 4 | 23 | 92.86 | 69.33 | 86.96 |
R:VERB:TENSE | 26 | 10 | 70 | 72.22 | 27.08 | 54.17 |
R:WO | 20 | 4 | 27 | 83.33 | 42.55 | 69.93 |
U:ADJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:ADV | 1 | 1 | 9 | 50.00 | 10.00 | 27.78 |
U:CONJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:DET | 18 | 0 | 91 | 100.00 | 16.51 | 49.72 |
U:NOUN | 4 | 5 | 6 | 44.44 | 40.00 | 43.48 |
U:NOUN:POSS | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:OTHER | 6 | 0 | 29 | 100.00 | 17.14 | 50.85 |
U:PART | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
U:PREP | 12 | 0 | 21 | 100.00 | 36.36 | 74.07 |
U:PRON | 6 | 2 | 8 | 75.00 | 42.86 | 65.22 |
U:PUNCT | 8 | 1 | 13 | 88.89 | 38.10 | 70.18 |
U:VERB | 4 | 3 | 13 | 57.14 | 23.53 | 44.44 |
U:VERB:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 2 | 1 | 7 | 66.67 | 22.22 | 47.62 |
UNK | 14 | 0 | 58 | 100.00 | 19.44 | 54.69 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 472 | 302 | 926 | 60.98 | 33.76 | 52.51 |
Span-level detection | 558 | 218 | 873 | 71.91 | 38.99 | 61.52 |
Token-level detection | 648 | 165 | 1083 | 79.70 | 37.44 | 65.02 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 140 | 62 | 206 | 69.31 | 40.46 | 60.66 |
R | 292 | 217 | 618 | 57.37 | 32.09 | 49.56 |
U | 40 | 23 | 102 | 63.49 | 28.17 | 50.76 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 2 | 0 | 8 | 100.00 | 20.00 | 55.56 |
ADJ:FORM | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
ADV | 7 | 5 | 14 | 58.33 | 33.33 | 50.72 |
CONJ | 3 | 4 | 7 | 42.86 | 30.00 | 39.47 |
CONTR | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
DET | 94 | 51 | 115 | 64.83 | 44.98 | 59.57 |
MORPH | 13 | 11 | 21 | 54.17 | 38.24 | 50.00 |
NOUN | 5 | 12 | 27 | 29.41 | 15.62 | 25.00 |
NOUN:INFL | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
NOUN:NUM | 38 | 23 | 29 | 62.30 | 56.72 | 61.09 |
NOUN:POSS | 2 | 0 | 9 | 100.00 | 18.18 | 52.63 |
ORTH | 27 | 8 | 53 | 77.14 | 33.75 | 61.36 |
OTHER | 4 | 25 | 202 | 13.79 | 1.94 | 6.21 |
PART | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
PREP | 39 | 24 | 103 | 61.90 | 27.46 | 49.49 |
PRON | 7 | 7 | 28 | 50.00 | 20.00 | 38.46 |
PUNCT | 54 | 13 | 103 | 80.60 | 34.39 | 63.53 |
SPELL | 57 | 57 | 15 | 50.00 | 79.17 | 53.98 |
VERB | 12 | 11 | 61 | 52.17 | 16.44 | 36.36 |
VERB:FORM | 37 | 10 | 30 | 78.72 | 55.22 | 72.55 |
VERB:SVA | 37 | 11 | 13 | 77.08 | 74.00 | 76.45 |
VERB:TENSE | 26 | 17 | 50 | 60.47 | 34.21 | 52.42 |
WO | 3 | 3 | 32 | 50.00 | 8.57 | 25.42 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 1 | 1 | 6 | 50.00 | 14.29 | 33.33 |
M:CONJ | 3 | 4 | 5 | 42.86 | 37.50 | 41.67 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 74 | 36 | 43 | 67.27 | 63.25 | 66.43 |
M:NOUN | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
M:OTHER | 0 | 1 | 15 | 0.00 | 0.00 | 0.00 |
M:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PREP | 6 | 7 | 22 | 46.15 | 21.43 | 37.50 |
M:PRON | 5 | 5 | 17 | 50.00 | 22.73 | 40.32 |
M:PUNCT | 41 | 4 | 72 | 91.11 | 36.28 | 69.97 |
M:VERB | 4 | 1 | 6 | 80.00 | 40.00 | 66.67 |
M:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:VERB:TENSE | 5 | 2 | 8 | 71.43 | 38.46 | 60.98 |
R:ADJ | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
R:ADJ:FORM | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
R:ADV | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 4 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 9 | 10 | 37 | 47.37 | 19.57 | 36.89 |
R:MORPH | 13 | 11 | 21 | 54.17 | 38.24 | 50.00 |
R:NOUN | 4 | 8 | 24 | 33.33 | 14.29 | 26.32 |
R:NOUN:INFL | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:NOUN:NUM | 38 | 23 | 29 | 62.30 | 56.72 | 61.09 |
R:NOUN:POSS | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:ORTH | 27 | 8 | 53 | 77.14 | 33.75 | 61.36 |
R:OTHER | 4 | 23 | 177 | 14.81 | 2.21 | 6.92 |
R:PART | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
R:PREP | 24 | 15 | 63 | 61.54 | 27.59 | 49.38 |
R:PRON | 0 | 2 | 7 | 0.00 | 0.00 | 0.00 |
R:PUNCT | 10 | 8 | 18 | 55.56 | 35.71 | 50.00 |
R:SPELL | 57 | 57 | 15 | 50.00 | 79.17 | 53.98 |
R:VERB | 5 | 6 | 49 | 45.45 | 9.26 | 25.51 |
R:VERB:FORM | 35 | 9 | 27 | 79.55 | 56.45 | 73.53 |
R:VERB:SVA | 37 | 11 | 13 | 77.08 | 74.00 | 76.45 |
R:VERB:TENSE | 17 | 14 | 37 | 54.84 | 31.48 | 47.75 |
R:WO | 3 | 3 | 32 | 50.00 | 8.57 | 25.42 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 3 | 4 | 4 | 42.86 | 42.86 | 42.86 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 11 | 5 | 35 | 68.75 | 23.91 | 50.00 |
U:NOUN | 1 | 4 | 0 | 20.00 | 100.00 | 23.81 |
U:NOUN:POSS | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:OTHER | 0 | 1 | 10 | 0.00 | 0.00 | 0.00 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 9 | 2 | 18 | 81.82 | 33.33 | 63.38 |
U:PRON | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
U:PUNCT | 3 | 1 | 13 | 75.00 | 18.75 | 46.88 |
U:VERB | 3 | 4 | 6 | 42.86 | 33.33 | 40.54 |
U:VERB:FORM | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
U:VERB:TENSE | 4 | 1 | 5 | 80.00 | 44.44 | 68.97 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 154 | 49 | 195 | 75.86 | 44.13 | 66.32 |
R | 358 | 148 | 571 | 70.75 | 38.54 | 60.62 |
U | 43 | 21 | 100 | 67.19 | 30.07 | 53.88 |
UNK | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 0 | 9 | 100.00 | 30.77 | 68.97 |
ADJ:FORM | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
ADV | 10 | 5 | 12 | 66.67 | 45.45 | 60.98 |
CONJ | 3 | 3 | 8 | 50.00 | 27.27 | 42.86 |
CONTR | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
DET | 101 | 38 | 112 | 72.66 | 47.42 | 65.67 |
MORPH | 13 | 8 | 20 | 61.90 | 39.39 | 55.56 |
NOUN | 12 | 10 | 22 | 54.55 | 35.29 | 49.18 |
NOUN:NUM | 37 | 18 | 27 | 67.27 | 57.81 | 65.14 |
NOUN:POSS | 2 | 0 | 9 | 100.00 | 18.18 | 52.63 |
ORTH | 30 | 7 | 52 | 81.08 | 36.59 | 65.22 |
OTHER | 29 | 20 | 186 | 59.18 | 13.49 | 35.28 |
PART | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
PREP | 44 | 15 | 102 | 74.58 | 30.14 | 57.59 |
PRON | 8 | 6 | 27 | 57.14 | 22.86 | 43.96 |
PUNCT | 62 | 11 | 95 | 84.93 | 39.49 | 69.04 |
SPELL | 67 | 30 | 4 | 69.07 | 94.37 | 72.98 |
UNK | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
VERB | 23 | 7 | 56 | 76.67 | 29.11 | 57.79 |
VERB:FORM | 38 | 8 | 30 | 82.61 | 55.88 | 75.40 |
VERB:SVA | 37 | 6 | 13 | 86.05 | 74.00 | 83.33 |
VERB:TENSE | 27 | 14 | 45 | 65.85 | 37.50 | 57.20 |
WO | 3 | 3 | 31 | 50.00 | 8.82 | 25.86 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 2 | 1 | 4 | 66.67 | 33.33 | 55.56 |
M:CONJ | 3 | 3 | 6 | 50.00 | 33.33 | 45.45 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 80 | 27 | 40 | 74.77 | 66.67 | 72.99 |
M:NOUN | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:NOUN:POSS | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
M:OTHER | 1 | 1 | 13 | 50.00 | 7.14 | 22.73 |
M:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PREP | 5 | 6 | 22 | 45.45 | 18.52 | 35.21 |
M:PRON | 5 | 4 | 16 | 55.56 | 23.81 | 43.86 |
M:PUNCT | 47 | 4 | 70 | 92.16 | 40.17 | 73.21 |
M:VERB | 5 | 1 | 6 | 83.33 | 45.45 | 71.43 |
M:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:VERB:TENSE | 4 | 1 | 7 | 80.00 | 36.36 | 64.52 |
R:ADJ | 4 | 0 | 6 | 100.00 | 40.00 | 76.92 |
R:ADJ:FORM | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
R:ADV | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 4 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 11 | 7 | 35 | 61.11 | 23.91 | 46.61 |
R:MORPH | 13 | 8 | 20 | 61.90 | 39.39 | 55.56 |
R:NOUN | 10 | 6 | 19 | 62.50 | 34.48 | 53.76 |
R:NOUN:NUM | 37 | 18 | 27 | 67.27 | 57.81 | 65.14 |
R:NOUN:POSS | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:ORTH | 30 | 7 | 52 | 81.08 | 36.59 | 65.22 |
R:OTHER | 28 | 18 | 164 | 60.87 | 14.58 | 37.23 |
R:PART | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
R:PREP | 29 | 7 | 63 | 80.56 | 31.52 | 61.44 |
R:PRON | 0 | 2 | 7 | 0.00 | 0.00 | 0.00 |
R:PUNCT | 11 | 6 | 13 | 64.71 | 45.83 | 59.78 |
R:SPELL | 67 | 30 | 4 | 69.07 | 94.37 | 72.98 |
R:VERB | 14 | 3 | 45 | 82.35 | 23.73 | 55.12 |
R:VERB:FORM | 36 | 7 | 27 | 83.72 | 57.14 | 76.60 |
R:VERB:SVA | 37 | 6 | 13 | 86.05 | 74.00 | 83.33 |
R:VERB:TENSE | 19 | 12 | 33 | 61.29 | 36.54 | 53.98 |
R:WO | 3 | 3 | 31 | 50.00 | 8.82 | 25.86 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 3 | 4 | 3 | 42.86 | 50.00 | 44.12 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 10 | 4 | 37 | 71.43 | 21.28 | 48.54 |
U:NOUN | 1 | 4 | 1 | 20.00 | 50.00 | 22.73 |
U:NOUN:POSS | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:OTHER | 0 | 1 | 9 | 0.00 | 0.00 | 0.00 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 10 | 2 | 17 | 83.33 | 37.04 | 66.67 |
U:PRON | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
U:PUNCT | 4 | 1 | 12 | 80.00 | 25.00 | 55.56 |
U:VERB | 4 | 3 | 5 | 57.14 | 44.44 | 54.05 |
U:VERB:FORM | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
U:VERB:TENSE | 4 | 1 | 5 | 80.00 | 44.44 | 68.97 |
UNK | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 178 | 31 | 220 | 85.17 | 44.72 | 72.12 |
R | 415 | 119 | 691 | 77.72 | 37.52 | 64.00 |
U | 50 | 15 | 157 | 76.92 | 24.15 | 53.53 |
UNK | 5 | 0 | 15 | 100.00 | 25.00 | 62.50 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 5 | 0 | 13 | 100.00 | 27.78 | 65.79 |
ADJ:FORM | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
ADV | 10 | 4 | 16 | 71.43 | 38.46 | 60.98 |
CONJ | 5 | 3 | 7 | 62.50 | 41.67 | 56.82 |
CONTR | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
DET | 109 | 21 | 119 | 83.85 | 47.81 | 72.86 |
MORPH | 15 | 5 | 21 | 75.00 | 41.67 | 64.66 |
NOUN | 15 | 6 | 26 | 71.43 | 36.59 | 60.00 |
NOUN:NUM | 39 | 12 | 28 | 76.47 | 58.21 | 71.96 |
NOUN:POSS | 4 | 0 | 12 | 100.00 | 25.00 | 62.50 |
ORTH | 37 | 5 | 56 | 88.10 | 39.78 | 70.88 |
OTHER | 61 | 13 | 275 | 82.43 | 18.15 | 48.26 |
PART | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
PREP | 42 | 14 | 113 | 75.00 | 27.10 | 55.41 |
PRON | 8 | 6 | 34 | 57.14 | 19.05 | 40.82 |
PUNCT | 73 | 13 | 101 | 84.88 | 41.95 | 70.46 |
SPELL | 66 | 26 | 4 | 71.74 | 94.29 | 75.34 |
UNK | 5 | 0 | 15 | 100.00 | 25.00 | 62.50 |
VERB | 25 | 4 | 74 | 86.21 | 25.25 | 58.14 |
VERB:FORM | 41 | 5 | 31 | 89.13 | 56.94 | 80.08 |
VERB:SVA | 36 | 6 | 14 | 85.71 | 72.00 | 82.57 |
VERB:TENSE | 31 | 11 | 63 | 73.81 | 32.98 | 59.16 |
WO | 17 | 3 | 56 | 85.00 | 23.29 | 55.56 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:ADV | 3 | 1 | 7 | 75.00 | 30.00 | 57.69 |
M:CONJ | 5 | 3 | 4 | 62.50 | 55.56 | 60.98 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 85 | 10 | 44 | 89.47 | 65.89 | 83.50 |
M:NOUN | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:NOUN:POSS | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
M:OTHER | 1 | 1 | 16 | 50.00 | 5.88 | 20.00 |
M:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PREP | 5 | 6 | 24 | 45.45 | 17.24 | 34.25 |
M:PRON | 6 | 4 | 19 | 60.00 | 24.00 | 46.15 |
M:PUNCT | 55 | 4 | 73 | 93.22 | 42.97 | 75.55 |
M:VERB | 7 | 1 | 11 | 87.50 | 38.89 | 70.00 |
M:VERB:FORM | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:VERB:TENSE | 6 | 0 | 10 | 100.00 | 37.50 | 75.00 |
R:ADJ | 3 | 0 | 10 | 100.00 | 23.08 | 60.00 |
R:ADJ:FORM | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
R:ADV | 4 | 0 | 4 | 100.00 | 50.00 | 83.33 |
R:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 4 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 11 | 7 | 37 | 61.11 | 22.92 | 45.83 |
R:MORPH | 15 | 5 | 21 | 75.00 | 41.67 | 64.66 |
R:NOUN | 13 | 4 | 20 | 76.47 | 39.39 | 64.36 |
R:NOUN:NUM | 39 | 12 | 28 | 76.47 | 58.21 | 71.96 |
R:NOUN:POSS | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:ORTH | 37 | 5 | 56 | 88.10 | 39.78 | 70.88 |
R:OTHER | 55 | 12 | 215 | 82.09 | 20.37 | 51.12 |
R:PART | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:PREP | 27 | 7 | 69 | 79.41 | 28.12 | 58.19 |
R:PRON | 0 | 2 | 9 | 0.00 | 0.00 | 0.00 |
R:PUNCT | 14 | 8 | 15 | 63.64 | 48.28 | 59.83 |
R:SPELL | 66 | 26 | 4 | 71.74 | 94.29 | 75.34 |
R:VERB | 15 | 1 | 53 | 93.75 | 22.06 | 56.82 |
R:VERB:FORM | 38 | 4 | 28 | 90.48 | 57.58 | 81.20 |
R:VERB:SVA | 36 | 6 | 14 | 85.71 | 72.00 | 82.57 |
R:VERB:TENSE | 21 | 10 | 44 | 67.74 | 32.31 | 55.56 |
R:WO | 17 | 3 | 56 | 85.00 | 23.29 | 55.56 |
U:ADJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:ADV | 3 | 3 | 5 | 50.00 | 37.50 | 46.88 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 13 | 4 | 38 | 76.47 | 25.49 | 54.62 |
U:NOUN | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
U:NOUN:POSS | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
U:OTHER | 5 | 0 | 44 | 100.00 | 10.20 | 36.23 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 10 | 1 | 20 | 90.91 | 33.33 | 67.57 |
U:PRON | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
U:PUNCT | 4 | 1 | 13 | 80.00 | 23.53 | 54.05 |
U:VERB | 3 | 2 | 10 | 60.00 | 23.08 | 45.45 |
U:VERB:FORM | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
U:VERB:TENSE | 4 | 1 | 9 | 80.00 | 30.77 | 60.61 |
UNK | 5 | 0 | 15 | 100.00 | 25.00 | 62.50 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 231 | 194 | 310 | 54.35 | 42.70 | 51.54 |
Span-level detection | 274 | 152 | 310 | 64.32 | 46.92 | 59.88 |
Token-level detection | 311 | 134 | 349 | 69.89 | 47.12 | 63.73 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 67 | 35 | 80 | 65.69 | 45.58 | 60.36 |
R | 141 | 141 | 187 | 50.00 | 42.99 | 48.42 |
U | 23 | 18 | 43 | 56.10 | 34.85 | 50.00 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 3 | 3 | 3 | 50.00 | 50.00 | 50.00 |
CONJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
CONTR | 2 | 3 | 1 | 40.00 | 66.67 | 43.48 |
DET | 43 | 28 | 50 | 60.56 | 46.24 | 57.03 |
MORPH | 6 | 8 | 13 | 42.86 | 31.58 | 40.00 |
NOUN | 0 | 14 | 11 | 0.00 | 0.00 | 0.00 |
NOUN:INFL | 0 | 4 | 1 | 0.00 | 0.00 | 0.00 |
NOUN:NUM | 20 | 8 | 14 | 71.43 | 58.82 | 68.49 |
NOUN:POSS | 1 | 1 | 6 | 50.00 | 14.29 | 33.33 |
ORTH | 22 | 3 | 15 | 88.00 | 59.46 | 80.29 |
OTHER | 9 | 16 | 47 | 36.00 | 16.07 | 28.85 |
PART | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
PREP | 20 | 17 | 40 | 54.05 | 33.33 | 48.08 |
PRON | 4 | 3 | 6 | 57.14 | 40.00 | 52.63 |
PUNCT | 30 | 12 | 36 | 71.43 | 45.45 | 64.10 |
SPELL | 26 | 39 | 11 | 40.00 | 70.27 | 43.77 |
VERB | 3 | 13 | 10 | 18.75 | 23.08 | 19.48 |
VERB:FORM | 15 | 7 | 4 | 68.18 | 78.95 | 70.09 |
VERB:SVA | 8 | 3 | 1 | 72.73 | 88.89 | 75.47 |
VERB:TENSE | 12 | 11 | 19 | 52.17 | 38.71 | 48.78 |
WO | 2 | 0 | 12 | 100.00 | 14.29 | 45.45 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:ADV | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
M:CONJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:DET | 33 | 19 | 19 | 63.46 | 63.46 | 63.46 |
M:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:OTHER | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
M:PREP | 2 | 5 | 14 | 28.57 | 12.50 | 22.73 |
M:PRON | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
M:PUNCT | 21 | 4 | 29 | 84.00 | 42.00 | 70.00 |
M:VERB | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:VERB:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
R:ADJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:CONTR | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 3 | 3 | 9 | 50.00 | 25.00 | 41.67 |
R:MORPH | 6 | 8 | 13 | 42.86 | 31.58 | 40.00 |
R:NOUN | 0 | 11 | 9 | 0.00 | 0.00 | 0.00 |
R:NOUN:INFL | 0 | 4 | 1 | 0.00 | 0.00 | 0.00 |
R:NOUN:NUM | 20 | 8 | 14 | 71.43 | 58.82 | 68.49 |
R:NOUN:POSS | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:ORTH | 22 | 3 | 15 | 88.00 | 59.46 | 80.29 |
R:OTHER | 9 | 16 | 40 | 36.00 | 18.37 | 30.20 |
R:PART | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
R:PREP | 16 | 11 | 19 | 59.26 | 45.71 | 55.94 |
R:PRON | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:PUNCT | 6 | 5 | 3 | 54.55 | 66.67 | 56.60 |
R:SPELL | 26 | 39 | 11 | 40.00 | 70.27 | 43.77 |
R:VERB | 2 | 9 | 9 | 18.18 | 18.18 | 18.18 |
R:VERB:FORM | 9 | 6 | 3 | 60.00 | 75.00 | 62.50 |
R:VERB:SVA | 8 | 3 | 1 | 72.73 | 88.89 | 75.47 |
R:VERB:TENSE | 8 | 10 | 13 | 44.44 | 38.10 | 43.01 |
R:WO | 2 | 0 | 12 | 100.00 | 14.29 | 45.45 |
U:ADJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:ADV | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 7 | 6 | 22 | 53.85 | 24.14 | 43.21 |
U:NOUN | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
U:NOUN:POSS | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:OTHER | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 2 | 1 | 7 | 66.67 | 22.22 | 47.62 |
U:PRON | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 3 | 3 | 4 | 50.00 | 42.86 | 48.39 |
U:VERB | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
U:VERB:TENSE | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 73 | 30 | 85 | 70.87 | 46.20 | 64.04 |
R | 177 | 106 | 174 | 62.54 | 50.43 | 59.68 |
U | 24 | 16 | 48 | 60.00 | 33.33 | 51.72 |
UNK | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 3 | 2 | 3 | 60.00 | 50.00 | 57.69 |
CONJ | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
CONTR | 2 | 3 | 1 | 40.00 | 66.67 | 43.48 |
DET | 42 | 28 | 55 | 60.00 | 43.30 | 55.70 |
MORPH | 8 | 5 | 12 | 61.54 | 40.00 | 55.56 |
NOUN | 2 | 10 | 13 | 16.67 | 13.33 | 15.87 |
NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 22 | 6 | 12 | 78.57 | 64.71 | 75.34 |
NOUN:POSS | 3 | 1 | 4 | 75.00 | 42.86 | 65.22 |
ORTH | 25 | 2 | 13 | 92.59 | 65.79 | 85.62 |
OTHER | 16 | 14 | 50 | 53.33 | 24.24 | 43.01 |
PART | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
PREP | 23 | 10 | 41 | 69.70 | 35.94 | 58.67 |
PRON | 4 | 3 | 6 | 57.14 | 40.00 | 52.63 |
PUNCT | 33 | 12 | 38 | 73.33 | 46.48 | 65.74 |
SPELL | 36 | 28 | 2 | 56.25 | 94.74 | 61.22 |
UNK | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
VERB | 5 | 12 | 10 | 29.41 | 33.33 | 30.12 |
VERB:FORM | 15 | 5 | 5 | 75.00 | 75.00 | 75.00 |
VERB:SVA | 9 | 2 | 1 | 81.82 | 90.00 | 83.33 |
VERB:TENSE | 14 | 9 | 22 | 60.87 | 38.89 | 54.69 |
WO | 2 | 0 | 9 | 100.00 | 18.18 | 52.63 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:ADV | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
M:CONJ | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
M:DET | 32 | 19 | 20 | 62.75 | 61.54 | 62.50 |
M:NOUN | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:NOUN:POSS | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:OTHER | 0 | 0 | 8 | 100.00 | 0.00 | 0.00 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 3 | 2 | 13 | 60.00 | 18.75 | 41.67 |
M:PRON | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
M:PUNCT | 24 | 4 | 31 | 85.71 | 43.64 | 71.86 |
M:VERB | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:VERB:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
R:ADJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 4 | 3 | 8 | 57.14 | 33.33 | 50.00 |
R:MORPH | 8 | 5 | 12 | 61.54 | 40.00 | 55.56 |
R:NOUN | 1 | 8 | 11 | 11.11 | 8.33 | 10.42 |
R:NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 22 | 6 | 12 | 78.57 | 64.71 | 75.34 |
R:NOUN:POSS | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
R:ORTH | 25 | 2 | 13 | 92.59 | 65.79 | 85.62 |
R:OTHER | 16 | 14 | 39 | 53.33 | 29.09 | 45.71 |
R:PART | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PREP | 18 | 8 | 21 | 69.23 | 46.15 | 62.94 |
R:PRON | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:PUNCT | 5 | 5 | 5 | 50.00 | 50.00 | 50.00 |
R:SPELL | 36 | 28 | 2 | 56.25 | 94.74 | 61.22 |
R:VERB | 4 | 8 | 9 | 33.33 | 30.77 | 32.79 |
R:VERB:FORM | 9 | 4 | 4 | 69.23 | 69.23 | 69.23 |
R:VERB:SVA | 9 | 2 | 1 | 81.82 | 90.00 | 83.33 |
R:VERB:TENSE | 9 | 9 | 15 | 50.00 | 37.50 | 46.88 |
R:WO | 2 | 0 | 9 | 100.00 | 18.18 | 52.63 |
U:ADJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:ADV | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 6 | 6 | 27 | 50.00 | 18.18 | 37.04 |
U:NOUN | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
U:NOUN:POSS | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:OTHER | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 2 | 0 | 7 | 100.00 | 22.22 | 58.82 |
U:PRON | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 4 | 3 | 2 | 57.14 | 66.67 | 58.82 |
U:VERB | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
U:VERB:TENSE | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
UNK | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 87 | 24 | 86 | 78.38 | 50.29 | 70.50 |
R | 197 | 95 | 196 | 67.47 | 50.13 | 63.10 |
U | 25 | 15 | 63 | 62.50 | 28.41 | 50.40 |
UNK | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
ADJ:FORM | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
ADV | 4 | 1 | 6 | 80.00 | 40.00 | 66.67 |
CONJ | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
CONTR | 2 | 3 | 2 | 40.00 | 50.00 | 41.67 |
DET | 41 | 25 | 55 | 62.12 | 42.71 | 56.94 |
MORPH | 9 | 5 | 12 | 64.29 | 42.86 | 58.44 |
NOUN | 2 | 7 | 14 | 22.22 | 12.50 | 19.23 |
NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 22 | 6 | 11 | 78.57 | 66.67 | 75.86 |
NOUN:POSS | 4 | 1 | 6 | 80.00 | 40.00 | 66.67 |
ORTH | 29 | 2 | 15 | 93.55 | 65.91 | 86.31 |
OTHER | 31 | 13 | 69 | 70.45 | 31.00 | 56.16 |
PART | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
PREP | 25 | 10 | 39 | 71.43 | 39.06 | 61.27 |
PRON | 5 | 3 | 7 | 62.50 | 41.67 | 56.82 |
PUNCT | 43 | 8 | 42 | 84.31 | 50.59 | 74.39 |
SPELL | 36 | 25 | 2 | 59.02 | 94.74 | 63.83 |
UNK | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
VERB | 7 | 12 | 10 | 36.84 | 41.18 | 37.63 |
VERB:FORM | 15 | 3 | 6 | 83.33 | 71.43 | 80.65 |
VERB:SVA | 8 | 1 | 2 | 88.89 | 80.00 | 86.96 |
VERB:TENSE | 14 | 9 | 23 | 60.87 | 37.84 | 54.26 |
WO | 5 | 0 | 12 | 100.00 | 29.41 | 67.57 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:ADV | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:CONJ | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
M:DET | 33 | 14 | 19 | 70.21 | 63.46 | 68.75 |
M:NOUN | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:NOUN:POSS | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:OTHER | 2 | 0 | 9 | 100.00 | 18.18 | 52.63 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 5 | 2 | 10 | 71.43 | 33.33 | 58.14 |
M:PRON | 4 | 1 | 3 | 80.00 | 57.14 | 74.07 |
M:PUNCT | 30 | 4 | 33 | 88.24 | 47.62 | 75.38 |
M:VERB | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:VERB:FORM | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
R:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:CONTR | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 2 | 4 | 8 | 33.33 | 20.00 | 29.41 |
R:MORPH | 9 | 5 | 12 | 64.29 | 42.86 | 58.44 |
R:NOUN | 1 | 6 | 11 | 14.29 | 8.33 | 12.50 |
R:NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 22 | 6 | 11 | 78.57 | 66.67 | 75.86 |
R:NOUN:POSS | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
R:ORTH | 29 | 2 | 15 | 93.55 | 65.91 | 86.31 |
R:OTHER | 28 | 13 | 51 | 68.29 | 35.44 | 57.61 |
R:PART | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PREP | 18 | 8 | 22 | 69.23 | 45.00 | 62.50 |
R:PRON | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:PUNCT | 9 | 2 | 5 | 81.82 | 64.29 | 77.59 |
R:SPELL | 36 | 25 | 2 | 59.02 | 94.74 | 63.83 |
R:VERB | 6 | 8 | 8 | 42.86 | 42.86 | 42.86 |
R:VERB:FORM | 8 | 2 | 5 | 80.00 | 61.54 | 75.47 |
R:VERB:SVA | 8 | 1 | 2 | 88.89 | 80.00 | 86.96 |
R:VERB:TENSE | 9 | 9 | 16 | 50.00 | 36.00 | 46.39 |
R:WO | 5 | 0 | 12 | 100.00 | 29.41 | 67.57 |
U:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:ADV | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
U:CONTR | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
U:DET | 6 | 7 | 28 | 46.15 | 17.65 | 34.88 |
U:NOUN | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:NOUN:POSS | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:OTHER | 1 | 0 | 9 | 100.00 | 10.00 | 35.71 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 2 | 0 | 7 | 100.00 | 22.22 | 58.82 |
U:PRON | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 4 | 2 | 4 | 66.67 | 50.00 | 62.50 |
U:VERB | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
U:VERB:TENSE | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
UNK | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 201 | 192 | 215 | 51.15 | 48.32 | 50.55 |
Span-level detection | 249 | 144 | 191 | 63.36 | 56.59 | 61.88 |
Token-level detection | 282 | 126 | 234 | 69.12 | 54.65 | 65.64 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 25 | 42 | 41 | 37.31 | 37.88 | 37.43 |
R | 172 | 133 | 153 | 56.39 | 52.92 | 55.66 |
U | 4 | 17 | 21 | 19.05 | 16.00 | 18.35 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 4 | 3 | 20.00 | 25.00 | 20.83 |
ADJ:FORM | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
ADV | 1 | 6 | 2 | 14.29 | 33.33 | 16.13 |
CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
DET | 7 | 33 | 5 | 17.50 | 58.33 | 20.35 |
MORPH | 4 | 6 | 2 | 40.00 | 66.67 | 43.48 |
NOUN | 3 | 12 | 7 | 20.00 | 30.00 | 21.43 |
NOUN:INFL | 6 | 11 | 5 | 35.29 | 54.55 | 37.97 |
NOUN:NUM | 11 | 7 | 7 | 61.11 | 61.11 | 61.11 |
NOUN:POSS | 4 | 0 | 12 | 100.00 | 25.00 | 62.50 |
ORTH | 17 | 4 | 35 | 80.95 | 32.69 | 62.50 |
OTHER | 11 | 20 | 34 | 35.48 | 24.44 | 32.54 |
PART | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
PREP | 5 | 11 | 9 | 31.25 | 35.71 | 32.05 |
PRON | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
PUNCT | 20 | 13 | 52 | 60.61 | 27.78 | 49.02 |
SPELL | 83 | 20 | 17 | 80.58 | 83.00 | 81.05 |
VERB | 7 | 10 | 8 | 41.18 | 46.67 | 42.17 |
VERB:FORM | 7 | 15 | 3 | 31.82 | 70.00 | 35.71 |
VERB:INFL | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
VERB:SVA | 6 | 5 | 3 | 54.55 | 66.67 | 56.60 |
VERB:TENSE | 2 | 6 | 5 | 25.00 | 28.57 | 25.64 |
WO | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 7 | 24 | 1 | 22.58 | 87.50 | 26.52 |
M:NOUN | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
M:PREP | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
M:PRON | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PUNCT | 13 | 9 | 30 | 59.09 | 30.23 | 49.62 |
M:VERB | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
M:VERB:FORM | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 1 | 3 | 3 | 25.00 | 25.00 | 25.00 |
R:ADJ:FORM | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
R:ADV | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 0 | 7 | 2 | 0.00 | 0.00 | 0.00 |
R:MORPH | 4 | 6 | 2 | 40.00 | 66.67 | 43.48 |
R:NOUN | 3 | 9 | 5 | 25.00 | 37.50 | 26.79 |
R:NOUN:INFL | 6 | 11 | 5 | 35.29 | 54.55 | 37.97 |
R:NOUN:NUM | 11 | 7 | 7 | 61.11 | 61.11 | 61.11 |
R:NOUN:POSS | 1 | 0 | 9 | 100.00 | 10.00 | 35.71 |
R:ORTH | 17 | 4 | 35 | 80.95 | 32.69 | 62.50 |
R:OTHER | 11 | 20 | 34 | 35.48 | 24.44 | 32.54 |
R:PREP | 3 | 9 | 7 | 25.00 | 30.00 | 25.86 |
R:PRON | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PUNCT | 5 | 2 | 11 | 71.43 | 31.25 | 56.82 |
R:SPELL | 83 | 20 | 17 | 80.58 | 83.00 | 81.05 |
R:VERB | 6 | 6 | 4 | 50.00 | 60.00 | 51.72 |
R:VERB:FORM | 7 | 12 | 2 | 36.84 | 77.78 | 41.18 |
R:VERB:INFL | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
R:VERB:SVA | 6 | 5 | 3 | 54.55 | 66.67 | 56.60 |
R:VERB:TENSE | 2 | 5 | 3 | 28.57 | 40.00 | 30.30 |
R:WO | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
U:ADJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:ADV | 1 | 3 | 0 | 25.00 | 100.00 | 29.41 |
U:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:DET | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
U:NOUN | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PART | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
U:PREP | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:PRON | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 2 | 2 | 11 | 50.00 | 15.38 | 34.48 |
U:VERB | 0 | 3 | 2 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 28 | 39 | 42 | 41.79 | 40.00 | 41.42 |
R | 213 | 89 | 130 | 70.53 | 62.10 | 68.67 |
U | 6 | 16 | 18 | 27.27 | 25.00 | 26.79 |
UNK | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 3 | 3 | 25.00 | 25.00 | 25.00 |
ADJ:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
ADV | 0 | 6 | 1 | 0.00 | 0.00 | 0.00 |
CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
DET | 9 | 30 | 6 | 23.08 | 60.00 | 26.32 |
MORPH | 5 | 4 | 2 | 55.56 | 71.43 | 58.14 |
NOUN | 4 | 8 | 7 | 33.33 | 36.36 | 33.90 |
NOUN:INFL | 11 | 1 | 0 | 91.67 | 100.00 | 93.22 |
NOUN:NUM | 11 | 7 | 8 | 61.11 | 57.89 | 60.44 |
NOUN:POSS | 9 | 0 | 8 | 100.00 | 52.94 | 84.91 |
ORTH | 23 | 3 | 36 | 88.46 | 38.98 | 70.55 |
OTHER | 19 | 15 | 29 | 55.88 | 39.58 | 51.63 |
PART | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
PREP | 8 | 10 | 8 | 44.44 | 50.00 | 45.45 |
PRON | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
PUNCT | 21 | 11 | 53 | 65.62 | 28.38 | 51.98 |
SPELL | 93 | 5 | 8 | 94.90 | 92.08 | 94.32 |
UNK | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
VERB | 10 | 9 | 7 | 52.63 | 58.82 | 53.76 |
VERB:FORM | 7 | 14 | 2 | 33.33 | 77.78 | 37.63 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 6 | 5 | 3 | 54.55 | 66.67 | 56.60 |
VERB:TENSE | 3 | 5 | 4 | 37.50 | 42.86 | 38.46 |
WO | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 8 | 22 | 1 | 26.67 | 88.89 | 31.01 |
M:NOUN | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
M:PREP | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
M:PRON | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PUNCT | 14 | 8 | 32 | 63.64 | 30.43 | 52.24 |
M:VERB | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
M:VERB:FORM | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 1 | 3 | 3 | 25.00 | 25.00 | 25.00 |
R:ADJ:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:ADV | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 0 | 6 | 2 | 0.00 | 0.00 | 0.00 |
R:MORPH | 5 | 4 | 2 | 55.56 | 71.43 | 58.14 |
R:NOUN | 4 | 5 | 5 | 44.44 | 44.44 | 44.44 |
R:NOUN:INFL | 11 | 1 | 0 | 91.67 | 100.00 | 93.22 |
R:NOUN:NUM | 11 | 7 | 8 | 61.11 | 57.89 | 60.44 |
R:NOUN:POSS | 6 | 0 | 5 | 100.00 | 54.55 | 85.71 |
R:ORTH | 23 | 3 | 36 | 88.46 | 38.98 | 70.55 |
R:OTHER | 19 | 15 | 29 | 55.88 | 39.58 | 51.63 |
R:PREP | 5 | 8 | 7 | 38.46 | 41.67 | 39.06 |
R:PRON | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PUNCT | 4 | 1 | 11 | 80.00 | 26.67 | 57.14 |
R:SPELL | 93 | 5 | 8 | 94.90 | 92.08 | 94.32 |
R:VERB | 9 | 5 | 3 | 64.29 | 75.00 | 66.18 |
R:VERB:FORM | 7 | 11 | 2 | 38.89 | 77.78 | 43.21 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 6 | 5 | 3 | 54.55 | 66.67 | 56.60 |
R:VERB:TENSE | 2 | 4 | 3 | 33.33 | 40.00 | 34.48 |
R:WO | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 0 | 3 | 0 | 0.00 | 100.00 | 0.00 |
U:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:DET | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
U:NOUN | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PART | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
U:PREP | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PRON | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 3 | 2 | 10 | 60.00 | 23.08 | 45.45 |
U:VERB | 0 | 3 | 2 | 0.00 | 0.00 | 0.00 |
U:VERB:TENSE | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
UNK | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 37 | 30 | 47 | 55.22 | 44.05 | 52.56 |
R | 236 | 81 | 168 | 74.45 | 58.42 | 70.57 |
U | 7 | 15 | 17 | 31.82 | 29.17 | 31.25 |
UNK | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 3 | 4 | 25.00 | 20.00 | 23.81 |
ADJ:FORM | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
ADV | 0 | 7 | 1 | 0.00 | 0.00 | 0.00 |
CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
CONTR | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
DET | 8 | 21 | 8 | 27.59 | 50.00 | 30.30 |
MORPH | 5 | 4 | 2 | 55.56 | 71.43 | 58.14 |
NOUN | 4 | 8 | 8 | 33.33 | 33.33 | 33.33 |
NOUN:INFL | 11 | 1 | 0 | 91.67 | 100.00 | 93.22 |
NOUN:NUM | 11 | 6 | 9 | 64.71 | 55.00 | 62.50 |
NOUN:POSS | 11 | 0 | 11 | 100.00 | 50.00 | 83.33 |
ORTH | 35 | 3 | 52 | 92.11 | 40.23 | 73.22 |
OTHER | 25 | 13 | 40 | 65.79 | 38.46 | 57.60 |
PART | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
PREP | 8 | 9 | 8 | 47.06 | 50.00 | 47.62 |
PRON | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
PUNCT | 31 | 10 | 55 | 75.61 | 36.05 | 62.00 |
SPELL | 94 | 5 | 8 | 94.95 | 92.16 | 94.38 |
UNK | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
VERB | 12 | 8 | 6 | 60.00 | 66.67 | 61.22 |
VERB:FORM | 7 | 9 | 1 | 43.75 | 87.50 | 48.61 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 6 | 4 | 4 | 60.00 | 60.00 | 60.00 |
VERB:TENSE | 3 | 6 | 7 | 33.33 | 30.00 | 32.61 |
WO | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 7 | 14 | 2 | 33.33 | 77.78 | 37.63 |
M:NOUN | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
M:PREP | 3 | 2 | 1 | 60.00 | 75.00 | 62.50 |
M:PRON | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:PUNCT | 22 | 8 | 34 | 73.33 | 39.29 | 62.50 |
M:VERB | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
M:VERB:FORM | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 1 | 3 | 3 | 25.00 | 25.00 | 25.00 |
R:ADJ:FORM | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
R:ADV | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:DET | 0 | 6 | 3 | 0.00 | 0.00 | 0.00 |
R:MORPH | 5 | 4 | 2 | 55.56 | 71.43 | 58.14 |
R:NOUN | 4 | 5 | 5 | 44.44 | 44.44 | 44.44 |
R:NOUN:INFL | 11 | 1 | 0 | 91.67 | 100.00 | 93.22 |
R:NOUN:NUM | 11 | 6 | 9 | 64.71 | 55.00 | 62.50 |
R:NOUN:POSS | 8 | 0 | 8 | 100.00 | 50.00 | 83.33 |
R:ORTH | 35 | 3 | 52 | 92.11 | 40.23 | 73.22 |
R:OTHER | 25 | 13 | 40 | 65.79 | 38.46 | 57.60 |
R:PREP | 5 | 7 | 6 | 41.67 | 45.45 | 42.37 |
R:PRON | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PUNCT | 4 | 0 | 13 | 100.00 | 23.53 | 60.61 |
R:SPELL | 94 | 5 | 8 | 94.95 | 92.16 | 94.38 |
R:VERB | 10 | 4 | 3 | 71.43 | 76.92 | 72.46 |
R:VERB:FORM | 7 | 7 | 1 | 50.00 | 87.50 | 54.69 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 6 | 4 | 4 | 60.00 | 60.00 | 60.00 |
R:VERB:TENSE | 2 | 5 | 6 | 28.57 | 25.00 | 27.78 |
R:WO | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 4 | 0 | 0.00 | 100.00 | 0.00 |
U:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:DET | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
U:NOUN | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PART | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
U:PREP | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PUNCT | 5 | 2 | 8 | 71.43 | 38.46 | 60.98 |
U:VERB | 0 | 3 | 2 | 0.00 | 0.00 | 0.00 |
U:VERB:TENSE | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
UNK | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |