Submitted by: | cjbryant |
Submitted at: | 2019-08-07T14:42:52+00:00 |
Competition submission: | 1 |
Competition phase: | 3 - Open phase |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 1972 | 902 | 2705 | 68.62 | 42.16 | 60.97 |
Span-level detection | 2246 | 634 | 2614 | 77.99 | 46.21 | 68.56 |
Token-level detection | 2748 | 481 | 3027 | 85.10 | 47.58 | 73.51 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 531 | 211 | 561 | 71.56 | 48.63 | 65.39 |
R | 1156 | 513 | 1908 | 69.26 | 37.73 | 59.34 |
U | 285 | 178 | 236 | 61.56 | 54.70 | 60.05 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 8 | 7 | 28 | 53.33 | 22.22 | 41.67 |
ADJ:FORM | 6 | 0 | 3 | 100.00 | 66.67 | 90.91 |
ADV | 27 | 22 | 37 | 55.10 | 42.19 | 51.92 |
CONJ | 4 | 8 | 19 | 33.33 | 17.39 | 28.17 |
CONTR | 9 | 2 | 2 | 81.82 | 81.82 | 81.82 |
DET | 364 | 150 | 253 | 70.82 | 59.00 | 68.09 |
MORPH | 50 | 21 | 92 | 70.42 | 35.21 | 58.69 |
NOUN | 16 | 23 | 95 | 41.03 | 14.41 | 29.96 |
NOUN:INFL | 6 | 0 | 13 | 100.00 | 31.58 | 69.77 |
NOUN:NUM | 172 | 74 | 79 | 69.92 | 68.53 | 69.64 |
NOUN:POSS | 15 | 6 | 29 | 71.43 | 34.09 | 58.59 |
ORTH | 113 | 14 | 237 | 88.98 | 32.29 | 65.85 |
OTHER | 119 | 148 | 524 | 44.57 | 18.51 | 34.77 |
PART | 17 | 7 | 9 | 70.83 | 65.38 | 69.67 |
PREP | 190 | 96 | 234 | 66.43 | 44.81 | 60.59 |
PRON | 48 | 35 | 89 | 57.83 | 35.04 | 51.17 |
PUNCT | 259 | 58 | 312 | 81.70 | 45.36 | 70.42 |
SPELL | 122 | 16 | 188 | 88.41 | 39.35 | 70.77 |
VERB | 47 | 41 | 158 | 53.41 | 22.93 | 42.19 |
VERB:FORM | 131 | 51 | 57 | 71.98 | 69.68 | 71.51 |
VERB:INFL | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
VERB:SVA | 131 | 46 | 28 | 74.01 | 82.39 | 75.55 |
VERB:TENSE | 93 | 59 | 154 | 61.18 | 37.65 | 54.39 |
WO | 23 | 18 | 59 | 56.10 | 28.05 | 46.75 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 3 | 2 | 4 | 60.00 | 42.86 | 55.56 |
M:ADV | 4 | 10 | 14 | 28.57 | 22.22 | 27.03 |
M:CONJ | 3 | 4 | 11 | 42.86 | 21.43 | 35.71 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 175 | 57 | 112 | 75.43 | 60.98 | 72.02 |
M:NOUN | 0 | 2 | 7 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 3 | 4 | 9 | 42.86 | 25.00 | 37.50 |
M:OTHER | 13 | 14 | 34 | 48.15 | 27.66 | 41.94 |
M:PART | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
M:PREP | 48 | 35 | 48 | 57.83 | 50.00 | 56.07 |
M:PRON | 29 | 20 | 45 | 59.18 | 39.19 | 53.70 |
M:PUNCT | 204 | 34 | 230 | 85.71 | 47.00 | 73.59 |
M:VERB | 15 | 14 | 18 | 51.72 | 45.45 | 50.34 |
M:VERB:FORM | 12 | 3 | 2 | 80.00 | 85.71 | 81.08 |
M:VERB:TENSE | 20 | 11 | 26 | 64.52 | 43.48 | 58.82 |
R:ADJ | 2 | 4 | 21 | 33.33 | 8.70 | 21.28 |
R:ADJ:FORM | 6 | 0 | 3 | 100.00 | 66.67 | 90.91 |
R:ADV | 8 | 3 | 13 | 72.73 | 38.10 | 61.54 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
R:DET | 41 | 18 | 64 | 69.49 | 39.05 | 60.12 |
R:MORPH | 50 | 21 | 92 | 70.42 | 35.21 | 58.69 |
R:NOUN | 12 | 17 | 78 | 41.38 | 13.33 | 29.13 |
R:NOUN:INFL | 6 | 0 | 13 | 100.00 | 31.58 | 69.77 |
R:NOUN:NUM | 172 | 74 | 79 | 69.92 | 68.53 | 69.64 |
R:NOUN:POSS | 6 | 1 | 16 | 85.71 | 27.27 | 60.00 |
R:ORTH | 113 | 14 | 237 | 88.98 | 32.29 | 65.85 |
R:OTHER | 96 | 105 | 475 | 47.76 | 16.81 | 34.91 |
R:PART | 13 | 7 | 6 | 65.00 | 68.42 | 65.66 |
R:PREP | 107 | 36 | 151 | 74.83 | 41.47 | 64.46 |
R:PRON | 12 | 9 | 29 | 57.14 | 29.27 | 48.00 |
R:PUNCT | 37 | 23 | 49 | 61.67 | 43.02 | 56.75 |
R:SPELL | 122 | 16 | 188 | 88.41 | 39.35 | 70.77 |
R:VERB | 24 | 13 | 127 | 64.86 | 15.89 | 40.13 |
R:VERB:FORM | 113 | 47 | 53 | 70.63 | 68.07 | 70.10 |
R:VERB:INFL | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
R:VERB:SVA | 131 | 46 | 28 | 74.01 | 82.39 | 75.55 |
R:VERB:TENSE | 57 | 40 | 118 | 58.76 | 32.57 | 50.62 |
R:WO | 23 | 18 | 59 | 56.10 | 28.05 | 46.75 |
U:ADJ | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
U:ADV | 15 | 9 | 10 | 62.50 | 60.00 | 61.98 |
U:CONJ | 1 | 4 | 6 | 20.00 | 14.29 | 18.52 |
U:CONTR | 6 | 0 | 1 | 100.00 | 85.71 | 96.77 |
U:DET | 148 | 75 | 77 | 66.37 | 65.78 | 66.25 |
U:NOUN | 4 | 4 | 10 | 50.00 | 28.57 | 43.48 |
U:NOUN:POSS | 6 | 1 | 4 | 85.71 | 60.00 | 78.95 |
U:OTHER | 10 | 29 | 15 | 25.64 | 40.00 | 27.62 |
U:PART | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
U:PREP | 35 | 25 | 35 | 58.33 | 50.00 | 56.45 |
U:PRON | 7 | 6 | 15 | 53.85 | 31.82 | 47.30 |
U:PUNCT | 18 | 1 | 33 | 94.74 | 35.29 | 70.87 |
U:VERB | 8 | 14 | 13 | 36.36 | 38.10 | 36.70 |
U:VERB:FORM | 6 | 1 | 2 | 85.71 | 75.00 | 83.33 |
U:VERB:TENSE | 16 | 8 | 10 | 66.67 | 61.54 | 65.57 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 579 | 168 | 530 | 77.51 | 52.21 | 70.66 |
R | 1358 | 319 | 1780 | 80.98 | 43.28 | 68.96 |
U | 301 | 147 | 239 | 67.19 | 55.74 | 64.54 |
UNK | 8 | 0 | 65 | 100.00 | 10.96 | 38.10 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 11 | 4 | 32 | 73.33 | 25.58 | 53.40 |
ADJ:FORM | 5 | 0 | 3 | 100.00 | 62.50 | 89.29 |
ADV | 33 | 20 | 35 | 62.26 | 48.53 | 58.93 |
CONJ | 4 | 7 | 21 | 36.36 | 16.00 | 28.99 |
CONTR | 8 | 2 | 2 | 80.00 | 80.00 | 80.00 |
DET | 389 | 132 | 241 | 74.66 | 61.75 | 71.67 |
MORPH | 55 | 10 | 89 | 84.62 | 38.19 | 68.07 |
NOUN | 20 | 13 | 97 | 60.61 | 17.09 | 40.16 |
NOUN:INFL | 7 | 0 | 10 | 100.00 | 41.18 | 77.78 |
NOUN:NUM | 170 | 57 | 70 | 74.89 | 70.83 | 74.04 |
NOUN:POSS | 16 | 6 | 31 | 72.73 | 34.04 | 59.26 |
ORTH | 124 | 9 | 230 | 93.23 | 35.03 | 69.98 |
OTHER | 230 | 91 | 480 | 71.65 | 32.39 | 57.67 |
PART | 19 | 7 | 6 | 73.08 | 76.00 | 73.64 |
PREP | 206 | 69 | 231 | 74.91 | 47.14 | 67.01 |
PRON | 61 | 22 | 77 | 73.49 | 44.20 | 64.89 |
PUNCT | 277 | 47 | 295 | 85.49 | 48.43 | 74.14 |
SPELL | 133 | 2 | 170 | 98.52 | 43.89 | 78.88 |
UNK | 8 | 0 | 65 | 100.00 | 10.96 | 38.10 |
VERB | 79 | 21 | 152 | 79.00 | 34.20 | 62.60 |
VERB:FORM | 126 | 34 | 54 | 78.75 | 70.00 | 76.83 |
VERB:INFL | 2 | 0 | 7 | 100.00 | 22.22 | 58.82 |
VERB:SVA | 139 | 27 | 23 | 83.73 | 85.80 | 84.14 |
VERB:TENSE | 102 | 40 | 138 | 71.83 | 42.50 | 63.12 |
WO | 22 | 14 | 55 | 61.11 | 28.57 | 49.77 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 3 | 2 | 4 | 60.00 | 42.86 | 55.56 |
M:ADV | 5 | 10 | 13 | 33.33 | 27.78 | 32.05 |
M:CONJ | 3 | 4 | 12 | 42.86 | 20.00 | 34.88 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 188 | 48 | 101 | 79.66 | 65.05 | 76.24 |
M:NOUN | 1 | 1 | 9 | 50.00 | 10.00 | 27.78 |
M:NOUN:POSS | 3 | 4 | 9 | 42.86 | 25.00 | 37.50 |
M:OTHER | 21 | 8 | 32 | 72.41 | 39.62 | 62.13 |
M:PART | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
M:PREP | 49 | 30 | 54 | 62.03 | 47.57 | 58.47 |
M:PRON | 36 | 13 | 38 | 73.47 | 48.65 | 66.67 |
M:PUNCT | 214 | 28 | 218 | 88.43 | 49.54 | 76.43 |
M:VERB | 20 | 7 | 14 | 74.07 | 58.82 | 70.42 |
M:VERB:FORM | 12 | 3 | 2 | 80.00 | 85.71 | 81.08 |
M:VERB:TENSE | 21 | 9 | 23 | 70.00 | 47.73 | 64.02 |
R:ADJ | 6 | 1 | 24 | 85.71 | 20.00 | 51.72 |
R:ADJ:FORM | 5 | 0 | 3 | 100.00 | 62.50 | 89.29 |
R:ADV | 11 | 3 | 15 | 78.57 | 42.31 | 67.07 |
R:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:CONTR | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
R:DET | 51 | 14 | 61 | 78.46 | 45.54 | 68.55 |
R:MORPH | 55 | 10 | 89 | 84.62 | 38.19 | 68.07 |
R:NOUN | 14 | 9 | 75 | 60.87 | 15.73 | 38.67 |
R:NOUN:INFL | 7 | 0 | 10 | 100.00 | 41.18 | 77.78 |
R:NOUN:NUM | 170 | 57 | 70 | 74.89 | 70.83 | 74.04 |
R:NOUN:POSS | 7 | 1 | 17 | 87.50 | 29.17 | 62.50 |
R:ORTH | 124 | 9 | 230 | 93.23 | 35.03 | 69.98 |
R:OTHER | 196 | 57 | 431 | 77.47 | 31.26 | 59.79 |
R:PART | 14 | 7 | 3 | 66.67 | 82.35 | 69.31 |
R:PREP | 121 | 21 | 145 | 85.21 | 45.49 | 72.54 |
R:PRON | 16 | 4 | 26 | 80.00 | 38.10 | 65.57 |
R:PUNCT | 42 | 18 | 47 | 70.00 | 47.19 | 63.83 |
R:SPELL | 133 | 2 | 170 | 98.52 | 43.89 | 78.88 |
R:VERB | 50 | 7 | 121 | 87.72 | 29.24 | 62.66 |
R:VERB:FORM | 109 | 30 | 50 | 78.42 | 68.55 | 76.22 |
R:VERB:INFL | 2 | 0 | 7 | 100.00 | 22.22 | 58.82 |
R:VERB:SVA | 139 | 27 | 23 | 83.73 | 85.80 | 84.14 |
R:VERB:TENSE | 62 | 27 | 104 | 69.66 | 37.35 | 59.39 |
R:WO | 22 | 14 | 55 | 61.11 | 28.57 | 49.77 |
U:ADJ | 2 | 1 | 4 | 66.67 | 33.33 | 55.56 |
U:ADV | 17 | 7 | 7 | 70.83 | 70.83 | 70.83 |
U:CONJ | 1 | 3 | 6 | 25.00 | 14.29 | 21.74 |
U:CONTR | 6 | 0 | 1 | 100.00 | 85.71 | 96.77 |
U:DET | 150 | 70 | 79 | 68.18 | 65.50 | 67.63 |
U:NOUN | 5 | 3 | 13 | 62.50 | 27.78 | 50.00 |
U:NOUN:POSS | 6 | 1 | 5 | 85.71 | 54.55 | 76.92 |
U:OTHER | 13 | 26 | 17 | 33.33 | 43.33 | 34.95 |
U:PART | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
U:PREP | 36 | 18 | 32 | 66.67 | 52.94 | 63.38 |
U:PRON | 9 | 5 | 13 | 64.29 | 40.91 | 57.69 |
U:PUNCT | 21 | 1 | 30 | 95.45 | 41.18 | 75.54 |
U:VERB | 9 | 7 | 17 | 56.25 | 34.62 | 50.00 |
U:VERB:FORM | 5 | 1 | 2 | 83.33 | 71.43 | 80.65 |
U:VERB:TENSE | 19 | 4 | 11 | 82.61 | 63.33 | 77.87 |
UNK | 8 | 0 | 65 | 100.00 | 10.96 | 38.10 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 687 | 95 | 566 | 87.85 | 54.83 | 78.41 |
R | 1703 | 248 | 2078 | 87.29 | 45.04 | 73.50 |
U | 330 | 138 | 301 | 70.51 | 52.30 | 65.92 |
UNK | 28 | 0 | 82 | 100.00 | 25.45 | 63.06 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 13 | 2 | 38 | 86.67 | 25.49 | 58.56 |
ADJ:FORM | 5 | 0 | 7 | 100.00 | 41.67 | 78.12 |
ADV | 38 | 10 | 44 | 79.17 | 46.34 | 69.34 |
CONJ | 8 | 6 | 25 | 57.14 | 24.24 | 44.94 |
CONTR | 7 | 1 | 4 | 87.50 | 63.64 | 81.40 |
DET | 412 | 98 | 240 | 80.78 | 63.19 | 76.52 |
MORPH | 57 | 6 | 91 | 90.48 | 38.51 | 71.25 |
NOUN | 31 | 9 | 96 | 77.50 | 24.41 | 54.01 |
NOUN:INFL | 8 | 0 | 10 | 100.00 | 44.44 | 80.00 |
NOUN:NUM | 172 | 36 | 76 | 82.69 | 69.35 | 79.63 |
NOUN:POSS | 27 | 4 | 39 | 87.10 | 40.91 | 71.05 |
ORTH | 165 | 5 | 249 | 97.06 | 39.86 | 75.41 |
OTHER | 426 | 120 | 685 | 78.02 | 38.34 | 64.64 |
PART | 13 | 4 | 8 | 76.47 | 61.90 | 73.03 |
PREP | 219 | 45 | 239 | 82.95 | 47.82 | 72.32 |
PRON | 68 | 15 | 74 | 81.93 | 47.89 | 71.73 |
PUNCT | 354 | 27 | 327 | 92.91 | 51.98 | 80.27 |
SPELL | 136 | 0 | 170 | 100.00 | 44.44 | 80.00 |
UNK | 28 | 0 | 82 | 100.00 | 25.45 | 63.06 |
VERB | 91 | 16 | 178 | 85.05 | 33.83 | 65.28 |
VERB:FORM | 125 | 23 | 62 | 84.46 | 66.84 | 80.23 |
VERB:INFL | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
VERB:SVA | 143 | 18 | 21 | 88.82 | 87.20 | 88.49 |
VERB:TENSE | 126 | 24 | 170 | 84.00 | 42.57 | 70.31 |
WO | 74 | 12 | 86 | 86.05 | 46.25 | 73.41 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 3 | 1 | 5 | 75.00 | 37.50 | 62.50 |
M:ADV | 11 | 5 | 11 | 68.75 | 50.00 | 63.95 |
M:CONJ | 8 | 3 | 15 | 72.73 | 34.78 | 59.70 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 205 | 24 | 98 | 89.52 | 67.66 | 84.09 |
M:NOUN | 3 | 1 | 14 | 75.00 | 17.65 | 45.45 |
M:NOUN:POSS | 4 | 3 | 10 | 57.14 | 28.57 | 47.62 |
M:OTHER | 25 | 6 | 38 | 80.65 | 39.68 | 66.84 |
M:PART | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
M:PREP | 61 | 18 | 54 | 77.22 | 53.04 | 70.77 |
M:PRON | 42 | 8 | 38 | 84.00 | 52.50 | 75.00 |
M:PUNCT | 261 | 17 | 236 | 93.88 | 52.52 | 81.11 |
M:VERB | 23 | 5 | 21 | 82.14 | 52.27 | 73.72 |
M:VERB:FORM | 12 | 1 | 2 | 92.31 | 85.71 | 90.91 |
M:VERB:TENSE | 27 | 2 | 23 | 93.10 | 54.00 | 81.33 |
R:ADJ | 7 | 0 | 27 | 100.00 | 20.59 | 56.45 |
R:ADJ:FORM | 5 | 0 | 7 | 100.00 | 41.67 | 78.12 |
R:ADV | 10 | 3 | 21 | 76.92 | 32.26 | 60.24 |
R:CONJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:CONTR | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:DET | 52 | 13 | 58 | 80.00 | 47.27 | 70.27 |
R:MORPH | 57 | 6 | 91 | 90.48 | 38.51 | 71.25 |
R:NOUN | 21 | 6 | 67 | 77.78 | 23.86 | 53.57 |
R:NOUN:INFL | 8 | 0 | 10 | 100.00 | 44.44 | 80.00 |
R:NOUN:NUM | 172 | 36 | 76 | 82.69 | 69.35 | 79.63 |
R:NOUN:POSS | 16 | 1 | 21 | 94.12 | 43.24 | 76.19 |
R:ORTH | 165 | 5 | 249 | 97.06 | 39.86 | 75.41 |
R:OTHER | 375 | 74 | 592 | 83.52 | 38.78 | 67.86 |
R:PART | 9 | 4 | 5 | 69.23 | 64.29 | 68.18 |
R:PREP | 123 | 15 | 149 | 89.13 | 45.22 | 74.64 |
R:PRON | 18 | 3 | 24 | 85.71 | 42.86 | 71.43 |
R:PUNCT | 59 | 9 | 62 | 86.76 | 48.76 | 75.06 |
R:SPELL | 136 | 0 | 170 | 100.00 | 44.44 | 80.00 |
R:VERB | 61 | 5 | 134 | 92.42 | 31.28 | 66.45 |
R:VERB:FORM | 109 | 20 | 57 | 84.50 | 65.66 | 79.91 |
R:VERB:INFL | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
R:VERB:SVA | 143 | 18 | 21 | 88.82 | 87.20 | 88.49 |
R:VERB:TENSE | 79 | 18 | 138 | 81.44 | 36.41 | 65.29 |
R:WO | 74 | 12 | 86 | 86.05 | 46.25 | 73.41 |
U:ADJ | 3 | 1 | 6 | 75.00 | 33.33 | 60.00 |
U:ADV | 17 | 2 | 12 | 89.47 | 58.62 | 80.95 |
U:CONJ | 0 | 3 | 5 | 0.00 | 0.00 | 0.00 |
U:CONTR | 5 | 0 | 2 | 100.00 | 71.43 | 92.59 |
U:DET | 155 | 61 | 84 | 71.76 | 64.85 | 70.26 |
U:NOUN | 7 | 2 | 15 | 77.78 | 31.82 | 60.34 |
U:NOUN:POSS | 7 | 0 | 8 | 100.00 | 46.67 | 81.40 |
U:OTHER | 26 | 40 | 55 | 39.39 | 32.10 | 37.68 |
U:PART | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
U:PREP | 35 | 12 | 36 | 74.47 | 49.30 | 67.57 |
U:PRON | 8 | 4 | 12 | 66.67 | 40.00 | 58.82 |
U:PUNCT | 34 | 1 | 29 | 97.14 | 53.97 | 83.74 |
U:VERB | 7 | 6 | 23 | 53.85 | 23.33 | 42.68 |
U:VERB:FORM | 4 | 2 | 3 | 66.67 | 57.14 | 64.52 |
U:VERB:TENSE | 20 | 4 | 9 | 83.33 | 68.97 | 80.00 |
UNK | 28 | 0 | 82 | 100.00 | 25.45 | 63.06 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 936 | 402 | 1234 | 69.96 | 43.13 | 62.22 |
Span-level detection | 1080 | 261 | 1186 | 80.54 | 47.66 | 70.77 |
Token-level detection | 1347 | 143 | 1360 | 90.40 | 49.76 | 77.71 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 223 | 107 | 251 | 67.58 | 47.05 | 62.15 |
R | 587 | 229 | 876 | 71.94 | 40.12 | 62.09 |
U | 126 | 66 | 107 | 65.62 | 54.08 | 62.94 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 3 | 9 | 57.14 | 30.77 | 48.78 |
ADJ:FORM | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
ADV | 12 | 9 | 15 | 57.14 | 44.44 | 54.05 |
CONJ | 4 | 2 | 8 | 66.67 | 33.33 | 55.56 |
CONTR | 5 | 2 | 0 | 71.43 | 100.00 | 75.76 |
DET | 161 | 66 | 129 | 70.93 | 55.52 | 67.20 |
MORPH | 32 | 11 | 49 | 74.42 | 39.51 | 63.24 |
NOUN | 7 | 6 | 47 | 53.85 | 12.96 | 33.02 |
NOUN:INFL | 5 | 0 | 2 | 100.00 | 71.43 | 92.59 |
NOUN:NUM | 85 | 35 | 38 | 70.83 | 69.11 | 70.48 |
NOUN:POSS | 5 | 3 | 5 | 62.50 | 50.00 | 59.52 |
ORTH | 74 | 8 | 125 | 90.24 | 37.19 | 70.21 |
OTHER | 61 | 62 | 271 | 49.59 | 18.37 | 37.01 |
PART | 10 | 2 | 5 | 83.33 | 66.67 | 79.37 |
PREP | 82 | 40 | 99 | 67.21 | 45.30 | 61.29 |
PRON | 29 | 13 | 50 | 69.05 | 36.71 | 58.70 |
PUNCT | 82 | 24 | 125 | 77.36 | 39.61 | 64.98 |
SPELL | 60 | 11 | 50 | 84.51 | 54.55 | 76.14 |
VERB | 28 | 24 | 69 | 53.85 | 28.87 | 45.90 |
VERB:FORM | 70 | 19 | 25 | 78.65 | 73.68 | 77.61 |
VERB:INFL | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
VERB:SVA | 67 | 21 | 12 | 76.14 | 84.81 | 77.73 |
VERB:TENSE | 41 | 34 | 78 | 54.67 | 34.45 | 48.93 |
WO | 7 | 7 | 21 | 50.00 | 25.00 | 41.67 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:ADV | 0 | 6 | 6 | 0.00 | 0.00 | 0.00 |
M:CONJ | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 74 | 27 | 51 | 73.27 | 59.20 | 69.94 |
M:NOUN | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
M:OTHER | 11 | 10 | 19 | 52.38 | 36.67 | 48.25 |
M:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PREP | 25 | 18 | 20 | 58.14 | 55.56 | 57.60 |
M:PRON | 16 | 8 | 23 | 66.67 | 41.03 | 59.26 |
M:PUNCT | 64 | 14 | 95 | 82.05 | 40.25 | 67.94 |
M:VERB | 10 | 8 | 9 | 55.56 | 52.63 | 54.95 |
M:VERB:FORM | 10 | 3 | 1 | 76.92 | 90.91 | 79.37 |
M:VERB:TENSE | 8 | 7 | 16 | 53.33 | 33.33 | 47.62 |
R:ADJ | 1 | 2 | 7 | 33.33 | 12.50 | 25.00 |
R:ADJ:FORM | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
R:ADV | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
R:DET | 16 | 11 | 30 | 59.26 | 34.78 | 51.95 |
R:MORPH | 32 | 11 | 49 | 74.42 | 39.51 | 63.24 |
R:NOUN | 6 | 4 | 37 | 60.00 | 13.95 | 36.14 |
R:NOUN:INFL | 5 | 0 | 2 | 100.00 | 71.43 | 92.59 |
R:NOUN:NUM | 85 | 35 | 38 | 70.83 | 69.11 | 70.48 |
R:NOUN:POSS | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
R:ORTH | 74 | 8 | 125 | 90.24 | 37.19 | 70.21 |
R:OTHER | 46 | 44 | 248 | 51.11 | 15.65 | 35.17 |
R:PART | 8 | 2 | 3 | 80.00 | 72.73 | 78.43 |
R:PREP | 41 | 14 | 65 | 74.55 | 38.68 | 62.88 |
R:PRON | 9 | 2 | 19 | 81.82 | 32.14 | 62.50 |
R:PUNCT | 15 | 10 | 19 | 60.00 | 44.12 | 55.97 |
R:SPELL | 60 | 11 | 50 | 84.51 | 54.55 | 76.14 |
R:VERB | 12 | 7 | 56 | 63.16 | 17.65 | 41.67 |
R:VERB:FORM | 59 | 16 | 24 | 78.67 | 71.08 | 77.02 |
R:VERB:INFL | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:VERB:SVA | 67 | 21 | 12 | 76.14 | 84.81 | 77.73 |
R:VERB:TENSE | 29 | 22 | 61 | 56.86 | 32.22 | 49.32 |
R:WO | 7 | 7 | 21 | 50.00 | 25.00 | 41.67 |
U:ADJ | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
U:ADV | 7 | 3 | 4 | 70.00 | 63.64 | 68.63 |
U:CONJ | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
U:CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 71 | 28 | 48 | 71.72 | 59.66 | 68.93 |
U:NOUN | 1 | 1 | 7 | 50.00 | 12.50 | 31.25 |
U:NOUN:POSS | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:OTHER | 4 | 8 | 4 | 33.33 | 50.00 | 35.71 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 16 | 8 | 14 | 66.67 | 53.33 | 63.49 |
U:PRON | 4 | 3 | 8 | 57.14 | 33.33 | 50.00 |
U:PUNCT | 3 | 0 | 11 | 100.00 | 21.43 | 57.69 |
U:VERB | 6 | 9 | 4 | 40.00 | 60.00 | 42.86 |
U:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:VERB:TENSE | 4 | 5 | 1 | 44.44 | 80.00 | 48.78 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 248 | 84 | 224 | 74.70 | 52.54 | 68.89 |
R | 694 | 129 | 807 | 84.33 | 46.24 | 72.40 |
U | 135 | 48 | 106 | 73.77 | 56.02 | 69.37 |
UNK | 3 | 0 | 49 | 100.00 | 5.77 | 23.44 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 2 | 12 | 66.67 | 25.00 | 50.00 |
ADJ:FORM | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
ADV | 16 | 8 | 11 | 66.67 | 59.26 | 65.04 |
CONJ | 4 | 1 | 7 | 80.00 | 36.36 | 64.52 |
CONTR | 4 | 2 | 0 | 66.67 | 100.00 | 71.43 |
DET | 176 | 59 | 116 | 74.89 | 60.27 | 71.43 |
MORPH | 35 | 5 | 48 | 87.50 | 42.17 | 72.02 |
NOUN | 8 | 3 | 47 | 72.73 | 14.55 | 40.40 |
NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 83 | 25 | 32 | 76.85 | 72.17 | 75.87 |
NOUN:POSS | 5 | 3 | 7 | 62.50 | 41.67 | 56.82 |
ORTH | 80 | 5 | 122 | 94.12 | 39.60 | 73.80 |
OTHER | 128 | 35 | 242 | 78.53 | 34.59 | 62.62 |
PART | 10 | 2 | 2 | 83.33 | 83.33 | 83.33 |
PREP | 94 | 25 | 92 | 78.99 | 50.54 | 71.00 |
PRON | 36 | 7 | 43 | 83.72 | 45.57 | 71.71 |
PUNCT | 86 | 19 | 120 | 81.90 | 41.75 | 68.69 |
SPELL | 65 | 2 | 42 | 97.01 | 60.75 | 86.67 |
UNK | 3 | 0 | 49 | 100.00 | 5.77 | 23.44 |
VERB | 45 | 9 | 69 | 83.33 | 39.47 | 68.18 |
VERB:FORM | 64 | 13 | 25 | 83.12 | 71.91 | 80.60 |
VERB:INFL | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
VERB:SVA | 73 | 10 | 9 | 87.95 | 89.02 | 88.16 |
VERB:TENSE | 45 | 21 | 69 | 68.18 | 39.47 | 59.52 |
WO | 7 | 5 | 19 | 58.33 | 26.92 | 47.30 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:ADV | 2 | 6 | 4 | 25.00 | 33.33 | 26.32 |
M:CONJ | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 80 | 26 | 44 | 75.47 | 64.52 | 72.99 |
M:NOUN | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
M:OTHER | 15 | 5 | 14 | 75.00 | 51.72 | 68.81 |
M:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 27 | 15 | 22 | 64.29 | 55.10 | 62.21 |
M:PRON | 19 | 5 | 20 | 79.17 | 48.72 | 70.37 |
M:PUNCT | 67 | 10 | 91 | 87.01 | 42.41 | 71.89 |
M:VERB | 13 | 3 | 6 | 81.25 | 68.42 | 78.31 |
M:VERB:FORM | 10 | 3 | 1 | 76.92 | 90.91 | 79.37 |
M:VERB:TENSE | 10 | 6 | 13 | 62.50 | 43.48 | 57.47 |
R:ADJ | 2 | 1 | 9 | 66.67 | 18.18 | 43.48 |
R:ADJ:FORM | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:ADV | 7 | 0 | 6 | 100.00 | 53.85 | 85.37 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
R:DET | 23 | 9 | 26 | 71.88 | 46.94 | 64.97 |
R:MORPH | 35 | 5 | 48 | 87.50 | 42.17 | 72.02 |
R:NOUN | 7 | 2 | 35 | 77.78 | 16.67 | 44.87 |
R:NOUN:INFL | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 83 | 25 | 32 | 76.85 | 72.17 | 75.87 |
R:NOUN:POSS | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
R:ORTH | 80 | 5 | 122 | 94.12 | 39.60 | 73.80 |
R:OTHER | 107 | 22 | 222 | 82.95 | 32.52 | 63.31 |
R:PART | 8 | 2 | 1 | 80.00 | 88.89 | 81.63 |
R:PREP | 49 | 6 | 60 | 89.09 | 44.95 | 74.47 |
R:PRON | 12 | 0 | 16 | 100.00 | 42.86 | 78.95 |
R:PUNCT | 15 | 9 | 20 | 62.50 | 42.86 | 57.25 |
R:SPELL | 65 | 2 | 42 | 97.01 | 60.75 | 86.67 |
R:VERB | 26 | 2 | 56 | 92.86 | 31.71 | 67.01 |
R:VERB:FORM | 53 | 10 | 24 | 84.13 | 68.83 | 80.55 |
R:VERB:INFL | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:VERB:SVA | 73 | 10 | 9 | 87.95 | 89.02 | 88.16 |
R:VERB:TENSE | 29 | 12 | 53 | 70.73 | 35.37 | 58.94 |
R:WO | 7 | 5 | 19 | 58.33 | 26.92 | 47.30 |
U:ADJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:ADV | 7 | 2 | 1 | 77.78 | 87.50 | 79.55 |
U:CONJ | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 73 | 24 | 46 | 75.26 | 61.34 | 71.99 |
U:NOUN | 1 | 1 | 9 | 50.00 | 10.00 | 27.78 |
U:NOUN:POSS | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
U:OTHER | 6 | 8 | 6 | 42.86 | 50.00 | 44.12 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 18 | 4 | 10 | 81.82 | 64.29 | 77.59 |
U:PRON | 5 | 2 | 7 | 71.43 | 41.67 | 62.50 |
U:PUNCT | 4 | 0 | 9 | 100.00 | 30.77 | 68.97 |
U:VERB | 6 | 4 | 7 | 60.00 | 46.15 | 56.60 |
U:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:VERB:TENSE | 6 | 3 | 3 | 66.67 | 66.67 | 66.67 |
UNK | 3 | 0 | 49 | 100.00 | 5.77 | 23.44 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 309 | 41 | 234 | 88.29 | 56.91 | 79.52 |
R | 856 | 64 | 937 | 93.04 | 47.74 | 78.20 |
U | 162 | 38 | 129 | 81.00 | 55.67 | 74.24 |
UNK | 20 | 0 | 60 | 100.00 | 25.00 | 62.50 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 6 | 0 | 12 | 100.00 | 33.33 | 71.43 |
ADJ:FORM | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
ADV | 22 | 4 | 17 | 84.62 | 56.41 | 76.92 |
CONJ | 5 | 0 | 9 | 100.00 | 35.71 | 73.53 |
CONTR | 4 | 1 | 0 | 80.00 | 100.00 | 83.33 |
DET | 192 | 39 | 117 | 83.12 | 62.14 | 77.86 |
MORPH | 37 | 2 | 50 | 94.87 | 42.53 | 76.13 |
NOUN | 18 | 1 | 48 | 94.74 | 27.27 | 63.38 |
NOUN:INFL | 6 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 85 | 11 | 37 | 88.54 | 69.67 | 83.99 |
NOUN:POSS | 13 | 2 | 9 | 86.67 | 59.09 | 79.27 |
ORTH | 93 | 1 | 117 | 98.94 | 44.29 | 79.35 |
OTHER | 231 | 28 | 336 | 89.19 | 40.74 | 72.05 |
PART | 8 | 0 | 4 | 100.00 | 66.67 | 90.91 |
PREP | 105 | 14 | 98 | 88.24 | 51.72 | 77.32 |
PRON | 38 | 4 | 38 | 90.48 | 50.00 | 77.87 |
PUNCT | 126 | 6 | 132 | 95.45 | 48.84 | 80.15 |
SPELL | 62 | 0 | 47 | 100.00 | 56.88 | 86.83 |
UNK | 20 | 0 | 60 | 100.00 | 25.00 | 62.50 |
VERB | 51 | 5 | 84 | 91.07 | 37.78 | 71.03 |
VERB:FORM | 61 | 6 | 28 | 91.04 | 68.54 | 85.43 |
VERB:INFL | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
VERB:SVA | 78 | 6 | 7 | 92.86 | 91.76 | 92.64 |
VERB:TENSE | 58 | 11 | 80 | 84.06 | 42.03 | 70.05 |
WO | 24 | 2 | 25 | 92.31 | 48.98 | 78.43 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:ADV | 6 | 3 | 4 | 66.67 | 60.00 | 65.22 |
M:CONJ | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 89 | 12 | 43 | 88.12 | 67.42 | 83.02 |
M:NOUN | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
M:NOUN:POSS | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
M:OTHER | 17 | 5 | 16 | 77.27 | 51.52 | 70.25 |
M:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 36 | 8 | 23 | 81.82 | 61.02 | 76.60 |
M:PRON | 23 | 3 | 20 | 88.46 | 53.49 | 78.23 |
M:PUNCT | 93 | 5 | 93 | 94.90 | 50.00 | 80.45 |
M:VERB | 13 | 1 | 9 | 92.86 | 59.09 | 83.33 |
M:VERB:FORM | 9 | 1 | 1 | 90.00 | 90.00 | 90.00 |
M:VERB:TENSE | 13 | 1 | 11 | 92.86 | 54.17 | 81.25 |
R:ADJ | 3 | 0 | 10 | 100.00 | 23.08 | 60.00 |
R:ADJ:FORM | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
R:ADV | 5 | 0 | 9 | 100.00 | 35.71 | 73.53 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 23 | 9 | 25 | 71.88 | 47.92 | 65.34 |
R:MORPH | 37 | 2 | 50 | 94.87 | 42.53 | 76.13 |
R:NOUN | 12 | 1 | 32 | 92.31 | 27.27 | 62.50 |
R:NOUN:INFL | 6 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 85 | 11 | 37 | 88.54 | 69.67 | 83.99 |
R:NOUN:POSS | 9 | 1 | 2 | 90.00 | 81.82 | 88.24 |
R:ORTH | 93 | 1 | 117 | 98.94 | 44.29 | 79.35 |
R:OTHER | 201 | 13 | 303 | 93.93 | 39.88 | 73.90 |
R:PART | 6 | 0 | 3 | 100.00 | 66.67 | 90.91 |
R:PREP | 50 | 4 | 63 | 92.59 | 44.25 | 75.99 |
R:PRON | 12 | 0 | 12 | 100.00 | 50.00 | 83.33 |
R:PUNCT | 21 | 1 | 32 | 95.45 | 39.62 | 74.47 |
R:SPELL | 62 | 0 | 47 | 100.00 | 56.88 | 86.83 |
R:VERB | 34 | 1 | 64 | 97.14 | 34.69 | 71.43 |
R:VERB:FORM | 51 | 5 | 26 | 91.07 | 66.23 | 84.72 |
R:VERB:INFL | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:VERB:SVA | 78 | 6 | 7 | 92.86 | 91.76 | 92.64 |
R:VERB:TENSE | 39 | 7 | 68 | 84.78 | 36.45 | 67.01 |
R:WO | 24 | 2 | 25 | 92.31 | 48.98 | 78.43 |
U:ADJ | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
U:ADV | 11 | 1 | 4 | 91.67 | 73.33 | 87.30 |
U:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
U:CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 80 | 18 | 49 | 81.63 | 62.02 | 76.78 |
U:NOUN | 4 | 0 | 11 | 100.00 | 26.67 | 64.52 |
U:NOUN:POSS | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
U:OTHER | 13 | 10 | 17 | 56.52 | 43.33 | 53.28 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 19 | 2 | 12 | 90.48 | 61.29 | 82.61 |
U:PRON | 3 | 1 | 6 | 75.00 | 33.33 | 60.00 |
U:PUNCT | 12 | 0 | 7 | 100.00 | 63.16 | 89.55 |
U:VERB | 4 | 3 | 11 | 57.14 | 26.67 | 46.51 |
U:VERB:FORM | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:VERB:TENSE | 6 | 3 | 1 | 66.67 | 85.71 | 69.77 |
UNK | 20 | 0 | 60 | 100.00 | 25.00 | 62.50 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 619 | 262 | 872 | 70.26 | 41.52 | 61.71 |
Span-level detection | 701 | 183 | 832 | 79.30 | 45.73 | 69.15 |
Token-level detection | 846 | 166 | 1006 | 83.60 | 45.68 | 71.69 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 182 | 63 | 189 | 74.29 | 49.06 | 67.36 |
R | 336 | 146 | 605 | 69.71 | 35.71 | 58.56 |
U | 101 | 53 | 78 | 65.58 | 56.42 | 63.52 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 2 | 10 | 60.00 | 23.08 | 45.45 |
ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
ADV | 12 | 8 | 16 | 60.00 | 42.86 | 55.56 |
CONJ | 0 | 3 | 8 | 0.00 | 0.00 | 0.00 |
CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 127 | 41 | 83 | 75.60 | 60.48 | 72.00 |
MORPH | 10 | 7 | 25 | 58.82 | 28.57 | 48.54 |
NOUN | 9 | 7 | 30 | 56.25 | 23.08 | 43.69 |
NOUN:NUM | 49 | 16 | 25 | 75.38 | 66.22 | 73.35 |
NOUN:POSS | 6 | 1 | 7 | 85.71 | 46.15 | 73.17 |
ORTH | 18 | 3 | 50 | 85.71 | 26.47 | 59.21 |
OTHER | 28 | 52 | 174 | 35.00 | 13.86 | 26.82 |
PART | 6 | 3 | 3 | 66.67 | 66.67 | 66.67 |
PREP | 66 | 24 | 88 | 73.33 | 42.86 | 64.20 |
PRON | 13 | 15 | 29 | 46.43 | 30.95 | 42.21 |
PUNCT | 85 | 20 | 102 | 80.95 | 45.45 | 70.02 |
SPELL | 32 | 2 | 41 | 94.12 | 43.84 | 76.56 |
VERB | 15 | 12 | 67 | 55.56 | 18.29 | 39.47 |
VERB:FORM | 43 | 16 | 26 | 72.88 | 62.32 | 70.49 |
VERB:SVA | 47 | 13 | 11 | 78.33 | 81.03 | 78.86 |
VERB:TENSE | 34 | 12 | 52 | 73.91 | 39.53 | 62.96 |
WO | 10 | 5 | 25 | 66.67 | 28.57 | 52.63 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
M:ADV | 4 | 2 | 6 | 66.67 | 40.00 | 58.82 |
M:CONJ | 0 | 1 | 6 | 0.00 | 0.00 | 0.00 |
M:DET | 67 | 18 | 40 | 78.82 | 62.62 | 74.94 |
M:NOUN | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
M:OTHER | 2 | 3 | 9 | 40.00 | 18.18 | 32.26 |
M:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 14 | 9 | 18 | 60.87 | 43.75 | 56.45 |
M:PRON | 11 | 8 | 16 | 57.89 | 40.74 | 53.40 |
M:PUNCT | 65 | 13 | 75 | 83.33 | 46.43 | 71.90 |
M:VERB | 4 | 5 | 5 | 44.44 | 44.44 | 44.44 |
M:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:VERB:TENSE | 11 | 3 | 8 | 78.57 | 57.89 | 73.33 |
R:ADJ | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
R:ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADV | 2 | 2 | 6 | 50.00 | 25.00 | 41.67 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 17 | 4 | 28 | 80.95 | 37.78 | 65.89 |
R:MORPH | 10 | 7 | 25 | 58.82 | 28.57 | 48.54 |
R:NOUN | 6 | 5 | 28 | 54.55 | 17.65 | 38.46 |
R:NOUN:NUM | 49 | 16 | 25 | 75.38 | 66.22 | 73.35 |
R:NOUN:POSS | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:ORTH | 18 | 3 | 50 | 85.71 | 26.47 | 59.21 |
R:OTHER | 22 | 37 | 156 | 37.29 | 12.36 | 26.57 |
R:PART | 5 | 3 | 2 | 62.50 | 71.43 | 64.10 |
R:PREP | 36 | 10 | 58 | 78.26 | 38.30 | 64.75 |
R:PRON | 0 | 5 | 7 | 0.00 | 0.00 | 0.00 |
R:PUNCT | 12 | 7 | 17 | 63.16 | 41.38 | 57.14 |
R:SPELL | 32 | 2 | 41 | 94.12 | 43.84 | 76.56 |
R:VERB | 9 | 4 | 55 | 69.23 | 14.06 | 38.79 |
R:VERB:FORM | 39 | 15 | 23 | 72.22 | 62.90 | 70.14 |
R:VERB:SVA | 47 | 13 | 11 | 78.33 | 81.03 | 78.86 |
R:VERB:TENSE | 15 | 8 | 39 | 65.22 | 27.78 | 51.37 |
R:WO | 10 | 5 | 25 | 66.67 | 28.57 | 52.63 |
U:ADJ | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:ADV | 6 | 4 | 4 | 60.00 | 60.00 | 60.00 |
U:CONJ | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
U:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 43 | 19 | 15 | 69.35 | 74.14 | 70.26 |
U:NOUN | 3 | 2 | 1 | 60.00 | 75.00 | 62.50 |
U:NOUN:POSS | 2 | 1 | 4 | 66.67 | 33.33 | 55.56 |
U:OTHER | 4 | 12 | 9 | 25.00 | 30.77 | 25.97 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 16 | 5 | 12 | 76.19 | 57.14 | 71.43 |
U:PRON | 2 | 2 | 6 | 50.00 | 25.00 | 41.67 |
U:PUNCT | 8 | 0 | 10 | 100.00 | 44.44 | 80.00 |
U:VERB | 2 | 3 | 7 | 40.00 | 22.22 | 34.48 |
U:VERB:FORM | 4 | 1 | 2 | 80.00 | 66.67 | 76.92 |
U:VERB:TENSE | 8 | 1 | 5 | 88.89 | 61.54 | 81.63 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 199 | 49 | 183 | 80.24 | 52.09 | 72.42 |
R | 391 | 88 | 559 | 81.63 | 41.16 | 68.21 |
U | 107 | 46 | 79 | 69.93 | 57.53 | 67.04 |
UNK | 4 | 0 | 11 | 100.00 | 26.67 | 64.52 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 2 | 13 | 66.67 | 23.53 | 48.78 |
ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
ADV | 14 | 7 | 17 | 66.67 | 45.16 | 60.87 |
CONJ | 0 | 3 | 10 | 0.00 | 0.00 | 0.00 |
CONTR | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 133 | 33 | 83 | 80.12 | 61.57 | 75.57 |
MORPH | 11 | 2 | 23 | 84.62 | 32.35 | 63.95 |
NOUN | 11 | 5 | 29 | 68.75 | 27.50 | 52.88 |
NOUN:NUM | 49 | 12 | 22 | 80.33 | 69.01 | 77.78 |
NOUN:POSS | 6 | 1 | 8 | 85.71 | 42.86 | 71.43 |
ORTH | 20 | 2 | 47 | 90.91 | 29.85 | 64.52 |
OTHER | 61 | 34 | 162 | 64.21 | 27.35 | 50.58 |
PART | 7 | 3 | 3 | 70.00 | 70.00 | 70.00 |
PREP | 69 | 17 | 91 | 80.23 | 43.13 | 68.45 |
PRON | 18 | 9 | 24 | 66.67 | 42.86 | 60.00 |
PUNCT | 93 | 17 | 92 | 84.55 | 50.27 | 74.40 |
SPELL | 32 | 0 | 36 | 100.00 | 47.06 | 81.63 |
UNK | 4 | 0 | 11 | 100.00 | 26.67 | 64.52 |
VERB | 27 | 9 | 61 | 75.00 | 30.68 | 58.19 |
VERB:FORM | 43 | 7 | 23 | 86.00 | 65.15 | 80.83 |
VERB:SVA | 47 | 8 | 8 | 85.45 | 85.45 | 85.45 |
VERB:TENSE | 36 | 9 | 45 | 80.00 | 44.44 | 68.97 |
WO | 10 | 3 | 24 | 76.92 | 29.41 | 58.14 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
M:ADV | 3 | 2 | 7 | 60.00 | 30.00 | 50.00 |
M:CONJ | 0 | 1 | 7 | 0.00 | 0.00 | 0.00 |
M:DET | 73 | 12 | 37 | 85.88 | 66.36 | 81.11 |
M:NOUN | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:NOUN:POSS | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
M:OTHER | 4 | 3 | 11 | 57.14 | 26.67 | 46.51 |
M:PART | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 14 | 7 | 20 | 66.67 | 41.18 | 59.32 |
M:PRON | 14 | 5 | 13 | 73.68 | 51.85 | 67.96 |
M:PUNCT | 69 | 12 | 70 | 85.19 | 49.64 | 74.51 |
M:VERB | 6 | 4 | 4 | 60.00 | 60.00 | 60.00 |
M:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:VERB:TENSE | 10 | 2 | 8 | 83.33 | 55.56 | 75.76 |
R:ADJ | 2 | 0 | 10 | 100.00 | 16.67 | 50.00 |
R:ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADV | 3 | 2 | 6 | 60.00 | 33.33 | 51.72 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 18 | 2 | 30 | 90.00 | 37.50 | 70.31 |
R:MORPH | 11 | 2 | 23 | 84.62 | 32.35 | 63.95 |
R:NOUN | 6 | 3 | 26 | 66.67 | 18.75 | 44.12 |
R:NOUN:NUM | 49 | 12 | 22 | 80.33 | 69.01 | 77.78 |
R:NOUN:POSS | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:ORTH | 20 | 2 | 47 | 90.91 | 29.85 | 64.52 |
R:OTHER | 52 | 21 | 142 | 71.23 | 26.80 | 53.50 |
R:PART | 5 | 3 | 2 | 62.50 | 71.43 | 64.10 |
R:PREP | 39 | 6 | 58 | 86.67 | 40.21 | 70.40 |
R:PRON | 1 | 2 | 6 | 33.33 | 14.29 | 26.32 |
R:PUNCT | 14 | 5 | 14 | 73.68 | 50.00 | 67.31 |
R:SPELL | 32 | 0 | 36 | 100.00 | 47.06 | 81.63 |
R:VERB | 18 | 4 | 49 | 81.82 | 26.87 | 58.06 |
R:VERB:FORM | 40 | 6 | 20 | 86.96 | 66.67 | 81.97 |
R:VERB:SVA | 47 | 8 | 8 | 85.45 | 85.45 | 85.45 |
R:VERB:TENSE | 18 | 7 | 32 | 72.00 | 36.00 | 60.00 |
R:WO | 10 | 3 | 24 | 76.92 | 29.41 | 58.14 |
U:ADJ | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:ADV | 8 | 3 | 4 | 72.73 | 66.67 | 71.43 |
U:CONJ | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
U:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 42 | 19 | 16 | 68.85 | 72.41 | 69.54 |
U:NOUN | 4 | 2 | 2 | 66.67 | 66.67 | 66.67 |
U:NOUN:POSS | 2 | 1 | 4 | 66.67 | 33.33 | 55.56 |
U:OTHER | 5 | 10 | 9 | 33.33 | 35.71 | 33.78 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 16 | 4 | 13 | 80.00 | 55.17 | 73.39 |
U:PRON | 3 | 2 | 5 | 60.00 | 37.50 | 53.57 |
U:PUNCT | 10 | 0 | 8 | 100.00 | 55.56 | 86.21 |
U:VERB | 3 | 1 | 8 | 75.00 | 27.27 | 55.56 |
U:VERB:FORM | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
U:VERB:TENSE | 8 | 0 | 5 | 100.00 | 61.54 | 88.89 |
UNK | 4 | 0 | 11 | 100.00 | 26.67 | 64.52 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 220 | 25 | 197 | 89.80 | 52.76 | 78.74 |
R | 514 | 98 | 683 | 83.99 | 42.94 | 70.51 |
U | 107 | 43 | 113 | 71.33 | 48.64 | 65.24 |
UNK | 5 | 0 | 13 | 100.00 | 27.78 | 65.79 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 2 | 17 | 66.67 | 19.05 | 44.44 |
ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
ADV | 14 | 4 | 20 | 77.78 | 41.18 | 66.04 |
CONJ | 1 | 3 | 12 | 25.00 | 7.69 | 17.24 |
CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
DET | 139 | 26 | 84 | 84.24 | 62.33 | 78.71 |
MORPH | 11 | 1 | 25 | 91.67 | 30.56 | 65.48 |
NOUN | 12 | 5 | 27 | 70.59 | 30.77 | 56.07 |
NOUN:NUM | 49 | 10 | 20 | 83.05 | 71.01 | 80.33 |
NOUN:POSS | 8 | 0 | 11 | 100.00 | 42.11 | 78.43 |
ORTH | 35 | 2 | 56 | 94.59 | 38.46 | 73.22 |
OTHER | 127 | 61 | 248 | 67.55 | 33.87 | 56.34 |
PART | 3 | 2 | 3 | 60.00 | 50.00 | 57.69 |
PREP | 68 | 9 | 93 | 88.31 | 42.24 | 72.49 |
PRON | 21 | 5 | 28 | 80.77 | 42.86 | 68.63 |
PUNCT | 106 | 14 | 97 | 88.33 | 52.22 | 77.60 |
SPELL | 33 | 0 | 35 | 100.00 | 48.53 | 82.50 |
UNK | 5 | 0 | 13 | 100.00 | 27.78 | 65.79 |
VERB | 32 | 7 | 70 | 82.05 | 31.37 | 62.02 |
VERB:FORM | 44 | 5 | 27 | 89.80 | 61.97 | 82.40 |
VERB:SVA | 47 | 4 | 7 | 92.16 | 87.04 | 91.09 |
VERB:TENSE | 47 | 3 | 63 | 94.00 | 42.73 | 75.81 |
WO | 35 | 3 | 50 | 92.11 | 41.18 | 73.84 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
M:ADV | 5 | 1 | 5 | 83.33 | 50.00 | 73.53 |
M:CONJ | 1 | 1 | 7 | 50.00 | 12.50 | 31.25 |
M:DET | 77 | 5 | 37 | 93.90 | 67.54 | 87.10 |
M:NOUN | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
M:NOUN:POSS | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
M:OTHER | 6 | 1 | 15 | 85.71 | 28.57 | 61.22 |
M:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 14 | 3 | 19 | 82.35 | 42.42 | 69.31 |
M:PRON | 14 | 2 | 14 | 87.50 | 50.00 | 76.09 |
M:PUNCT | 76 | 8 | 73 | 90.48 | 51.01 | 78.35 |
M:VERB | 9 | 3 | 8 | 75.00 | 52.94 | 69.23 |
M:VERB:FORM | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:VERB:TENSE | 12 | 0 | 9 | 100.00 | 57.14 | 86.96 |
R:ADJ | 2 | 0 | 13 | 100.00 | 13.33 | 43.48 |
R:ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADV | 4 | 2 | 9 | 66.67 | 30.77 | 54.05 |
R:CONJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 20 | 2 | 28 | 90.91 | 41.67 | 73.53 |
R:MORPH | 11 | 1 | 25 | 91.67 | 30.56 | 65.48 |
R:NOUN | 8 | 3 | 21 | 72.73 | 27.59 | 54.79 |
R:NOUN:NUM | 49 | 10 | 20 | 83.05 | 71.01 | 80.33 |
R:NOUN:POSS | 4 | 0 | 4 | 100.00 | 50.00 | 83.33 |
R:ORTH | 35 | 2 | 56 | 94.59 | 38.46 | 73.22 |
R:OTHER | 111 | 50 | 201 | 68.94 | 35.58 | 58.05 |
R:PART | 2 | 2 | 2 | 50.00 | 50.00 | 50.00 |
R:PREP | 40 | 3 | 59 | 93.02 | 40.40 | 73.80 |
R:PRON | 3 | 1 | 9 | 75.00 | 25.00 | 53.57 |
R:PUNCT | 19 | 6 | 15 | 76.00 | 55.88 | 70.90 |
R:SPELL | 33 | 0 | 35 | 100.00 | 48.53 | 82.50 |
R:VERB | 20 | 3 | 52 | 86.96 | 27.78 | 60.98 |
R:VERB:FORM | 41 | 3 | 24 | 93.18 | 63.08 | 85.06 |
R:VERB:SVA | 47 | 4 | 7 | 92.16 | 87.04 | 91.09 |
R:VERB:TENSE | 26 | 3 | 48 | 89.66 | 35.14 | 68.42 |
R:WO | 35 | 3 | 50 | 92.11 | 41.18 | 73.84 |
U:ADJ | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:ADV | 5 | 1 | 6 | 83.33 | 45.45 | 71.43 |
U:CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 42 | 19 | 19 | 68.85 | 68.85 | 68.85 |
U:NOUN | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
U:NOUN:POSS | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
U:OTHER | 10 | 10 | 32 | 50.00 | 23.81 | 40.98 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 14 | 3 | 15 | 82.35 | 48.28 | 72.16 |
U:PRON | 4 | 2 | 5 | 66.67 | 44.44 | 60.61 |
U:PUNCT | 11 | 0 | 9 | 100.00 | 55.00 | 85.94 |
U:VERB | 3 | 1 | 10 | 75.00 | 23.08 | 51.72 |
U:VERB:FORM | 2 | 2 | 2 | 50.00 | 50.00 | 50.00 |
U:VERB:TENSE | 9 | 0 | 6 | 100.00 | 60.00 | 88.24 |
UNK | 5 | 0 | 13 | 100.00 | 27.78 | 65.79 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 260 | 93 | 322 | 73.65 | 44.67 | 65.20 |
Span-level detection | 277 | 76 | 325 | 78.47 | 46.01 | 68.77 |
Token-level detection | 327 | 68 | 357 | 82.78 | 47.81 | 72.22 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 85 | 18 | 80 | 82.52 | 51.52 | 73.66 |
R | 128 | 48 | 208 | 72.73 | 38.10 | 61.54 |
U | 47 | 27 | 34 | 63.51 | 58.02 | 62.33 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 1 | 6 | 50.00 | 14.29 | 33.33 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 2 | 2 | 5 | 50.00 | 28.57 | 43.48 |
CONJ | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
DET | 63 | 18 | 37 | 77.78 | 63.00 | 74.29 |
MORPH | 5 | 2 | 16 | 71.43 | 23.81 | 51.02 |
NOUN | 0 | 3 | 9 | 0.00 | 0.00 | 0.00 |
NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 24 | 8 | 10 | 75.00 | 70.59 | 74.07 |
NOUN:POSS | 2 | 1 | 4 | 66.67 | 33.33 | 55.56 |
ORTH | 9 | 1 | 22 | 90.00 | 29.03 | 63.38 |
OTHER | 13 | 10 | 45 | 56.52 | 22.41 | 43.33 |
PART | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
PREP | 33 | 15 | 39 | 68.75 | 45.83 | 62.50 |
PRON | 4 | 3 | 7 | 57.14 | 36.36 | 51.28 |
PUNCT | 51 | 4 | 38 | 92.73 | 57.30 | 82.52 |
SPELL | 11 | 0 | 26 | 100.00 | 29.73 | 67.90 |
VERB | 1 | 2 | 14 | 33.33 | 6.67 | 18.52 |
VERB:FORM | 12 | 5 | 4 | 70.59 | 75.00 | 71.43 |
VERB:SVA | 9 | 3 | 2 | 75.00 | 81.82 | 76.27 |
VERB:TENSE | 13 | 7 | 20 | 65.00 | 39.39 | 57.52 |
WO | 5 | 5 | 12 | 50.00 | 29.41 | 43.86 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:DET | 29 | 5 | 19 | 85.29 | 60.42 | 78.80 |
M:NOUN | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:OTHER | 0 | 1 | 6 | 0.00 | 0.00 | 0.00 |
M:PREP | 8 | 4 | 10 | 66.67 | 44.44 | 60.61 |
M:PRON | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
M:PUNCT | 42 | 1 | 33 | 97.67 | 56.00 | 85.02 |
M:VERB | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:ADJ | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 7 | 1 | 5 | 87.50 | 58.33 | 79.55 |
R:MORPH | 5 | 2 | 16 | 71.43 | 23.81 | 51.02 |
R:NOUN | 0 | 2 | 6 | 0.00 | 0.00 | 0.00 |
R:NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 24 | 8 | 10 | 75.00 | 70.59 | 74.07 |
R:NOUN:POSS | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:ORTH | 9 | 1 | 22 | 90.00 | 29.03 | 63.38 |
R:OTHER | 11 | 6 | 38 | 64.71 | 22.45 | 47.01 |
R:PART | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:PREP | 22 | 5 | 21 | 81.48 | 51.16 | 72.85 |
R:PRON | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:PUNCT | 4 | 2 | 3 | 66.67 | 57.14 | 64.52 |
R:SPELL | 11 | 0 | 26 | 100.00 | 29.73 | 67.90 |
R:VERB | 1 | 1 | 11 | 50.00 | 8.33 | 25.00 |
R:VERB:FORM | 9 | 5 | 4 | 64.29 | 69.23 | 65.22 |
R:VERB:SVA | 9 | 3 | 2 | 75.00 | 81.82 | 76.27 |
R:VERB:TENSE | 8 | 5 | 16 | 61.54 | 33.33 | 52.63 |
R:WO | 5 | 5 | 12 | 50.00 | 29.41 | 43.86 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:DET | 27 | 12 | 13 | 69.23 | 67.50 | 68.88 |
U:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:NOUN:POSS | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:OTHER | 2 | 3 | 1 | 40.00 | 66.67 | 43.48 |
U:PREP | 3 | 6 | 8 | 33.33 | 27.27 | 31.91 |
U:PRON | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:PUNCT | 5 | 1 | 2 | 83.33 | 71.43 | 80.65 |
U:VERB | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:VERB:TENSE | 4 | 1 | 2 | 80.00 | 66.67 | 76.92 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 87 | 16 | 82 | 84.47 | 51.48 | 74.87 |
R | 143 | 37 | 205 | 79.44 | 41.09 | 66.95 |
U | 47 | 23 | 35 | 67.14 | 57.32 | 64.92 |
UNK | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 2 | 2 | 5 | 50.00 | 28.57 | 43.48 |
CONJ | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
DET | 65 | 16 | 37 | 80.25 | 63.73 | 76.29 |
MORPH | 6 | 2 | 16 | 75.00 | 27.27 | 55.56 |
NOUN | 0 | 3 | 12 | 0.00 | 0.00 | 0.00 |
NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 23 | 7 | 10 | 76.67 | 69.70 | 75.16 |
NOUN:POSS | 2 | 1 | 4 | 66.67 | 33.33 | 55.56 |
ORTH | 10 | 0 | 21 | 100.00 | 32.26 | 70.42 |
OTHER | 19 | 6 | 43 | 76.00 | 30.65 | 58.64 |
PART | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
PREP | 33 | 12 | 41 | 73.33 | 44.59 | 64.96 |
PRON | 4 | 3 | 8 | 57.14 | 33.33 | 50.00 |
PUNCT | 53 | 4 | 35 | 92.98 | 60.23 | 83.86 |
SPELL | 10 | 0 | 26 | 100.00 | 27.78 | 65.79 |
UNK | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
VERB | 2 | 2 | 15 | 50.00 | 11.76 | 30.30 |
VERB:FORM | 13 | 4 | 4 | 76.47 | 76.47 | 76.47 |
VERB:SVA | 10 | 2 | 2 | 83.33 | 83.33 | 83.33 |
VERB:TENSE | 16 | 4 | 20 | 80.00 | 44.44 | 68.97 |
WO | 4 | 5 | 11 | 44.44 | 26.67 | 39.22 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:DET | 29 | 4 | 18 | 87.88 | 61.70 | 81.01 |
M:NOUN | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:OTHER | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 7 | 4 | 12 | 63.64 | 36.84 | 55.56 |
M:PRON | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
M:PUNCT | 44 | 1 | 30 | 97.78 | 59.46 | 86.61 |
M:VERB | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:ADJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 9 | 1 | 4 | 90.00 | 69.23 | 84.91 |
R:MORPH | 6 | 2 | 16 | 75.00 | 27.27 | 55.56 |
R:NOUN | 0 | 2 | 7 | 0.00 | 0.00 | 0.00 |
R:NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 23 | 7 | 10 | 76.67 | 69.70 | 75.16 |
R:NOUN:POSS | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:ORTH | 10 | 0 | 21 | 100.00 | 32.26 | 70.42 |
R:OTHER | 16 | 4 | 36 | 80.00 | 30.77 | 60.61 |
R:PART | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
R:PREP | 24 | 3 | 21 | 88.89 | 53.33 | 78.43 |
R:PRON | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:PUNCT | 4 | 2 | 3 | 66.67 | 57.14 | 64.52 |
R:SPELL | 10 | 0 | 26 | 100.00 | 27.78 | 65.79 |
R:VERB | 2 | 1 | 12 | 66.67 | 14.29 | 38.46 |
R:VERB:FORM | 10 | 4 | 4 | 71.43 | 71.43 | 71.43 |
R:VERB:SVA | 10 | 2 | 2 | 83.33 | 83.33 | 83.33 |
R:VERB:TENSE | 10 | 3 | 17 | 76.92 | 37.04 | 63.29 |
R:WO | 4 | 5 | 11 | 44.44 | 26.67 | 39.22 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
U:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:DET | 27 | 11 | 15 | 71.05 | 64.29 | 69.59 |
U:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:NOUN:POSS | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:OTHER | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
U:PREP | 2 | 5 | 8 | 28.57 | 20.00 | 26.32 |
U:PRON | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:PUNCT | 5 | 1 | 2 | 83.33 | 71.43 | 80.65 |
U:VERB | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:VERB:TENSE | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
UNK | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 99 | 13 | 91 | 88.39 | 52.11 | 77.59 |
R | 179 | 29 | 220 | 86.06 | 44.86 | 72.71 |
U | 48 | 26 | 39 | 64.86 | 55.17 | 62.66 |
UNK | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
ADJ:FORM | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
ADV | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
CONJ | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
CONTR | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
DET | 67 | 14 | 33 | 82.72 | 67.00 | 79.01 |
MORPH | 6 | 2 | 14 | 75.00 | 30.00 | 57.69 |
NOUN | 0 | 1 | 10 | 0.00 | 0.00 | 0.00 |
NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 23 | 3 | 11 | 88.46 | 67.65 | 83.33 |
NOUN:POSS | 2 | 1 | 5 | 66.67 | 28.57 | 52.63 |
ORTH | 16 | 0 | 24 | 100.00 | 40.00 | 76.92 |
OTHER | 36 | 13 | 57 | 73.47 | 38.71 | 62.28 |
PART | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
PREP | 35 | 10 | 39 | 77.78 | 47.30 | 68.90 |
PRON | 5 | 3 | 7 | 62.50 | 41.67 | 56.82 |
PUNCT | 64 | 2 | 46 | 96.97 | 58.18 | 85.56 |
SPELL | 12 | 0 | 25 | 100.00 | 32.43 | 70.59 |
UNK | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
VERB | 3 | 2 | 18 | 60.00 | 14.29 | 36.59 |
VERB:FORM | 13 | 3 | 5 | 81.25 | 72.22 | 79.27 |
VERB:SVA | 9 | 2 | 2 | 81.82 | 81.82 | 81.82 |
VERB:TENSE | 16 | 4 | 23 | 80.00 | 41.03 | 67.23 |
WO | 13 | 5 | 11 | 72.22 | 54.17 | 67.71 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:CONJ | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:DET | 33 | 4 | 15 | 89.19 | 68.75 | 84.18 |
M:NOUN | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:OTHER | 0 | 0 | 7 | 100.00 | 0.00 | 0.00 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 10 | 3 | 11 | 76.92 | 47.62 | 68.49 |
M:PRON | 3 | 2 | 4 | 60.00 | 42.86 | 55.56 |
M:PUNCT | 48 | 0 | 40 | 100.00 | 54.55 | 85.71 |
M:VERB | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:VERB:FORM | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
R:ADJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:ADJ:FORM | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 8 | 0 | 4 | 100.00 | 66.67 | 90.91 |
R:MORPH | 6 | 2 | 14 | 75.00 | 30.00 | 57.69 |
R:NOUN | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
R:NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 23 | 3 | 11 | 88.46 | 67.65 | 83.33 |
R:NOUN:POSS | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:ORTH | 16 | 0 | 24 | 100.00 | 40.00 | 76.92 |
R:OTHER | 33 | 5 | 46 | 86.84 | 41.77 | 71.43 |
R:PART | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
R:PREP | 23 | 3 | 20 | 88.46 | 53.49 | 78.23 |
R:PRON | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:PUNCT | 9 | 1 | 3 | 90.00 | 75.00 | 86.54 |
R:SPELL | 12 | 0 | 25 | 100.00 | 32.43 | 70.59 |
R:VERB | 3 | 1 | 14 | 75.00 | 17.65 | 45.45 |
R:VERB:FORM | 10 | 3 | 5 | 76.92 | 66.67 | 74.63 |
R:VERB:SVA | 9 | 2 | 2 | 81.82 | 81.82 | 81.82 |
R:VERB:TENSE | 9 | 3 | 20 | 75.00 | 31.03 | 58.44 |
R:WO | 13 | 5 | 11 | 72.22 | 54.17 | 67.71 |
U:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:DET | 26 | 10 | 14 | 72.22 | 65.00 | 70.65 |
U:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:NOUN:POSS | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:OTHER | 3 | 8 | 4 | 27.27 | 42.86 | 29.41 |
U:PREP | 2 | 4 | 8 | 33.33 | 20.00 | 29.41 |
U:PRON | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:PUNCT | 7 | 1 | 3 | 87.50 | 70.00 | 83.33 |
U:VERB | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:VERB:TENSE | 5 | 0 | 0 | 100.00 | 100.00 | 100.00 |
UNK | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 157 | 145 | 277 | 51.99 | 36.18 | 47.81 |
Span-level detection | 188 | 114 | 271 | 62.25 | 40.96 | 56.39 |
Token-level detection | 228 | 104 | 304 | 68.67 | 42.86 | 61.29 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 41 | 23 | 41 | 64.06 | 50.00 | 60.65 |
R | 105 | 90 | 219 | 53.85 | 32.41 | 47.55 |
U | 11 | 32 | 17 | 25.58 | 39.29 | 27.50 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
ADV | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
CONJ | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
DET | 13 | 25 | 4 | 34.21 | 76.47 | 38.46 |
MORPH | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
NOUN | 0 | 7 | 9 | 0.00 | 0.00 | 0.00 |
NOUN:INFL | 0 | 0 | 11 | 100.00 | 0.00 | 0.00 |
NOUN:NUM | 14 | 15 | 6 | 48.28 | 70.00 | 51.47 |
NOUN:POSS | 2 | 1 | 13 | 66.67 | 13.33 | 37.04 |
ORTH | 12 | 2 | 40 | 85.71 | 23.08 | 55.56 |
OTHER | 17 | 24 | 34 | 41.46 | 33.33 | 39.53 |
PART | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
PREP | 9 | 17 | 8 | 34.62 | 52.94 | 37.19 |
PRON | 2 | 4 | 3 | 33.33 | 40.00 | 34.48 |
PUNCT | 41 | 10 | 47 | 80.39 | 46.59 | 70.21 |
SPELL | 19 | 3 | 71 | 86.36 | 21.11 | 53.37 |
VERB | 3 | 3 | 8 | 50.00 | 27.27 | 42.86 |
VERB:FORM | 6 | 11 | 2 | 35.29 | 75.00 | 39.47 |
VERB:INFL | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
VERB:SVA | 8 | 9 | 3 | 47.06 | 72.73 | 50.63 |
VERB:TENSE | 5 | 6 | 4 | 45.45 | 55.56 | 47.17 |
WO | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:DET | 5 | 7 | 2 | 41.67 | 71.43 | 45.45 |
M:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
M:PREP | 1 | 4 | 0 | 20.00 | 100.00 | 23.81 |
M:PRON | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
M:PUNCT | 33 | 6 | 27 | 84.62 | 55.00 | 76.39 |
M:VERB | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:ADJ | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
R:ADV | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:DET | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
R:MORPH | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
R:NOUN | 0 | 6 | 7 | 0.00 | 0.00 | 0.00 |
R:NOUN:INFL | 0 | 0 | 11 | 100.00 | 0.00 | 0.00 |
R:NOUN:NUM | 14 | 15 | 6 | 48.28 | 70.00 | 51.47 |
R:NOUN:POSS | 1 | 0 | 9 | 100.00 | 10.00 | 35.71 |
R:ORTH | 12 | 2 | 40 | 85.71 | 23.08 | 55.56 |
R:OTHER | 17 | 18 | 33 | 48.57 | 34.00 | 44.74 |
R:PART | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:PREP | 8 | 7 | 7 | 53.33 | 53.33 | 53.33 |
R:PRON | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
R:PUNCT | 6 | 4 | 10 | 60.00 | 37.50 | 53.57 |
R:SPELL | 19 | 3 | 71 | 86.36 | 21.11 | 53.37 |
R:VERB | 2 | 1 | 5 | 66.67 | 28.57 | 52.63 |
R:VERB:FORM | 6 | 11 | 2 | 35.29 | 75.00 | 39.47 |
R:VERB:INFL | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:VERB:SVA | 8 | 9 | 3 | 47.06 | 72.73 | 50.63 |
R:VERB:TENSE | 5 | 5 | 2 | 50.00 | 71.43 | 53.19 |
R:WO | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:ADV | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
U:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:DET | 7 | 16 | 1 | 30.43 | 87.50 | 35.00 |
U:NOUN | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:OTHER | 0 | 6 | 1 | 0.00 | 0.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 0 | 6 | 1 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 2 | 0 | 10 | 100.00 | 16.67 | 50.00 |
U:VERB | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 45 | 19 | 41 | 70.31 | 52.33 | 65.79 |
R | 130 | 65 | 209 | 66.67 | 38.35 | 58.09 |
U | 12 | 30 | 19 | 28.57 | 38.71 | 30.15 |
UNK | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
ADV | 1 | 3 | 2 | 25.00 | 33.33 | 26.32 |
CONJ | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
DET | 15 | 24 | 5 | 38.46 | 75.00 | 42.61 |
MORPH | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
NOUN | 1 | 2 | 9 | 33.33 | 10.00 | 22.73 |
NOUN:INFL | 1 | 0 | 10 | 100.00 | 9.09 | 33.33 |
NOUN:NUM | 15 | 13 | 6 | 53.57 | 71.43 | 56.39 |
NOUN:POSS | 3 | 1 | 12 | 75.00 | 20.00 | 48.39 |
ORTH | 14 | 2 | 40 | 87.50 | 25.93 | 59.32 |
OTHER | 22 | 16 | 33 | 57.89 | 40.00 | 53.14 |
PART | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
PREP | 10 | 15 | 7 | 40.00 | 58.82 | 42.74 |
PRON | 3 | 3 | 2 | 50.00 | 60.00 | 51.72 |
PUNCT | 45 | 7 | 48 | 86.54 | 48.39 | 74.75 |
SPELL | 26 | 0 | 66 | 100.00 | 28.26 | 66.33 |
UNK | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
VERB | 5 | 1 | 7 | 83.33 | 41.67 | 69.44 |
VERB:FORM | 6 | 10 | 2 | 37.50 | 75.00 | 41.67 |
VERB:INFL | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
VERB:SVA | 9 | 7 | 4 | 56.25 | 69.23 | 58.44 |
VERB:TENSE | 5 | 6 | 4 | 45.45 | 55.56 | 47.17 |
WO | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:DET | 6 | 6 | 2 | 50.00 | 75.00 | 53.57 |
M:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
M:OTHER | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PREP | 1 | 4 | 0 | 20.00 | 100.00 | 23.81 |
M:PRON | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:PUNCT | 34 | 5 | 27 | 87.18 | 55.74 | 78.34 |
M:VERB | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:ADJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
R:MORPH | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
R:NOUN | 1 | 2 | 7 | 33.33 | 12.50 | 25.00 |
R:NOUN:INFL | 1 | 0 | 10 | 100.00 | 9.09 | 33.33 |
R:NOUN:NUM | 15 | 13 | 6 | 53.57 | 71.43 | 56.39 |
R:NOUN:POSS | 2 | 0 | 8 | 100.00 | 20.00 | 55.56 |
R:ORTH | 14 | 2 | 40 | 87.50 | 25.93 | 59.32 |
R:OTHER | 21 | 10 | 31 | 67.74 | 40.38 | 59.66 |
R:PART | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:PREP | 9 | 6 | 6 | 60.00 | 60.00 | 60.00 |
R:PRON | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
R:PUNCT | 9 | 2 | 10 | 81.82 | 47.37 | 71.43 |
R:SPELL | 26 | 0 | 66 | 100.00 | 28.26 | 66.33 |
R:VERB | 4 | 0 | 4 | 100.00 | 50.00 | 83.33 |
R:VERB:FORM | 6 | 10 | 2 | 37.50 | 75.00 | 41.67 |
R:VERB:INFL | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:VERB:SVA | 9 | 7 | 4 | 56.25 | 69.23 | 58.44 |
R:VERB:TENSE | 5 | 5 | 2 | 50.00 | 71.43 | 53.19 |
R:WO | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:ADV | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
U:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:DET | 8 | 16 | 2 | 33.33 | 80.00 | 37.74 |
U:OTHER | 0 | 6 | 1 | 0.00 | 0.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 0 | 5 | 1 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 2 | 0 | 11 | 100.00 | 15.38 | 47.62 |
U:VERB | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
UNK | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 59 | 16 | 44 | 78.67 | 57.28 | 73.20 |
R | 154 | 57 | 238 | 72.99 | 39.29 | 62.30 |
U | 13 | 31 | 20 | 29.55 | 39.39 | 31.10 |
UNK | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
ADV | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
CONJ | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
DET | 14 | 19 | 6 | 42.42 | 70.00 | 46.05 |
MORPH | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
NOUN | 1 | 2 | 11 | 33.33 | 8.33 | 20.83 |
NOUN:INFL | 1 | 0 | 10 | 100.00 | 9.09 | 33.33 |
NOUN:NUM | 15 | 12 | 8 | 55.56 | 65.22 | 57.25 |
NOUN:POSS | 4 | 1 | 14 | 80.00 | 22.22 | 52.63 |
ORTH | 21 | 2 | 52 | 91.30 | 28.77 | 63.64 |
OTHER | 32 | 18 | 44 | 64.00 | 42.11 | 57.97 |
PART | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
PREP | 11 | 12 | 9 | 47.83 | 55.00 | 49.11 |
PRON | 4 | 3 | 1 | 57.14 | 80.00 | 60.61 |
PUNCT | 58 | 5 | 52 | 92.06 | 52.73 | 80.11 |
SPELL | 29 | 0 | 63 | 100.00 | 31.52 | 69.71 |
UNK | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
VERB | 5 | 2 | 6 | 71.43 | 45.45 | 64.10 |
VERB:FORM | 7 | 9 | 2 | 43.75 | 77.78 | 47.95 |
VERB:INFL | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
VERB:SVA | 9 | 6 | 5 | 60.00 | 64.29 | 60.81 |
VERB:TENSE | 5 | 6 | 4 | 45.45 | 55.56 | 47.17 |
WO | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:CONJ | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
M:DET | 6 | 3 | 3 | 66.67 | 66.67 | 66.67 |
M:NOUN | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
M:OTHER | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 1 | 4 | 1 | 20.00 | 50.00 | 22.73 |
M:PRON | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
M:PUNCT | 44 | 4 | 30 | 91.67 | 59.46 | 82.71 |
M:VERB | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
R:ADJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
R:MORPH | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
R:NOUN | 1 | 2 | 8 | 33.33 | 11.11 | 23.81 |
R:NOUN:INFL | 1 | 0 | 10 | 100.00 | 9.09 | 33.33 |
R:NOUN:NUM | 15 | 12 | 8 | 55.56 | 65.22 | 57.25 |
R:NOUN:POSS | 3 | 0 | 10 | 100.00 | 23.08 | 60.00 |
R:ORTH | 21 | 2 | 52 | 91.30 | 28.77 | 63.64 |
R:OTHER | 30 | 6 | 42 | 83.33 | 41.67 | 69.44 |
R:PART | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:PREP | 10 | 5 | 7 | 66.67 | 58.82 | 64.94 |
R:PRON | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
R:PUNCT | 10 | 1 | 12 | 90.91 | 45.45 | 75.76 |
R:SPELL | 29 | 0 | 63 | 100.00 | 31.52 | 69.71 |
R:VERB | 4 | 0 | 4 | 100.00 | 50.00 | 83.33 |
R:VERB:FORM | 7 | 9 | 2 | 43.75 | 77.78 | 47.95 |
R:VERB:INFL | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:VERB:SVA | 9 | 6 | 5 | 60.00 | 64.29 | 60.81 |
R:VERB:TENSE | 5 | 5 | 2 | 50.00 | 71.43 | 53.19 |
R:WO | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:DET | 7 | 14 | 2 | 33.33 | 77.78 | 37.63 |
U:OTHER | 0 | 12 | 2 | 0.00 | 0.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 4 | 0 | 10 | 100.00 | 28.57 | 66.67 |
U:VERB | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
UNK | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |