Submitted by: | cjbryant |
Submitted at: | 2019-08-07T14:43:39+00:00 |
Competition submission: | 8 |
Competition phase: | 3 - Open phase |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 1739 | 811 | 2744 | 68.20 | 38.79 | 59.22 |
Span-level detection | 2008 | 545 | 2644 | 78.65 | 43.16 | 67.55 |
Token-level detection | 2396 | 433 | 3141 | 84.69 | 43.27 | 71.09 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 411 | 189 | 611 | 68.50 | 40.22 | 60.05 |
R | 1155 | 520 | 1841 | 68.96 | 38.55 | 59.56 |
U | 173 | 102 | 292 | 62.91 | 37.20 | 55.27 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 10 | 8 | 25 | 55.56 | 28.57 | 46.73 |
ADJ:FORM | 4 | 0 | 4 | 100.00 | 50.00 | 83.33 |
ADV | 15 | 15 | 36 | 50.00 | 29.41 | 43.86 |
CONJ | 4 | 1 | 20 | 80.00 | 16.67 | 45.45 |
CONTR | 9 | 1 | 3 | 90.00 | 75.00 | 86.54 |
DET | 233 | 119 | 315 | 66.19 | 42.52 | 59.56 |
MORPH | 61 | 27 | 76 | 69.32 | 44.53 | 62.37 |
NOUN | 20 | 38 | 90 | 34.48 | 18.18 | 29.24 |
NOUN:INFL | 16 | 2 | 4 | 88.89 | 80.00 | 86.96 |
NOUN:NUM | 146 | 58 | 103 | 71.57 | 58.63 | 68.54 |
NOUN:POSS | 12 | 1 | 34 | 92.31 | 26.09 | 61.22 |
ORTH | 200 | 52 | 172 | 79.37 | 53.76 | 72.46 |
OTHER | 65 | 97 | 598 | 40.12 | 9.80 | 24.79 |
PART | 13 | 4 | 16 | 76.47 | 44.83 | 67.01 |
PREP | 115 | 72 | 261 | 61.50 | 30.59 | 51.16 |
PRON | 37 | 15 | 94 | 71.15 | 28.24 | 54.57 |
PUNCT | 233 | 87 | 297 | 72.81 | 43.96 | 64.36 |
SPELL | 229 | 68 | 95 | 77.10 | 70.68 | 75.73 |
VERB | 35 | 27 | 148 | 56.45 | 19.13 | 40.60 |
VERB:FORM | 105 | 39 | 77 | 72.92 | 57.69 | 69.26 |
VERB:INFL | 7 | 0 | 2 | 100.00 | 77.78 | 94.59 |
VERB:SVA | 88 | 27 | 55 | 76.52 | 61.54 | 72.97 |
VERB:TENSE | 62 | 39 | 165 | 61.39 | 27.31 | 49.13 |
WO | 20 | 14 | 54 | 58.82 | 27.03 | 47.62 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
M:ADV | 3 | 3 | 13 | 50.00 | 18.75 | 37.50 |
M:CONJ | 3 | 1 | 12 | 75.00 | 20.00 | 48.39 |
M:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:DET | 139 | 81 | 132 | 63.18 | 51.29 | 60.38 |
M:NOUN | 0 | 4 | 9 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 2 | 1 | 11 | 66.67 | 15.38 | 40.00 |
M:OTHER | 2 | 8 | 45 | 20.00 | 4.26 | 11.49 |
M:PART | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
M:PREP | 20 | 19 | 65 | 51.28 | 23.53 | 41.49 |
M:PRON | 21 | 5 | 51 | 80.77 | 29.17 | 59.66 |
M:PUNCT | 195 | 51 | 208 | 79.27 | 48.39 | 70.30 |
M:VERB | 8 | 5 | 23 | 61.54 | 25.81 | 48.19 |
M:VERB:FORM | 8 | 4 | 6 | 66.67 | 57.14 | 64.52 |
M:VERB:TENSE | 8 | 4 | 28 | 66.67 | 22.22 | 47.62 |
R:ADJ | 7 | 3 | 19 | 70.00 | 26.92 | 53.03 |
R:ADJ:FORM | 4 | 0 | 4 | 100.00 | 50.00 | 83.33 |
R:ADV | 5 | 5 | 13 | 50.00 | 27.78 | 43.10 |
R:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:DET | 17 | 13 | 75 | 56.67 | 18.48 | 40.09 |
R:MORPH | 61 | 27 | 76 | 69.32 | 44.53 | 62.37 |
R:NOUN | 19 | 31 | 71 | 38.00 | 21.11 | 32.76 |
R:NOUN:INFL | 16 | 2 | 4 | 88.89 | 80.00 | 86.96 |
R:NOUN:NUM | 146 | 58 | 103 | 71.57 | 58.63 | 68.54 |
R:NOUN:POSS | 7 | 0 | 16 | 100.00 | 30.43 | 68.63 |
R:ORTH | 200 | 52 | 172 | 79.37 | 53.76 | 72.46 |
R:OTHER | 58 | 70 | 533 | 45.31 | 9.81 | 26.29 |
R:PART | 10 | 4 | 7 | 71.43 | 58.82 | 68.49 |
R:PREP | 66 | 33 | 156 | 66.67 | 29.73 | 53.40 |
R:PRON | 8 | 7 | 28 | 53.33 | 22.22 | 41.67 |
R:PUNCT | 26 | 31 | 52 | 45.61 | 33.33 | 42.48 |
R:SPELL | 229 | 68 | 95 | 77.10 | 70.68 | 75.73 |
R:VERB | 24 | 13 | 108 | 64.86 | 18.18 | 42.86 |
R:VERB:FORM | 92 | 34 | 67 | 73.02 | 57.86 | 69.38 |
R:VERB:INFL | 7 | 0 | 2 | 100.00 | 77.78 | 94.59 |
R:VERB:SVA | 88 | 27 | 55 | 76.52 | 61.54 | 72.97 |
R:VERB:TENSE | 44 | 28 | 125 | 61.11 | 26.04 | 48.14 |
R:WO | 20 | 14 | 54 | 58.82 | 27.03 | 47.62 |
U:ADJ | 2 | 3 | 3 | 40.00 | 40.00 | 40.00 |
U:ADV | 7 | 7 | 10 | 50.00 | 41.18 | 47.95 |
U:CONJ | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:CONTR | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
U:DET | 77 | 25 | 108 | 75.49 | 41.62 | 64.92 |
U:NOUN | 1 | 3 | 10 | 25.00 | 9.09 | 18.52 |
U:NOUN:POSS | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
U:OTHER | 5 | 19 | 20 | 20.83 | 20.00 | 20.66 |
U:PART | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
U:PREP | 29 | 20 | 40 | 59.18 | 42.03 | 54.72 |
U:PRON | 8 | 3 | 15 | 72.73 | 34.78 | 59.70 |
U:PUNCT | 12 | 5 | 37 | 70.59 | 24.49 | 51.28 |
U:VERB | 3 | 9 | 17 | 25.00 | 15.00 | 22.06 |
U:VERB:FORM | 5 | 1 | 4 | 83.33 | 55.56 | 75.76 |
U:VERB:TENSE | 10 | 7 | 12 | 58.82 | 45.45 | 55.56 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 455 | 146 | 593 | 75.71 | 43.42 | 65.90 |
R | 1359 | 314 | 1700 | 81.23 | 44.43 | 69.69 |
U | 186 | 85 | 285 | 68.63 | 39.49 | 59.81 |
UNK | 8 | 0 | 66 | 100.00 | 10.81 | 37.74 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 13 | 5 | 29 | 72.22 | 30.95 | 57.02 |
ADJ:FORM | 3 | 0 | 6 | 100.00 | 33.33 | 71.43 |
ADV | 17 | 12 | 35 | 58.62 | 32.69 | 50.60 |
CONJ | 7 | 1 | 21 | 87.50 | 25.00 | 58.33 |
CONTR | 9 | 1 | 2 | 90.00 | 81.82 | 88.24 |
DET | 254 | 101 | 301 | 71.55 | 45.77 | 64.30 |
MORPH | 69 | 21 | 75 | 76.67 | 47.92 | 68.45 |
NOUN | 28 | 28 | 89 | 50.00 | 23.93 | 41.06 |
NOUN:INFL | 16 | 0 | 3 | 100.00 | 84.21 | 96.39 |
NOUN:NUM | 137 | 43 | 90 | 76.11 | 60.35 | 72.33 |
NOUN:POSS | 15 | 1 | 32 | 93.75 | 31.91 | 67.57 |
ORTH | 229 | 41 | 149 | 84.81 | 60.58 | 78.53 |
OTHER | 166 | 58 | 550 | 74.11 | 23.18 | 51.49 |
PART | 14 | 3 | 11 | 82.35 | 56.00 | 75.27 |
PREP | 134 | 50 | 255 | 72.83 | 34.45 | 59.56 |
PRON | 42 | 9 | 87 | 82.35 | 32.56 | 63.06 |
PUNCT | 245 | 71 | 295 | 77.53 | 45.37 | 67.90 |
SPELL | 250 | 11 | 69 | 95.79 | 78.37 | 91.71 |
UNK | 8 | 0 | 66 | 100.00 | 10.81 | 37.74 |
VERB | 60 | 18 | 144 | 76.92 | 29.41 | 58.14 |
VERB:FORM | 104 | 18 | 73 | 85.25 | 58.76 | 78.20 |
VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
VERB:SVA | 95 | 17 | 52 | 84.82 | 64.63 | 79.83 |
VERB:TENSE | 67 | 26 | 161 | 72.04 | 29.39 | 55.83 |
WO | 19 | 10 | 48 | 65.52 | 28.36 | 51.91 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
M:ADV | 2 | 3 | 11 | 40.00 | 15.38 | 30.30 |
M:CONJ | 6 | 1 | 13 | 85.71 | 31.58 | 63.83 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 158 | 64 | 122 | 71.17 | 56.43 | 67.64 |
M:NOUN | 2 | 3 | 9 | 40.00 | 18.18 | 32.26 |
M:NOUN:POSS | 2 | 1 | 11 | 66.67 | 15.38 | 40.00 |
M:OTHER | 7 | 4 | 44 | 63.64 | 13.73 | 36.84 |
M:PART | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
M:PREP | 23 | 14 | 69 | 62.16 | 25.00 | 47.92 |
M:PRON | 25 | 3 | 47 | 89.29 | 34.72 | 67.93 |
M:PUNCT | 202 | 39 | 208 | 83.82 | 49.27 | 73.51 |
M:VERB | 11 | 3 | 20 | 78.57 | 35.48 | 63.22 |
M:VERB:FORM | 8 | 4 | 5 | 66.67 | 61.54 | 65.57 |
M:VERB:TENSE | 8 | 4 | 27 | 66.67 | 22.86 | 48.19 |
R:ADJ | 11 | 2 | 22 | 84.62 | 33.33 | 64.71 |
R:ADJ:FORM | 3 | 0 | 6 | 100.00 | 33.33 | 71.43 |
R:ADV | 7 | 4 | 13 | 63.64 | 35.00 | 54.69 |
R:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:CONTR | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:DET | 23 | 13 | 74 | 63.89 | 23.71 | 47.72 |
R:MORPH | 69 | 21 | 75 | 76.67 | 47.92 | 68.45 |
R:NOUN | 23 | 22 | 69 | 51.11 | 25.00 | 42.28 |
R:NOUN:INFL | 16 | 0 | 3 | 100.00 | 84.21 | 96.39 |
R:NOUN:NUM | 137 | 43 | 90 | 76.11 | 60.35 | 72.33 |
R:NOUN:POSS | 10 | 0 | 14 | 100.00 | 41.67 | 78.12 |
R:ORTH | 229 | 41 | 149 | 84.81 | 60.58 | 78.53 |
R:OTHER | 152 | 38 | 487 | 80.00 | 23.79 | 54.32 |
R:PART | 11 | 3 | 4 | 78.57 | 73.33 | 77.46 |
R:PREP | 81 | 21 | 149 | 79.41 | 35.22 | 63.48 |
R:PRON | 8 | 3 | 28 | 72.73 | 22.22 | 50.00 |
R:PUNCT | 28 | 27 | 50 | 50.91 | 35.90 | 46.98 |
R:SPELL | 250 | 11 | 69 | 95.79 | 78.37 | 91.71 |
R:VERB | 42 | 8 | 106 | 84.00 | 28.38 | 60.34 |
R:VERB:FORM | 91 | 13 | 65 | 87.50 | 58.33 | 79.55 |
R:VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
R:VERB:SVA | 95 | 17 | 52 | 84.82 | 64.63 | 79.83 |
R:VERB:TENSE | 45 | 17 | 121 | 72.58 | 27.11 | 54.35 |
R:WO | 19 | 10 | 48 | 65.52 | 28.36 | 51.91 |
U:ADJ | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
U:ADV | 8 | 5 | 11 | 61.54 | 42.11 | 56.34 |
U:CONJ | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:CONTR | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
U:DET | 73 | 24 | 105 | 75.26 | 41.01 | 64.49 |
U:NOUN | 3 | 3 | 11 | 50.00 | 21.43 | 39.47 |
U:NOUN:POSS | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
U:OTHER | 7 | 16 | 19 | 30.43 | 26.92 | 29.66 |
U:PART | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
U:PREP | 30 | 15 | 37 | 66.67 | 44.78 | 60.73 |
U:PRON | 9 | 3 | 12 | 75.00 | 42.86 | 65.22 |
U:PUNCT | 15 | 5 | 37 | 75.00 | 28.85 | 56.82 |
U:VERB | 7 | 7 | 18 | 50.00 | 28.00 | 43.21 |
U:VERB:FORM | 5 | 1 | 3 | 83.33 | 62.50 | 78.12 |
U:VERB:TENSE | 14 | 5 | 13 | 73.68 | 51.85 | 67.96 |
UNK | 8 | 0 | 66 | 100.00 | 10.81 | 37.74 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 539 | 89 | 673 | 85.83 | 44.47 | 72.37 |
R | 1624 | 240 | 1991 | 87.12 | 44.92 | 73.34 |
U | 216 | 104 | 392 | 67.50 | 35.53 | 57.20 |
UNK | 17 | 0 | 85 | 100.00 | 16.67 | 50.00 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 14 | 3 | 35 | 82.35 | 28.57 | 59.83 |
ADJ:FORM | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
ADV | 22 | 8 | 54 | 73.33 | 28.95 | 56.12 |
CONJ | 8 | 1 | 22 | 88.89 | 26.67 | 60.61 |
CONTR | 8 | 1 | 6 | 88.89 | 57.14 | 80.00 |
DET | 268 | 66 | 329 | 80.24 | 44.89 | 69.32 |
MORPH | 70 | 16 | 84 | 81.40 | 45.45 | 70.28 |
NOUN | 38 | 22 | 100 | 63.33 | 27.54 | 50.26 |
NOUN:INFL | 15 | 0 | 3 | 100.00 | 83.33 | 96.15 |
NOUN:NUM | 141 | 33 | 95 | 81.03 | 59.75 | 75.64 |
NOUN:POSS | 26 | 1 | 42 | 96.30 | 38.24 | 73.86 |
ORTH | 275 | 35 | 168 | 88.71 | 62.08 | 81.70 |
OTHER | 299 | 79 | 692 | 79.10 | 30.17 | 59.73 |
PART | 12 | 2 | 13 | 85.71 | 48.00 | 74.07 |
PREP | 140 | 36 | 279 | 79.55 | 33.41 | 62.33 |
PRON | 46 | 5 | 92 | 90.20 | 33.33 | 67.25 |
PUNCT | 319 | 48 | 344 | 86.92 | 48.11 | 74.85 |
SPELL | 247 | 6 | 71 | 97.63 | 77.67 | 92.86 |
UNK | 17 | 0 | 85 | 100.00 | 16.67 | 50.00 |
VERB | 74 | 16 | 197 | 82.22 | 27.31 | 58.64 |
VERB:FORM | 110 | 11 | 83 | 90.91 | 56.99 | 81.24 |
VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
VERB:SVA | 95 | 12 | 52 | 88.79 | 64.63 | 82.61 |
VERB:TENSE | 85 | 23 | 209 | 78.70 | 28.91 | 58.54 |
WO | 57 | 9 | 78 | 86.36 | 42.22 | 71.43 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 2 | 1 | 4 | 66.67 | 33.33 | 55.56 |
M:ADV | 6 | 1 | 15 | 85.71 | 28.57 | 61.22 |
M:CONJ | 8 | 1 | 14 | 88.89 | 36.36 | 68.97 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 159 | 38 | 125 | 80.71 | 55.99 | 74.16 |
M:NOUN | 2 | 3 | 16 | 40.00 | 11.11 | 26.32 |
M:NOUN:POSS | 3 | 1 | 12 | 75.00 | 20.00 | 48.39 |
M:OTHER | 11 | 1 | 57 | 91.67 | 16.18 | 47.41 |
M:PART | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
M:PREP | 29 | 8 | 70 | 78.38 | 29.29 | 58.70 |
M:PRON | 28 | 2 | 46 | 93.33 | 37.84 | 72.16 |
M:PUNCT | 252 | 29 | 235 | 89.68 | 51.75 | 78.21 |
M:VERB | 14 | 2 | 36 | 87.50 | 28.00 | 61.40 |
M:VERB:FORM | 10 | 0 | 6 | 100.00 | 62.50 | 89.29 |
M:VERB:TENSE | 15 | 1 | 31 | 93.75 | 32.61 | 68.18 |
R:ADJ | 10 | 2 | 24 | 83.33 | 29.41 | 60.98 |
R:ADJ:FORM | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
R:ADV | 6 | 4 | 20 | 60.00 | 23.08 | 45.45 |
R:CONJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:CONTR | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
R:DET | 25 | 10 | 78 | 71.43 | 24.27 | 51.44 |
R:MORPH | 70 | 16 | 84 | 81.40 | 45.45 | 70.28 |
R:NOUN | 31 | 17 | 72 | 64.58 | 30.10 | 52.54 |
R:NOUN:INFL | 15 | 0 | 3 | 100.00 | 83.33 | 96.15 |
R:NOUN:NUM | 141 | 33 | 95 | 81.03 | 59.75 | 75.64 |
R:NOUN:POSS | 19 | 0 | 19 | 100.00 | 50.00 | 83.33 |
R:ORTH | 275 | 35 | 168 | 88.71 | 62.08 | 81.70 |
R:OTHER | 273 | 28 | 575 | 90.70 | 32.19 | 66.52 |
R:PART | 9 | 2 | 4 | 81.82 | 69.23 | 78.95 |
R:PREP | 81 | 15 | 162 | 84.38 | 33.33 | 64.59 |
R:PRON | 9 | 1 | 31 | 90.00 | 22.50 | 56.25 |
R:PUNCT | 46 | 15 | 68 | 75.41 | 40.35 | 64.25 |
R:SPELL | 247 | 6 | 71 | 97.63 | 77.67 | 92.86 |
R:VERB | 52 | 7 | 133 | 88.14 | 28.11 | 61.76 |
R:VERB:FORM | 95 | 10 | 74 | 90.48 | 56.21 | 80.65 |
R:VERB:INFL | 7 | 0 | 1 | 100.00 | 87.50 | 97.22 |
R:VERB:SVA | 95 | 12 | 52 | 88.79 | 64.63 | 82.61 |
R:VERB:TENSE | 56 | 18 | 163 | 75.68 | 25.57 | 54.37 |
R:WO | 57 | 9 | 78 | 86.36 | 42.22 | 71.43 |
U:ADJ | 2 | 0 | 7 | 100.00 | 22.22 | 58.82 |
U:ADV | 10 | 3 | 19 | 76.92 | 34.48 | 61.73 |
U:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
U:CONTR | 6 | 0 | 2 | 100.00 | 75.00 | 93.75 |
U:DET | 84 | 18 | 126 | 82.35 | 40.00 | 67.96 |
U:NOUN | 5 | 2 | 12 | 71.43 | 29.41 | 55.56 |
U:NOUN:POSS | 4 | 0 | 11 | 100.00 | 26.67 | 64.52 |
U:OTHER | 15 | 50 | 60 | 23.08 | 20.00 | 22.39 |
U:PART | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
U:PREP | 30 | 13 | 47 | 69.77 | 38.96 | 60.24 |
U:PRON | 9 | 2 | 15 | 81.82 | 37.50 | 66.18 |
U:PUNCT | 21 | 4 | 41 | 84.00 | 33.87 | 64.81 |
U:VERB | 8 | 7 | 28 | 53.33 | 22.22 | 41.67 |
U:VERB:FORM | 5 | 1 | 3 | 83.33 | 62.50 | 78.12 |
U:VERB:TENSE | 14 | 4 | 15 | 77.78 | 48.28 | 69.31 |
UNK | 17 | 0 | 85 | 100.00 | 16.67 | 50.00 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 807 | 312 | 1267 | 72.12 | 38.91 | 61.60 |
Span-level detection | 946 | 175 | 1212 | 84.39 | 43.84 | 71.21 |
Token-level detection | 1129 | 103 | 1413 | 91.64 | 44.41 | 75.57 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 178 | 76 | 274 | 70.08 | 39.38 | 60.63 |
R | 559 | 205 | 856 | 73.17 | 39.51 | 62.51 |
U | 70 | 31 | 137 | 69.31 | 33.82 | 57.28 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 3 | 8 | 50.00 | 27.27 | 42.86 |
ADJ:FORM | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
ADV | 9 | 6 | 18 | 60.00 | 33.33 | 51.72 |
CONJ | 2 | 0 | 8 | 100.00 | 20.00 | 55.56 |
CONTR | 5 | 1 | 1 | 83.33 | 83.33 | 83.33 |
DET | 107 | 42 | 148 | 71.81 | 41.96 | 62.87 |
MORPH | 38 | 5 | 40 | 88.37 | 48.72 | 76.00 |
NOUN | 5 | 9 | 42 | 35.71 | 10.64 | 24.27 |
NOUN:INFL | 7 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 77 | 21 | 51 | 78.57 | 60.16 | 74.04 |
NOUN:POSS | 6 | 0 | 4 | 100.00 | 60.00 | 88.24 |
ORTH | 110 | 20 | 81 | 84.62 | 57.59 | 77.36 |
OTHER | 28 | 42 | 326 | 40.00 | 7.91 | 22.08 |
PART | 6 | 1 | 7 | 85.71 | 46.15 | 73.17 |
PREP | 47 | 23 | 106 | 67.14 | 30.72 | 54.27 |
PRON | 19 | 5 | 55 | 79.17 | 25.68 | 55.88 |
PUNCT | 90 | 28 | 122 | 76.27 | 42.45 | 65.79 |
SPELL | 86 | 35 | 30 | 71.07 | 74.14 | 71.67 |
VERB | 16 | 12 | 71 | 57.14 | 18.39 | 40.20 |
VERB:FORM | 55 | 21 | 31 | 72.37 | 63.95 | 70.51 |
VERB:INFL | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
VERB:SVA | 50 | 12 | 22 | 80.65 | 69.44 | 78.12 |
VERB:TENSE | 30 | 20 | 78 | 60.00 | 27.78 | 48.70 |
WO | 7 | 6 | 15 | 53.85 | 31.82 | 47.30 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:ADV | 1 | 3 | 6 | 25.00 | 14.29 | 21.74 |
M:CONJ | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
M:CONTR | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:DET | 61 | 26 | 55 | 70.11 | 52.59 | 65.73 |
M:NOUN | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:OTHER | 1 | 5 | 25 | 16.67 | 3.85 | 10.00 |
M:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PREP | 12 | 8 | 28 | 60.00 | 30.00 | 50.00 |
M:PRON | 11 | 1 | 28 | 91.67 | 28.21 | 63.22 |
M:PUNCT | 74 | 21 | 93 | 77.89 | 44.31 | 67.64 |
M:VERB | 2 | 2 | 11 | 50.00 | 15.38 | 34.48 |
M:VERB:FORM | 7 | 4 | 4 | 63.64 | 63.64 | 63.64 |
M:VERB:TENSE | 5 | 2 | 15 | 71.43 | 25.00 | 52.08 |
R:ADJ | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
R:ADJ:FORM | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:ADV | 4 | 0 | 8 | 100.00 | 33.33 | 71.43 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 7 | 7 | 31 | 50.00 | 18.42 | 37.23 |
R:MORPH | 38 | 5 | 40 | 88.37 | 48.72 | 76.00 |
R:NOUN | 5 | 6 | 34 | 45.45 | 12.82 | 30.12 |
R:NOUN:INFL | 7 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 77 | 21 | 51 | 78.57 | 60.16 | 74.04 |
R:NOUN:POSS | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
R:ORTH | 110 | 20 | 81 | 84.62 | 57.59 | 77.36 |
R:OTHER | 26 | 33 | 294 | 44.07 | 8.13 | 23.38 |
R:PART | 6 | 1 | 3 | 85.71 | 66.67 | 81.08 |
R:PREP | 24 | 10 | 61 | 70.59 | 28.24 | 54.30 |
R:PRON | 5 | 4 | 17 | 55.56 | 22.73 | 43.10 |
R:PUNCT | 14 | 7 | 16 | 66.67 | 46.67 | 61.40 |
R:SPELL | 86 | 35 | 30 | 71.07 | 74.14 | 71.67 |
R:VERB | 13 | 6 | 53 | 68.42 | 19.70 | 45.77 |
R:VERB:FORM | 48 | 17 | 26 | 73.85 | 64.86 | 71.86 |
R:VERB:INFL | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
R:VERB:SVA | 50 | 12 | 22 | 80.65 | 69.44 | 78.12 |
R:VERB:TENSE | 24 | 15 | 61 | 61.54 | 28.24 | 49.79 |
R:WO | 7 | 6 | 15 | 53.85 | 31.82 | 47.30 |
U:ADJ | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
U:ADV | 4 | 3 | 4 | 57.14 | 50.00 | 55.56 |
U:CONJ | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:CONTR | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 39 | 9 | 62 | 81.25 | 38.61 | 66.55 |
U:NOUN | 0 | 1 | 7 | 0.00 | 0.00 | 0.00 |
U:NOUN:POSS | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:OTHER | 1 | 4 | 7 | 20.00 | 12.50 | 17.86 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 11 | 5 | 17 | 68.75 | 39.29 | 59.78 |
U:PRON | 3 | 0 | 10 | 100.00 | 23.08 | 60.00 |
U:PUNCT | 2 | 0 | 13 | 100.00 | 13.33 | 43.48 |
U:VERB | 1 | 4 | 7 | 20.00 | 12.50 | 17.86 |
U:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 1 | 3 | 2 | 25.00 | 33.33 | 26.32 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 200 | 55 | 253 | 78.43 | 44.15 | 67.89 |
R | 661 | 95 | 778 | 87.43 | 45.93 | 74.05 |
U | 81 | 25 | 130 | 76.42 | 38.39 | 63.78 |
UNK | 4 | 0 | 51 | 100.00 | 7.27 | 28.17 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 1 | 12 | 80.00 | 25.00 | 55.56 |
ADJ:FORM | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
ADV | 10 | 4 | 18 | 71.43 | 35.71 | 59.52 |
CONJ | 4 | 0 | 7 | 100.00 | 36.36 | 74.07 |
CONTR | 5 | 1 | 0 | 83.33 | 100.00 | 86.21 |
DET | 119 | 36 | 131 | 76.77 | 47.60 | 68.39 |
MORPH | 42 | 2 | 41 | 95.45 | 50.60 | 81.08 |
NOUN | 8 | 6 | 41 | 57.14 | 16.33 | 38.10 |
NOUN:INFL | 6 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 70 | 13 | 39 | 84.34 | 64.22 | 79.37 |
NOUN:POSS | 6 | 0 | 4 | 100.00 | 60.00 | 88.24 |
ORTH | 126 | 14 | 65 | 90.00 | 65.97 | 83.89 |
OTHER | 84 | 19 | 285 | 81.55 | 22.76 | 53.78 |
PART | 6 | 0 | 4 | 100.00 | 60.00 | 88.24 |
PREP | 59 | 12 | 104 | 83.10 | 36.20 | 66.00 |
PRON | 21 | 2 | 50 | 91.30 | 29.58 | 64.42 |
PUNCT | 93 | 23 | 119 | 80.17 | 43.87 | 68.79 |
SPELL | 94 | 7 | 22 | 93.07 | 81.03 | 90.38 |
UNK | 4 | 0 | 51 | 100.00 | 7.27 | 28.17 |
VERB | 32 | 6 | 76 | 84.21 | 29.63 | 61.54 |
VERB:FORM | 54 | 10 | 29 | 84.38 | 65.06 | 79.65 |
VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 54 | 4 | 21 | 93.10 | 72.00 | 87.95 |
VERB:TENSE | 35 | 12 | 74 | 74.47 | 32.11 | 58.92 |
WO | 7 | 3 | 15 | 70.00 | 31.82 | 56.45 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:ADV | 1 | 3 | 6 | 25.00 | 14.29 | 21.74 |
M:CONJ | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 72 | 18 | 46 | 80.00 | 61.02 | 75.31 |
M:NOUN | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
M:NOUN:POSS | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:OTHER | 2 | 1 | 21 | 66.67 | 8.70 | 28.57 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 15 | 5 | 30 | 75.00 | 33.33 | 60.00 |
M:PRON | 13 | 0 | 25 | 100.00 | 34.21 | 72.22 |
M:PUNCT | 75 | 17 | 91 | 81.52 | 45.18 | 70.22 |
M:VERB | 4 | 1 | 10 | 80.00 | 28.57 | 58.82 |
M:VERB:FORM | 7 | 4 | 3 | 63.64 | 70.00 | 64.81 |
M:VERB:TENSE | 5 | 2 | 14 | 71.43 | 26.32 | 53.19 |
R:ADJ | 2 | 0 | 10 | 100.00 | 16.67 | 50.00 |
R:ADJ:FORM | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:ADV | 4 | 0 | 8 | 100.00 | 33.33 | 71.43 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 10 | 7 | 30 | 58.82 | 25.00 | 46.30 |
R:MORPH | 42 | 2 | 41 | 95.45 | 50.60 | 81.08 |
R:NOUN | 6 | 3 | 32 | 66.67 | 15.79 | 40.54 |
R:NOUN:INFL | 6 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 70 | 13 | 39 | 84.34 | 64.22 | 79.37 |
R:NOUN:POSS | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
R:ORTH | 126 | 14 | 65 | 90.00 | 65.97 | 83.89 |
R:OTHER | 79 | 14 | 258 | 84.95 | 23.44 | 55.71 |
R:PART | 6 | 0 | 1 | 100.00 | 85.71 | 96.77 |
R:PREP | 32 | 4 | 59 | 88.89 | 35.16 | 68.09 |
R:PRON | 4 | 2 | 17 | 66.67 | 19.05 | 44.44 |
R:PUNCT | 15 | 6 | 16 | 71.43 | 48.39 | 65.22 |
R:SPELL | 94 | 7 | 22 | 93.07 | 81.03 | 90.38 |
R:VERB | 25 | 2 | 56 | 92.59 | 30.86 | 66.14 |
R:VERB:FORM | 47 | 6 | 25 | 88.68 | 65.28 | 82.75 |
R:VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 54 | 4 | 21 | 93.10 | 72.00 | 87.95 |
R:VERB:TENSE | 25 | 8 | 57 | 75.76 | 30.49 | 58.41 |
R:WO | 7 | 3 | 15 | 70.00 | 31.82 | 56.45 |
U:ADJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:ADV | 5 | 1 | 4 | 83.33 | 55.56 | 75.76 |
U:CONJ | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:CONTR | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 37 | 11 | 55 | 77.08 | 40.22 | 65.14 |
U:NOUN | 1 | 1 | 8 | 50.00 | 11.11 | 29.41 |
U:NOUN:POSS | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:OTHER | 3 | 4 | 6 | 42.86 | 33.33 | 40.54 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 12 | 3 | 15 | 80.00 | 44.44 | 68.97 |
U:PRON | 4 | 0 | 8 | 100.00 | 33.33 | 71.43 |
U:PUNCT | 3 | 0 | 12 | 100.00 | 20.00 | 55.56 |
U:VERB | 3 | 3 | 10 | 50.00 | 23.08 | 40.54 |
U:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 5 | 2 | 3 | 71.43 | 62.50 | 69.44 |
UNK | 4 | 0 | 51 | 100.00 | 7.27 | 28.17 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 239 | 24 | 274 | 90.87 | 46.59 | 76.36 |
R | 779 | 59 | 904 | 92.96 | 46.29 | 77.36 |
U | 104 | 20 | 171 | 83.87 | 37.82 | 67.44 |
UNK | 7 | 0 | 64 | 100.00 | 9.86 | 35.35 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 5 | 0 | 12 | 100.00 | 29.41 | 67.57 |
ADJ:FORM | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
ADV | 15 | 1 | 25 | 93.75 | 37.50 | 72.12 |
CONJ | 2 | 0 | 10 | 100.00 | 16.67 | 50.00 |
CONTR | 5 | 1 | 0 | 83.33 | 100.00 | 86.21 |
DET | 130 | 21 | 154 | 86.09 | 45.77 | 73.20 |
MORPH | 41 | 1 | 47 | 97.62 | 46.59 | 80.08 |
NOUN | 14 | 4 | 48 | 77.78 | 22.58 | 52.24 |
NOUN:INFL | 6 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 73 | 9 | 39 | 89.02 | 65.18 | 82.95 |
NOUN:POSS | 11 | 0 | 7 | 100.00 | 61.11 | 88.71 |
ORTH | 139 | 10 | 62 | 93.29 | 69.15 | 87.20 |
OTHER | 153 | 13 | 350 | 92.17 | 30.42 | 65.55 |
PART | 5 | 0 | 6 | 100.00 | 45.45 | 80.65 |
PREP | 61 | 6 | 113 | 91.04 | 35.06 | 69.00 |
PRON | 25 | 1 | 50 | 96.15 | 33.33 | 69.83 |
PUNCT | 127 | 11 | 130 | 92.03 | 49.42 | 78.49 |
SPELL | 92 | 2 | 21 | 97.87 | 81.42 | 94.07 |
UNK | 7 | 0 | 64 | 100.00 | 9.86 | 35.35 |
VERB | 37 | 5 | 100 | 88.10 | 27.01 | 60.66 |
VERB:FORM | 57 | 5 | 33 | 91.94 | 63.33 | 84.32 |
VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 56 | 3 | 19 | 94.92 | 74.67 | 90.03 |
VERB:TENSE | 43 | 9 | 96 | 82.69 | 30.94 | 61.96 |
WO | 22 | 1 | 23 | 95.65 | 48.89 | 80.29 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:ADV | 4 | 1 | 7 | 80.00 | 36.36 | 64.52 |
M:CONJ | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 72 | 10 | 47 | 87.80 | 60.50 | 80.54 |
M:NOUN | 0 | 2 | 4 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:OTHER | 6 | 0 | 26 | 100.00 | 18.75 | 53.57 |
M:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PREP | 19 | 1 | 29 | 95.00 | 39.58 | 74.22 |
M:PRON | 16 | 0 | 22 | 100.00 | 42.11 | 78.43 |
M:PUNCT | 99 | 9 | 94 | 91.67 | 51.30 | 79.20 |
M:VERB | 5 | 0 | 18 | 100.00 | 21.74 | 58.14 |
M:VERB:FORM | 7 | 0 | 4 | 100.00 | 63.64 | 89.74 |
M:VERB:TENSE | 7 | 0 | 13 | 100.00 | 35.00 | 72.92 |
R:ADJ | 2 | 0 | 10 | 100.00 | 16.67 | 50.00 |
R:ADJ:FORM | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:ADV | 4 | 0 | 12 | 100.00 | 25.00 | 62.50 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 12 | 4 | 33 | 75.00 | 26.67 | 55.05 |
R:MORPH | 41 | 1 | 47 | 97.62 | 46.59 | 80.08 |
R:NOUN | 11 | 2 | 36 | 84.62 | 23.40 | 55.56 |
R:NOUN:INFL | 6 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 73 | 9 | 39 | 89.02 | 65.18 | 82.95 |
R:NOUN:POSS | 7 | 0 | 2 | 100.00 | 77.78 | 94.59 |
R:ORTH | 139 | 10 | 62 | 93.29 | 69.15 | 87.20 |
R:OTHER | 142 | 7 | 308 | 95.30 | 31.56 | 67.88 |
R:PART | 5 | 0 | 2 | 100.00 | 71.43 | 92.59 |
R:PREP | 29 | 2 | 65 | 93.55 | 30.85 | 66.51 |
R:PRON | 4 | 1 | 19 | 80.00 | 17.39 | 46.51 |
R:PUNCT | 21 | 2 | 24 | 91.30 | 46.67 | 76.64 |
R:SPELL | 92 | 2 | 21 | 97.87 | 81.42 | 94.07 |
R:VERB | 29 | 2 | 69 | 93.55 | 29.59 | 65.32 |
R:VERB:FORM | 50 | 5 | 28 | 90.91 | 64.10 | 83.89 |
R:VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 56 | 3 | 19 | 94.92 | 74.67 | 90.03 |
R:VERB:TENSE | 30 | 8 | 80 | 78.95 | 27.27 | 57.25 |
R:WO | 22 | 1 | 23 | 95.65 | 48.89 | 80.29 |
U:ADJ | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
U:ADV | 7 | 0 | 6 | 100.00 | 53.85 | 85.37 |
U:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
U:CONTR | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 46 | 7 | 74 | 86.79 | 38.33 | 69.28 |
U:NOUN | 3 | 0 | 8 | 100.00 | 27.27 | 65.22 |
U:NOUN:POSS | 3 | 0 | 3 | 100.00 | 50.00 | 83.33 |
U:OTHER | 5 | 6 | 16 | 45.45 | 23.81 | 38.46 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 13 | 3 | 19 | 81.25 | 40.62 | 67.71 |
U:PRON | 5 | 0 | 9 | 100.00 | 35.71 | 73.53 |
U:PUNCT | 7 | 0 | 12 | 100.00 | 36.84 | 74.47 |
U:VERB | 3 | 3 | 13 | 50.00 | 18.75 | 37.50 |
U:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 6 | 1 | 3 | 85.71 | 66.67 | 81.08 |
UNK | 7 | 0 | 64 | 100.00 | 9.86 | 35.35 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 501 | 223 | 918 | 69.20 | 35.31 | 58.05 |
Span-level detection | 572 | 152 | 890 | 79.01 | 39.12 | 65.63 |
Token-level detection | 688 | 147 | 1094 | 82.40 | 38.61 | 67.16 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 135 | 59 | 212 | 69.59 | 38.90 | 60.11 |
R | 298 | 134 | 613 | 68.98 | 32.71 | 56.46 |
U | 68 | 30 | 93 | 69.39 | 42.24 | 61.48 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 2 | 9 | 60.00 | 25.00 | 46.88 |
ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
ADV | 3 | 1 | 14 | 75.00 | 17.65 | 45.45 |
CONJ | 2 | 0 | 7 | 100.00 | 22.22 | 58.82 |
CONTR | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
DET | 85 | 33 | 110 | 72.03 | 43.59 | 63.72 |
MORPH | 14 | 5 | 23 | 73.68 | 37.84 | 61.95 |
NOUN | 10 | 11 | 30 | 47.62 | 25.00 | 40.32 |
NOUN:NUM | 37 | 14 | 32 | 72.55 | 53.62 | 67.77 |
NOUN:POSS | 2 | 0 | 10 | 100.00 | 16.67 | 50.00 |
ORTH | 34 | 18 | 41 | 65.38 | 45.33 | 60.07 |
OTHER | 13 | 26 | 186 | 33.33 | 6.53 | 18.31 |
PART | 4 | 1 | 6 | 80.00 | 40.00 | 66.67 |
PREP | 48 | 22 | 97 | 68.57 | 33.10 | 56.47 |
PRON | 12 | 7 | 29 | 63.16 | 29.27 | 51.28 |
PUNCT | 71 | 32 | 94 | 68.93 | 43.03 | 61.53 |
SPELL | 49 | 14 | 24 | 77.78 | 67.12 | 75.38 |
VERB | 14 | 7 | 63 | 66.67 | 18.18 | 43.48 |
VERB:FORM | 35 | 11 | 34 | 76.09 | 50.72 | 69.17 |
VERB:SVA | 29 | 6 | 22 | 82.86 | 56.86 | 75.92 |
VERB:TENSE | 24 | 9 | 58 | 72.73 | 29.27 | 56.07 |
WO | 7 | 4 | 28 | 63.64 | 20.00 | 44.30 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:ADV | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
M:CONJ | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
M:DET | 51 | 26 | 54 | 66.23 | 48.57 | 61.74 |
M:NOUN | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
M:OTHER | 1 | 2 | 14 | 33.33 | 6.67 | 18.52 |
M:PART | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:PREP | 5 | 7 | 22 | 41.67 | 18.52 | 33.33 |
M:PRON | 7 | 4 | 18 | 63.64 | 28.00 | 50.72 |
M:PUNCT | 60 | 15 | 62 | 80.00 | 49.18 | 71.09 |
M:VERB | 5 | 1 | 8 | 83.33 | 38.46 | 67.57 |
M:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:VERB:TENSE | 3 | 2 | 9 | 60.00 | 25.00 | 46.88 |
R:ADJ | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
R:ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADV | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 8 | 2 | 33 | 80.00 | 19.51 | 49.38 |
R:MORPH | 14 | 5 | 23 | 73.68 | 37.84 | 61.95 |
R:NOUN | 9 | 8 | 23 | 52.94 | 28.12 | 45.00 |
R:NOUN:NUM | 37 | 14 | 32 | 72.55 | 53.62 | 67.77 |
R:NOUN:POSS | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:ORTH | 34 | 18 | 41 | 65.38 | 45.33 | 60.07 |
R:OTHER | 10 | 15 | 161 | 40.00 | 5.85 | 18.45 |
R:PART | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
R:PREP | 28 | 11 | 62 | 71.79 | 31.11 | 56.91 |
R:PRON | 1 | 2 | 7 | 33.33 | 12.50 | 25.00 |
R:PUNCT | 6 | 14 | 21 | 30.00 | 22.22 | 28.04 |
R:SPELL | 49 | 14 | 24 | 77.78 | 67.12 | 75.38 |
R:VERB | 7 | 3 | 47 | 70.00 | 12.96 | 37.23 |
R:VERB:FORM | 32 | 11 | 31 | 74.42 | 50.79 | 68.09 |
R:VERB:SVA | 29 | 6 | 22 | 82.86 | 56.86 | 75.92 |
R:VERB:TENSE | 16 | 5 | 43 | 76.19 | 27.12 | 55.94 |
R:WO | 7 | 4 | 28 | 63.64 | 20.00 | 44.30 |
U:ADJ | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:ADV | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:DET | 26 | 5 | 23 | 83.87 | 53.06 | 75.14 |
U:NOUN | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
U:NOUN:POSS | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
U:OTHER | 2 | 9 | 11 | 18.18 | 15.38 | 17.54 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 15 | 4 | 13 | 78.95 | 53.57 | 72.12 |
U:PRON | 4 | 1 | 4 | 80.00 | 50.00 | 71.43 |
U:PUNCT | 5 | 3 | 11 | 62.50 | 31.25 | 52.08 |
U:VERB | 2 | 3 | 8 | 40.00 | 20.00 | 33.33 |
U:VERB:FORM | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
U:VERB:TENSE | 5 | 2 | 6 | 71.43 | 45.45 | 64.10 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 150 | 43 | 211 | 77.72 | 41.55 | 66.20 |
R | 349 | 86 | 578 | 80.23 | 37.65 | 65.43 |
U | 70 | 23 | 91 | 75.27 | 43.48 | 65.67 |
UNK | 3 | 0 | 10 | 100.00 | 23.08 | 60.00 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 4 | 2 | 10 | 66.67 | 28.57 | 52.63 |
ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
ADV | 6 | 1 | 13 | 85.71 | 31.58 | 63.83 |
CONJ | 3 | 0 | 8 | 100.00 | 27.27 | 65.22 |
CONTR | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
DET | 90 | 25 | 110 | 78.26 | 45.00 | 68.18 |
MORPH | 14 | 4 | 21 | 77.78 | 40.00 | 65.42 |
NOUN | 11 | 7 | 29 | 61.11 | 27.50 | 49.11 |
NOUN:NUM | 35 | 11 | 31 | 76.09 | 53.03 | 70.00 |
NOUN:POSS | 3 | 0 | 10 | 100.00 | 23.08 | 60.00 |
ORTH | 40 | 15 | 42 | 72.73 | 48.78 | 66.23 |
OTHER | 43 | 16 | 182 | 72.88 | 19.11 | 46.64 |
PART | 4 | 1 | 5 | 80.00 | 44.44 | 68.97 |
PREP | 50 | 17 | 97 | 74.63 | 34.01 | 60.24 |
PRON | 14 | 5 | 27 | 73.68 | 34.15 | 59.83 |
PUNCT | 78 | 25 | 92 | 75.73 | 45.88 | 67.01 |
SPELL | 53 | 1 | 17 | 98.15 | 75.71 | 92.66 |
UNK | 3 | 0 | 10 | 100.00 | 23.08 | 60.00 |
VERB | 21 | 4 | 55 | 84.00 | 27.63 | 59.66 |
VERB:FORM | 35 | 4 | 32 | 89.74 | 52.24 | 78.48 |
VERB:SVA | 30 | 5 | 20 | 85.71 | 60.00 | 78.95 |
VERB:TENSE | 24 | 6 | 55 | 80.00 | 30.38 | 60.30 |
WO | 6 | 3 | 23 | 66.67 | 20.69 | 46.15 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:ADV | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
M:CONJ | 3 | 0 | 6 | 100.00 | 33.33 | 71.43 |
M:DET | 57 | 20 | 53 | 74.03 | 51.82 | 68.18 |
M:NOUN | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
M:OTHER | 3 | 2 | 16 | 60.00 | 15.79 | 38.46 |
M:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PREP | 4 | 5 | 24 | 44.44 | 14.29 | 31.25 |
M:PRON | 9 | 3 | 17 | 75.00 | 34.62 | 60.81 |
M:PUNCT | 64 | 10 | 63 | 86.49 | 50.39 | 75.65 |
M:VERB | 6 | 0 | 6 | 100.00 | 50.00 | 83.33 |
M:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:VERB:TENSE | 3 | 2 | 8 | 60.00 | 27.27 | 48.39 |
R:ADJ | 4 | 0 | 7 | 100.00 | 36.36 | 74.07 |
R:ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADV | 3 | 1 | 3 | 75.00 | 50.00 | 68.18 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 9 | 2 | 33 | 81.82 | 21.43 | 52.33 |
R:MORPH | 14 | 4 | 21 | 77.78 | 40.00 | 65.42 |
R:NOUN | 9 | 5 | 22 | 64.29 | 29.03 | 51.72 |
R:NOUN:NUM | 35 | 11 | 31 | 76.09 | 53.03 | 70.00 |
R:NOUN:POSS | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:ORTH | 40 | 15 | 42 | 72.73 | 48.78 | 66.23 |
R:OTHER | 38 | 8 | 155 | 82.61 | 19.69 | 50.40 |
R:PART | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
R:PREP | 31 | 8 | 60 | 79.49 | 34.07 | 62.75 |
R:PRON | 1 | 1 | 7 | 50.00 | 12.50 | 31.25 |
R:PUNCT | 8 | 12 | 19 | 40.00 | 29.63 | 37.38 |
R:SPELL | 53 | 1 | 17 | 98.15 | 75.71 | 92.66 |
R:VERB | 11 | 2 | 43 | 84.62 | 20.37 | 51.89 |
R:VERB:FORM | 32 | 4 | 29 | 88.89 | 52.46 | 78.05 |
R:VERB:SVA | 30 | 5 | 20 | 85.71 | 60.00 | 78.95 |
R:VERB:TENSE | 16 | 3 | 41 | 84.21 | 28.07 | 60.15 |
R:WO | 6 | 3 | 23 | 66.67 | 20.69 | 46.15 |
U:ADJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:ADV | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
U:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:DET | 24 | 3 | 24 | 88.89 | 50.00 | 76.92 |
U:NOUN | 2 | 2 | 3 | 50.00 | 40.00 | 47.62 |
U:NOUN:POSS | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
U:OTHER | 2 | 6 | 11 | 25.00 | 15.38 | 22.22 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 15 | 4 | 13 | 78.95 | 53.57 | 72.12 |
U:PRON | 4 | 1 | 3 | 80.00 | 57.14 | 74.07 |
U:PUNCT | 6 | 3 | 10 | 66.67 | 37.50 | 57.69 |
U:VERB | 4 | 2 | 6 | 66.67 | 40.00 | 58.82 |
U:VERB:FORM | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
U:VERB:TENSE | 5 | 1 | 6 | 83.33 | 45.45 | 71.43 |
UNK | 3 | 0 | 10 | 100.00 | 23.08 | 60.00 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 168 | 25 | 246 | 87.05 | 40.58 | 70.83 |
R | 440 | 72 | 689 | 85.94 | 38.97 | 69.25 |
U | 75 | 50 | 144 | 60.00 | 34.25 | 52.16 |
UNK | 5 | 0 | 15 | 100.00 | 25.00 | 62.50 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 5 | 1 | 12 | 83.33 | 29.41 | 60.98 |
ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
ADV | 5 | 1 | 21 | 83.33 | 19.23 | 50.00 |
CONJ | 5 | 0 | 8 | 100.00 | 38.46 | 75.76 |
CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
DET | 94 | 13 | 112 | 87.85 | 45.63 | 74.13 |
MORPH | 15 | 2 | 22 | 88.24 | 40.54 | 71.43 |
NOUN | 13 | 6 | 29 | 68.42 | 30.95 | 55.08 |
NOUN:NUM | 36 | 8 | 32 | 81.82 | 52.94 | 73.77 |
NOUN:POSS | 6 | 0 | 13 | 100.00 | 31.58 | 69.77 |
ORTH | 59 | 15 | 51 | 79.73 | 53.64 | 72.66 |
OTHER | 85 | 45 | 247 | 65.38 | 25.60 | 49.88 |
PART | 3 | 0 | 6 | 100.00 | 33.33 | 71.43 |
PREP | 51 | 12 | 107 | 80.95 | 32.28 | 62.20 |
PRON | 13 | 3 | 32 | 81.25 | 28.89 | 59.63 |
PUNCT | 91 | 22 | 110 | 80.53 | 45.27 | 69.68 |
SPELL | 53 | 1 | 17 | 98.15 | 75.71 | 92.66 |
UNK | 5 | 0 | 15 | 100.00 | 25.00 | 62.50 |
VERB | 28 | 2 | 78 | 93.33 | 26.42 | 61.95 |
VERB:FORM | 37 | 3 | 37 | 92.50 | 50.00 | 79.06 |
VERB:SVA | 29 | 4 | 21 | 87.88 | 58.00 | 79.67 |
VERB:TENSE | 32 | 6 | 79 | 84.21 | 28.83 | 60.84 |
WO | 19 | 3 | 44 | 86.36 | 30.16 | 62.91 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
M:ADV | 2 | 0 | 7 | 100.00 | 22.22 | 58.82 |
M:CONJ | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |
M:DET | 58 | 8 | 53 | 87.88 | 52.25 | 77.33 |
M:NOUN | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
M:OTHER | 3 | 1 | 23 | 75.00 | 11.54 | 35.71 |
M:PART | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:PREP | 4 | 4 | 26 | 50.00 | 13.33 | 32.26 |
M:PRON | 8 | 2 | 18 | 80.00 | 30.77 | 60.61 |
M:PUNCT | 71 | 8 | 72 | 89.87 | 49.65 | 77.34 |
M:VERB | 8 | 0 | 12 | 100.00 | 40.00 | 76.92 |
M:VERB:FORM | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:VERB:TENSE | 6 | 1 | 13 | 85.71 | 31.58 | 63.83 |
R:ADJ | 4 | 0 | 9 | 100.00 | 30.77 | 68.97 |
R:ADJ:FORM | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADV | 2 | 1 | 5 | 66.67 | 28.57 | 52.63 |
R:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:DET | 9 | 2 | 34 | 81.82 | 20.93 | 51.72 |
R:MORPH | 15 | 2 | 22 | 88.24 | 40.54 | 71.43 |
R:NOUN | 11 | 4 | 20 | 73.33 | 35.48 | 60.44 |
R:NOUN:NUM | 36 | 8 | 32 | 81.82 | 52.94 | 73.77 |
R:NOUN:POSS | 4 | 0 | 2 | 100.00 | 66.67 | 90.91 |
R:ORTH | 59 | 15 | 51 | 79.73 | 53.64 | 72.66 |
R:OTHER | 75 | 9 | 184 | 89.29 | 28.96 | 63.03 |
R:PART | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:PREP | 32 | 5 | 64 | 86.49 | 33.33 | 65.57 |
R:PRON | 2 | 0 | 9 | 100.00 | 18.18 | 52.63 |
R:PUNCT | 14 | 11 | 25 | 56.00 | 35.90 | 50.36 |
R:SPELL | 53 | 1 | 17 | 98.15 | 75.71 | 92.66 |
R:VERB | 15 | 0 | 54 | 100.00 | 21.74 | 58.14 |
R:VERB:FORM | 33 | 3 | 34 | 91.67 | 49.25 | 78.20 |
R:VERB:SVA | 29 | 4 | 21 | 87.88 | 58.00 | 79.67 |
R:VERB:TENSE | 22 | 4 | 57 | 84.62 | 27.85 | 60.11 |
R:WO | 19 | 3 | 44 | 86.36 | 30.16 | 62.91 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 1 | 0 | 9 | 100.00 | 10.00 | 35.71 |
U:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:DET | 27 | 3 | 25 | 90.00 | 51.92 | 78.49 |
U:NOUN | 2 | 2 | 3 | 50.00 | 40.00 | 47.62 |
U:NOUN:POSS | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
U:OTHER | 7 | 35 | 40 | 16.67 | 14.89 | 16.28 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 15 | 3 | 17 | 83.33 | 46.88 | 72.12 |
U:PRON | 3 | 1 | 5 | 75.00 | 37.50 | 62.50 |
U:PUNCT | 6 | 3 | 13 | 66.67 | 31.58 | 54.55 |
U:VERB | 5 | 2 | 12 | 71.43 | 29.41 | 55.56 |
U:VERB:FORM | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
U:VERB:TENSE | 4 | 1 | 9 | 80.00 | 30.77 | 60.61 |
UNK | 5 | 0 | 15 | 100.00 | 25.00 | 62.50 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 220 | 129 | 322 | 63.04 | 40.59 | 56.76 |
Span-level detection | 253 | 97 | 317 | 72.29 | 44.39 | 64.21 |
Token-level detection | 301 | 82 | 371 | 78.59 | 44.79 | 68.28 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 60 | 28 | 82 | 68.18 | 42.25 | 60.73 |
R | 133 | 85 | 199 | 61.01 | 40.06 | 55.23 |
U | 27 | 16 | 41 | 62.79 | 39.71 | 56.25 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 1 | 6 | 50.00 | 14.29 | 33.33 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 2 | 4 | 3 | 33.33 | 40.00 | 34.48 |
CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
CONTR | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
DET | 34 | 18 | 52 | 65.38 | 39.53 | 57.82 |
MORPH | 7 | 6 | 11 | 53.85 | 38.89 | 50.00 |
NOUN | 1 | 11 | 12 | 8.33 | 7.69 | 8.20 |
NOUN:INFL | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
NOUN:NUM | 18 | 10 | 15 | 64.29 | 54.55 | 62.07 |
NOUN:POSS | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
ORTH | 30 | 3 | 15 | 90.91 | 66.67 | 84.75 |
OTHER | 11 | 12 | 50 | 47.83 | 18.03 | 35.95 |
PART | 2 | 2 | 3 | 50.00 | 40.00 | 47.62 |
PREP | 16 | 12 | 43 | 57.14 | 27.12 | 46.78 |
PRON | 4 | 2 | 7 | 66.67 | 36.36 | 57.14 |
PUNCT | 39 | 17 | 29 | 69.64 | 57.35 | 66.78 |
SPELL | 25 | 8 | 13 | 75.76 | 65.79 | 73.53 |
VERB | 0 | 3 | 6 | 0.00 | 0.00 | 0.00 |
VERB:FORM | 10 | 6 | 7 | 62.50 | 58.82 | 61.73 |
VERB:SVA | 5 | 3 | 4 | 62.50 | 55.56 | 60.98 |
VERB:TENSE | 8 | 6 | 22 | 57.14 | 26.67 | 46.51 |
WO | 4 | 3 | 10 | 57.14 | 28.57 | 47.62 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:ADV | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:DET | 22 | 13 | 22 | 62.86 | 50.00 | 59.78 |
M:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:OTHER | 0 | 1 | 6 | 0.00 | 0.00 | 0.00 |
M:PREP | 2 | 3 | 14 | 40.00 | 12.50 | 27.78 |
M:PRON | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
M:PUNCT | 32 | 10 | 24 | 76.19 | 57.14 | 71.43 |
M:VERB | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:VERB:FORM | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:VERB:TENSE | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:ADJ | 1 | 1 | 4 | 50.00 | 20.00 | 38.46 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 2 | 1 | 9 | 66.67 | 18.18 | 43.48 |
R:MORPH | 7 | 6 | 11 | 53.85 | 38.89 | 50.00 |
R:NOUN | 1 | 11 | 10 | 8.33 | 9.09 | 8.47 |
R:NOUN:INFL | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
R:NOUN:NUM | 18 | 10 | 15 | 64.29 | 54.55 | 62.07 |
R:NOUN:POSS | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:ORTH | 30 | 3 | 15 | 90.91 | 66.67 | 84.75 |
R:OTHER | 10 | 8 | 42 | 55.56 | 19.23 | 40.32 |
R:PART | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
R:PREP | 12 | 7 | 22 | 63.16 | 35.29 | 54.55 |
R:PRON | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:PUNCT | 4 | 6 | 3 | 40.00 | 57.14 | 42.55 |
R:SPELL | 25 | 8 | 13 | 75.76 | 65.79 | 73.53 |
R:VERB | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
R:VERB:FORM | 7 | 5 | 6 | 58.33 | 53.85 | 57.38 |
R:VERB:SVA | 5 | 3 | 4 | 62.50 | 55.56 | 60.98 |
R:VERB:TENSE | 4 | 4 | 16 | 50.00 | 20.00 | 38.46 |
R:WO | 4 | 3 | 10 | 57.14 | 28.57 | 47.62 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
U:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 10 | 4 | 21 | 71.43 | 32.26 | 57.47 |
U:NOUN:POSS | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:OTHER | 1 | 3 | 2 | 25.00 | 33.33 | 26.32 |
U:PART | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:PREP | 2 | 2 | 7 | 50.00 | 22.22 | 40.00 |
U:PRON | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:PUNCT | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
U:VERB | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:FORM | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
U:VERB:TENSE | 4 | 2 | 2 | 66.67 | 66.67 | 66.67 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 64 | 25 | 87 | 71.91 | 42.38 | 63.12 |
R | 163 | 58 | 184 | 73.76 | 46.97 | 66.21 |
U | 26 | 14 | 43 | 65.00 | 37.68 | 56.77 |
UNK | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 1 | 3 | 3 | 25.00 | 25.00 | 25.00 |
CONJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
CONTR | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
DET | 36 | 16 | 52 | 69.23 | 40.91 | 60.81 |
MORPH | 9 | 5 | 11 | 64.29 | 45.00 | 59.21 |
NOUN | 4 | 9 | 13 | 30.77 | 23.53 | 28.99 |
NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 19 | 6 | 15 | 76.00 | 55.88 | 70.90 |
NOUN:POSS | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
ORTH | 32 | 2 | 13 | 94.12 | 71.11 | 88.40 |
OTHER | 19 | 10 | 46 | 65.52 | 29.23 | 52.49 |
PART | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
PREP | 18 | 8 | 42 | 69.23 | 30.00 | 54.88 |
PRON | 5 | 1 | 7 | 83.33 | 41.67 | 69.44 |
PUNCT | 41 | 15 | 32 | 73.21 | 56.16 | 69.02 |
SPELL | 29 | 2 | 9 | 93.55 | 76.32 | 89.51 |
UNK | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
VERB | 1 | 3 | 6 | 25.00 | 14.29 | 21.74 |
VERB:FORM | 10 | 4 | 8 | 71.43 | 55.56 | 67.57 |
VERB:SVA | 6 | 3 | 4 | 66.67 | 60.00 | 65.22 |
VERB:TENSE | 8 | 5 | 25 | 61.54 | 24.24 | 47.06 |
WO | 4 | 3 | 9 | 57.14 | 30.77 | 48.78 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:DET | 23 | 12 | 22 | 65.71 | 51.11 | 62.16 |
M:NOUN | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:OTHER | 1 | 1 | 7 | 50.00 | 12.50 | 31.25 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 2 | 3 | 15 | 40.00 | 11.76 | 27.03 |
M:PRON | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
M:PUNCT | 34 | 8 | 24 | 80.95 | 58.62 | 75.22 |
M:VERB | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:VERB:FORM | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:VERB:TENSE | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:ADJ | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 4 | 1 | 8 | 80.00 | 33.33 | 62.50 |
R:MORPH | 9 | 5 | 11 | 64.29 | 45.00 | 59.21 |
R:NOUN | 3 | 9 | 11 | 25.00 | 21.43 | 24.19 |
R:NOUN:INFL | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 19 | 6 | 15 | 76.00 | 55.88 | 70.90 |
R:NOUN:POSS | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
R:ORTH | 32 | 2 | 13 | 94.12 | 71.11 | 88.40 |
R:OTHER | 17 | 6 | 37 | 73.91 | 31.48 | 58.22 |
R:PART | 2 | 2 | 1 | 50.00 | 66.67 | 52.63 |
R:PREP | 14 | 4 | 20 | 77.78 | 41.18 | 66.04 |
R:PRON | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:PUNCT | 4 | 6 | 4 | 40.00 | 50.00 | 41.67 |
R:SPELL | 29 | 2 | 9 | 93.55 | 76.32 | 89.51 |
R:VERB | 1 | 2 | 3 | 33.33 | 25.00 | 31.25 |
R:VERB:FORM | 7 | 3 | 7 | 70.00 | 50.00 | 64.81 |
R:VERB:SVA | 6 | 3 | 4 | 66.67 | 60.00 | 65.22 |
R:VERB:TENSE | 4 | 3 | 18 | 57.14 | 18.18 | 40.00 |
R:WO | 4 | 3 | 9 | 57.14 | 30.77 | 48.78 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
U:CONTR | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 9 | 3 | 22 | 75.00 | 29.03 | 56.96 |
U:NOUN:POSS | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:OTHER | 1 | 3 | 2 | 25.00 | 33.33 | 26.32 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 2 | 1 | 7 | 66.67 | 22.22 | 47.62 |
U:PRON | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:PUNCT | 3 | 1 | 4 | 75.00 | 42.86 | 65.22 |
U:VERB | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:FORM | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
U:VERB:TENSE | 4 | 2 | 2 | 66.67 | 66.67 | 66.67 |
UNK | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 75 | 22 | 101 | 77.32 | 42.61 | 66.49 |
R | 196 | 43 | 213 | 82.01 | 47.92 | 71.79 |
U | 28 | 17 | 53 | 62.22 | 34.57 | 53.64 |
UNK | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 0 | 8 | 100.00 | 11.11 | 38.46 |
ADJ:FORM | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
ADV | 2 | 3 | 7 | 40.00 | 22.22 | 34.48 |
CONJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
CONTR | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
DET | 36 | 15 | 55 | 70.59 | 39.56 | 61.02 |
MORPH | 10 | 4 | 12 | 71.43 | 45.45 | 64.10 |
NOUN | 5 | 6 | 16 | 45.45 | 23.81 | 38.46 |
NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
NOUN:NUM | 18 | 5 | 19 | 78.26 | 48.65 | 69.77 |
NOUN:POSS | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
ORTH | 40 | 1 | 16 | 97.56 | 71.43 | 90.91 |
OTHER | 28 | 9 | 55 | 75.68 | 33.73 | 60.61 |
PART | 3 | 2 | 1 | 60.00 | 75.00 | 62.50 |
PREP | 22 | 7 | 45 | 75.86 | 32.84 | 60.11 |
PRON | 6 | 1 | 6 | 85.71 | 50.00 | 75.00 |
PUNCT | 51 | 10 | 42 | 83.61 | 54.84 | 75.67 |
SPELL | 30 | 2 | 10 | 93.75 | 75.00 | 89.29 |
UNK | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
VERB | 3 | 4 | 9 | 42.86 | 25.00 | 37.50 |
VERB:FORM | 12 | 3 | 9 | 80.00 | 57.14 | 74.07 |
VERB:SVA | 5 | 2 | 4 | 71.43 | 55.56 | 67.57 |
VERB:TENSE | 9 | 5 | 28 | 64.29 | 24.32 | 48.39 |
WO | 12 | 3 | 11 | 80.00 | 52.17 | 72.29 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:CONJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:DET | 23 | 11 | 24 | 67.65 | 48.94 | 62.84 |
M:NOUN | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:OTHER | 2 | 0 | 8 | 100.00 | 20.00 | 55.56 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 4 | 2 | 14 | 66.67 | 22.22 | 47.62 |
M:PRON | 3 | 0 | 4 | 100.00 | 42.86 | 78.95 |
M:PUNCT | 38 | 8 | 33 | 82.61 | 53.52 | 74.51 |
M:VERB | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
M:VERB:FORM | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
M:VERB:TENSE | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
R:ADJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:ADJ:FORM | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:ADV | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 4 | 1 | 8 | 80.00 | 33.33 | 62.50 |
R:MORPH | 10 | 4 | 12 | 71.43 | 45.45 | 64.10 |
R:NOUN | 4 | 6 | 12 | 40.00 | 25.00 | 35.71 |
R:NOUN:INFL | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:NOUN:NUM | 18 | 5 | 19 | 78.26 | 48.65 | 69.77 |
R:NOUN:POSS | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
R:ORTH | 40 | 1 | 16 | 97.56 | 71.43 | 90.91 |
R:OTHER | 25 | 3 | 43 | 89.29 | 36.76 | 69.44 |
R:PART | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
R:PREP | 16 | 4 | 23 | 80.00 | 41.03 | 67.23 |
R:PRON | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
R:PUNCT | 9 | 1 | 4 | 90.00 | 69.23 | 84.91 |
R:SPELL | 30 | 2 | 10 | 93.75 | 75.00 | 89.29 |
R:VERB | 3 | 3 | 5 | 50.00 | 37.50 | 46.88 |
R:VERB:FORM | 8 | 2 | 8 | 80.00 | 50.00 | 71.43 |
R:VERB:SVA | 5 | 2 | 4 | 71.43 | 55.56 | 67.57 |
R:VERB:TENSE | 4 | 3 | 22 | 57.14 | 15.38 | 37.04 |
R:WO | 12 | 3 | 11 | 80.00 | 52.17 | 72.29 |
U:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
U:ADV | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
U:CONTR | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
U:DET | 9 | 3 | 23 | 75.00 | 28.12 | 56.25 |
U:NOUN | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:NOUN:POSS | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:OTHER | 1 | 6 | 4 | 14.29 | 20.00 | 15.15 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 2 | 1 | 8 | 66.67 | 20.00 | 45.45 |
U:PRON | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:PUNCT | 4 | 1 | 5 | 80.00 | 44.44 | 68.97 |
U:VERB | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:FORM | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
U:VERB:TENSE | 4 | 2 | 1 | 66.67 | 80.00 | 68.97 |
UNK | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 211 | 147 | 237 | 58.94 | 47.10 | 56.12 |
Span-level detection | 237 | 121 | 225 | 66.20 | 51.30 | 62.57 |
Token-level detection | 278 | 101 | 263 | 73.35 | 51.39 | 67.57 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 38 | 26 | 43 | 59.38 | 46.91 | 56.38 |
R | 165 | 96 | 173 | 63.22 | 48.82 | 59.70 |
U | 8 | 25 | 21 | 24.24 | 27.59 | 24.84 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
ADV | 1 | 4 | 1 | 20.00 | 50.00 | 22.73 |
CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
DET | 7 | 26 | 5 | 21.21 | 58.33 | 24.31 |
MORPH | 2 | 11 | 2 | 15.38 | 50.00 | 17.86 |
NOUN | 4 | 7 | 6 | 36.36 | 40.00 | 37.04 |
NOUN:INFL | 8 | 0 | 3 | 100.00 | 72.73 | 93.02 |
NOUN:NUM | 14 | 13 | 5 | 51.85 | 73.68 | 55.12 |
NOUN:POSS | 4 | 1 | 14 | 80.00 | 22.22 | 52.63 |
ORTH | 26 | 11 | 35 | 70.27 | 42.62 | 62.20 |
OTHER | 13 | 17 | 36 | 43.33 | 26.53 | 38.46 |
PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
PREP | 4 | 15 | 15 | 21.05 | 21.05 | 21.05 |
PRON | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
PUNCT | 33 | 10 | 52 | 76.74 | 38.82 | 64.20 |
SPELL | 69 | 11 | 28 | 86.25 | 71.13 | 82.73 |
VERB | 5 | 5 | 8 | 50.00 | 38.46 | 47.17 |
VERB:FORM | 5 | 1 | 5 | 83.33 | 50.00 | 73.53 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 4 | 6 | 7 | 40.00 | 36.36 | 39.22 |
VERB:TENSE | 0 | 4 | 7 | 0.00 | 0.00 | 0.00 |
WO | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:DET | 5 | 16 | 1 | 23.81 | 83.33 | 27.78 |
M:NOUN | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 1 | 5 | 50.00 | 16.67 | 35.71 |
M:PREP | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
M:PRON | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PUNCT | 29 | 5 | 29 | 85.29 | 50.00 | 74.74 |
M:VERB | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:ADJ | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
R:ADV | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
R:DET | 0 | 3 | 2 | 0.00 | 0.00 | 0.00 |
R:MORPH | 2 | 11 | 2 | 15.38 | 50.00 | 17.86 |
R:NOUN | 4 | 6 | 4 | 40.00 | 50.00 | 41.67 |
R:NOUN:INFL | 8 | 0 | 3 | 100.00 | 72.73 | 93.02 |
R:NOUN:NUM | 14 | 13 | 5 | 51.85 | 73.68 | 55.12 |
R:NOUN:POSS | 3 | 0 | 8 | 100.00 | 27.27 | 65.22 |
R:ORTH | 26 | 11 | 35 | 70.27 | 42.62 | 62.20 |
R:OTHER | 12 | 14 | 36 | 46.15 | 25.00 | 39.47 |
R:PREP | 2 | 5 | 11 | 28.57 | 15.38 | 24.39 |
R:PRON | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:PUNCT | 2 | 4 | 12 | 33.33 | 14.29 | 26.32 |
R:SPELL | 69 | 11 | 28 | 86.25 | 71.13 | 82.73 |
R:VERB | 4 | 2 | 5 | 66.67 | 44.44 | 60.61 |
R:VERB:FORM | 5 | 1 | 4 | 83.33 | 55.56 | 75.76 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 4 | 6 | 7 | 40.00 | 36.36 | 39.22 |
R:VERB:TENSE | 0 | 4 | 5 | 0.00 | 0.00 | 0.00 |
R:WO | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
U:ADV | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
U:DET | 2 | 7 | 2 | 22.22 | 50.00 | 25.00 |
U:NOUN:POSS | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:OTHER | 1 | 3 | 0 | 25.00 | 100.00 | 29.41 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 1 | 9 | 3 | 10.00 | 25.00 | 11.36 |
U:PRON | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 2 | 1 | 11 | 66.67 | 15.38 | 40.00 |
U:VERB | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 41 | 23 | 42 | 64.06 | 49.40 | 60.47 |
R | 186 | 75 | 160 | 71.26 | 53.76 | 66.91 |
U | 9 | 23 | 21 | 28.12 | 30.00 | 28.48 |
UNK | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
ADV | 0 | 4 | 1 | 0.00 | 0.00 | 0.00 |
CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
DET | 9 | 24 | 8 | 27.27 | 52.94 | 30.20 |
MORPH | 4 | 10 | 2 | 28.57 | 66.67 | 32.26 |
NOUN | 5 | 6 | 6 | 45.45 | 45.45 | 45.45 |
NOUN:INFL | 8 | 0 | 3 | 100.00 | 72.73 | 93.02 |
NOUN:NUM | 13 | 13 | 5 | 50.00 | 72.22 | 53.28 |
NOUN:POSS | 4 | 1 | 14 | 80.00 | 22.22 | 52.63 |
ORTH | 31 | 10 | 29 | 75.61 | 51.67 | 69.20 |
OTHER | 20 | 13 | 37 | 60.61 | 35.09 | 52.91 |
PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
PREP | 7 | 13 | 12 | 35.00 | 36.84 | 35.35 |
PRON | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
PUNCT | 33 | 8 | 52 | 80.49 | 38.82 | 66.27 |
SPELL | 74 | 1 | 21 | 98.67 | 77.89 | 93.67 |
UNK | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
VERB | 6 | 5 | 7 | 54.55 | 46.15 | 52.63 |
VERB:FORM | 5 | 0 | 4 | 100.00 | 55.56 | 86.21 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 5 | 5 | 7 | 50.00 | 41.67 | 48.08 |
VERB:TENSE | 0 | 3 | 7 | 0.00 | 0.00 | 0.00 |
WO | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:DET | 6 | 14 | 1 | 30.00 | 85.71 | 34.48 |
M:NOUN | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 1 | 5 | 50.00 | 16.67 | 35.71 |
M:OTHER | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
M:PRON | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:PUNCT | 29 | 4 | 30 | 87.88 | 49.15 | 75.92 |
M:VERB | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:ADJ | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
R:ADV | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 0 | 3 | 3 | 0.00 | 0.00 | 0.00 |
R:MORPH | 4 | 10 | 2 | 28.57 | 66.67 | 32.26 |
R:NOUN | 5 | 5 | 4 | 50.00 | 55.56 | 51.02 |
R:NOUN:INFL | 8 | 0 | 3 | 100.00 | 72.73 | 93.02 |
R:NOUN:NUM | 13 | 13 | 5 | 50.00 | 72.22 | 53.28 |
R:NOUN:POSS | 3 | 0 | 8 | 100.00 | 27.27 | 65.22 |
R:ORTH | 31 | 10 | 29 | 75.61 | 51.67 | 69.20 |
R:OTHER | 18 | 10 | 37 | 64.29 | 32.73 | 53.89 |
R:PREP | 4 | 5 | 10 | 44.44 | 28.57 | 40.00 |
R:PRON | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:PUNCT | 1 | 3 | 11 | 25.00 | 8.33 | 17.86 |
R:SPELL | 74 | 1 | 21 | 98.67 | 77.89 | 93.67 |
R:VERB | 5 | 2 | 4 | 71.43 | 55.56 | 67.57 |
R:VERB:FORM | 5 | 0 | 4 | 100.00 | 55.56 | 86.21 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 5 | 5 | 7 | 50.00 | 41.67 | 48.08 |
R:VERB:TENSE | 0 | 3 | 5 | 0.00 | 0.00 | 0.00 |
R:WO | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
U:ADV | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
U:DET | 3 | 7 | 4 | 30.00 | 42.86 | 31.91 |
U:NOUN:POSS | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:OTHER | 1 | 3 | 0 | 25.00 | 100.00 | 29.41 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 1 | 7 | 2 | 12.50 | 33.33 | 14.29 |
U:PRON | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:PUNCT | 3 | 1 | 11 | 75.00 | 21.43 | 50.00 |
U:VERB | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
UNK | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 57 | 18 | 52 | 76.00 | 52.29 | 69.68 |
R | 209 | 66 | 185 | 76.00 | 53.05 | 69.95 |
U | 9 | 17 | 24 | 34.62 | 27.27 | 32.85 |
UNK | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 2 | 3 | 60.00 | 50.00 | 57.69 |
ADV | 0 | 3 | 1 | 0.00 | 0.00 | 0.00 |
CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
CONTR | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
DET | 8 | 17 | 8 | 32.00 | 50.00 | 34.48 |
MORPH | 4 | 9 | 3 | 30.77 | 57.14 | 33.90 |
NOUN | 6 | 6 | 7 | 50.00 | 46.15 | 49.18 |
NOUN:INFL | 8 | 0 | 3 | 100.00 | 72.73 | 93.02 |
NOUN:NUM | 14 | 11 | 5 | 56.00 | 73.68 | 58.82 |
NOUN:POSS | 7 | 1 | 16 | 87.50 | 30.43 | 63.64 |
ORTH | 37 | 9 | 39 | 80.43 | 48.68 | 71.15 |
OTHER | 33 | 12 | 40 | 73.33 | 45.21 | 65.22 |
PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
PREP | 6 | 11 | 14 | 35.29 | 30.00 | 34.09 |
PRON | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
PUNCT | 50 | 5 | 62 | 90.91 | 44.64 | 75.30 |
SPELL | 72 | 1 | 23 | 98.63 | 75.79 | 93.02 |
UNK | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
VERB | 6 | 5 | 10 | 54.55 | 37.50 | 50.00 |
VERB:FORM | 4 | 0 | 4 | 100.00 | 50.00 | 83.33 |
VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB:SVA | 5 | 3 | 8 | 62.50 | 38.46 | 55.56 |
VERB:TENSE | 1 | 3 | 6 | 25.00 | 14.29 | 21.74 |
WO | 4 | 2 | 0 | 66.67 | 100.00 | 71.43 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:CONJ | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
M:DET | 6 | 9 | 1 | 40.00 | 85.71 | 44.78 |
M:NOUN | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
M:NOUN:POSS | 1 | 1 | 5 | 50.00 | 16.67 | 35.71 |
M:PREP | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
M:PRON | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:PUNCT | 44 | 4 | 36 | 91.67 | 55.00 | 80.88 |
M:VERB | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
M:VERB:TENSE | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:ADJ | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
R:ADV | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:DET | 0 | 3 | 3 | 0.00 | 0.00 | 0.00 |
R:MORPH | 4 | 9 | 3 | 30.77 | 57.14 | 33.90 |
R:NOUN | 5 | 5 | 4 | 50.00 | 55.56 | 51.02 |
R:NOUN:INFL | 8 | 0 | 3 | 100.00 | 72.73 | 93.02 |
R:NOUN:NUM | 14 | 11 | 5 | 56.00 | 73.68 | 58.82 |
R:NOUN:POSS | 6 | 0 | 10 | 100.00 | 37.50 | 75.00 |
R:ORTH | 37 | 9 | 39 | 80.43 | 48.68 | 71.15 |
R:OTHER | 31 | 9 | 40 | 77.50 | 43.66 | 67.10 |
R:PREP | 4 | 4 | 10 | 50.00 | 28.57 | 43.48 |
R:PRON | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:PUNCT | 2 | 1 | 15 | 66.67 | 11.76 | 34.48 |
R:SPELL | 72 | 1 | 23 | 98.63 | 75.79 | 93.02 |
R:VERB | 5 | 2 | 5 | 71.43 | 50.00 | 65.79 |
R:VERB:FORM | 4 | 0 | 4 | 100.00 | 50.00 | 83.33 |
R:VERB:INFL | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
R:VERB:SVA | 5 | 3 | 8 | 62.50 | 38.46 | 55.56 |
R:VERB:TENSE | 0 | 3 | 4 | 0.00 | 0.00 | 0.00 |
R:WO | 4 | 2 | 0 | 66.67 | 100.00 | 71.43 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:DET | 2 | 5 | 4 | 28.57 | 33.33 | 29.41 |
U:NOUN:POSS | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:OTHER | 2 | 3 | 0 | 40.00 | 100.00 | 45.45 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 0 | 6 | 3 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 4 | 0 | 11 | 100.00 | 26.67 | 64.52 |
U:VERB | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
UNK | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |