Submitted by: | cjbryant |
Submitted at: | 2019-08-07T14:47:25+00:00 |
Competition submission: | 3 |
Competition phase: | 3 - Open phase |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 2412 | 1413 | 2797 | 63.06 | 46.30 | 58.80 |
Span-level detection | 2878 | 953 | 2603 | 75.12 | 52.51 | 69.17 |
Token-level detection | 3457 | 653 | 3076 | 84.11 | 52.92 | 75.24 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 948 | 404 | 587 | 70.12 | 61.76 | 68.27 |
R | 1314 | 913 | 1883 | 59.00 | 41.10 | 54.28 |
U | 150 | 96 | 327 | 60.98 | 31.45 | 51.33 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 5 | 34 | 0.00 | 0.00 | 0.00 |
ADJ:FORM | 2 | 1 | 6 | 66.67 | 25.00 | 50.00 |
ADV | 1 | 6 | 53 | 14.29 | 1.85 | 6.10 |
CONJ | 0 | 8 | 19 | 0.00 | 0.00 | 0.00 |
CONTR | 5 | 6 | 7 | 45.45 | 41.67 | 44.64 |
DET | 247 | 136 | 344 | 64.49 | 41.79 | 58.17 |
MORPH | 35 | 16 | 95 | 68.63 | 26.92 | 52.40 |
NOUN | 7 | 21 | 93 | 25.00 | 7.00 | 16.51 |
NOUN:INFL | 13 | 4 | 5 | 76.47 | 72.22 | 75.58 |
NOUN:NUM | 191 | 164 | 76 | 53.80 | 71.54 | 56.61 |
NOUN:POSS | 6 | 23 | 42 | 20.69 | 12.50 | 18.29 |
ORTH | 154 | 46 | 228 | 77.00 | 40.31 | 65.14 |
OTHER | 40 | 79 | 620 | 33.61 | 6.06 | 17.61 |
PART | 10 | 7 | 20 | 58.82 | 33.33 | 51.02 |
PREP | 180 | 191 | 242 | 48.52 | 42.65 | 47.22 |
PRON | 44 | 36 | 85 | 55.00 | 34.11 | 49.00 |
PUNCT | 843 | 288 | 280 | 74.54 | 75.07 | 74.64 |
SPELL | 256 | 97 | 66 | 72.52 | 79.50 | 73.82 |
VERB | 15 | 24 | 191 | 38.46 | 7.28 | 20.72 |
VERB:FORM | 148 | 105 | 51 | 58.50 | 74.37 | 61.11 |
VERB:INFL | 6 | 0 | 1 | 100.00 | 85.71 | 96.77 |
VERB:SVA | 109 | 37 | 40 | 74.66 | 73.15 | 74.35 |
VERB:TENSE | 97 | 100 | 139 | 49.24 | 41.10 | 47.36 |
WO | 3 | 13 | 60 | 18.75 | 4.76 | 11.81 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 2 | 17 | 0.00 | 0.00 | 0.00 |
M:CONJ | 0 | 8 | 9 | 0.00 | 0.00 | 0.00 |
M:CONTR | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
M:DET | 144 | 67 | 144 | 68.25 | 50.00 | 63.60 |
M:NOUN | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 14 | 11 | 6.67 | 8.33 | 6.94 |
M:OTHER | 1 | 7 | 46 | 12.50 | 2.13 | 6.33 |
M:PART | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
M:PREP | 39 | 52 | 55 | 42.86 | 41.49 | 42.58 |
M:PRON | 30 | 29 | 45 | 50.85 | 40.00 | 48.23 |
M:PUNCT | 693 | 180 | 190 | 79.38 | 78.48 | 79.20 |
M:VERB | 10 | 17 | 23 | 37.04 | 30.30 | 35.46 |
M:VERB:FORM | 20 | 17 | 3 | 54.05 | 86.96 | 58.48 |
M:VERB:TENSE | 9 | 9 | 29 | 50.00 | 23.68 | 40.91 |
R:ADJ | 0 | 5 | 24 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 2 | 1 | 6 | 66.67 | 25.00 | 50.00 |
R:ADV | 1 | 4 | 15 | 20.00 | 6.25 | 13.89 |
R:CONJ | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
R:CONTR | 2 | 4 | 4 | 33.33 | 33.33 | 33.33 |
R:DET | 15 | 8 | 87 | 65.22 | 14.71 | 38.66 |
R:MORPH | 35 | 16 | 95 | 68.63 | 26.92 | 52.40 |
R:NOUN | 7 | 20 | 77 | 25.93 | 8.33 | 18.23 |
R:NOUN:INFL | 13 | 4 | 5 | 76.47 | 72.22 | 75.58 |
R:NOUN:NUM | 191 | 164 | 76 | 53.80 | 71.54 | 56.61 |
R:NOUN:POSS | 4 | 8 | 21 | 33.33 | 16.00 | 27.40 |
R:ORTH | 154 | 46 | 228 | 77.00 | 40.31 | 65.14 |
R:OTHER | 37 | 70 | 557 | 34.58 | 6.23 | 18.10 |
R:PART | 9 | 7 | 11 | 56.25 | 45.00 | 53.57 |
R:PREP | 123 | 127 | 136 | 49.20 | 47.49 | 48.85 |
R:PRON | 9 | 4 | 25 | 69.23 | 26.47 | 52.33 |
R:PUNCT | 124 | 99 | 52 | 55.61 | 70.45 | 58.05 |
R:SPELL | 256 | 97 | 66 | 72.52 | 79.50 | 73.82 |
R:VERB | 2 | 5 | 149 | 28.57 | 1.32 | 5.59 |
R:VERB:FORM | 125 | 86 | 45 | 59.24 | 73.53 | 61.64 |
R:VERB:INFL | 6 | 0 | 1 | 100.00 | 85.71 | 96.77 |
R:VERB:SVA | 109 | 37 | 40 | 74.66 | 73.15 | 74.35 |
R:VERB:TENSE | 87 | 88 | 97 | 49.71 | 47.28 | 49.21 |
R:WO | 3 | 13 | 60 | 18.75 | 4.76 | 11.81 |
U:ADJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 0 | 21 | 100.00 | 0.00 | 0.00 |
U:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
U:CONTR | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
U:DET | 88 | 61 | 113 | 59.06 | 43.78 | 55.21 |
U:NOUN | 0 | 1 | 12 | 0.00 | 0.00 | 0.00 |
U:NOUN:POSS | 1 | 1 | 10 | 50.00 | 9.09 | 26.32 |
U:OTHER | 2 | 2 | 17 | 50.00 | 10.53 | 28.57 |
U:PART | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:PREP | 18 | 12 | 51 | 60.00 | 26.09 | 47.62 |
U:PRON | 5 | 3 | 15 | 62.50 | 25.00 | 48.08 |
U:PUNCT | 26 | 9 | 38 | 74.29 | 40.62 | 63.73 |
U:VERB | 3 | 2 | 19 | 60.00 | 13.64 | 35.71 |
U:VERB:FORM | 3 | 2 | 3 | 60.00 | 50.00 | 57.69 |
U:VERB:TENSE | 1 | 3 | 13 | 25.00 | 7.14 | 16.67 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 1038 | 314 | 540 | 76.78 | 65.78 | 74.29 |
R | 1636 | 555 | 1687 | 74.67 | 49.23 | 67.68 |
U | 186 | 84 | 322 | 68.89 | 36.61 | 58.56 |
UNK | 18 | 0 | 54 | 100.00 | 25.00 | 62.50 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 7 | 2 | 35 | 77.78 | 16.67 | 44.87 |
ADJ:FORM | 2 | 1 | 7 | 66.67 | 22.22 | 47.62 |
ADV | 5 | 3 | 46 | 62.50 | 9.80 | 30.12 |
CONJ | 7 | 3 | 14 | 70.00 | 33.33 | 57.38 |
CONTR | 5 | 4 | 5 | 55.56 | 50.00 | 54.35 |
DET | 271 | 114 | 331 | 70.39 | 45.02 | 63.26 |
MORPH | 45 | 7 | 87 | 86.54 | 34.09 | 66.18 |
NOUN | 29 | 14 | 86 | 67.44 | 25.22 | 50.52 |
NOUN:INFL | 14 | 0 | 4 | 100.00 | 77.78 | 94.59 |
NOUN:NUM | 184 | 128 | 74 | 58.97 | 71.32 | 61.09 |
NOUN:POSS | 13 | 16 | 37 | 44.83 | 26.00 | 39.16 |
ORTH | 203 | 28 | 200 | 87.88 | 50.37 | 76.49 |
OTHER | 174 | 26 | 557 | 87.00 | 23.80 | 56.83 |
PART | 12 | 7 | 17 | 63.16 | 41.38 | 57.14 |
PREP | 222 | 127 | 230 | 63.61 | 49.12 | 60.06 |
PRON | 57 | 25 | 76 | 69.51 | 42.86 | 61.82 |
PUNCT | 867 | 251 | 273 | 77.55 | 76.05 | 77.25 |
SPELL | 292 | 14 | 30 | 95.42 | 90.68 | 94.44 |
UNK | 18 | 0 | 54 | 100.00 | 25.00 | 62.50 |
VERB | 60 | 17 | 181 | 77.92 | 24.90 | 54.64 |
VERB:FORM | 143 | 80 | 45 | 64.13 | 76.06 | 66.20 |
VERB:INFL | 7 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 121 | 24 | 25 | 83.45 | 82.88 | 83.33 |
VERB:TENSE | 117 | 54 | 134 | 68.42 | 46.61 | 62.57 |
WO | 3 | 8 | 55 | 27.27 | 5.17 | 14.71 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
M:ADV | 2 | 2 | 10 | 50.00 | 16.67 | 35.71 |
M:CONJ | 7 | 3 | 6 | 70.00 | 53.85 | 66.04 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 155 | 56 | 125 | 73.46 | 55.36 | 68.95 |
M:NOUN | 3 | 0 | 5 | 100.00 | 37.50 | 75.00 |
M:NOUN:POSS | 3 | 10 | 11 | 23.08 | 21.43 | 22.73 |
M:OTHER | 20 | 2 | 38 | 90.91 | 34.48 | 68.49 |
M:PART | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
M:PREP | 41 | 42 | 62 | 49.40 | 39.81 | 47.13 |
M:PRON | 39 | 20 | 37 | 66.10 | 51.32 | 62.50 |
M:PUNCT | 712 | 147 | 191 | 82.89 | 78.85 | 82.05 |
M:VERB | 25 | 10 | 17 | 71.43 | 59.52 | 68.68 |
M:VERB:FORM | 19 | 17 | 3 | 52.78 | 86.36 | 57.23 |
M:VERB:TENSE | 12 | 4 | 23 | 75.00 | 34.29 | 60.61 |
R:ADJ | 6 | 2 | 24 | 75.00 | 20.00 | 48.39 |
R:ADJ:FORM | 2 | 1 | 7 | 66.67 | 22.22 | 47.62 |
R:ADV | 2 | 1 | 19 | 66.67 | 9.52 | 30.30 |
R:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
R:CONTR | 2 | 3 | 3 | 40.00 | 40.00 | 40.00 |
R:DET | 23 | 5 | 84 | 82.14 | 21.50 | 52.51 |
R:MORPH | 45 | 7 | 87 | 86.54 | 34.09 | 66.18 |
R:NOUN | 23 | 13 | 71 | 63.89 | 24.47 | 48.32 |
R:NOUN:INFL | 14 | 0 | 4 | 100.00 | 77.78 | 94.59 |
R:NOUN:NUM | 184 | 128 | 74 | 58.97 | 71.32 | 61.09 |
R:NOUN:POSS | 8 | 6 | 16 | 57.14 | 33.33 | 50.00 |
R:ORTH | 203 | 28 | 200 | 87.88 | 50.37 | 76.49 |
R:OTHER | 150 | 22 | 501 | 87.21 | 23.04 | 56.01 |
R:PART | 11 | 7 | 8 | 61.11 | 57.89 | 60.44 |
R:PREP | 158 | 76 | 124 | 67.52 | 56.03 | 64.86 |
R:PRON | 9 | 3 | 25 | 75.00 | 26.47 | 54.88 |
R:PUNCT | 127 | 94 | 46 | 57.47 | 73.41 | 60.08 |
R:SPELL | 292 | 14 | 30 | 95.42 | 90.68 | 94.44 |
R:VERB | 30 | 4 | 142 | 88.24 | 17.44 | 48.70 |
R:VERB:FORM | 121 | 61 | 40 | 66.48 | 75.16 | 68.05 |
R:VERB:INFL | 7 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 121 | 24 | 25 | 83.45 | 82.88 | 83.33 |
R:VERB:TENSE | 95 | 48 | 98 | 66.43 | 49.22 | 62.09 |
R:WO | 3 | 8 | 55 | 27.27 | 5.17 | 14.71 |
U:ADJ | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
U:ADV | 1 | 0 | 17 | 100.00 | 5.56 | 22.73 |
U:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
U:CONTR | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
U:DET | 93 | 53 | 122 | 63.70 | 43.26 | 58.20 |
U:NOUN | 3 | 1 | 10 | 75.00 | 23.08 | 51.72 |
U:NOUN:POSS | 2 | 0 | 10 | 100.00 | 16.67 | 50.00 |
U:OTHER | 4 | 2 | 18 | 66.67 | 18.18 | 43.48 |
U:PART | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:PREP | 23 | 9 | 44 | 71.88 | 34.33 | 58.97 |
U:PRON | 9 | 2 | 14 | 81.82 | 39.13 | 67.16 |
U:PUNCT | 28 | 10 | 36 | 73.68 | 43.75 | 64.81 |
U:VERB | 5 | 3 | 22 | 62.50 | 18.52 | 42.37 |
U:VERB:FORM | 3 | 2 | 2 | 60.00 | 60.00 | 60.00 |
U:VERB:TENSE | 10 | 2 | 13 | 83.33 | 43.48 | 70.42 |
UNK | 18 | 0 | 54 | 100.00 | 25.00 | 62.50 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 1155 | 191 | 549 | 85.81 | 67.78 | 81.48 |
R | 2025 | 395 | 2010 | 83.68 | 50.19 | 73.82 |
U | 239 | 67 | 411 | 78.10 | 36.77 | 63.77 |
UNK | 38 | 0 | 106 | 100.00 | 26.39 | 64.19 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 11 | 1 | 38 | 91.67 | 22.45 | 56.70 |
ADJ:FORM | 2 | 1 | 10 | 66.67 | 16.67 | 41.67 |
ADV | 11 | 3 | 72 | 78.57 | 13.25 | 39.57 |
CONJ | 14 | 2 | 17 | 87.50 | 45.16 | 73.68 |
CONTR | 4 | 3 | 10 | 57.14 | 28.57 | 47.62 |
DET | 311 | 71 | 330 | 81.41 | 48.52 | 71.69 |
MORPH | 48 | 3 | 91 | 94.12 | 34.53 | 69.97 |
NOUN | 46 | 13 | 102 | 77.97 | 31.08 | 59.90 |
NOUN:INFL | 14 | 0 | 4 | 100.00 | 77.78 | 94.59 |
NOUN:NUM | 188 | 86 | 76 | 68.61 | 71.21 | 69.12 |
NOUN:POSS | 19 | 8 | 46 | 70.37 | 29.23 | 54.91 |
ORTH | 278 | 24 | 216 | 92.05 | 56.28 | 81.67 |
OTHER | 388 | 19 | 798 | 95.33 | 32.72 | 68.94 |
PART | 7 | 4 | 11 | 63.64 | 38.89 | 56.45 |
PREP | 228 | 79 | 243 | 74.27 | 48.41 | 67.10 |
PRON | 65 | 16 | 64 | 80.25 | 50.39 | 71.74 |
PUNCT | 991 | 192 | 264 | 83.77 | 78.96 | 82.76 |
SPELL | 287 | 3 | 30 | 98.97 | 90.54 | 97.16 |
UNK | 38 | 0 | 106 | 100.00 | 26.39 | 64.19 |
VERB | 80 | 10 | 210 | 88.89 | 27.59 | 61.54 |
VERB:FORM | 146 | 44 | 48 | 76.84 | 75.26 | 76.52 |
VERB:INFL | 7 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 120 | 17 | 27 | 87.59 | 81.63 | 86.33 |
VERB:TENSE | 133 | 46 | 171 | 74.30 | 43.75 | 65.20 |
WO | 21 | 8 | 92 | 72.41 | 18.58 | 45.85 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
M:ADV | 6 | 2 | 17 | 75.00 | 26.09 | 54.55 |
M:CONJ | 12 | 2 | 7 | 85.71 | 63.16 | 80.00 |
M:DET | 180 | 23 | 115 | 88.67 | 61.02 | 81.30 |
M:NOUN | 6 | 0 | 12 | 100.00 | 33.33 | 71.43 |
M:NOUN:POSS | 6 | 8 | 12 | 42.86 | 33.33 | 40.54 |
M:OTHER | 28 | 1 | 50 | 96.55 | 35.90 | 72.16 |
M:PART | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
M:PREP | 52 | 17 | 63 | 75.36 | 45.22 | 66.50 |
M:PRON | 43 | 11 | 29 | 79.63 | 59.72 | 74.65 |
M:PUNCT | 755 | 116 | 175 | 86.68 | 81.18 | 85.52 |
M:VERB | 28 | 6 | 27 | 82.35 | 50.91 | 73.30 |
M:VERB:FORM | 19 | 3 | 1 | 86.36 | 95.00 | 87.96 |
M:VERB:TENSE | 19 | 2 | 29 | 90.48 | 39.58 | 71.97 |
R:ADJ | 10 | 1 | 25 | 90.91 | 28.57 | 63.29 |
R:ADJ:FORM | 2 | 1 | 10 | 66.67 | 16.67 | 41.67 |
R:ADV | 3 | 1 | 28 | 75.00 | 9.68 | 31.91 |
R:CONJ | 0 | 0 | 8 | 100.00 | 0.00 | 0.00 |
R:CONTR | 2 | 3 | 5 | 40.00 | 28.57 | 37.04 |
R:DET | 27 | 5 | 84 | 84.38 | 24.32 | 56.49 |
R:MORPH | 48 | 3 | 91 | 94.12 | 34.53 | 69.97 |
R:NOUN | 32 | 12 | 76 | 72.73 | 29.63 | 56.34 |
R:NOUN:INFL | 14 | 0 | 4 | 100.00 | 77.78 | 94.59 |
R:NOUN:NUM | 188 | 86 | 76 | 68.61 | 71.21 | 69.12 |
R:NOUN:POSS | 12 | 0 | 19 | 100.00 | 38.71 | 75.95 |
R:ORTH | 278 | 24 | 216 | 92.05 | 56.28 | 81.67 |
R:OTHER | 338 | 16 | 676 | 95.48 | 33.33 | 69.55 |
R:PART | 6 | 4 | 3 | 60.00 | 66.67 | 61.22 |
R:PREP | 153 | 56 | 133 | 73.21 | 53.50 | 68.18 |
R:PRON | 13 | 3 | 22 | 81.25 | 37.14 | 65.66 |
R:PUNCT | 191 | 69 | 51 | 73.46 | 78.93 | 74.49 |
R:SPELL | 287 | 3 | 30 | 98.97 | 90.54 | 97.16 |
R:VERB | 45 | 1 | 160 | 97.83 | 21.95 | 57.84 |
R:VERB:FORM | 123 | 40 | 45 | 75.46 | 73.21 | 75.00 |
R:VERB:INFL | 7 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 120 | 17 | 27 | 87.59 | 81.63 | 86.33 |
R:VERB:TENSE | 105 | 42 | 129 | 71.43 | 44.87 | 63.87 |
R:WO | 21 | 8 | 92 | 72.41 | 18.58 | 45.85 |
U:ADJ | 0 | 0 | 6 | 100.00 | 0.00 | 0.00 |
U:ADV | 2 | 0 | 27 | 100.00 | 6.90 | 27.03 |
U:CONJ | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
U:CONTR | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
U:DET | 104 | 43 | 131 | 70.75 | 44.26 | 63.18 |
U:NOUN | 8 | 1 | 14 | 88.89 | 36.36 | 68.97 |
U:NOUN:POSS | 1 | 0 | 15 | 100.00 | 6.25 | 25.00 |
U:OTHER | 22 | 2 | 72 | 91.67 | 23.40 | 57.89 |
U:PART | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:PREP | 23 | 6 | 47 | 79.31 | 32.86 | 61.83 |
U:PRON | 9 | 2 | 13 | 81.82 | 40.91 | 68.18 |
U:PUNCT | 45 | 7 | 38 | 86.54 | 54.22 | 77.32 |
U:VERB | 7 | 3 | 23 | 70.00 | 23.33 | 50.00 |
U:VERB:FORM | 4 | 1 | 2 | 80.00 | 66.67 | 76.92 |
U:VERB:TENSE | 9 | 2 | 13 | 81.82 | 40.91 | 68.18 |
UNK | 38 | 0 | 106 | 100.00 | 26.39 | 64.19 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 955 | 556 | 1312 | 63.20 | 42.13 | 57.45 |
Span-level detection | 1190 | 324 | 1181 | 78.60 | 50.19 | 70.61 |
Token-level detection | 1473 | 175 | 1364 | 89.38 | 51.92 | 78.11 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 306 | 172 | 274 | 64.02 | 52.76 | 61.40 |
R | 587 | 354 | 887 | 62.38 | 39.82 | 56.03 |
U | 62 | 30 | 151 | 67.39 | 29.11 | 53.36 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 2 | 11 | 0.00 | 0.00 | 0.00 |
ADJ:FORM | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
ADV | 1 | 4 | 29 | 20.00 | 3.33 | 10.00 |
CONJ | 0 | 3 | 9 | 0.00 | 0.00 | 0.00 |
CONTR | 3 | 4 | 1 | 42.86 | 75.00 | 46.88 |
DET | 108 | 48 | 159 | 69.23 | 40.45 | 60.61 |
MORPH | 21 | 9 | 47 | 70.00 | 30.88 | 55.85 |
NOUN | 2 | 3 | 43 | 40.00 | 4.44 | 15.38 |
NOUN:INFL | 5 | 2 | 1 | 71.43 | 83.33 | 73.53 |
NOUN:NUM | 87 | 57 | 37 | 60.42 | 70.16 | 62.14 |
NOUN:POSS | 1 | 3 | 12 | 25.00 | 7.69 | 17.24 |
ORTH | 91 | 13 | 112 | 87.50 | 44.83 | 73.51 |
OTHER | 17 | 42 | 336 | 28.81 | 4.82 | 14.43 |
PART | 6 | 2 | 9 | 75.00 | 40.00 | 63.83 |
PREP | 76 | 66 | 97 | 53.52 | 43.93 | 51.28 |
PRON | 23 | 13 | 49 | 63.89 | 31.94 | 53.24 |
PUNCT | 230 | 109 | 120 | 67.85 | 65.71 | 67.41 |
SPELL | 92 | 38 | 23 | 70.77 | 80.00 | 72.44 |
VERB | 10 | 11 | 92 | 47.62 | 9.80 | 26.88 |
VERB:FORM | 80 | 53 | 23 | 60.15 | 77.67 | 62.99 |
VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 52 | 18 | 22 | 74.29 | 70.27 | 73.45 |
VERB:TENSE | 43 | 50 | 64 | 46.24 | 40.19 | 44.89 |
WO | 2 | 6 | 14 | 25.00 | 12.50 | 20.83 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 1 | 9 | 0.00 | 0.00 | 0.00 |
M:CONJ | 0 | 3 | 3 | 0.00 | 0.00 | 0.00 |
M:CONTR | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
M:DET | 60 | 31 | 61 | 65.93 | 49.59 | 61.86 |
M:NOUN:POSS | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
M:OTHER | 0 | 3 | 25 | 0.00 | 0.00 | 0.00 |
M:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:PREP | 22 | 22 | 27 | 50.00 | 44.90 | 48.89 |
M:PRON | 15 | 10 | 26 | 60.00 | 36.59 | 53.19 |
M:PUNCT | 181 | 71 | 89 | 71.83 | 67.04 | 70.81 |
M:VERB | 7 | 9 | 12 | 43.75 | 36.84 | 42.17 |
M:VERB:FORM | 14 | 14 | 2 | 50.00 | 87.50 | 54.69 |
M:VERB:TENSE | 6 | 4 | 13 | 60.00 | 31.58 | 50.85 |
R:ADJ | 0 | 2 | 7 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
R:ADV | 1 | 3 | 8 | 25.00 | 11.11 | 20.00 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 2 | 2 | 0 | 50.00 | 100.00 | 55.56 |
R:DET | 4 | 3 | 36 | 57.14 | 10.00 | 29.41 |
R:MORPH | 21 | 9 | 47 | 70.00 | 30.88 | 55.85 |
R:NOUN | 2 | 3 | 34 | 40.00 | 5.56 | 17.86 |
R:NOUN:INFL | 5 | 2 | 1 | 71.43 | 83.33 | 73.53 |
R:NOUN:NUM | 87 | 57 | 37 | 60.42 | 70.16 | 62.14 |
R:NOUN:POSS | 1 | 1 | 6 | 50.00 | 14.29 | 33.33 |
R:ORTH | 91 | 13 | 112 | 87.50 | 44.83 | 73.51 |
R:OTHER | 17 | 38 | 305 | 30.91 | 5.28 | 15.68 |
R:PART | 6 | 2 | 5 | 75.00 | 54.55 | 69.77 |
R:PREP | 47 | 40 | 51 | 54.02 | 47.96 | 52.69 |
R:PRON | 5 | 1 | 14 | 83.33 | 26.32 | 58.14 |
R:PUNCT | 44 | 33 | 22 | 57.14 | 66.67 | 58.82 |
R:SPELL | 92 | 38 | 23 | 70.77 | 80.00 | 72.44 |
R:VERB | 1 | 1 | 71 | 50.00 | 1.39 | 6.25 |
R:VERB:FORM | 65 | 38 | 21 | 63.11 | 75.58 | 65.26 |
R:VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 52 | 18 | 22 | 74.29 | 70.27 | 73.45 |
R:VERB:TENSE | 37 | 44 | 47 | 45.68 | 44.05 | 45.34 |
R:WO | 2 | 6 | 14 | 25.00 | 12.50 | 20.83 |
U:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 0 | 12 | 100.00 | 0.00 | 0.00 |
U:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
U:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:DET | 44 | 14 | 62 | 75.86 | 41.51 | 65.09 |
U:NOUN | 0 | 0 | 9 | 100.00 | 0.00 | 0.00 |
U:NOUN:POSS | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
U:OTHER | 0 | 1 | 6 | 0.00 | 0.00 | 0.00 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 7 | 4 | 19 | 63.64 | 26.92 | 50.00 |
U:PRON | 3 | 2 | 9 | 60.00 | 25.00 | 46.88 |
U:PUNCT | 5 | 5 | 9 | 50.00 | 35.71 | 46.30 |
U:VERB | 2 | 1 | 9 | 66.67 | 18.18 | 43.48 |
U:VERB:FORM | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
U:VERB:TENSE | 0 | 2 | 4 | 0.00 | 0.00 | 0.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 347 | 131 | 231 | 72.59 | 60.03 | 69.68 |
R | 744 | 170 | 775 | 81.40 | 48.98 | 71.88 |
U | 87 | 23 | 141 | 79.09 | 38.16 | 65.12 |
UNK | 12 | 0 | 34 | 100.00 | 26.09 | 63.83 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 1 | 13 | 75.00 | 18.75 | 46.88 |
ADJ:FORM | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
ADV | 3 | 2 | 22 | 60.00 | 12.00 | 33.33 |
CONJ | 3 | 1 | 5 | 75.00 | 37.50 | 62.50 |
CONTR | 2 | 3 | 0 | 40.00 | 100.00 | 45.45 |
DET | 122 | 37 | 144 | 76.73 | 45.86 | 67.63 |
MORPH | 26 | 4 | 47 | 86.67 | 35.62 | 67.36 |
NOUN | 13 | 1 | 36 | 92.86 | 26.53 | 61.90 |
NOUN:INFL | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
NOUN:NUM | 82 | 36 | 37 | 69.49 | 68.91 | 69.37 |
NOUN:POSS | 2 | 2 | 11 | 50.00 | 15.38 | 34.48 |
ORTH | 116 | 4 | 84 | 96.67 | 58.00 | 85.29 |
OTHER | 100 | 14 | 293 | 87.72 | 25.45 | 58.89 |
PART | 6 | 2 | 6 | 75.00 | 50.00 | 68.18 |
PREP | 95 | 36 | 90 | 72.52 | 51.35 | 67.00 |
PRON | 30 | 5 | 42 | 85.71 | 41.67 | 70.75 |
PUNCT | 237 | 90 | 104 | 72.48 | 69.50 | 71.86 |
SPELL | 100 | 8 | 10 | 92.59 | 90.91 | 92.25 |
UNK | 12 | 0 | 34 | 100.00 | 26.09 | 63.83 |
VERB | 35 | 7 | 92 | 83.33 | 27.56 | 59.32 |
VERB:FORM | 74 | 39 | 20 | 65.49 | 78.72 | 67.77 |
VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 60 | 8 | 12 | 88.24 | 83.33 | 87.21 |
VERB:TENSE | 57 | 20 | 59 | 74.03 | 49.14 | 67.22 |
WO | 2 | 4 | 16 | 33.33 | 11.11 | 23.81 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 2 | 1 | 3 | 66.67 | 40.00 | 58.82 |
M:CONJ | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
M:CONTR | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 67 | 26 | 47 | 72.04 | 58.77 | 68.93 |
M:NOUN:POSS | 0 | 2 | 4 | 0.00 | 0.00 | 0.00 |
M:OTHER | 10 | 2 | 21 | 83.33 | 32.26 | 63.29 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 21 | 19 | 30 | 52.50 | 41.18 | 49.76 |
M:PRON | 19 | 4 | 21 | 82.61 | 47.50 | 71.97 |
M:PUNCT | 188 | 54 | 80 | 77.69 | 70.15 | 76.05 |
M:VERB | 16 | 5 | 10 | 76.19 | 61.54 | 72.73 |
M:VERB:FORM | 13 | 14 | 2 | 48.15 | 86.67 | 52.85 |
M:VERB:TENSE | 8 | 2 | 9 | 80.00 | 47.06 | 70.18 |
R:ADJ | 2 | 1 | 9 | 66.67 | 18.18 | 43.48 |
R:ADJ:FORM | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
R:ADV | 1 | 1 | 10 | 50.00 | 9.09 | 26.32 |
R:CONTR | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
R:DET | 7 | 1 | 33 | 87.50 | 17.50 | 48.61 |
R:MORPH | 26 | 4 | 47 | 86.67 | 35.62 | 67.36 |
R:NOUN | 12 | 1 | 29 | 92.31 | 29.27 | 64.52 |
R:NOUN:INFL | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
R:NOUN:NUM | 82 | 36 | 37 | 69.49 | 68.91 | 69.37 |
R:NOUN:POSS | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
R:ORTH | 116 | 4 | 84 | 96.67 | 58.00 | 85.29 |
R:OTHER | 88 | 11 | 267 | 88.89 | 24.79 | 58.59 |
R:PART | 6 | 2 | 3 | 75.00 | 66.67 | 73.17 |
R:PREP | 63 | 14 | 45 | 81.82 | 58.33 | 75.72 |
R:PRON | 5 | 0 | 14 | 100.00 | 26.32 | 64.10 |
R:PUNCT | 43 | 31 | 17 | 58.11 | 71.67 | 60.39 |
R:SPELL | 100 | 8 | 10 | 92.59 | 90.91 | 92.25 |
R:VERB | 16 | 1 | 70 | 94.12 | 18.60 | 51.95 |
R:VERB:FORM | 60 | 24 | 18 | 71.43 | 76.92 | 72.46 |
R:VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 60 | 8 | 12 | 88.24 | 83.33 | 87.21 |
R:VERB:TENSE | 43 | 17 | 46 | 71.67 | 48.31 | 65.35 |
R:WO | 2 | 4 | 16 | 33.33 | 11.11 | 23.81 |
U:ADJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:ADV | 0 | 0 | 9 | 100.00 | 0.00 | 0.00 |
U:CONJ | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
U:CONTR | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:DET | 48 | 10 | 64 | 82.76 | 42.86 | 69.77 |
U:NOUN | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
U:NOUN:POSS | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
U:OTHER | 2 | 1 | 5 | 66.67 | 28.57 | 52.63 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 11 | 3 | 15 | 78.57 | 42.31 | 67.07 |
U:PRON | 6 | 1 | 7 | 85.71 | 46.15 | 73.17 |
U:PUNCT | 6 | 5 | 7 | 54.55 | 46.15 | 52.63 |
U:VERB | 3 | 1 | 12 | 75.00 | 20.00 | 48.39 |
U:VERB:FORM | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
U:VERB:TENSE | 6 | 1 | 4 | 85.71 | 60.00 | 78.95 |
UNK | 12 | 0 | 34 | 100.00 | 26.09 | 63.83 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 398 | 64 | 222 | 86.15 | 64.19 | 80.63 |
R | 934 | 95 | 917 | 90.77 | 50.46 | 78.26 |
U | 119 | 16 | 170 | 88.15 | 41.18 | 71.77 |
UNK | 22 | 0 | 55 | 100.00 | 28.57 | 66.67 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 0 | 12 | 100.00 | 20.00 | 55.56 |
ADJ:FORM | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
ADV | 7 | 2 | 38 | 77.78 | 15.56 | 43.21 |
CONJ | 5 | 0 | 5 | 100.00 | 50.00 | 83.33 |
CONTR | 2 | 2 | 2 | 50.00 | 50.00 | 50.00 |
DET | 145 | 16 | 146 | 90.06 | 49.83 | 77.54 |
MORPH | 26 | 1 | 48 | 96.30 | 35.14 | 71.43 |
NOUN | 20 | 1 | 52 | 95.24 | 27.78 | 64.10 |
NOUN:INFL | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
NOUN:NUM | 85 | 17 | 37 | 83.33 | 69.67 | 80.19 |
NOUN:POSS | 3 | 1 | 14 | 75.00 | 17.65 | 45.45 |
ORTH | 144 | 4 | 85 | 97.30 | 62.88 | 87.70 |
OTHER | 215 | 9 | 395 | 95.98 | 35.25 | 71.38 |
PART | 3 | 1 | 5 | 75.00 | 37.50 | 62.50 |
PREP | 102 | 20 | 94 | 83.61 | 52.04 | 74.56 |
PRON | 35 | 2 | 34 | 94.59 | 50.72 | 80.65 |
PUNCT | 287 | 53 | 91 | 84.41 | 75.93 | 82.57 |
SPELL | 99 | 0 | 9 | 100.00 | 91.67 | 98.21 |
UNK | 22 | 0 | 55 | 100.00 | 28.57 | 66.67 |
VERB | 47 | 3 | 104 | 94.00 | 31.13 | 66.95 |
VERB:FORM | 75 | 19 | 22 | 79.79 | 77.32 | 79.28 |
VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 63 | 5 | 13 | 92.65 | 82.89 | 90.52 |
VERB:TENSE | 66 | 15 | 73 | 81.48 | 47.48 | 71.27 |
WO | 9 | 4 | 24 | 69.23 | 27.27 | 52.94 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:ADV | 4 | 1 | 8 | 80.00 | 33.33 | 62.50 |
M:CONJ | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
M:DET | 80 | 10 | 43 | 88.89 | 65.04 | 82.82 |
M:NOUN | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
M:NOUN:POSS | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
M:OTHER | 12 | 1 | 27 | 92.31 | 30.77 | 65.93 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 29 | 5 | 28 | 85.29 | 50.88 | 75.13 |
M:PRON | 22 | 1 | 15 | 95.65 | 59.46 | 85.27 |
M:PUNCT | 205 | 41 | 65 | 83.33 | 75.93 | 81.74 |
M:VERB | 16 | 2 | 13 | 88.89 | 55.17 | 79.21 |
M:VERB:FORM | 13 | 2 | 0 | 86.67 | 100.00 | 89.04 |
M:VERB:TENSE | 12 | 0 | 11 | 100.00 | 52.17 | 84.51 |
R:ADJ | 3 | 0 | 9 | 100.00 | 25.00 | 62.50 |
R:ADJ:FORM | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
R:ADV | 3 | 1 | 15 | 75.00 | 16.67 | 44.12 |
R:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 2 | 0 | 33.33 | 100.00 | 38.46 |
R:DET | 9 | 1 | 36 | 90.00 | 20.00 | 52.94 |
R:MORPH | 26 | 1 | 48 | 96.30 | 35.14 | 71.43 |
R:NOUN | 16 | 1 | 36 | 94.12 | 30.77 | 66.67 |
R:NOUN:INFL | 5 | 0 | 1 | 100.00 | 83.33 | 96.15 |
R:NOUN:NUM | 85 | 17 | 37 | 83.33 | 69.67 | 80.19 |
R:NOUN:POSS | 2 | 0 | 4 | 100.00 | 33.33 | 71.43 |
R:ORTH | 144 | 4 | 85 | 97.30 | 62.88 | 87.70 |
R:OTHER | 190 | 6 | 348 | 96.94 | 35.32 | 71.86 |
R:PART | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
R:PREP | 60 | 13 | 52 | 82.19 | 53.57 | 74.26 |
R:PRON | 7 | 0 | 12 | 100.00 | 36.84 | 74.47 |
R:PUNCT | 67 | 9 | 19 | 88.16 | 77.91 | 85.90 |
R:SPELL | 99 | 0 | 9 | 100.00 | 91.67 | 98.21 |
R:VERB | 27 | 0 | 80 | 100.00 | 25.23 | 62.79 |
R:VERB:FORM | 61 | 16 | 22 | 79.22 | 73.49 | 78.01 |
R:VERB:INFL | 3 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 63 | 5 | 13 | 92.65 | 82.89 | 90.52 |
R:VERB:TENSE | 49 | 14 | 59 | 77.78 | 45.37 | 68.06 |
R:WO | 9 | 4 | 24 | 69.23 | 27.27 | 52.94 |
U:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 0 | 15 | 100.00 | 0.00 | 0.00 |
U:CONJ | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
U:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:DET | 56 | 5 | 67 | 91.80 | 45.53 | 76.29 |
U:NOUN | 3 | 0 | 11 | 100.00 | 21.43 | 57.69 |
U:NOUN:POSS | 0 | 0 | 7 | 100.00 | 0.00 | 0.00 |
U:OTHER | 13 | 2 | 20 | 86.67 | 39.39 | 69.89 |
U:PART | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 13 | 2 | 14 | 86.67 | 48.15 | 74.71 |
U:PRON | 6 | 1 | 7 | 85.71 | 46.15 | 73.17 |
U:PUNCT | 15 | 3 | 7 | 83.33 | 68.18 | 79.79 |
U:VERB | 4 | 1 | 11 | 80.00 | 26.67 | 57.14 |
U:VERB:FORM | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
U:VERB:TENSE | 5 | 1 | 3 | 83.33 | 62.50 | 78.12 |
UNK | 22 | 0 | 55 | 100.00 | 28.57 | 66.67 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 707 | 405 | 944 | 63.58 | 42.82 | 57.96 |
Span-level detection | 839 | 276 | 894 | 75.25 | 48.41 | 67.74 |
Token-level detection | 1006 | 189 | 1102 | 84.18 | 47.72 | 73.03 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 304 | 115 | 205 | 72.55 | 59.72 | 69.57 |
R | 354 | 269 | 630 | 56.82 | 35.98 | 50.92 |
U | 49 | 21 | 109 | 70.00 | 31.01 | 55.94 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 2 | 15 | 0.00 | 0.00 | 0.00 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 0 | 2 | 19 | 0.00 | 0.00 | 0.00 |
CONJ | 0 | 2 | 8 | 0.00 | 0.00 | 0.00 |
CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
DET | 90 | 36 | 126 | 71.43 | 41.67 | 62.50 |
MORPH | 5 | 2 | 29 | 71.43 | 14.71 | 40.32 |
NOUN | 2 | 12 | 33 | 14.29 | 5.71 | 10.99 |
NOUN:INFL | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
NOUN:NUM | 58 | 51 | 21 | 53.21 | 73.42 | 56.31 |
NOUN:POSS | 1 | 6 | 11 | 14.29 | 8.33 | 12.50 |
ORTH | 25 | 16 | 52 | 60.98 | 32.47 | 51.87 |
OTHER | 12 | 18 | 197 | 40.00 | 5.74 | 18.24 |
PART | 1 | 3 | 9 | 25.00 | 10.00 | 19.23 |
PREP | 57 | 64 | 94 | 47.11 | 37.75 | 44.88 |
PRON | 16 | 10 | 27 | 61.54 | 37.21 | 54.42 |
PUNCT | 263 | 82 | 83 | 76.23 | 76.01 | 76.19 |
SPELL | 55 | 28 | 16 | 66.27 | 77.46 | 68.24 |
VERB | 3 | 6 | 69 | 33.33 | 4.17 | 13.89 |
VERB:FORM | 44 | 22 | 23 | 66.67 | 65.67 | 66.47 |
VERB:SVA | 43 | 10 | 15 | 81.13 | 74.14 | 79.63 |
VERB:TENSE | 30 | 29 | 58 | 50.85 | 34.09 | 46.30 |
WO | 1 | 3 | 35 | 25.00 | 2.78 | 9.62 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 1 | 7 | 0.00 | 0.00 | 0.00 |
M:CONJ | 0 | 2 | 6 | 0.00 | 0.00 | 0.00 |
M:DET | 57 | 21 | 57 | 73.08 | 50.00 | 66.90 |
M:NOUN | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 4 | 4 | 0.00 | 0.00 | 0.00 |
M:OTHER | 1 | 3 | 16 | 25.00 | 5.88 | 15.15 |
M:PART | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
M:PREP | 12 | 17 | 16 | 41.38 | 42.86 | 41.67 |
M:PRON | 13 | 10 | 14 | 56.52 | 48.15 | 54.62 |
M:PUNCT | 215 | 49 | 56 | 81.44 | 79.34 | 81.01 |
M:VERB | 2 | 4 | 7 | 33.33 | 22.22 | 30.30 |
M:VERB:FORM | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
M:VERB:TENSE | 2 | 3 | 14 | 40.00 | 12.50 | 27.78 |
R:ADJ | 0 | 2 | 11 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 0 | 1 | 5 | 0.00 | 0.00 | 0.00 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 8 | 1 | 37 | 88.89 | 17.78 | 49.38 |
R:MORPH | 5 | 2 | 29 | 71.43 | 14.71 | 40.32 |
R:NOUN | 2 | 11 | 29 | 15.38 | 6.45 | 12.05 |
R:NOUN:INFL | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:NOUN:NUM | 58 | 51 | 21 | 53.21 | 73.42 | 56.31 |
R:NOUN:POSS | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
R:ORTH | 25 | 16 | 52 | 60.98 | 32.47 | 51.87 |
R:OTHER | 9 | 15 | 171 | 37.50 | 5.00 | 16.30 |
R:PART | 1 | 3 | 4 | 25.00 | 20.00 | 23.81 |
R:PREP | 38 | 43 | 60 | 46.91 | 38.78 | 45.02 |
R:PRON | 1 | 0 | 8 | 100.00 | 11.11 | 38.46 |
R:PUNCT | 41 | 31 | 15 | 56.94 | 73.21 | 59.59 |
R:SPELL | 55 | 28 | 16 | 66.27 | 77.46 | 68.24 |
R:VERB | 0 | 2 | 55 | 0.00 | 0.00 | 0.00 |
R:VERB:FORM | 40 | 21 | 20 | 65.57 | 66.67 | 65.79 |
R:VERB:SVA | 43 | 10 | 15 | 81.13 | 74.14 | 79.63 |
R:VERB:TENSE | 27 | 26 | 39 | 50.94 | 40.91 | 48.56 |
R:WO | 1 | 3 | 35 | 25.00 | 2.78 | 9.62 |
U:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 0 | 7 | 100.00 | 0.00 | 0.00 |
U:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:DET | 25 | 14 | 32 | 64.10 | 43.86 | 58.69 |
U:NOUN | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
U:NOUN:POSS | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:OTHER | 2 | 0 | 10 | 100.00 | 16.67 | 50.00 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 7 | 4 | 18 | 63.64 | 28.00 | 50.72 |
U:PRON | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
U:PUNCT | 7 | 2 | 12 | 77.78 | 36.84 | 63.64 |
U:VERB | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
U:VERB:FORM | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
U:VERB:TENSE | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 333 | 87 | 191 | 79.29 | 63.55 | 75.54 |
R | 449 | 168 | 573 | 72.77 | 43.93 | 64.33 |
U | 54 | 21 | 114 | 72.00 | 32.14 | 57.69 |
UNK | 3 | 0 | 16 | 100.00 | 15.79 | 48.39 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 3 | 1 | 14 | 75.00 | 17.65 | 45.45 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 2 | 1 | 18 | 66.67 | 10.00 | 31.25 |
CONJ | 3 | 1 | 6 | 75.00 | 33.33 | 60.00 |
CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
DET | 93 | 30 | 123 | 75.61 | 43.06 | 65.68 |
MORPH | 9 | 0 | 23 | 100.00 | 28.12 | 66.18 |
NOUN | 10 | 9 | 31 | 52.63 | 24.39 | 42.74 |
NOUN:NUM | 57 | 39 | 20 | 59.38 | 74.03 | 61.82 |
NOUN:POSS | 1 | 4 | 11 | 20.00 | 8.33 | 15.62 |
ORTH | 44 | 12 | 50 | 78.57 | 46.81 | 69.18 |
OTHER | 45 | 4 | 186 | 91.84 | 19.48 | 52.69 |
PART | 2 | 3 | 9 | 40.00 | 18.18 | 32.26 |
PREP | 71 | 42 | 90 | 62.83 | 44.10 | 57.91 |
PRON | 20 | 8 | 24 | 71.43 | 45.45 | 64.10 |
PUNCT | 272 | 75 | 81 | 78.39 | 77.05 | 78.12 |
SPELL | 63 | 1 | 9 | 98.44 | 87.50 | 96.04 |
UNK | 3 | 0 | 16 | 100.00 | 15.79 | 48.39 |
VERB | 16 | 5 | 62 | 76.19 | 20.51 | 49.38 |
VERB:FORM | 44 | 14 | 22 | 75.86 | 66.67 | 73.83 |
VERB:SVA | 46 | 9 | 10 | 83.64 | 82.14 | 83.33 |
VERB:TENSE | 33 | 17 | 55 | 66.00 | 37.50 | 57.29 |
WO | 1 | 1 | 30 | 50.00 | 3.23 | 12.82 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 1 | 6 | 0.00 | 0.00 | 0.00 |
M:CONJ | 3 | 1 | 4 | 75.00 | 42.86 | 65.22 |
M:DET | 58 | 17 | 53 | 77.33 | 52.25 | 70.56 |
M:NOUN | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
M:NOUN:POSS | 0 | 2 | 4 | 0.00 | 0.00 | 0.00 |
M:OTHER | 8 | 0 | 12 | 100.00 | 40.00 | 76.92 |
M:PART | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
M:PREP | 12 | 13 | 19 | 48.00 | 38.71 | 45.80 |
M:PRON | 16 | 8 | 11 | 66.67 | 59.26 | 65.04 |
M:PUNCT | 222 | 42 | 57 | 84.09 | 79.57 | 83.15 |
M:VERB | 7 | 2 | 4 | 77.78 | 63.64 | 74.47 |
M:VERB:FORM | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
M:VERB:TENSE | 3 | 0 | 12 | 100.00 | 20.00 | 55.56 |
R:ADJ | 3 | 1 | 9 | 75.00 | 25.00 | 53.57 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 11 | 1 | 35 | 91.67 | 23.91 | 58.51 |
R:MORPH | 9 | 0 | 23 | 100.00 | 28.12 | 66.18 |
R:NOUN | 7 | 8 | 27 | 46.67 | 20.59 | 37.23 |
R:NOUN:NUM | 57 | 39 | 20 | 59.38 | 74.03 | 61.82 |
R:NOUN:POSS | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
R:ORTH | 44 | 12 | 50 | 78.57 | 46.81 | 69.18 |
R:OTHER | 35 | 3 | 162 | 92.11 | 17.77 | 50.14 |
R:PART | 2 | 3 | 4 | 40.00 | 33.33 | 38.46 |
R:PREP | 51 | 26 | 53 | 66.23 | 49.04 | 61.89 |
R:PRON | 1 | 0 | 8 | 100.00 | 11.11 | 38.46 |
R:PUNCT | 44 | 30 | 12 | 59.46 | 78.57 | 62.50 |
R:SPELL | 63 | 1 | 9 | 98.44 | 87.50 | 96.04 |
R:VERB | 7 | 2 | 51 | 77.78 | 12.07 | 37.23 |
R:VERB:FORM | 40 | 13 | 19 | 75.47 | 67.80 | 73.80 |
R:VERB:SVA | 46 | 9 | 10 | 83.64 | 82.14 | 83.33 |
R:VERB:TENSE | 27 | 17 | 37 | 61.36 | 42.19 | 56.25 |
R:WO | 1 | 1 | 30 | 50.00 | 3.23 | 12.82 |
U:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:ADV | 1 | 0 | 6 | 100.00 | 14.29 | 45.45 |
U:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:DET | 24 | 12 | 35 | 66.67 | 40.68 | 59.11 |
U:NOUN | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
U:NOUN:POSS | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
U:OTHER | 2 | 1 | 12 | 66.67 | 14.29 | 38.46 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 8 | 3 | 18 | 72.73 | 30.77 | 57.14 |
U:PRON | 3 | 0 | 5 | 100.00 | 37.50 | 75.00 |
U:PUNCT | 6 | 3 | 12 | 66.67 | 33.33 | 55.56 |
U:VERB | 2 | 1 | 7 | 66.67 | 22.22 | 47.62 |
U:VERB:FORM | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
U:VERB:TENSE | 3 | 0 | 6 | 100.00 | 33.33 | 71.43 |
UNK | 3 | 0 | 16 | 100.00 | 15.79 | 48.39 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 366 | 49 | 204 | 88.19 | 64.21 | 82.06 |
R | 563 | 124 | 702 | 81.95 | 44.51 | 70.15 |
U | 67 | 16 | 161 | 80.72 | 29.39 | 59.82 |
UNK | 10 | 0 | 35 | 100.00 | 22.22 | 58.82 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 6 | 1 | 15 | 85.71 | 28.57 | 61.22 |
ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
ADV | 4 | 1 | 23 | 80.00 | 14.81 | 42.55 |
CONJ | 6 | 1 | 9 | 85.71 | 40.00 | 69.77 |
CONTR | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
DET | 105 | 15 | 120 | 87.50 | 46.67 | 74.47 |
MORPH | 10 | 0 | 27 | 100.00 | 27.03 | 64.94 |
NOUN | 16 | 8 | 28 | 66.67 | 36.36 | 57.14 |
NOUN:NUM | 57 | 26 | 19 | 68.67 | 75.00 | 69.85 |
NOUN:POSS | 3 | 2 | 16 | 60.00 | 15.79 | 38.46 |
ORTH | 66 | 9 | 52 | 88.00 | 55.93 | 78.95 |
OTHER | 110 | 3 | 292 | 97.35 | 27.36 | 64.40 |
PART | 1 | 3 | 5 | 25.00 | 16.67 | 22.73 |
PREP | 69 | 23 | 95 | 75.00 | 42.07 | 64.85 |
PRON | 18 | 3 | 23 | 85.71 | 43.90 | 72.00 |
PUNCT | 305 | 60 | 86 | 83.56 | 78.01 | 82.39 |
SPELL | 61 | 1 | 9 | 98.39 | 87.14 | 95.91 |
UNK | 10 | 0 | 35 | 100.00 | 22.22 | 58.82 |
VERB | 22 | 2 | 79 | 91.67 | 21.78 | 55.84 |
VERB:FORM | 44 | 8 | 22 | 84.62 | 66.67 | 80.29 |
VERB:SVA | 42 | 6 | 10 | 87.50 | 80.77 | 86.07 |
VERB:TENSE | 39 | 14 | 74 | 73.58 | 34.51 | 60.00 |
WO | 12 | 3 | 59 | 80.00 | 16.90 | 45.80 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
M:ADV | 2 | 1 | 7 | 66.67 | 22.22 | 47.62 |
M:CONJ | 6 | 1 | 4 | 85.71 | 60.00 | 78.95 |
M:DET | 66 | 4 | 50 | 94.29 | 56.90 | 83.33 |
M:NOUN | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
M:NOUN:POSS | 1 | 2 | 6 | 33.33 | 14.29 | 26.32 |
M:OTHER | 12 | 0 | 16 | 100.00 | 42.86 | 78.95 |
M:PART | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:PREP | 11 | 6 | 21 | 64.71 | 34.38 | 55.00 |
M:PRON | 15 | 3 | 10 | 83.33 | 60.00 | 77.32 |
M:PUNCT | 234 | 30 | 55 | 88.64 | 80.97 | 86.99 |
M:VERB | 9 | 1 | 10 | 90.00 | 47.37 | 76.27 |
M:VERB:FORM | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
M:VERB:TENSE | 4 | 0 | 16 | 100.00 | 20.00 | 55.56 |
R:ADJ | 5 | 1 | 11 | 83.33 | 31.25 | 62.50 |
R:ADJ:FORM | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:ADV | 0 | 0 | 9 | 100.00 | 0.00 | 0.00 |
R:CONJ | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:DET | 13 | 1 | 32 | 92.86 | 28.89 | 64.36 |
R:MORPH | 10 | 0 | 27 | 100.00 | 27.03 | 64.94 |
R:NOUN | 10 | 7 | 24 | 58.82 | 29.41 | 49.02 |
R:NOUN:NUM | 57 | 26 | 19 | 68.67 | 75.00 | 69.85 |
R:NOUN:POSS | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
R:ORTH | 66 | 9 | 52 | 88.00 | 55.93 | 78.95 |
R:OTHER | 89 | 3 | 228 | 96.74 | 28.08 | 64.96 |
R:PART | 1 | 3 | 1 | 25.00 | 50.00 | 27.78 |
R:PREP | 51 | 15 | 53 | 77.27 | 49.04 | 69.29 |
R:PRON | 1 | 0 | 8 | 100.00 | 11.11 | 38.46 |
R:PUNCT | 63 | 28 | 17 | 69.23 | 78.75 | 70.95 |
R:SPELL | 61 | 1 | 9 | 98.39 | 87.14 | 95.91 |
R:VERB | 10 | 0 | 60 | 100.00 | 14.29 | 45.45 |
R:VERB:FORM | 39 | 7 | 19 | 84.78 | 67.24 | 80.58 |
R:VERB:SVA | 42 | 6 | 10 | 87.50 | 80.77 | 86.07 |
R:VERB:TENSE | 32 | 14 | 51 | 69.57 | 38.55 | 59.93 |
R:WO | 12 | 3 | 59 | 80.00 | 16.90 | 45.80 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 2 | 0 | 7 | 100.00 | 22.22 | 58.82 |
U:CONTR | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:DET | 26 | 10 | 38 | 72.22 | 40.62 | 62.50 |
U:NOUN | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
U:NOUN:POSS | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
U:OTHER | 9 | 0 | 48 | 100.00 | 15.79 | 48.39 |
U:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PREP | 7 | 2 | 21 | 77.78 | 25.00 | 54.69 |
U:PRON | 2 | 0 | 5 | 100.00 | 28.57 | 66.67 |
U:PUNCT | 8 | 2 | 14 | 80.00 | 36.36 | 64.52 |
U:VERB | 3 | 1 | 9 | 75.00 | 25.00 | 53.57 |
U:VERB:FORM | 3 | 0 | 2 | 100.00 | 60.00 | 88.24 |
U:VERB:TENSE | 3 | 0 | 7 | 100.00 | 30.00 | 68.18 |
UNK | 10 | 0 | 35 | 100.00 | 22.22 | 58.82 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 342 | 189 | 313 | 64.41 | 52.21 | 61.53 |
Span-level detection | 386 | 145 | 319 | 72.69 | 54.75 | 68.22 |
Token-level detection | 449 | 113 | 370 | 79.89 | 54.82 | 73.20 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 153 | 56 | 69 | 73.21 | 68.92 | 72.31 |
R | 163 | 119 | 199 | 57.80 | 45.03 | 54.70 |
U | 26 | 14 | 45 | 65.00 | 36.62 | 56.28 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 1 | 5 | 0.00 | 0.00 | 0.00 |
ADJ:FORM | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
ADV | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
CONJ | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
CONTR | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
DET | 40 | 22 | 52 | 64.52 | 43.48 | 58.82 |
MORPH | 8 | 0 | 12 | 100.00 | 40.00 | 76.92 |
NOUN | 1 | 0 | 9 | 100.00 | 10.00 | 35.71 |
NOUN:INFL | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
NOUN:NUM | 29 | 25 | 10 | 53.70 | 74.36 | 56.86 |
NOUN:POSS | 0 | 3 | 6 | 0.00 | 0.00 | 0.00 |
ORTH | 13 | 9 | 23 | 59.09 | 36.11 | 52.42 |
OTHER | 4 | 8 | 49 | 33.33 | 7.55 | 19.80 |
PART | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
PREP | 28 | 30 | 41 | 48.28 | 40.58 | 46.51 |
PRON | 1 | 6 | 8 | 14.29 | 11.11 | 13.51 |
PUNCT | 142 | 46 | 34 | 75.53 | 80.68 | 76.51 |
SPELL | 33 | 6 | 6 | 84.62 | 84.62 | 84.62 |
VERB | 0 | 3 | 17 | 0.00 | 0.00 | 0.00 |
VERB:FORM | 14 | 11 | 4 | 56.00 | 77.78 | 59.32 |
VERB:SVA | 7 | 2 | 2 | 77.78 | 77.78 | 77.78 |
VERB:TENSE | 19 | 11 | 14 | 63.33 | 57.58 | 62.09 |
WO | 0 | 1 | 8 | 0.00 | 0.00 | 0.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:CONJ | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 25 | 9 | 22 | 73.53 | 53.19 | 68.31 |
M:NOUN | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:OTHER | 0 | 1 | 5 | 0.00 | 0.00 | 0.00 |
M:PREP | 4 | 8 | 12 | 33.33 | 25.00 | 31.25 |
M:PRON | 1 | 4 | 4 | 20.00 | 20.00 | 20.00 |
M:PUNCT | 118 | 28 | 19 | 80.82 | 86.13 | 81.83 |
M:VERB | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
M:VERB:FORM | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:ADJ | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
R:ADJ:FORM | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
R:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 2 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 2 | 4 | 12 | 33.33 | 14.29 | 26.32 |
R:MORPH | 8 | 0 | 12 | 100.00 | 40.00 | 76.92 |
R:NOUN | 1 | 0 | 8 | 100.00 | 11.11 | 38.46 |
R:NOUN:INFL | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:NOUN:NUM | 29 | 25 | 10 | 53.70 | 74.36 | 56.86 |
R:NOUN:POSS | 0 | 1 | 4 | 0.00 | 0.00 | 0.00 |
R:ORTH | 13 | 9 | 23 | 59.09 | 36.11 | 52.42 |
R:OTHER | 4 | 7 | 44 | 36.36 | 8.33 | 21.74 |
R:PART | 2 | 1 | 2 | 66.67 | 50.00 | 62.50 |
R:PREP | 22 | 20 | 19 | 52.38 | 53.66 | 52.63 |
R:PRON | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
R:PUNCT | 14 | 17 | 9 | 45.16 | 60.87 | 47.62 |
R:SPELL | 33 | 6 | 6 | 84.62 | 84.62 | 84.62 |
R:VERB | 0 | 1 | 14 | 0.00 | 0.00 | 0.00 |
R:VERB:FORM | 10 | 11 | 4 | 47.62 | 71.43 | 51.02 |
R:VERB:SVA | 7 | 2 | 2 | 77.78 | 77.78 | 77.78 |
R:VERB:TENSE | 18 | 9 | 9 | 66.67 | 66.67 | 66.67 |
R:WO | 0 | 1 | 8 | 0.00 | 0.00 | 0.00 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:DET | 13 | 9 | 18 | 59.09 | 41.94 | 54.62 |
U:NOUN:POSS | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 2 | 2 | 10 | 50.00 | 16.67 | 35.71 |
U:PRON | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 10 | 1 | 6 | 90.91 | 62.50 | 83.33 |
U:VERB | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 163 | 45 | 73 | 78.37 | 69.07 | 76.31 |
R | 191 | 88 | 196 | 68.46 | 49.35 | 63.54 |
U | 32 | 12 | 47 | 72.73 | 40.51 | 62.75 |
UNK | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 0 | 5 | 100.00 | 16.67 | 50.00 |
ADJ:FORM | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
ADV | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
CONJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
CONTR | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
DET | 46 | 18 | 54 | 71.88 | 46.00 | 64.61 |
MORPH | 8 | 0 | 12 | 100.00 | 40.00 | 76.92 |
NOUN | 4 | 0 | 11 | 100.00 | 26.67 | 64.52 |
NOUN:INFL | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
NOUN:NUM | 28 | 24 | 9 | 53.85 | 75.68 | 57.14 |
NOUN:POSS | 1 | 2 | 6 | 33.33 | 14.29 | 26.32 |
ORTH | 16 | 4 | 25 | 80.00 | 39.02 | 66.12 |
OTHER | 8 | 3 | 47 | 72.73 | 14.55 | 40.40 |
PART | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
PREP | 34 | 22 | 42 | 60.71 | 44.74 | 56.67 |
PRON | 2 | 6 | 9 | 25.00 | 18.18 | 23.26 |
PUNCT | 147 | 40 | 37 | 78.61 | 79.89 | 78.86 |
SPELL | 39 | 1 | 0 | 97.50 | 100.00 | 97.99 |
UNK | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
VERB | 5 | 3 | 16 | 62.50 | 23.81 | 47.17 |
VERB:FORM | 15 | 9 | 3 | 62.50 | 83.33 | 65.79 |
VERB:SVA | 8 | 1 | 2 | 88.89 | 80.00 | 86.96 |
VERB:TENSE | 20 | 8 | 17 | 71.43 | 54.05 | 67.11 |
WO | 0 | 1 | 6 | 0.00 | 0.00 | 0.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:CONJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:DET | 28 | 7 | 21 | 80.00 | 57.14 | 74.07 |
M:NOUN | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
M:NOUN:POSS | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:OTHER | 0 | 0 | 5 | 100.00 | 0.00 | 0.00 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 6 | 6 | 12 | 50.00 | 33.33 | 45.45 |
M:PRON | 2 | 4 | 4 | 33.33 | 33.33 | 33.33 |
M:PUNCT | 121 | 23 | 21 | 84.03 | 85.21 | 84.26 |
M:VERB | 0 | 2 | 2 | 0.00 | 0.00 | 0.00 |
M:VERB:FORM | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:ADJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:ADJ:FORM | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
R:ADV | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 3 | 3 | 13 | 50.00 | 18.75 | 37.50 |
R:MORPH | 8 | 0 | 12 | 100.00 | 40.00 | 76.92 |
R:NOUN | 2 | 0 | 9 | 100.00 | 18.18 | 52.63 |
R:NOUN:INFL | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:NOUN:NUM | 28 | 24 | 9 | 53.85 | 75.68 | 57.14 |
R:NOUN:POSS | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
R:ORTH | 16 | 4 | 25 | 80.00 | 39.02 | 66.12 |
R:OTHER | 8 | 3 | 42 | 72.73 | 16.00 | 42.55 |
R:PART | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
R:PREP | 25 | 15 | 20 | 62.50 | 55.56 | 60.98 |
R:PRON | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
R:PUNCT | 15 | 16 | 10 | 48.39 | 60.00 | 50.34 |
R:SPELL | 39 | 1 | 0 | 97.50 | 100.00 | 97.99 |
R:VERB | 5 | 1 | 13 | 83.33 | 27.78 | 59.52 |
R:VERB:FORM | 11 | 9 | 3 | 55.00 | 78.57 | 58.51 |
R:VERB:SVA | 8 | 1 | 2 | 88.89 | 80.00 | 86.96 |
R:VERB:TENSE | 18 | 6 | 13 | 75.00 | 58.06 | 70.87 |
R:WO | 0 | 1 | 6 | 0.00 | 0.00 | 0.00 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
U:DET | 15 | 8 | 20 | 65.22 | 42.86 | 59.06 |
U:NOUN | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:NOUN:POSS | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 3 | 1 | 10 | 75.00 | 23.08 | 51.72 |
U:PRON | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
U:PUNCT | 11 | 1 | 6 | 91.67 | 64.71 | 84.62 |
U:VERB | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
UNK | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 184 | 37 | 76 | 83.26 | 70.77 | 80.42 |
R | 227 | 65 | 222 | 77.74 | 50.56 | 70.19 |
U | 36 | 11 | 57 | 76.60 | 38.71 | 64.06 |
UNK | 2 | 0 | 15 | 100.00 | 11.76 | 40.00 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 0 | 7 | 100.00 | 12.50 | 41.67 |
ADJ:FORM | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
ADV | 0 | 0 | 8 | 100.00 | 0.00 | 0.00 |
CONJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
CONTR | 1 | 1 | 3 | 50.00 | 25.00 | 41.67 |
DET | 50 | 17 | 54 | 74.63 | 48.08 | 67.20 |
MORPH | 8 | 0 | 12 | 100.00 | 40.00 | 76.92 |
NOUN | 7 | 0 | 13 | 100.00 | 35.00 | 72.92 |
NOUN:INFL | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
NOUN:NUM | 28 | 16 | 11 | 63.64 | 71.79 | 65.12 |
NOUN:POSS | 2 | 1 | 6 | 66.67 | 25.00 | 50.00 |
ORTH | 26 | 4 | 30 | 86.67 | 46.43 | 73.86 |
OTHER | 25 | 2 | 64 | 92.59 | 28.09 | 63.45 |
PART | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
PREP | 35 | 13 | 44 | 72.92 | 44.30 | 64.58 |
PRON | 5 | 5 | 7 | 50.00 | 41.67 | 48.08 |
PUNCT | 167 | 36 | 38 | 82.27 | 81.46 | 82.10 |
SPELL | 38 | 0 | 0 | 100.00 | 100.00 | 100.00 |
UNK | 2 | 0 | 15 | 100.00 | 11.76 | 40.00 |
VERB | 6 | 3 | 16 | 66.67 | 27.27 | 51.72 |
VERB:FORM | 16 | 4 | 4 | 80.00 | 80.00 | 80.00 |
VERB:SVA | 8 | 1 | 2 | 88.89 | 80.00 | 86.96 |
VERB:TENSE | 21 | 8 | 21 | 72.41 | 50.00 | 66.46 |
WO | 0 | 1 | 7 | 0.00 | 0.00 | 0.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:CONJ | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
M:DET | 32 | 7 | 18 | 82.05 | 64.00 | 77.67 |
M:NOUN | 2 | 0 | 2 | 100.00 | 50.00 | 83.33 |
M:NOUN:POSS | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:OTHER | 2 | 0 | 6 | 100.00 | 25.00 | 62.50 |
M:PART | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:PREP | 9 | 2 | 12 | 81.82 | 42.86 | 69.23 |
M:PRON | 3 | 3 | 4 | 50.00 | 42.86 | 48.39 |
M:PUNCT | 127 | 21 | 23 | 85.81 | 84.67 | 85.58 |
M:VERB | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
M:VERB:FORM | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:VERB:TENSE | 3 | 1 | 2 | 75.00 | 60.00 | 71.43 |
R:ADJ | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:ADJ:FORM | 0 | 1 | 3 | 0.00 | 0.00 | 0.00 |
R:ADV | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:CONJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
R:DET | 3 | 3 | 13 | 50.00 | 18.75 | 37.50 |
R:MORPH | 8 | 0 | 12 | 100.00 | 40.00 | 76.92 |
R:NOUN | 3 | 0 | 10 | 100.00 | 23.08 | 60.00 |
R:NOUN:INFL | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:NOUN:NUM | 28 | 16 | 11 | 63.64 | 71.79 | 65.12 |
R:NOUN:POSS | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
R:ORTH | 26 | 4 | 30 | 86.67 | 46.43 | 73.86 |
R:OTHER | 23 | 2 | 56 | 92.00 | 29.11 | 64.25 |
R:PART | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:PREP | 24 | 10 | 21 | 70.59 | 53.33 | 66.30 |
R:PRON | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
R:PUNCT | 26 | 14 | 9 | 65.00 | 74.29 | 66.67 |
R:SPELL | 38 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB | 6 | 1 | 12 | 85.71 | 33.33 | 65.22 |
R:VERB:FORM | 12 | 4 | 4 | 75.00 | 75.00 | 75.00 |
R:VERB:SVA | 8 | 1 | 2 | 88.89 | 80.00 | 86.96 |
R:VERB:TENSE | 17 | 6 | 17 | 73.91 | 50.00 | 67.46 |
R:WO | 0 | 1 | 7 | 0.00 | 0.00 | 0.00 |
U:ADJ | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 0 | 4 | 100.00 | 0.00 | 0.00 |
U:CONTR | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
U:DET | 15 | 7 | 23 | 68.18 | 39.47 | 59.52 |
U:NOUN | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
U:NOUN:POSS | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:OTHER | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PREP | 2 | 1 | 11 | 66.67 | 15.38 | 40.00 |
U:PRON | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:PUNCT | 14 | 1 | 6 | 93.33 | 70.00 | 87.50 |
U:VERB | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:VERB:TENSE | 1 | 1 | 2 | 50.00 | 33.33 | 45.45 |
UNK | 2 | 0 | 15 | 100.00 | 11.76 | 40.00 |
OVERALL | ||||||
TP | FP | FN | P | R | F0.5 | |
Span-level correction | 408 | 263 | 228 | 60.80 | 64.15 | 61.45 |
Span-level detection | 463 | 208 | 209 | 69.00 | 68.90 | 68.98 |
Token-level detection | 529 | 176 | 240 | 75.04 | 68.79 | 73.70 |
SPAN-LEVEL CORRECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 185 | 61 | 39 | 75.20 | 82.59 | 76.57 |
R | 210 | 171 | 167 | 55.12 | 55.70 | 55.23 |
U | 13 | 31 | 22 | 29.55 | 37.14 | 30.81 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
CONTR | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
DET | 9 | 30 | 7 | 23.08 | 56.25 | 26.16 |
MORPH | 1 | 5 | 7 | 16.67 | 12.50 | 15.62 |
NOUN | 2 | 6 | 8 | 25.00 | 20.00 | 23.81 |
NOUN:INFL | 8 | 1 | 3 | 88.89 | 72.73 | 85.11 |
NOUN:NUM | 17 | 31 | 8 | 35.42 | 68.00 | 39.17 |
NOUN:POSS | 4 | 11 | 13 | 26.67 | 23.53 | 25.97 |
ORTH | 25 | 8 | 41 | 75.76 | 37.88 | 63.13 |
OTHER | 7 | 11 | 38 | 38.89 | 15.56 | 29.91 |
PART | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
PREP | 19 | 31 | 10 | 38.00 | 65.52 | 41.48 |
PRON | 4 | 7 | 1 | 36.36 | 80.00 | 40.82 |
PUNCT | 208 | 51 | 43 | 80.31 | 82.87 | 80.81 |
SPELL | 76 | 25 | 21 | 75.25 | 78.35 | 75.85 |
VERB | 2 | 4 | 13 | 33.33 | 13.33 | 25.64 |
VERB:FORM | 10 | 19 | 1 | 34.48 | 90.91 | 39.37 |
VERB:INFL | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
VERB:SVA | 7 | 7 | 1 | 50.00 | 87.50 | 54.69 |
VERB:TENSE | 5 | 10 | 3 | 33.33 | 62.50 | 36.76 |
WO | 0 | 3 | 3 | 0.00 | 0.00 | 0.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:CONJ | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:DET | 2 | 6 | 4 | 25.00 | 33.33 | 26.32 |
M:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 1 | 6 | 4 | 14.29 | 20.00 | 15.15 |
M:PREP | 1 | 5 | 0 | 16.67 | 100.00 | 20.00 |
M:PRON | 1 | 5 | 1 | 16.67 | 50.00 | 19.23 |
M:PUNCT | 179 | 32 | 26 | 84.83 | 87.32 | 85.32 |
M:VERB | 1 | 2 | 2 | 33.33 | 33.33 | 33.33 |
M:VERB:FORM | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:VERB:TENSE | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
R:DET | 1 | 0 | 2 | 100.00 | 33.33 | 71.43 |
R:MORPH | 1 | 5 | 7 | 16.67 | 12.50 | 15.62 |
R:NOUN | 2 | 6 | 6 | 25.00 | 25.00 | 25.00 |
R:NOUN:INFL | 8 | 1 | 3 | 88.89 | 72.73 | 85.11 |
R:NOUN:NUM | 17 | 31 | 8 | 35.42 | 68.00 | 39.17 |
R:NOUN:POSS | 3 | 4 | 8 | 42.86 | 27.27 | 38.46 |
R:ORTH | 25 | 8 | 41 | 75.76 | 37.88 | 63.13 |
R:OTHER | 7 | 10 | 37 | 41.18 | 15.91 | 31.25 |
R:PART | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:PREP | 16 | 24 | 6 | 40.00 | 72.73 | 43.96 |
R:PRON | 3 | 2 | 0 | 60.00 | 100.00 | 65.22 |
R:PUNCT | 25 | 18 | 6 | 58.14 | 80.65 | 61.58 |
R:SPELL | 76 | 25 | 21 | 75.25 | 78.35 | 75.85 |
R:VERB | 1 | 1 | 9 | 50.00 | 10.00 | 27.78 |
R:VERB:FORM | 10 | 16 | 0 | 38.46 | 100.00 | 43.86 |
R:VERB:INFL | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
R:VERB:SVA | 7 | 7 | 1 | 50.00 | 87.50 | 54.69 |
R:VERB:TENSE | 5 | 9 | 2 | 35.71 | 71.43 | 39.68 |
R:WO | 0 | 3 | 3 | 0.00 | 0.00 | 0.00 |
U:DET | 6 | 24 | 1 | 20.00 | 85.71 | 23.62 |
U:NOUN:POSS | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:OTHER | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
U:PUNCT | 4 | 1 | 11 | 80.00 | 26.67 | 57.14 |
U:VERB | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 0 | 1 | 1 | 0.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
SPAN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 195 | 51 | 45 | 79.27 | 81.25 | 79.66 |
R | 252 | 129 | 143 | 66.14 | 63.80 | 65.66 |
U | 13 | 28 | 20 | 31.71 | 39.39 | 32.99 |
UNK | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
CONJ | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
DET | 10 | 29 | 10 | 25.64 | 50.00 | 28.41 |
MORPH | 2 | 3 | 5 | 40.00 | 28.57 | 37.04 |
NOUN | 2 | 4 | 8 | 33.33 | 20.00 | 29.41 |
NOUN:INFL | 9 | 0 | 2 | 100.00 | 81.82 | 95.74 |
NOUN:NUM | 17 | 29 | 8 | 36.96 | 68.00 | 40.67 |
NOUN:POSS | 9 | 8 | 9 | 52.94 | 50.00 | 52.33 |
ORTH | 27 | 8 | 41 | 77.14 | 39.71 | 64.90 |
OTHER | 21 | 5 | 31 | 80.77 | 40.38 | 67.31 |
PART | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
PREP | 22 | 27 | 8 | 44.90 | 73.33 | 48.67 |
PRON | 5 | 6 | 1 | 45.45 | 83.33 | 50.00 |
PUNCT | 211 | 46 | 51 | 82.10 | 80.53 | 81.78 |
SPELL | 90 | 4 | 11 | 95.74 | 89.11 | 94.34 |
UNK | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
VERB | 4 | 2 | 11 | 66.67 | 26.67 | 51.28 |
VERB:FORM | 10 | 18 | 0 | 35.71 | 100.00 | 40.98 |
VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 7 | 6 | 1 | 53.85 | 87.50 | 58.33 |
VERB:TENSE | 7 | 9 | 3 | 43.75 | 70.00 | 47.30 |
WO | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:CONJ | 1 | 1 | 0 | 50.00 | 100.00 | 55.56 |
M:DET | 2 | 6 | 4 | 25.00 | 33.33 | 26.32 |
M:NOUN | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 3 | 4 | 3 | 42.86 | 50.00 | 44.12 |
M:OTHER | 2 | 0 | 0 | 100.00 | 100.00 | 100.00 |
M:PREP | 2 | 4 | 1 | 33.33 | 66.67 | 37.04 |
M:PRON | 2 | 4 | 1 | 33.33 | 66.67 | 37.04 |
M:PUNCT | 181 | 28 | 33 | 86.60 | 84.58 | 86.19 |
M:VERB | 2 | 1 | 1 | 66.67 | 66.67 | 66.67 |
M:VERB:FORM | 0 | 2 | 0 | 0.00 | 100.00 | 0.00 |
M:VERB:TENSE | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
R:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 1 | 100.00 | 50.00 | 83.33 |
R:DET | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
R:MORPH | 2 | 3 | 5 | 40.00 | 28.57 | 37.04 |
R:NOUN | 2 | 4 | 6 | 33.33 | 25.00 | 31.25 |
R:NOUN:INFL | 9 | 0 | 2 | 100.00 | 81.82 | 95.74 |
R:NOUN:NUM | 17 | 29 | 8 | 36.96 | 68.00 | 40.67 |
R:NOUN:POSS | 6 | 4 | 5 | 60.00 | 54.55 | 58.82 |
R:ORTH | 27 | 8 | 41 | 77.14 | 39.71 | 64.90 |
R:OTHER | 19 | 5 | 30 | 79.17 | 38.78 | 65.52 |
R:PART | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:PREP | 19 | 21 | 6 | 47.50 | 76.00 | 51.35 |
R:PRON | 3 | 2 | 0 | 60.00 | 100.00 | 65.22 |
R:PUNCT | 25 | 17 | 7 | 59.52 | 78.12 | 62.50 |
R:SPELL | 90 | 4 | 11 | 95.74 | 89.11 | 94.34 |
R:VERB | 2 | 0 | 8 | 100.00 | 20.00 | 55.56 |
R:VERB:FORM | 10 | 15 | 0 | 40.00 | 100.00 | 45.45 |
R:VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 7 | 6 | 1 | 53.85 | 87.50 | 58.33 |
R:VERB:TENSE | 7 | 8 | 2 | 46.67 | 77.78 | 50.72 |
R:WO | 0 | 2 | 3 | 0.00 | 0.00 | 0.00 |
U:DET | 6 | 23 | 3 | 20.69 | 66.67 | 24.00 |
U:NOUN:POSS | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:OTHER | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 1 | 2 | 1 | 33.33 | 50.00 | 35.71 |
U:PUNCT | 5 | 1 | 11 | 83.33 | 31.25 | 62.50 |
U:VERB | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
U:VERB:FORM | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
U:VERB:TENSE | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
UNK | 3 | 0 | 1 | 100.00 | 75.00 | 93.75 |
TOKEN-LEVEL DETECTION | ||||||
OPERATION LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M | 207 | 41 | 47 | 83.47 | 81.50 | 83.07 |
R | 301 | 111 | 169 | 73.06 | 64.04 | 71.06 |
U | 17 | 24 | 23 | 41.46 | 42.50 | 41.67 |
UNK | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
ADJ | 1 | 0 | 4 | 100.00 | 20.00 | 55.56 |
ADV | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
CONJ | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
CONTR | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
DET | 11 | 23 | 10 | 32.35 | 52.38 | 35.03 |
MORPH | 4 | 2 | 4 | 66.67 | 50.00 | 62.50 |
NOUN | 3 | 4 | 9 | 42.86 | 25.00 | 37.50 |
NOUN:INFL | 9 | 0 | 2 | 100.00 | 81.82 | 95.74 |
NOUN:NUM | 18 | 27 | 9 | 40.00 | 66.67 | 43.48 |
NOUN:POSS | 11 | 4 | 10 | 73.33 | 52.38 | 67.90 |
ORTH | 42 | 7 | 49 | 85.71 | 46.15 | 73.17 |
OTHER | 38 | 5 | 47 | 88.37 | 44.71 | 73.93 |
PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
PREP | 22 | 23 | 10 | 48.89 | 68.75 | 51.89 |
PRON | 7 | 6 | 0 | 53.85 | 100.00 | 59.32 |
PUNCT | 232 | 43 | 49 | 84.36 | 82.56 | 84.00 |
SPELL | 89 | 2 | 12 | 97.80 | 88.12 | 95.70 |
UNK | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |
VERB | 5 | 2 | 11 | 71.43 | 31.25 | 56.82 |
VERB:FORM | 11 | 13 | 0 | 45.83 | 100.00 | 51.40 |
VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
VERB:SVA | 7 | 5 | 2 | 58.33 | 77.78 | 61.40 |
VERB:TENSE | 7 | 9 | 3 | 43.75 | 70.00 | 47.30 |
WO | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
OPERATION + ERROR TYPE LEVEL | ||||||
TP | FP | FN | P | R | F0.5 | |
M:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
M:CONJ | 2 | 1 | 0 | 66.67 | 100.00 | 71.43 |
M:DET | 2 | 2 | 4 | 50.00 | 33.33 | 45.45 |
M:NOUN | 0 | 0 | 3 | 100.00 | 0.00 | 0.00 |
M:NOUN:POSS | 3 | 4 | 3 | 42.86 | 50.00 | 44.12 |
M:OTHER | 2 | 0 | 1 | 100.00 | 66.67 | 90.91 |
M:PREP | 3 | 4 | 2 | 42.86 | 60.00 | 45.45 |
M:PRON | 3 | 4 | 0 | 42.86 | 100.00 | 48.39 |
M:PUNCT | 189 | 24 | 32 | 88.73 | 85.52 | 88.07 |
M:VERB | 3 | 1 | 1 | 75.00 | 75.00 | 75.00 |
M:VERB:TENSE | 0 | 1 | 0 | 0.00 | 100.00 | 0.00 |
R:ADJ | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
R:CONTR | 1 | 0 | 3 | 100.00 | 25.00 | 62.50 |
R:DET | 2 | 0 | 3 | 100.00 | 40.00 | 76.92 |
R:MORPH | 4 | 2 | 4 | 66.67 | 50.00 | 62.50 |
R:NOUN | 3 | 4 | 6 | 42.86 | 33.33 | 40.54 |
R:NOUN:INFL | 9 | 0 | 2 | 100.00 | 81.82 | 95.74 |
R:NOUN:NUM | 18 | 27 | 9 | 40.00 | 66.67 | 43.48 |
R:NOUN:POSS | 8 | 0 | 6 | 100.00 | 57.14 | 86.96 |
R:ORTH | 42 | 7 | 49 | 85.71 | 46.15 | 73.17 |
R:OTHER | 36 | 5 | 44 | 87.80 | 45.00 | 73.77 |
R:PREP | 18 | 18 | 7 | 50.00 | 72.00 | 53.25 |
R:PRON | 4 | 2 | 0 | 66.67 | 100.00 | 71.43 |
R:PUNCT | 35 | 18 | 6 | 66.04 | 85.37 | 69.17 |
R:SPELL | 89 | 2 | 12 | 97.80 | 88.12 | 95.70 |
R:VERB | 2 | 0 | 8 | 100.00 | 20.00 | 55.56 |
R:VERB:FORM | 11 | 13 | 0 | 45.83 | 100.00 | 51.40 |
R:VERB:INFL | 4 | 0 | 0 | 100.00 | 100.00 | 100.00 |
R:VERB:SVA | 7 | 5 | 2 | 58.33 | 77.78 | 61.40 |
R:VERB:TENSE | 7 | 8 | 2 | 46.67 | 77.78 | 50.72 |
R:WO | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:ADJ | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:ADV | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:DET | 7 | 21 | 3 | 25.00 | 70.00 | 28.69 |
U:NOUN:POSS | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
U:OTHER | 0 | 0 | 2 | 100.00 | 0.00 | 0.00 |
U:PART | 1 | 0 | 0 | 100.00 | 100.00 | 100.00 |
U:PREP | 1 | 1 | 1 | 50.00 | 50.00 | 50.00 |
U:PUNCT | 8 | 1 | 11 | 88.89 | 42.11 | 72.73 |
U:VERB | 0 | 1 | 2 | 0.00 | 0.00 | 0.00 |
U:VERB:TENSE | 0 | 0 | 1 | 100.00 | 0.00 | 0.00 |
UNK | 4 | 0 | 1 | 100.00 | 80.00 | 95.24 |