| # | seed=9 | V=1607 | heldout_sents=2000 | ||||||
|---|---|---|---|---|---|---|---|---|---|
| GUARD | C1 | PASS | tp=4964 | kept=4964 | gold=4964 | ||||
| GUARD | C5 | PASS | gold=4964 | conn=4964 | comp=4964 | ||||
| # | tier=3000 | train_toks=22082 | |||||||
| X | 9 | 3000 | F | 2 | 9156 | ||||
| X | 9 | 3000 | F | 3 | 13967 | ||||
| X | 9 | 3000 | F | 4 | 12932 | ||||
| X | 9 | 3000 | F | 5 | 10398 | ||||
| X | 9 | 3000 | F | 6 | 7951 | ||||
| A | 9 | 3000 | F | 54404 | 1.00000 | 0.41271 | 0.19185 | 4800 | 10326 |
| X | 9 | 3000 | MW-conn | 2 | 527 | ||||
| X | 9 | 3000 | MW-conn | 3 | 564 | ||||
| X | 9 | 3000 | MW-conn | 4 | 298 | ||||
| X | 9 | 3000 | MW-conn | 5 | 150 | ||||
| X | 9 | 3000 | MW-conn | 6 | 73 | ||||
| A | 9 | 3000 | MW-conn | 1612 | 0.12292 | 0.11771 | 0.20200 | 4800 | 2797 |
| X | 9 | 3000 | MW-comp | 2 | 479 | ||||
| X | 9 | 3000 | MW-comp | 3 | 443 | ||||
| X | 9 | 3000 | MW-comp | 4 | 207 | ||||
| X | 9 | 3000 | MW-comp | 5 | 114 | ||||
| X | 9 | 3000 | MW-comp | 6 | 52 | ||||
| A | 9 | 3000 | MW-comp | 1295 | 0.10687 | 0.10146 | 0.25155 | 4800 | 1936 |
| X | 9 | 3000 | C-G | 2 | 148 | ||||
| X | 9 | 3000 | C-G | 3 | 573 | ||||
| X | 9 | 3000 | C-G | 4 | 1673 | ||||
| X | 9 | 3000 | C-G | 5 | 3475 | ||||
| X | 9 | 3000 | C-G | 6 | 4856 | ||||
| A | 9 | 3000 | C-G | 10725 | 1.00000 | 0.97792 | 0.11726 | 4800 | 40032 |
| X | 9 | 3000 | M-G-conn | 2 | 98 | ||||
| X | 9 | 3000 | M-G-conn | 3 | 337 | ||||
| X | 9 | 3000 | M-G-conn | 4 | 951 | ||||
| X | 9 | 3000 | M-G-conn | 5 | 1960 | ||||
| X | 9 | 3000 | M-G-conn | 6 | 2700 | ||||
| A | 9 | 3000 | M-G-conn | 6046 | 0.71729 | 0.70479 | 0.12540 | 4800 | 26978 |
| X | 9 | 3000 | M-G-comp | 2 | 77 | ||||
| X | 9 | 3000 | M-G-comp | 3 | 213 | ||||
| X | 9 | 3000 | M-G-comp | 4 | 417 | ||||
| X | 9 | 3000 | M-G-comp | 5 | 638 | ||||
| X | 9 | 3000 | M-G-comp | 6 | 770 | ||||
| A | 9 | 3000 | M-G-comp | 2115 | 0.33792 | 0.32812 | 0.26969 | 4800 | 5840 |
| X | 9 | 3000 | C-p10 | 2 | 492 | ||||
| X | 9 | 3000 | C-p10 | 3 | 1855 | ||||
| X | 9 | 3000 | C-p10 | 4 | 3860 | ||||
| X | 9 | 3000 | C-p10 | 5 | 5716 | ||||
| X | 9 | 3000 | C-p10 | 6 | 6280 | ||||
| A | 9 | 3000 | C-p10 | 18203 | 1.00000 | 0.92417 | 0.12594 | 4800 | 35224 |
| X | 9 | 3000 | M-p10-conn | 2 | 118 | ||||
| X | 9 | 3000 | M-p10-conn | 3 | 527 | ||||
| X | 9 | 3000 | M-p10-conn | 4 | 1365 | ||||
| X | 9 | 3000 | M-p10-conn | 5 | 2252 | ||||
| X | 9 | 3000 | M-p10-conn | 6 | 2602 | ||||
| A | 9 | 3000 | M-p10-conn | 6864 | 0.55458 | 0.52812 | 0.12917 | 4800 | 19625 |
| X | 9 | 3000 | M-p10-comp | 2 | 110 | ||||
| X | 9 | 3000 | M-p10-comp | 3 | 362 | ||||
| X | 9 | 3000 | M-p10-comp | 4 | 658 | ||||
| X | 9 | 3000 | M-p10-comp | 5 | 815 | ||||
| X | 9 | 3000 | M-p10-comp | 6 | 843 | ||||
| A | 9 | 3000 | M-p10-comp | 2788 | 0.22417 | 0.20625 | 0.19385 | 4800 | 5107 |
| X | 9 | 3000 | C-p30 | 2 | 733 | ||||
| X | 9 | 3000 | C-p30 | 3 | 3491 | ||||
| X | 9 | 3000 | C-p30 | 4 | 6533 | ||||
| X | 9 | 3000 | C-p30 | 5 | 7911 | ||||
| X | 9 | 3000 | C-p30 | 6 | 7275 | ||||
| A | 9 | 3000 | C-p30 | 25943 | 1.00000 | 0.88146 | 0.13971 | 4800 | 30284 |
| X | 9 | 3000 | M-p30-conn | 2 | 116 | ||||
| X | 9 | 3000 | M-p30-conn | 3 | 705 | ||||
| X | 9 | 3000 | M-p30-conn | 4 | 1657 | ||||
| X | 9 | 3000 | M-p30-conn | 5 | 2299 | ||||
| X | 9 | 3000 | M-p30-conn | 6 | 2303 | ||||
| A | 9 | 3000 | M-p30-conn | 7080 | 0.61708 | 0.57750 | 0.17153 | 4800 | 16160 |
| X | 9 | 3000 | M-p30-comp | 2 | 113 | ||||
| X | 9 | 3000 | M-p30-comp | 3 | 513 | ||||
| X | 9 | 3000 | M-p30-comp | 4 | 843 | ||||
| X | 9 | 3000 | M-p30-comp | 5 | 897 | ||||
| X | 9 | 3000 | M-p30-comp | 6 | 812 | ||||
| A | 9 | 3000 | M-p30-comp | 3178 | 0.28875 | 0.25542 | 0.26892 | 4800 | 4559 |
| X | 9 | 3000 | C-p50 | 2 | 816 | ||||
| X | 9 | 3000 | C-p50 | 3 | 5067 | ||||
| X | 9 | 3000 | C-p50 | 4 | 9056 | ||||
| X | 9 | 3000 | C-p50 | 5 | 9443 | ||||
| X | 9 | 3000 | C-p50 | 6 | 7799 | ||||
| A | 9 | 3000 | C-p50 | 32181 | 1.00000 | 0.81021 | 0.15120 | 4800 | 25721 |
| X | 9 | 3000 | M-p50-conn | 2 | 64 | ||||
| X | 9 | 3000 | M-p50-conn | 3 | 272 | ||||
| X | 9 | 3000 | M-p50-conn | 4 | 425 | ||||
| X | 9 | 3000 | M-p50-conn | 5 | 374 | ||||
| X | 9 | 3000 | M-p50-conn | 6 | 224 | ||||
| A | 9 | 3000 | M-p50-conn | 1359 | 0.14104 | 0.13646 | 0.13732 | 4800 | 4770 |
| X | 9 | 3000 | M-p50-comp | 2 | 62 | ||||
| X | 9 | 3000 | M-p50-comp | 3 | 227 | ||||
| X | 9 | 3000 | M-p50-comp | 4 | 302 | ||||
| X | 9 | 3000 | M-p50-comp | 5 | 253 | ||||
| X | 9 | 3000 | M-p50-comp | 6 | 140 | ||||
| A | 9 | 3000 | M-p50-comp | 984 | 0.09438 | 0.09083 | 0.15516 | 4800 | 2810 |
| X | 9 | 3000 | C-S1 | 2 | 58 | ||||
| X | 9 | 3000 | C-S1 | 3 | 150 | ||||
| X | 9 | 3000 | C-S1 | 4 | 373 | ||||
| X | 9 | 3000 | C-S1 | 5 | 747 | ||||
| X | 9 | 3000 | C-S1 | 6 | 1371 | ||||
| A | 9 | 3000 | C-S1 | 2699 | 1.00000 | 1.00000 | 0.11228 | 4800 | 42751 |
| X | 9 | 3000 | M-S1-conn | 2 | 41 | ||||
| X | 9 | 3000 | M-S1-conn | 3 | 105 | ||||
| X | 9 | 3000 | M-S1-conn | 4 | 235 | ||||
| X | 9 | 3000 | M-S1-conn | 5 | 469 | ||||
| X | 9 | 3000 | M-S1-conn | 6 | 821 | ||||
| A | 9 | 3000 | M-S1-conn | 1671 | 0.63583 | 0.63583 | 0.10420 | 4800 | 29291 |
| X | 9 | 3000 | M-S1-comp | 2 | 35 | ||||
| X | 9 | 3000 | M-S1-comp | 3 | 71 | ||||
| X | 9 | 3000 | M-S1-comp | 4 | 104 | ||||
| X | 9 | 3000 | M-S1-comp | 5 | 172 | ||||
| X | 9 | 3000 | M-S1-comp | 6 | 268 | ||||
| A | 9 | 3000 | M-S1-comp | 650 | 0.25229 | 0.25208 | 0.19179 | 4800 | 6309 |
| X | 9 | 3000 | C-S2 | 2 | 29 | ||||
| X | 9 | 3000 | C-S2 | 3 | 62 | ||||
| X | 9 | 3000 | C-S2 | 4 | 144 | ||||
| X | 9 | 3000 | C-S2 | 5 | 284 | ||||
| X | 9 | 3000 | C-S2 | 6 | 550 | ||||
| A | 9 | 3000 | C-S2 | 1069 | 1.00000 | 1.00000 | 0.11175 | 4800 | 42952 |
| X | 9 | 3000 | M-S2-conn | 2 | 20 | ||||
| X | 9 | 3000 | M-S2-conn | 3 | 52 | ||||
| X | 9 | 3000 | M-S2-conn | 4 | 112 | ||||
| X | 9 | 3000 | M-S2-conn | 5 | 210 | ||||
| X | 9 | 3000 | M-S2-conn | 6 | 370 | ||||
| A | 9 | 3000 | M-S2-conn | 764 | 0.57042 | 0.57021 | 0.09643 | 4800 | 28383 |
| X | 9 | 3000 | M-S2-comp | 2 | 17 | ||||
| X | 9 | 3000 | M-S2-comp | 3 | 40 | ||||
| X | 9 | 3000 | M-S2-comp | 4 | 69 | ||||
| X | 9 | 3000 | M-S2-comp | 5 | 92 | ||||
| X | 9 | 3000 | M-S2-comp | 6 | 122 | ||||
| A | 9 | 3000 | M-S2-comp | 340 | 0.18937 | 0.18917 | 0.12636 | 4800 | 7186 |
| X | 9 | 3000 | C-S3 | 2 | 24 | ||||
| X | 9 | 3000 | C-S3 | 3 | 49 | ||||
| X | 9 | 3000 | C-S3 | 4 | 105 | ||||
| X | 9 | 3000 | C-S3 | 5 | 205 | ||||
| X | 9 | 3000 | C-S3 | 6 | 412 | ||||
| A | 9 | 3000 | C-S3 | 795 | 1.00000 | 1.00000 | 0.11169 | 4800 | 42975 |
| X | 9 | 3000 | M-S3-conn | 2 | 13 | ||||
| X | 9 | 3000 | M-S3-conn | 3 | 41 | ||||
| X | 9 | 3000 | M-S3-conn | 4 | 77 | ||||
| X | 9 | 3000 | M-S3-conn | 5 | 145 | ||||
| X | 9 | 3000 | M-S3-conn | 6 | 258 | ||||
| A | 9 | 3000 | M-S3-conn | 534 | 0.47646 | 0.47583 | 0.09172 | 4800 | 24902 |
| X | 9 | 3000 | M-S3-comp | 2 | 13 | ||||
| X | 9 | 3000 | M-S3-comp | 3 | 30 | ||||
| X | 9 | 3000 | M-S3-comp | 4 | 53 | ||||
| X | 9 | 3000 | M-S3-comp | 5 | 84 | ||||
| X | 9 | 3000 | M-S3-comp | 6 | 121 | ||||
| A | 9 | 3000 | M-S3-comp | 301 | 0.14438 | 0.14396 | 0.10624 | 4800 | 6504 |
| X | 9 | 3000 | C-L | 2 | 268 | ||||
| X | 9 | 3000 | C-L | 3 | 720 | ||||
| X | 9 | 3000 | C-L | 4 | 1489 | ||||
| X | 9 | 3000 | C-L | 5 | 2538 | ||||
| X | 9 | 3000 | C-L | 6 | 3423 | ||||
| A | 9 | 3000 | C-L | 8438 | 1.00000 | 0.94125 | 0.11839 | 4800 | 38163 |
| X | 9 | 3000 | M-L-conn | 2 | 75 | ||||
| X | 9 | 3000 | M-L-conn | 3 | 248 | ||||
| X | 9 | 3000 | M-L-conn | 4 | 611 | ||||
| X | 9 | 3000 | M-L-conn | 5 | 1176 | ||||
| X | 9 | 3000 | M-L-conn | 6 | 1670 | ||||
| A | 9 | 3000 | M-L-conn | 3780 | 0.55750 | 0.53896 | 0.10660 | 4800 | 24268 |
| X | 9 | 3000 | M-L-comp | 2 | 72 | ||||
| X | 9 | 3000 | M-L-comp | 3 | 189 | ||||
| X | 9 | 3000 | M-L-comp | 4 | 320 | ||||
| X | 9 | 3000 | M-L-comp | 5 | 452 | ||||
| X | 9 | 3000 | M-L-comp | 6 | 527 | ||||
| A | 9 | 3000 | M-L-comp | 1560 | 0.20688 | 0.19479 | 0.16705 | 4800 | 5597 |
| X | 9 | 3000 | C-R | 2 | 618 | ||||
| X | 9 | 3000 | C-R | 3 | 4668 | ||||
| X | 9 | 3000 | C-R | 4 | 9834 | ||||
| X | 9 | 3000 | C-R | 5 | 9959 | ||||
| X | 9 | 3000 | C-R | 6 | 7925 | ||||
| A | 9 | 3000 | C-R | 33004 | 1.00000 | 0.81604 | 0.15401 | 4800 | 25433 |
| X | 9 | 3000 | M-R-conn | 2 | 20 | ||||
| X | 9 | 3000 | M-R-conn | 3 | 165 | ||||
| X | 9 | 3000 | M-R-conn | 4 | 518 | ||||
| X | 9 | 3000 | M-R-conn | 5 | 450 | ||||
| X | 9 | 3000 | M-R-conn | 6 | 288 | ||||
| A | 9 | 3000 | M-R-conn | 1441 | 0.17062 | 0.16000 | 0.18152 | 4800 | 4231 |
| X | 9 | 3000 | M-R-comp | 2 | 20 | ||||
| X | 9 | 3000 | M-R-comp | 3 | 156 | ||||
| X | 9 | 3000 | M-R-comp | 4 | 400 | ||||
| X | 9 | 3000 | M-R-comp | 5 | 327 | ||||
| X | 9 | 3000 | M-R-comp | 6 | 207 | ||||
| A | 9 | 3000 | M-R-comp | 1110 | 0.10417 | 0.09563 | 0.19375 | 4800 | 2369 |
| # | tier=10000 | train_toks=73202 | |||||||
| X | 9 | 10000 | F | 2 | 21545 | ||||
| X | 9 | 10000 | F | 3 | 40750 | ||||
| X | 9 | 10000 | F | 4 | 41734 | ||||
| X | 9 | 10000 | F | 5 | 34185 | ||||
| X | 9 | 10000 | F | 6 | 26089 | ||||
| A | 9 | 10000 | F | 164303 | 1.00000 | 0.53271 | 0.18818 | 4800 | 13588 |
| X | 9 | 10000 | MW-conn | 2 | 1173 | ||||
| X | 9 | 10000 | MW-conn | 3 | 3470 | ||||
| X | 9 | 10000 | MW-conn | 4 | 3431 | ||||
| X | 9 | 10000 | MW-conn | 5 | 1994 | ||||
| X | 9 | 10000 | MW-conn | 6 | 1170 | ||||
| A | 9 | 10000 | MW-conn | 11238 | 0.23000 | 0.21021 | 0.18329 | 4800 | 5505 |
| X | 9 | 10000 | MW-comp | 2 | 1059 | ||||
| X | 9 | 10000 | MW-comp | 3 | 2540 | ||||
| X | 9 | 10000 | MW-comp | 4 | 2014 | ||||
| X | 9 | 10000 | MW-comp | 5 | 1106 | ||||
| X | 9 | 10000 | MW-comp | 6 | 698 | ||||
| A | 9 | 10000 | MW-comp | 7417 | 0.17000 | 0.15208 | 0.25905 | 4800 | 2818 |
| X | 9 | 10000 | C-G | 2 | 148 | ||||
| X | 9 | 10000 | C-G | 3 | 603 | ||||
| X | 9 | 10000 | C-G | 4 | 2003 | ||||
| X | 9 | 10000 | C-G | 5 | 5101 | ||||
| X | 9 | 10000 | C-G | 6 | 9711 | ||||
| A | 9 | 10000 | C-G | 17566 | 1.00000 | 0.99479 | 0.11377 | 4800 | 41971 |
| X | 9 | 10000 | M-G-conn | 2 | 101 | ||||
| X | 9 | 10000 | M-G-conn | 3 | 363 | ||||
| X | 9 | 10000 | M-G-conn | 4 | 1098 | ||||
| X | 9 | 10000 | M-G-conn | 5 | 2856 | ||||
| X | 9 | 10000 | M-G-conn | 6 | 5507 | ||||
| A | 9 | 10000 | M-G-conn | 9925 | 0.73854 | 0.73521 | 0.12520 | 4800 | 28187 |
| X | 9 | 10000 | M-G-comp | 2 | 82 | ||||
| X | 9 | 10000 | M-G-comp | 3 | 239 | ||||
| X | 9 | 10000 | M-G-comp | 4 | 541 | ||||
| X | 9 | 10000 | M-G-comp | 5 | 1058 | ||||
| X | 9 | 10000 | M-G-comp | 6 | 1731 | ||||
| A | 9 | 10000 | M-G-comp | 3651 | 0.33542 | 0.33354 | 0.25961 | 4800 | 6167 |
| X | 9 | 10000 | C-p10 | 2 | 619 | ||||
| X | 9 | 10000 | C-p10 | 3 | 3000 | ||||
| X | 9 | 10000 | C-p10 | 4 | 7196 | ||||
| X | 9 | 10000 | C-p10 | 5 | 12315 | ||||
| X | 9 | 10000 | C-p10 | 6 | 16164 | ||||
| A | 9 | 10000 | C-p10 | 39294 | 1.00000 | 0.95813 | 0.11998 | 4800 | 38332 |
| X | 9 | 10000 | M-p10-conn | 2 | 163 | ||||
| X | 9 | 10000 | M-p10-conn | 3 | 920 | ||||
| X | 9 | 10000 | M-p10-conn | 4 | 2715 | ||||
| X | 9 | 10000 | M-p10-conn | 5 | 5355 | ||||
| X | 9 | 10000 | M-p10-conn | 6 | 7661 | ||||
| A | 9 | 10000 | M-p10-conn | 16814 | 0.58792 | 0.56812 | 0.12121 | 4800 | 22498 |
| X | 9 | 10000 | M-p10-comp | 2 | 150 | ||||
| X | 9 | 10000 | M-p10-comp | 3 | 652 | ||||
| X | 9 | 10000 | M-p10-comp | 4 | 1401 | ||||
| X | 9 | 10000 | M-p10-comp | 5 | 2045 | ||||
| X | 9 | 10000 | M-p10-comp | 6 | 2369 | ||||
| A | 9 | 10000 | M-p10-comp | 6617 | 0.24750 | 0.23583 | 0.20729 | 4800 | 5461 |
| X | 9 | 10000 | C-p30 | 2 | 831 | ||||
| X | 9 | 10000 | C-p30 | 3 | 5999 | ||||
| X | 9 | 10000 | C-p30 | 4 | 14514 | ||||
| X | 9 | 10000 | C-p30 | 5 | 20619 | ||||
| X | 9 | 10000 | C-p30 | 6 | 21481 | ||||
| A | 9 | 10000 | C-p30 | 63444 | 1.00000 | 0.92937 | 0.13132 | 4800 | 33971 |
| X | 9 | 10000 | M-p30-conn | 2 | 170 | ||||
| X | 9 | 10000 | M-p30-conn | 3 | 1454 | ||||
| X | 9 | 10000 | M-p30-conn | 4 | 4161 | ||||
| X | 9 | 10000 | M-p30-conn | 5 | 6891 | ||||
| X | 9 | 10000 | M-p30-conn | 6 | 8091 | ||||
| A | 9 | 10000 | M-p30-conn | 20767 | 0.62625 | 0.59688 | 0.15383 | 4800 | 18624 |
| X | 9 | 10000 | M-p30-comp | 2 | 162 | ||||
| X | 9 | 10000 | M-p30-comp | 3 | 1041 | ||||
| X | 9 | 10000 | M-p30-comp | 4 | 2178 | ||||
| X | 9 | 10000 | M-p30-comp | 5 | 2770 | ||||
| X | 9 | 10000 | M-p30-comp | 6 | 2787 | ||||
| A | 9 | 10000 | M-p30-comp | 8938 | 0.25958 | 0.23896 | 0.23375 | 4800 | 4907 |
| X | 9 | 10000 | C-p50 | 2 | 883 | ||||
| X | 9 | 10000 | C-p50 | 3 | 8986 | ||||
| X | 9 | 10000 | C-p50 | 4 | 22257 | ||||
| X | 9 | 10000 | C-p50 | 5 | 27836 | ||||
| X | 9 | 10000 | C-p50 | 6 | 24906 | ||||
| A | 9 | 10000 | C-p50 | 84868 | 1.00000 | 0.87625 | 0.14173 | 4800 | 29676 |
| X | 9 | 10000 | M-p50-conn | 2 | 126 | ||||
| X | 9 | 10000 | M-p50-conn | 3 | 1143 | ||||
| X | 9 | 10000 | M-p50-conn | 4 | 3540 | ||||
| X | 9 | 10000 | M-p50-conn | 5 | 5085 | ||||
| X | 9 | 10000 | M-p50-conn | 6 | 4681 | ||||
| A | 9 | 10000 | M-p50-conn | 14575 | 0.31500 | 0.29292 | 0.13515 | 4800 | 10403 |
| X | 9 | 10000 | M-p50-comp | 2 | 125 | ||||
| X | 9 | 10000 | M-p50-comp | 3 | 920 | ||||
| X | 9 | 10000 | M-p50-comp | 4 | 2057 | ||||
| X | 9 | 10000 | M-p50-comp | 5 | 2313 | ||||
| X | 9 | 10000 | M-p50-comp | 6 | 1837 | ||||
| A | 9 | 10000 | M-p50-comp | 7252 | 0.16083 | 0.14583 | 0.18158 | 4800 | 3855 |
| X | 9 | 10000 | C-S1 | 2 | 58 | ||||
| X | 9 | 10000 | C-S1 | 3 | 150 | ||||
| X | 9 | 10000 | C-S1 | 4 | 384 | ||||
| X | 9 | 10000 | C-S1 | 5 | 806 | ||||
| X | 9 | 10000 | C-S1 | 6 | 1748 | ||||
| A | 9 | 10000 | C-S1 | 3146 | 1.00000 | 1.00000 | 0.11172 | 4800 | 42963 |
| X | 9 | 10000 | M-S1-conn | 2 | 41 | ||||
| X | 9 | 10000 | M-S1-conn | 3 | 113 | ||||
| X | 9 | 10000 | M-S1-conn | 4 | 261 | ||||
| X | 9 | 10000 | M-S1-conn | 5 | 532 | ||||
| X | 9 | 10000 | M-S1-conn | 6 | 1097 | ||||
| A | 9 | 10000 | M-S1-conn | 2044 | 0.64438 | 0.64438 | 0.10471 | 4800 | 29539 |
| X | 9 | 10000 | M-S1-comp | 2 | 35 | ||||
| X | 9 | 10000 | M-S1-comp | 3 | 79 | ||||
| X | 9 | 10000 | M-S1-comp | 4 | 132 | ||||
| X | 9 | 10000 | M-S1-comp | 5 | 216 | ||||
| X | 9 | 10000 | M-S1-comp | 6 | 392 | ||||
| A | 9 | 10000 | M-S1-comp | 854 | 0.27125 | 0.27125 | 0.21133 | 4800 | 6161 |
| X | 9 | 10000 | C-S2 | 2 | 29 | ||||
| X | 9 | 10000 | C-S2 | 3 | 62 | ||||
| X | 9 | 10000 | C-S2 | 4 | 147 | ||||
| X | 9 | 10000 | C-S2 | 5 | 293 | ||||
| X | 9 | 10000 | C-S2 | 6 | 612 | ||||
| A | 9 | 10000 | C-S2 | 1143 | 1.00000 | 1.00000 | 0.11162 | 4800 | 43003 |
| X | 9 | 10000 | M-S2-conn | 2 | 20 | ||||
| X | 9 | 10000 | M-S2-conn | 3 | 59 | ||||
| X | 9 | 10000 | M-S2-conn | 4 | 118 | ||||
| X | 9 | 10000 | M-S2-conn | 5 | 234 | ||||
| X | 9 | 10000 | M-S2-conn | 6 | 438 | ||||
| A | 9 | 10000 | M-S2-conn | 869 | 0.57188 | 0.57188 | 0.09655 | 4800 | 28431 |
| X | 9 | 10000 | M-S2-comp | 2 | 17 | ||||
| X | 9 | 10000 | M-S2-comp | 3 | 41 | ||||
| X | 9 | 10000 | M-S2-comp | 4 | 81 | ||||
| X | 9 | 10000 | M-S2-comp | 5 | 118 | ||||
| X | 9 | 10000 | M-S2-comp | 6 | 151 | ||||
| A | 9 | 10000 | M-S2-comp | 408 | 0.18042 | 0.18042 | 0.12026 | 4800 | 7201 |
| X | 9 | 10000 | C-S3 | 2 | 24 | ||||
| X | 9 | 10000 | C-S3 | 3 | 49 | ||||
| X | 9 | 10000 | C-S3 | 4 | 108 | ||||
| X | 9 | 10000 | C-S3 | 5 | 213 | ||||
| X | 9 | 10000 | C-S3 | 6 | 460 | ||||
| A | 9 | 10000 | C-S3 | 854 | 1.00000 | 1.00000 | 0.11162 | 4800 | 43004 |
| X | 9 | 10000 | M-S3-conn | 2 | 13 | ||||
| X | 9 | 10000 | M-S3-conn | 3 | 45 | ||||
| X | 9 | 10000 | M-S3-conn | 4 | 86 | ||||
| X | 9 | 10000 | M-S3-conn | 5 | 169 | ||||
| X | 9 | 10000 | M-S3-conn | 6 | 306 | ||||
| A | 9 | 10000 | M-S3-conn | 619 | 0.47875 | 0.47875 | 0.09220 | 4800 | 24924 |
| X | 9 | 10000 | M-S3-comp | 2 | 13 | ||||
| X | 9 | 10000 | M-S3-comp | 3 | 35 | ||||
| X | 9 | 10000 | M-S3-comp | 4 | 66 | ||||
| X | 9 | 10000 | M-S3-comp | 5 | 107 | ||||
| X | 9 | 10000 | M-S3-comp | 6 | 158 | ||||
| A | 9 | 10000 | M-S3-comp | 379 | 0.15063 | 0.15042 | 0.11008 | 4800 | 6559 |
| X | 9 | 10000 | C-L | 2 | 300 | ||||
| X | 9 | 10000 | C-L | 3 | 860 | ||||
| X | 9 | 10000 | C-L | 4 | 1877 | ||||
| X | 9 | 10000 | C-L | 5 | 3286 | ||||
| X | 9 | 10000 | C-L | 6 | 4951 | ||||
| A | 9 | 10000 | C-L | 11274 | 1.00000 | 0.98292 | 0.11390 | 4800 | 41422 |
| X | 9 | 10000 | M-L-conn | 2 | 79 | ||||
| X | 9 | 10000 | M-L-conn | 3 | 247 | ||||
| X | 9 | 10000 | M-L-conn | 4 | 673 | ||||
| X | 9 | 10000 | M-L-conn | 5 | 1397 | ||||
| X | 9 | 10000 | M-L-conn | 6 | 2371 | ||||
| A | 9 | 10000 | M-L-conn | 4767 | 0.59688 | 0.58854 | 0.10167 | 4800 | 27787 |
| X | 9 | 10000 | M-L-comp | 2 | 75 | ||||
| X | 9 | 10000 | M-L-comp | 3 | 192 | ||||
| X | 9 | 10000 | M-L-comp | 4 | 402 | ||||
| X | 9 | 10000 | M-L-comp | 5 | 645 | ||||
| X | 9 | 10000 | M-L-comp | 6 | 953 | ||||
| A | 9 | 10000 | M-L-comp | 2267 | 0.21833 | 0.21354 | 0.16659 | 4800 | 6153 |
| X | 9 | 10000 | C-R | 2 | 714 | ||||
| X | 9 | 10000 | C-R | 3 | 8215 | ||||
| X | 9 | 10000 | C-R | 4 | 27446 | ||||
| X | 9 | 10000 | C-R | 5 | 32155 | ||||
| X | 9 | 10000 | C-R | 6 | 25930 | ||||
| A | 9 | 10000 | C-R | 94460 | 1.00000 | 0.85500 | 0.14812 | 4800 | 27708 |
| X | 9 | 10000 | M-R-conn | 2 | 61 | ||||
| X | 9 | 10000 | M-R-conn | 3 | 551 | ||||
| X | 9 | 10000 | M-R-conn | 4 | 2308 | ||||
| X | 9 | 10000 | M-R-conn | 5 | 2674 | ||||
| X | 9 | 10000 | M-R-conn | 6 | 1910 | ||||
| A | 9 | 10000 | M-R-conn | 7504 | 0.33187 | 0.31500 | 0.24877 | 4800 | 6078 |
| X | 9 | 10000 | M-R-comp | 2 | 60 | ||||
| X | 9 | 10000 | M-R-comp | 3 | 520 | ||||
| X | 9 | 10000 | M-R-comp | 4 | 1668 | ||||
| X | 9 | 10000 | M-R-comp | 5 | 1646 | ||||
| X | 9 | 10000 | M-R-comp | 6 | 1153 | ||||
| A | 9 | 10000 | M-R-comp | 5047 | 0.18458 | 0.17208 | 0.26628 | 4800 | 3102 |
| # | tier=30000 | train_toks=217891 | |||||||
| X | 9 | 30000 | F | 2 | 43173 | ||||
| X | 9 | 30000 | F | 3 | 101853 | ||||
| X | 9 | 30000 | F | 4 | 118496 | ||||
| X | 9 | 30000 | F | 5 | 100332 | ||||
| X | 9 | 30000 | F | 6 | 76695 | ||||
| A | 9 | 30000 | F | 440549 | 1.00000 | 0.62167 | 0.17740 | 4800 | 16821 |
| X | 9 | 30000 | MW-conn | 2 | 3046 | ||||
| X | 9 | 30000 | MW-conn | 3 | 16752 | ||||
| X | 9 | 30000 | MW-conn | 4 | 22588 | ||||
| X | 9 | 30000 | MW-conn | 5 | 16072 | ||||
| X | 9 | 30000 | MW-conn | 6 | 10730 | ||||
| A | 9 | 30000 | MW-conn | 69188 | 0.38188 | 0.33500 | 0.18602 | 4800 | 8644 |
| X | 9 | 30000 | MW-comp | 2 | 2681 | ||||
| X | 9 | 30000 | MW-comp | 3 | 10478 | ||||
| X | 9 | 30000 | MW-comp | 4 | 10744 | ||||
| X | 9 | 30000 | MW-comp | 5 | 6858 | ||||
| X | 9 | 30000 | MW-comp | 6 | 4659 | ||||
| A | 9 | 30000 | MW-comp | 35420 | 0.24438 | 0.20542 | 0.29189 | 4800 | 3378 |
| X | 9 | 30000 | C-G | 2 | 148 | ||||
| X | 9 | 30000 | C-G | 3 | 605 | ||||
| X | 9 | 30000 | C-G | 4 | 2196 | ||||
| X | 9 | 30000 | C-G | 5 | 6279 | ||||
| X | 9 | 30000 | C-G | 6 | 14664 | ||||
| A | 9 | 30000 | C-G | 23892 | 1.00000 | 0.99938 | 0.11233 | 4800 | 42706 |
| X | 9 | 30000 | M-G-conn | 2 | 101 | ||||
| X | 9 | 30000 | M-G-conn | 3 | 370 | ||||
| X | 9 | 30000 | M-G-conn | 4 | 1147 | ||||
| X | 9 | 30000 | M-G-conn | 5 | 3236 | ||||
| X | 9 | 30000 | M-G-conn | 6 | 7972 | ||||
| A | 9 | 30000 | M-G-conn | 12826 | 0.74958 | 0.74854 | 0.12576 | 4800 | 28571 |
| X | 9 | 30000 | M-G-comp | 2 | 84 | ||||
| X | 9 | 30000 | M-G-comp | 3 | 251 | ||||
| X | 9 | 30000 | M-G-comp | 4 | 608 | ||||
| X | 9 | 30000 | M-G-comp | 5 | 1410 | ||||
| X | 9 | 30000 | M-G-comp | 6 | 2839 | ||||
| A | 9 | 30000 | M-G-comp | 5192 | 0.35646 | 0.35646 | 0.26560 | 4800 | 6442 |
| X | 9 | 30000 | C-p10 | 2 | 684 | ||||
| X | 9 | 30000 | C-p10 | 3 | 4323 | ||||
| X | 9 | 30000 | C-p10 | 4 | 11982 | ||||
| X | 9 | 30000 | C-p10 | 5 | 22699 | ||||
| X | 9 | 30000 | C-p10 | 6 | 33655 | ||||
| A | 9 | 30000 | C-p10 | 73343 | 1.00000 | 0.97833 | 0.11707 | 4800 | 40112 |
| X | 9 | 30000 | M-p10-conn | 2 | 202 | ||||
| X | 9 | 30000 | M-p10-conn | 3 | 1427 | ||||
| X | 9 | 30000 | M-p10-conn | 4 | 4542 | ||||
| X | 9 | 30000 | M-p10-conn | 5 | 9598 | ||||
| X | 9 | 30000 | M-p10-conn | 6 | 15810 | ||||
| A | 9 | 30000 | M-p10-conn | 31579 | 0.59917 | 0.58667 | 0.12092 | 4800 | 23288 |
| X | 9 | 30000 | M-p10-comp | 2 | 192 | ||||
| X | 9 | 30000 | M-p10-comp | 3 | 993 | ||||
| X | 9 | 30000 | M-p10-comp | 4 | 2462 | ||||
| X | 9 | 30000 | M-p10-comp | 5 | 4104 | ||||
| X | 9 | 30000 | M-p10-comp | 6 | 5429 | ||||
| A | 9 | 30000 | M-p10-comp | 13180 | 0.24917 | 0.24146 | 0.19755 | 4800 | 5867 |
| X | 9 | 30000 | C-p30 | 2 | 869 | ||||
| X | 9 | 30000 | C-p30 | 3 | 8923 | ||||
| X | 9 | 30000 | C-p30 | 4 | 27653 | ||||
| X | 9 | 30000 | C-p30 | 5 | 45876 | ||||
| X | 9 | 30000 | C-p30 | 6 | 53811 | ||||
| A | 9 | 30000 | C-p30 | 137132 | 1.00000 | 0.95646 | 0.12533 | 4800 | 36632 |
| X | 9 | 30000 | M-p30-conn | 2 | 220 | ||||
| X | 9 | 30000 | M-p30-conn | 3 | 2408 | ||||
| X | 9 | 30000 | M-p30-conn | 4 | 8685 | ||||
| X | 9 | 30000 | M-p30-conn | 5 | 16262 | ||||
| X | 9 | 30000 | M-p30-conn | 6 | 21759 | ||||
| A | 9 | 30000 | M-p30-conn | 49334 | 0.64812 | 0.62750 | 0.14896 | 4800 | 20220 |
| X | 9 | 30000 | M-p30-comp | 2 | 216 | ||||
| X | 9 | 30000 | M-p30-comp | 3 | 1768 | ||||
| X | 9 | 30000 | M-p30-comp | 4 | 4615 | ||||
| X | 9 | 30000 | M-p30-comp | 5 | 6942 | ||||
| X | 9 | 30000 | M-p30-comp | 6 | 7602 | ||||
| A | 9 | 30000 | M-p30-comp | 21143 | 0.25750 | 0.24333 | 0.22393 | 4800 | 5216 |
| X | 9 | 30000 | C-p50 | 2 | 899 | ||||
| X | 9 | 30000 | C-p50 | 3 | 13253 | ||||
| X | 9 | 30000 | C-p50 | 4 | 45717 | ||||
| X | 9 | 30000 | C-p50 | 5 | 69066 | ||||
| X | 9 | 30000 | C-p50 | 6 | 68794 | ||||
| A | 9 | 30000 | C-p50 | 197729 | 1.00000 | 0.91792 | 0.13427 | 4800 | 32815 |
| X | 9 | 30000 | M-p50-conn | 2 | 189 | ||||
| X | 9 | 30000 | M-p50-conn | 3 | 2541 | ||||
| X | 9 | 30000 | M-p50-conn | 4 | 10332 | ||||
| X | 9 | 30000 | M-p50-conn | 5 | 17307 | ||||
| X | 9 | 30000 | M-p50-conn | 6 | 18343 | ||||
| A | 9 | 30000 | M-p50-conn | 48712 | 0.36688 | 0.34687 | 0.13018 | 4800 | 12790 |
| X | 9 | 30000 | M-p50-comp | 2 | 189 | ||||
| X | 9 | 30000 | M-p50-comp | 3 | 2019 | ||||
| X | 9 | 30000 | M-p50-comp | 4 | 5849 | ||||
| X | 9 | 30000 | M-p50-comp | 5 | 7539 | ||||
| X | 9 | 30000 | M-p50-comp | 6 | 6655 | ||||
| A | 9 | 30000 | M-p50-comp | 22251 | 0.16979 | 0.15729 | 0.17946 | 4800 | 4207 |
| X | 9 | 30000 | C-S1 | 2 | 58 | ||||
| X | 9 | 30000 | C-S1 | 3 | 150 | ||||
| X | 9 | 30000 | C-S1 | 4 | 386 | ||||
| X | 9 | 30000 | C-S1 | 5 | 816 | ||||
| X | 9 | 30000 | C-S1 | 6 | 1920 | ||||
| A | 9 | 30000 | C-S1 | 3330 | 1.00000 | 1.00000 | 0.11163 | 4800 | 43001 |
| X | 9 | 30000 | M-S1-conn | 2 | 41 | ||||
| X | 9 | 30000 | M-S1-conn | 3 | 113 | ||||
| X | 9 | 30000 | M-S1-conn | 4 | 264 | ||||
| X | 9 | 30000 | M-S1-conn | 5 | 542 | ||||
| X | 9 | 30000 | M-S1-conn | 6 | 1217 | ||||
| A | 9 | 30000 | M-S1-conn | 2177 | 0.64396 | 0.64396 | 0.10475 | 4800 | 29507 |
| X | 9 | 30000 | M-S1-comp | 2 | 35 | ||||
| X | 9 | 30000 | M-S1-comp | 3 | 81 | ||||
| X | 9 | 30000 | M-S1-comp | 4 | 137 | ||||
| X | 9 | 30000 | M-S1-comp | 5 | 246 | ||||
| X | 9 | 30000 | M-S1-comp | 6 | 477 | ||||
| A | 9 | 30000 | M-S1-comp | 976 | 0.25542 | 0.25542 | 0.18978 | 4800 | 6460 |
| X | 9 | 30000 | C-S2 | 2 | 29 | ||||
| X | 9 | 30000 | C-S2 | 3 | 62 | ||||
| X | 9 | 30000 | C-S2 | 4 | 148 | ||||
| X | 9 | 30000 | C-S2 | 5 | 295 | ||||
| X | 9 | 30000 | C-S2 | 6 | 636 | ||||
| A | 9 | 30000 | C-S2 | 1170 | 1.00000 | 1.00000 | 0.11161 | 4800 | 43006 |
| X | 9 | 30000 | M-S2-conn | 2 | 20 | ||||
| X | 9 | 30000 | M-S2-conn | 3 | 59 | ||||
| X | 9 | 30000 | M-S2-conn | 4 | 120 | ||||
| X | 9 | 30000 | M-S2-conn | 5 | 248 | ||||
| X | 9 | 30000 | M-S2-conn | 6 | 482 | ||||
| A | 9 | 30000 | M-S2-conn | 929 | 0.56750 | 0.56750 | 0.09596 | 4800 | 28386 |
| X | 9 | 30000 | M-S2-comp | 2 | 17 | ||||
| X | 9 | 30000 | M-S2-comp | 3 | 43 | ||||
| X | 9 | 30000 | M-S2-comp | 4 | 84 | ||||
| X | 9 | 30000 | M-S2-comp | 5 | 131 | ||||
| X | 9 | 30000 | M-S2-comp | 6 | 183 | ||||
| A | 9 | 30000 | M-S2-comp | 458 | 0.19000 | 0.19000 | 0.12572 | 4800 | 7254 |
| X | 9 | 30000 | C-S3 | 2 | 24 | ||||
| X | 9 | 30000 | C-S3 | 3 | 49 | ||||
| X | 9 | 30000 | C-S3 | 4 | 109 | ||||
| X | 9 | 30000 | C-S3 | 5 | 215 | ||||
| X | 9 | 30000 | C-S3 | 6 | 481 | ||||
| A | 9 | 30000 | C-S3 | 878 | 1.00000 | 1.00000 | 0.11161 | 4800 | 43006 |
| X | 9 | 30000 | M-S3-conn | 2 | 13 | ||||
| X | 9 | 30000 | M-S3-conn | 3 | 46 | ||||
| X | 9 | 30000 | M-S3-conn | 4 | 91 | ||||
| X | 9 | 30000 | M-S3-conn | 5 | 185 | ||||
| X | 9 | 30000 | M-S3-conn | 6 | 359 | ||||
| A | 9 | 30000 | M-S3-conn | 694 | 0.44667 | 0.44667 | 0.08782 | 4800 | 24413 |
| X | 9 | 30000 | M-S3-comp | 2 | 13 | ||||
| X | 9 | 30000 | M-S3-comp | 3 | 34 | ||||
| X | 9 | 30000 | M-S3-comp | 4 | 71 | ||||
| X | 9 | 30000 | M-S3-comp | 5 | 121 | ||||
| X | 9 | 30000 | M-S3-comp | 6 | 182 | ||||
| A | 9 | 30000 | M-S3-comp | 421 | 0.11792 | 0.11792 | 0.08576 | 4800 | 6600 |
| X | 9 | 30000 | C-L | 2 | 393 | ||||
| X | 9 | 30000 | C-L | 3 | 1618 | ||||
| X | 9 | 30000 | C-L | 4 | 4370 | ||||
| X | 9 | 30000 | C-L | 5 | 8908 | ||||
| X | 9 | 30000 | C-L | 6 | 14783 | ||||
| A | 9 | 30000 | C-L | 30072 | 1.00000 | 0.99042 | 0.11302 | 4800 | 42065 |
| X | 9 | 30000 | M-L-conn | 2 | 131 | ||||
| X | 9 | 30000 | M-L-conn | 3 | 632 | ||||
| X | 9 | 30000 | M-L-conn | 4 | 1793 | ||||
| X | 9 | 30000 | M-L-conn | 5 | 4020 | ||||
| X | 9 | 30000 | M-L-conn | 6 | 7444 | ||||
| A | 9 | 30000 | M-L-conn | 14020 | 0.72833 | 0.72396 | 0.12280 | 4800 | 28298 |
| X | 9 | 30000 | M-L-comp | 2 | 123 | ||||
| X | 9 | 30000 | M-L-comp | 3 | 480 | ||||
| X | 9 | 30000 | M-L-comp | 4 | 994 | ||||
| X | 9 | 30000 | M-L-comp | 5 | 1783 | ||||
| X | 9 | 30000 | M-L-comp | 6 | 2801 | ||||
| A | 9 | 30000 | M-L-comp | 6181 | 0.31750 | 0.31292 | 0.23710 | 4800 | 6335 |
| X | 9 | 30000 | C-R | 2 | 743 | ||||
| X | 9 | 30000 | C-R | 3 | 10565 | ||||
| X | 9 | 30000 | C-R | 4 | 51866 | ||||
| X | 9 | 30000 | C-R | 5 | 84059 | ||||
| X | 9 | 30000 | C-R | 6 | 75100 | ||||
| A | 9 | 30000 | C-R | 222333 | 1.00000 | 0.90458 | 0.13922 | 4800 | 31188 |
| X | 9 | 30000 | M-R-conn | 2 | 85 | ||||
| X | 9 | 30000 | M-R-conn | 3 | 1102 | ||||
| X | 9 | 30000 | M-R-conn | 4 | 6836 | ||||
| X | 9 | 30000 | M-R-conn | 5 | 11658 | ||||
| X | 9 | 30000 | M-R-conn | 6 | 10139 | ||||
| A | 9 | 30000 | M-R-conn | 29820 | 0.34313 | 0.33042 | 0.20370 | 4800 | 7786 |
| X | 9 | 30000 | M-R-comp | 2 | 85 | ||||
| X | 9 | 30000 | M-R-comp | 3 | 1026 | ||||
| X | 9 | 30000 | M-R-comp | 4 | 4745 | ||||
| X | 9 | 30000 | M-R-comp | 5 | 5976 | ||||
| X | 9 | 30000 | M-R-comp | 6 | 4677 | ||||
| A | 9 | 30000 | M-R-comp | 16509 | 0.14771 | 0.14000 | 0.20544 | 4800 | 3271 |