| # | seed=6 | V=1607 | heldout_sents=2000 | ||||||
|---|---|---|---|---|---|---|---|---|---|
| GUARD | C1 | PASS | tp=5030 | kept=5030 | gold=5030 | ||||
| GUARD | C5 | PASS | gold=5030 | conn=5030 | comp=5030 | ||||
| # | tier=3000 | train_toks=22127 | |||||||
| X | 6 | 3000 | F | 2 | 9171 | ||||
| X | 6 | 3000 | F | 3 | 13956 | ||||
| X | 6 | 3000 | F | 4 | 12954 | ||||
| X | 6 | 3000 | F | 5 | 10428 | ||||
| X | 6 | 3000 | F | 6 | 7989 | ||||
| A | 6 | 3000 | F | 54498 | 1.00000 | 0.41404 | 0.19346 | 4828 | 10333 |
| X | 6 | 3000 | MW-conn | 2 | 488 | ||||
| X | 6 | 3000 | MW-conn | 3 | 501 | ||||
| X | 6 | 3000 | MW-conn | 4 | 299 | ||||
| X | 6 | 3000 | MW-conn | 5 | 138 | ||||
| X | 6 | 3000 | MW-conn | 6 | 65 | ||||
| A | 6 | 3000 | MW-conn | 1491 | 0.10543 | 0.09983 | 0.17369 | 4828 | 2775 |
| X | 6 | 3000 | MW-comp | 2 | 454 | ||||
| X | 6 | 3000 | MW-comp | 3 | 420 | ||||
| X | 6 | 3000 | MW-comp | 4 | 202 | ||||
| X | 6 | 3000 | MW-comp | 5 | 101 | ||||
| X | 6 | 3000 | MW-comp | 6 | 43 | ||||
| A | 6 | 3000 | MW-comp | 1220 | 0.09321 | 0.08720 | 0.21939 | 4828 | 1919 |
| X | 6 | 3000 | C-G | 2 | 148 | ||||
| X | 6 | 3000 | C-G | 3 | 572 | ||||
| X | 6 | 3000 | C-G | 4 | 1681 | ||||
| X | 6 | 3000 | C-G | 5 | 3473 | ||||
| X | 6 | 3000 | C-G | 6 | 4824 | ||||
| A | 6 | 3000 | C-G | 10698 | 1.00000 | 0.98053 | 0.11637 | 4828 | 40679 |
| X | 6 | 3000 | M-G-conn | 2 | 91 | ||||
| X | 6 | 3000 | M-G-conn | 3 | 317 | ||||
| X | 6 | 3000 | M-G-conn | 4 | 893 | ||||
| X | 6 | 3000 | M-G-conn | 5 | 1846 | ||||
| X | 6 | 3000 | M-G-conn | 6 | 2570 | ||||
| A | 6 | 3000 | M-G-conn | 5717 | 0.69925 | 0.68683 | 0.12460 | 4828 | 26613 |
| X | 6 | 3000 | M-G-comp | 2 | 72 | ||||
| X | 6 | 3000 | M-G-comp | 3 | 217 | ||||
| X | 6 | 3000 | M-G-comp | 4 | 414 | ||||
| X | 6 | 3000 | M-G-comp | 5 | 592 | ||||
| X | 6 | 3000 | M-G-comp | 6 | 740 | ||||
| A | 6 | 3000 | M-G-comp | 2035 | 0.30530 | 0.29640 | 0.24749 | 4828 | 5782 |
| X | 6 | 3000 | C-p10 | 2 | 523 | ||||
| X | 6 | 3000 | C-p10 | 3 | 1792 | ||||
| X | 6 | 3000 | C-p10 | 4 | 3805 | ||||
| X | 6 | 3000 | C-p10 | 5 | 5657 | ||||
| X | 6 | 3000 | C-p10 | 6 | 6155 | ||||
| A | 6 | 3000 | C-p10 | 17932 | 1.00000 | 0.92792 | 0.12390 | 4828 | 36157 |
| X | 6 | 3000 | M-p10-conn | 2 | 111 | ||||
| X | 6 | 3000 | M-p10-conn | 3 | 495 | ||||
| X | 6 | 3000 | M-p10-conn | 4 | 1251 | ||||
| X | 6 | 3000 | M-p10-conn | 5 | 2116 | ||||
| X | 6 | 3000 | M-p10-conn | 6 | 2502 | ||||
| A | 6 | 3000 | M-p10-conn | 6475 | 0.61185 | 0.58948 | 0.12958 | 4828 | 21964 |
| X | 6 | 3000 | M-p10-comp | 2 | 104 | ||||
| X | 6 | 3000 | M-p10-comp | 3 | 367 | ||||
| X | 6 | 3000 | M-p10-comp | 4 | 638 | ||||
| X | 6 | 3000 | M-p10-comp | 5 | 771 | ||||
| X | 6 | 3000 | M-p10-comp | 6 | 788 | ||||
| A | 6 | 3000 | M-p10-comp | 2668 | 0.26781 | 0.24959 | 0.22904 | 4828 | 5261 |
| X | 6 | 3000 | C-p30 | 2 | 736 | ||||
| X | 6 | 3000 | C-p30 | 3 | 3648 | ||||
| X | 6 | 3000 | C-p30 | 4 | 6857 | ||||
| X | 6 | 3000 | C-p30 | 5 | 8113 | ||||
| X | 6 | 3000 | C-p30 | 6 | 7427 | ||||
| A | 6 | 3000 | C-p30 | 26781 | 1.00000 | 0.85522 | 0.13688 | 4828 | 30166 |
| X | 6 | 3000 | M-p30-conn | 2 | 104 | ||||
| X | 6 | 3000 | M-p30-conn | 3 | 512 | ||||
| X | 6 | 3000 | M-p30-conn | 4 | 1222 | ||||
| X | 6 | 3000 | M-p30-conn | 5 | 1620 | ||||
| X | 6 | 3000 | M-p30-conn | 6 | 1511 | ||||
| A | 6 | 3000 | M-p30-conn | 4969 | 0.47080 | 0.44325 | 0.15854 | 4828 | 13498 |
| X | 6 | 3000 | M-p30-comp | 2 | 97 | ||||
| X | 6 | 3000 | M-p30-comp | 3 | 395 | ||||
| X | 6 | 3000 | M-p30-comp | 4 | 691 | ||||
| X | 6 | 3000 | M-p30-comp | 5 | 736 | ||||
| X | 6 | 3000 | M-p30-comp | 6 | 650 | ||||
| A | 6 | 3000 | M-p30-comp | 2569 | 0.21645 | 0.19490 | 0.20532 | 4828 | 4583 |
| X | 6 | 3000 | C-p50 | 2 | 866 | ||||
| X | 6 | 3000 | C-p50 | 3 | 5792 | ||||
| X | 6 | 3000 | C-p50 | 4 | 10196 | ||||
| X | 6 | 3000 | C-p50 | 5 | 9872 | ||||
| X | 6 | 3000 | C-p50 | 6 | 7919 | ||||
| A | 6 | 3000 | C-p50 | 34645 | 1.00000 | 0.78832 | 0.15142 | 4828 | 25135 |
| X | 6 | 3000 | M-p50-conn | 2 | 70 | ||||
| X | 6 | 3000 | M-p50-conn | 3 | 341 | ||||
| X | 6 | 3000 | M-p50-conn | 4 | 562 | ||||
| X | 6 | 3000 | M-p50-conn | 5 | 446 | ||||
| X | 6 | 3000 | M-p50-conn | 6 | 279 | ||||
| A | 6 | 3000 | M-p50-conn | 1698 | 0.26346 | 0.25104 | 0.21957 | 4828 | 5520 |
| X | 6 | 3000 | M-p50-comp | 2 | 70 | ||||
| X | 6 | 3000 | M-p50-comp | 3 | 301 | ||||
| X | 6 | 3000 | M-p50-comp | 4 | 412 | ||||
| X | 6 | 3000 | M-p50-comp | 5 | 300 | ||||
| X | 6 | 3000 | M-p50-comp | 6 | 178 | ||||
| A | 6 | 3000 | M-p50-comp | 1261 | 0.17088 | 0.15969 | 0.25752 | 4828 | 2994 |
| X | 6 | 3000 | C-S1 | 2 | 58 | ||||
| X | 6 | 3000 | C-S1 | 3 | 150 | ||||
| X | 6 | 3000 | C-S1 | 4 | 365 | ||||
| X | 6 | 3000 | C-S1 | 5 | 740 | ||||
| X | 6 | 3000 | C-S1 | 6 | 1349 | ||||
| A | 6 | 3000 | C-S1 | 2662 | 1.00000 | 1.00000 | 0.11030 | 4828 | 43771 |
| X | 6 | 3000 | M-S1-conn | 2 | 41 | ||||
| X | 6 | 3000 | M-S1-conn | 3 | 107 | ||||
| X | 6 | 3000 | M-S1-conn | 4 | 230 | ||||
| X | 6 | 3000 | M-S1-conn | 5 | 455 | ||||
| X | 6 | 3000 | M-S1-conn | 6 | 802 | ||||
| A | 6 | 3000 | M-S1-conn | 1635 | 0.63070 | 0.63028 | 0.10443 | 4828 | 29140 |
| X | 6 | 3000 | M-S1-comp | 2 | 33 | ||||
| X | 6 | 3000 | M-S1-comp | 3 | 74 | ||||
| X | 6 | 3000 | M-S1-comp | 4 | 112 | ||||
| X | 6 | 3000 | M-S1-comp | 5 | 172 | ||||
| X | 6 | 3000 | M-S1-comp | 6 | 267 | ||||
| A | 6 | 3000 | M-S1-comp | 658 | 0.29619 | 0.29536 | 0.22875 | 4828 | 6234 |
| X | 6 | 3000 | C-S2 | 2 | 29 | ||||
| X | 6 | 3000 | C-S2 | 3 | 62 | ||||
| X | 6 | 3000 | C-S2 | 4 | 146 | ||||
| X | 6 | 3000 | C-S2 | 5 | 290 | ||||
| X | 6 | 3000 | C-S2 | 6 | 551 | ||||
| A | 6 | 3000 | C-S2 | 1078 | 1.00000 | 1.00000 | 0.10965 | 4828 | 44032 |
| X | 6 | 3000 | M-S2-conn | 2 | 20 | ||||
| X | 6 | 3000 | M-S2-conn | 3 | 53 | ||||
| X | 6 | 3000 | M-S2-conn | 4 | 110 | ||||
| X | 6 | 3000 | M-S2-conn | 5 | 212 | ||||
| X | 6 | 3000 | M-S2-conn | 6 | 359 | ||||
| A | 6 | 3000 | M-S2-conn | 754 | 0.55820 | 0.55800 | 0.09368 | 4828 | 28759 |
| X | 6 | 3000 | M-S2-comp | 2 | 17 | ||||
| X | 6 | 3000 | M-S2-comp | 3 | 36 | ||||
| X | 6 | 3000 | M-S2-comp | 4 | 65 | ||||
| X | 6 | 3000 | M-S2-comp | 5 | 97 | ||||
| X | 6 | 3000 | M-S2-comp | 6 | 124 | ||||
| A | 6 | 3000 | M-S2-comp | 339 | 0.18165 | 0.18165 | 0.12316 | 4828 | 7121 |
| X | 6 | 3000 | C-S3 | 2 | 24 | ||||
| X | 6 | 3000 | C-S3 | 3 | 49 | ||||
| X | 6 | 3000 | C-S3 | 4 | 107 | ||||
| X | 6 | 3000 | C-S3 | 5 | 210 | ||||
| X | 6 | 3000 | C-S3 | 6 | 415 | ||||
| A | 6 | 3000 | C-S3 | 805 | 1.00000 | 1.00000 | 0.10962 | 4828 | 44042 |
| X | 6 | 3000 | M-S3-conn | 2 | 13 | ||||
| X | 6 | 3000 | M-S3-conn | 3 | 41 | ||||
| X | 6 | 3000 | M-S3-conn | 4 | 80 | ||||
| X | 6 | 3000 | M-S3-conn | 5 | 147 | ||||
| X | 6 | 3000 | M-S3-conn | 6 | 250 | ||||
| A | 6 | 3000 | M-S3-conn | 531 | 0.45588 | 0.45547 | 0.08811 | 4828 | 24958 |
| X | 6 | 3000 | M-S3-comp | 2 | 13 | ||||
| X | 6 | 3000 | M-S3-comp | 3 | 31 | ||||
| X | 6 | 3000 | M-S3-comp | 4 | 59 | ||||
| X | 6 | 3000 | M-S3-comp | 5 | 82 | ||||
| X | 6 | 3000 | M-S3-comp | 6 | 120 | ||||
| A | 6 | 3000 | M-S3-comp | 305 | 0.13297 | 0.13256 | 0.10008 | 4828 | 6395 |
| X | 6 | 3000 | C-L | 2 | 252 | ||||
| X | 6 | 3000 | C-L | 3 | 660 | ||||
| X | 6 | 3000 | C-L | 4 | 1406 | ||||
| X | 6 | 3000 | C-L | 5 | 2453 | ||||
| X | 6 | 3000 | C-L | 6 | 3367 | ||||
| A | 6 | 3000 | C-L | 8138 | 1.00000 | 0.92813 | 0.11604 | 4828 | 38616 |
| X | 6 | 3000 | M-L-conn | 2 | 79 | ||||
| X | 6 | 3000 | M-L-conn | 3 | 258 | ||||
| X | 6 | 3000 | M-L-conn | 4 | 615 | ||||
| X | 6 | 3000 | M-L-conn | 5 | 1125 | ||||
| X | 6 | 3000 | M-L-conn | 6 | 1590 | ||||
| A | 6 | 3000 | M-L-conn | 3667 | 0.60170 | 0.58119 | 0.11754 | 4828 | 23873 |
| X | 6 | 3000 | M-L-comp | 2 | 74 | ||||
| X | 6 | 3000 | M-L-comp | 3 | 180 | ||||
| X | 6 | 3000 | M-L-comp | 4 | 315 | ||||
| X | 6 | 3000 | M-L-comp | 5 | 389 | ||||
| X | 6 | 3000 | M-L-comp | 6 | 480 | ||||
| A | 6 | 3000 | M-L-comp | 1438 | 0.25994 | 0.24544 | 0.20936 | 4828 | 5660 |
| X | 6 | 3000 | C-R | 2 | 609 | ||||
| X | 6 | 3000 | C-R | 3 | 4809 | ||||
| X | 6 | 3000 | C-R | 4 | 10482 | ||||
| X | 6 | 3000 | C-R | 5 | 10168 | ||||
| X | 6 | 3000 | C-R | 6 | 7972 | ||||
| A | 6 | 3000 | C-R | 34040 | 1.00000 | 0.79432 | 0.15229 | 4828 | 25182 |
| X | 6 | 3000 | M-R-conn | 2 | 13 | ||||
| X | 6 | 3000 | M-R-conn | 3 | 47 | ||||
| X | 6 | 3000 | M-R-conn | 4 | 75 | ||||
| X | 6 | 3000 | M-R-conn | 5 | 48 | ||||
| X | 6 | 3000 | M-R-conn | 6 | 19 | ||||
| A | 6 | 3000 | M-R-conn | 202 | 0.05178 | 0.04950 | 0.13541 | 4828 | 1765 |
| X | 6 | 3000 | M-R-comp | 2 | 13 | ||||
| X | 6 | 3000 | M-R-comp | 3 | 47 | ||||
| X | 6 | 3000 | M-R-comp | 4 | 69 | ||||
| X | 6 | 3000 | M-R-comp | 5 | 43 | ||||
| X | 6 | 3000 | M-R-comp | 6 | 18 | ||||
| A | 6 | 3000 | M-R-comp | 190 | 0.04391 | 0.04184 | 0.14734 | 4828 | 1371 |
| # | tier=10000 | train_toks=73282 | |||||||
| X | 6 | 10000 | F | 2 | 21388 | ||||
| X | 6 | 10000 | F | 3 | 40854 | ||||
| X | 6 | 10000 | F | 4 | 41792 | ||||
| X | 6 | 10000 | F | 5 | 34265 | ||||
| X | 6 | 10000 | F | 6 | 26146 | ||||
| A | 6 | 10000 | F | 164445 | 1.00000 | 0.52589 | 0.18383 | 4828 | 13812 |
| X | 6 | 10000 | MW-conn | 2 | 1237 | ||||
| X | 6 | 10000 | MW-conn | 3 | 3626 | ||||
| X | 6 | 10000 | MW-conn | 4 | 3485 | ||||
| X | 6 | 10000 | MW-conn | 5 | 2076 | ||||
| X | 6 | 10000 | MW-conn | 6 | 1277 | ||||
| A | 6 | 10000 | MW-conn | 11701 | 0.22017 | 0.20278 | 0.17742 | 4828 | 5518 |
| X | 6 | 10000 | MW-comp | 2 | 1129 | ||||
| X | 6 | 10000 | MW-comp | 3 | 2590 | ||||
| X | 6 | 10000 | MW-comp | 4 | 2020 | ||||
| X | 6 | 10000 | MW-comp | 5 | 1114 | ||||
| X | 6 | 10000 | MW-comp | 6 | 732 | ||||
| A | 6 | 10000 | MW-comp | 7585 | 0.16839 | 0.15099 | 0.25181 | 4828 | 2895 |
| X | 6 | 10000 | C-G | 2 | 148 | ||||
| X | 6 | 10000 | C-G | 3 | 601 | ||||
| X | 6 | 10000 | C-G | 4 | 2015 | ||||
| X | 6 | 10000 | C-G | 5 | 5101 | ||||
| X | 6 | 10000 | C-G | 6 | 9717 | ||||
| A | 6 | 10000 | C-G | 17582 | 1.00000 | 0.99648 | 0.11216 | 4828 | 42894 |
| X | 6 | 10000 | M-G-conn | 2 | 101 | ||||
| X | 6 | 10000 | M-G-conn | 3 | 354 | ||||
| X | 6 | 10000 | M-G-conn | 4 | 1075 | ||||
| X | 6 | 10000 | M-G-conn | 5 | 2819 | ||||
| X | 6 | 10000 | M-G-conn | 6 | 5407 | ||||
| A | 6 | 10000 | M-G-conn | 9756 | 0.71230 | 0.71085 | 0.12125 | 4828 | 28305 |
| X | 6 | 10000 | M-G-comp | 2 | 80 | ||||
| X | 6 | 10000 | M-G-comp | 3 | 239 | ||||
| X | 6 | 10000 | M-G-comp | 4 | 529 | ||||
| X | 6 | 10000 | M-G-comp | 5 | 1064 | ||||
| X | 6 | 10000 | M-G-comp | 6 | 1710 | ||||
| A | 6 | 10000 | M-G-comp | 3622 | 0.33181 | 0.32767 | 0.25820 | 4828 | 6127 |
| X | 6 | 10000 | C-p10 | 2 | 632 | ||||
| X | 6 | 10000 | C-p10 | 3 | 2916 | ||||
| X | 6 | 10000 | C-p10 | 4 | 7001 | ||||
| X | 6 | 10000 | C-p10 | 5 | 12182 | ||||
| X | 6 | 10000 | C-p10 | 6 | 15877 | ||||
| A | 6 | 10000 | C-p10 | 38608 | 1.00000 | 0.96189 | 0.11801 | 4828 | 39353 |
| X | 6 | 10000 | M-p10-conn | 2 | 165 | ||||
| X | 6 | 10000 | M-p10-conn | 3 | 895 | ||||
| X | 6 | 10000 | M-p10-conn | 4 | 2627 | ||||
| X | 6 | 10000 | M-p10-conn | 5 | 5285 | ||||
| X | 6 | 10000 | M-p10-conn | 6 | 7540 | ||||
| A | 6 | 10000 | M-p10-conn | 16512 | 0.66819 | 0.65182 | 0.12793 | 4828 | 24599 |
| X | 6 | 10000 | M-p10-comp | 2 | 156 | ||||
| X | 6 | 10000 | M-p10-comp | 3 | 632 | ||||
| X | 6 | 10000 | M-p10-comp | 4 | 1356 | ||||
| X | 6 | 10000 | M-p10-comp | 5 | 2006 | ||||
| X | 6 | 10000 | M-p10-comp | 6 | 2359 | ||||
| A | 6 | 10000 | M-p10-comp | 6509 | 0.28666 | 0.27444 | 0.24161 | 4828 | 5484 |
| X | 6 | 10000 | C-p30 | 2 | 847 | ||||
| X | 6 | 10000 | C-p30 | 3 | 6424 | ||||
| X | 6 | 10000 | C-p30 | 4 | 15696 | ||||
| X | 6 | 10000 | C-p30 | 5 | 21935 | ||||
| X | 6 | 10000 | C-p30 | 6 | 22284 | ||||
| A | 6 | 10000 | C-p30 | 67186 | 1.00000 | 0.90969 | 0.12909 | 4828 | 34022 |
| X | 6 | 10000 | M-p30-conn | 2 | 158 | ||||
| X | 6 | 10000 | M-p30-conn | 3 | 1223 | ||||
| X | 6 | 10000 | M-p30-conn | 4 | 3809 | ||||
| X | 6 | 10000 | M-p30-conn | 5 | 6166 | ||||
| X | 6 | 10000 | M-p30-conn | 6 | 6952 | ||||
| A | 6 | 10000 | M-p30-conn | 18308 | 0.52444 | 0.49959 | 0.14200 | 4828 | 16986 |
| X | 6 | 10000 | M-p30-comp | 2 | 156 | ||||
| X | 6 | 10000 | M-p30-comp | 3 | 906 | ||||
| X | 6 | 10000 | M-p30-comp | 4 | 2078 | ||||
| X | 6 | 10000 | M-p30-comp | 5 | 2603 | ||||
| X | 6 | 10000 | M-p30-comp | 6 | 2513 | ||||
| A | 6 | 10000 | M-p30-comp | 8256 | 0.21935 | 0.20050 | 0.20037 | 4828 | 4831 |
| X | 6 | 10000 | C-p50 | 2 | 897 | ||||
| X | 6 | 10000 | C-p50 | 3 | 10005 | ||||
| X | 6 | 10000 | C-p50 | 4 | 25931 | ||||
| X | 6 | 10000 | C-p50 | 5 | 30057 | ||||
| X | 6 | 10000 | C-p50 | 6 | 25460 | ||||
| A | 6 | 10000 | C-p50 | 92350 | 1.00000 | 0.84859 | 0.14064 | 4828 | 29131 |
| X | 6 | 10000 | M-p50-conn | 2 | 141 | ||||
| X | 6 | 10000 | M-p50-conn | 3 | 1478 | ||||
| X | 6 | 10000 | M-p50-conn | 4 | 5107 | ||||
| X | 6 | 10000 | M-p50-conn | 5 | 6121 | ||||
| X | 6 | 10000 | M-p50-conn | 6 | 5282 | ||||
| A | 6 | 10000 | M-p50-conn | 18129 | 0.45505 | 0.41901 | 0.18230 | 4828 | 11097 |
| X | 6 | 10000 | M-p50-comp | 2 | 141 | ||||
| X | 6 | 10000 | M-p50-comp | 3 | 1217 | ||||
| X | 6 | 10000 | M-p50-comp | 4 | 2794 | ||||
| X | 6 | 10000 | M-p50-comp | 5 | 2679 | ||||
| X | 6 | 10000 | M-p50-comp | 6 | 2054 | ||||
| A | 6 | 10000 | M-p50-comp | 8885 | 0.20423 | 0.17937 | 0.23361 | 4828 | 3707 |
| X | 6 | 10000 | C-S1 | 2 | 58 | ||||
| X | 6 | 10000 | C-S1 | 3 | 150 | ||||
| X | 6 | 10000 | C-S1 | 4 | 384 | ||||
| X | 6 | 10000 | C-S1 | 5 | 805 | ||||
| X | 6 | 10000 | C-S1 | 6 | 1725 | ||||
| A | 6 | 10000 | C-S1 | 3122 | 1.00000 | 1.00000 | 0.10964 | 4828 | 44036 |
| X | 6 | 10000 | M-S1-conn | 2 | 41 | ||||
| X | 6 | 10000 | M-S1-conn | 3 | 113 | ||||
| X | 6 | 10000 | M-S1-conn | 4 | 256 | ||||
| X | 6 | 10000 | M-S1-conn | 5 | 521 | ||||
| X | 6 | 10000 | M-S1-conn | 6 | 1061 | ||||
| A | 6 | 10000 | M-S1-conn | 1992 | 0.62945 | 0.62945 | 0.10327 | 4828 | 29427 |
| X | 6 | 10000 | M-S1-comp | 2 | 35 | ||||
| X | 6 | 10000 | M-S1-comp | 3 | 80 | ||||
| X | 6 | 10000 | M-S1-comp | 4 | 134 | ||||
| X | 6 | 10000 | M-S1-comp | 5 | 209 | ||||
| X | 6 | 10000 | M-S1-comp | 6 | 382 | ||||
| A | 6 | 10000 | M-S1-comp | 840 | 0.25041 | 0.25000 | 0.18939 | 4828 | 6373 |
| X | 6 | 10000 | C-S2 | 2 | 29 | ||||
| X | 6 | 10000 | C-S2 | 3 | 62 | ||||
| X | 6 | 10000 | C-S2 | 4 | 146 | ||||
| X | 6 | 10000 | C-S2 | 5 | 292 | ||||
| X | 6 | 10000 | C-S2 | 6 | 604 | ||||
| A | 6 | 10000 | C-S2 | 1133 | 1.00000 | 1.00000 | 0.10954 | 4828 | 44077 |
| X | 6 | 10000 | M-S2-conn | 2 | 20 | ||||
| X | 6 | 10000 | M-S2-conn | 3 | 55 | ||||
| X | 6 | 10000 | M-S2-conn | 4 | 116 | ||||
| X | 6 | 10000 | M-S2-conn | 5 | 228 | ||||
| X | 6 | 10000 | M-S2-conn | 6 | 425 | ||||
| A | 6 | 10000 | M-S2-conn | 844 | 0.55800 | 0.55779 | 0.09441 | 4828 | 28526 |
| X | 6 | 10000 | M-S2-comp | 2 | 17 | ||||
| X | 6 | 10000 | M-S2-comp | 3 | 42 | ||||
| X | 6 | 10000 | M-S2-comp | 4 | 76 | ||||
| X | 6 | 10000 | M-S2-comp | 5 | 111 | ||||
| X | 6 | 10000 | M-S2-comp | 6 | 145 | ||||
| A | 6 | 10000 | M-S2-comp | 391 | 0.18144 | 0.18144 | 0.12223 | 4828 | 7167 |
| X | 6 | 10000 | C-S3 | 2 | 24 | ||||
| X | 6 | 10000 | C-S3 | 3 | 49 | ||||
| X | 6 | 10000 | C-S3 | 4 | 107 | ||||
| X | 6 | 10000 | C-S3 | 5 | 212 | ||||
| X | 6 | 10000 | C-S3 | 6 | 453 | ||||
| A | 6 | 10000 | C-S3 | 845 | 1.00000 | 1.00000 | 0.10953 | 4828 | 44078 |
| X | 6 | 10000 | M-S3-conn | 2 | 13 | ||||
| X | 6 | 10000 | M-S3-conn | 3 | 44 | ||||
| X | 6 | 10000 | M-S3-conn | 4 | 84 | ||||
| X | 6 | 10000 | M-S3-conn | 5 | 166 | ||||
| X | 6 | 10000 | M-S3-conn | 6 | 308 | ||||
| A | 6 | 10000 | M-S3-conn | 615 | 0.47494 | 0.47473 | 0.09033 | 4828 | 25375 |
| X | 6 | 10000 | M-S3-comp | 2 | 13 | ||||
| X | 6 | 10000 | M-S3-comp | 3 | 33 | ||||
| X | 6 | 10000 | M-S3-comp | 4 | 63 | ||||
| X | 6 | 10000 | M-S3-comp | 5 | 98 | ||||
| X | 6 | 10000 | M-S3-comp | 6 | 137 | ||||
| A | 6 | 10000 | M-S3-comp | 344 | 0.13836 | 0.13836 | 0.10169 | 4828 | 6569 |
| X | 6 | 10000 | C-L | 2 | 346 | ||||
| X | 6 | 10000 | C-L | 3 | 1218 | ||||
| X | 6 | 10000 | C-L | 4 | 2903 | ||||
| X | 6 | 10000 | C-L | 5 | 5485 | ||||
| X | 6 | 10000 | C-L | 6 | 8609 | ||||
| A | 6 | 10000 | C-L | 18561 | 1.00000 | 0.97825 | 0.11273 | 4828 | 41896 |
| X | 6 | 10000 | M-L-conn | 2 | 97 | ||||
| X | 6 | 10000 | M-L-conn | 3 | 412 | ||||
| X | 6 | 10000 | M-L-conn | 4 | 1126 | ||||
| X | 6 | 10000 | M-L-conn | 5 | 2500 | ||||
| X | 6 | 10000 | M-L-conn | 6 | 4354 | ||||
| A | 6 | 10000 | M-L-conn | 8489 | 0.73923 | 0.72929 | 0.12757 | 4828 | 27601 |
| X | 6 | 10000 | M-L-comp | 2 | 89 | ||||
| X | 6 | 10000 | M-L-comp | 3 | 315 | ||||
| X | 6 | 10000 | M-L-comp | 4 | 649 | ||||
| X | 6 | 10000 | M-L-comp | 5 | 1122 | ||||
| X | 6 | 10000 | M-L-comp | 6 | 1602 | ||||
| A | 6 | 10000 | M-L-comp | 3777 | 0.32208 | 0.31587 | 0.23640 | 4828 | 6451 |
| X | 6 | 10000 | C-R | 2 | 704 | ||||
| X | 6 | 10000 | C-R | 3 | 9251 | ||||
| X | 6 | 10000 | C-R | 4 | 29234 | ||||
| X | 6 | 10000 | C-R | 5 | 32426 | ||||
| X | 6 | 10000 | C-R | 6 | 25991 | ||||
| A | 6 | 10000 | C-R | 97606 | 1.00000 | 0.84403 | 0.14688 | 4828 | 27744 |
| X | 6 | 10000 | M-R-conn | 2 | 61 | ||||
| X | 6 | 10000 | M-R-conn | 3 | 691 | ||||
| X | 6 | 10000 | M-R-conn | 4 | 3154 | ||||
| X | 6 | 10000 | M-R-conn | 5 | 3412 | ||||
| X | 6 | 10000 | M-R-conn | 6 | 2607 | ||||
| A | 6 | 10000 | M-R-conn | 9925 | 0.37117 | 0.35191 | 0.24839 | 4828 | 6840 |
| X | 6 | 10000 | M-R-comp | 2 | 61 | ||||
| X | 6 | 10000 | M-R-comp | 3 | 654 | ||||
| X | 6 | 10000 | M-R-comp | 4 | 2011 | ||||
| X | 6 | 10000 | M-R-comp | 5 | 1722 | ||||
| X | 6 | 10000 | M-R-comp | 6 | 1265 | ||||
| A | 6 | 10000 | M-R-comp | 5713 | 0.18703 | 0.17399 | 0.28718 | 4828 | 2925 |
| # | tier=30000 | train_toks=217426 | |||||||
| X | 6 | 30000 | F | 2 | 43055 | ||||
| X | 6 | 30000 | F | 3 | 102057 | ||||
| X | 6 | 30000 | F | 4 | 118216 | ||||
| X | 6 | 30000 | F | 5 | 100009 | ||||
| X | 6 | 30000 | F | 6 | 76366 | ||||
| A | 6 | 30000 | F | 439703 | 1.00000 | 0.60253 | 0.17179 | 4828 | 16933 |
| X | 6 | 30000 | MW-conn | 2 | 3139 | ||||
| X | 6 | 30000 | MW-conn | 3 | 17070 | ||||
| X | 6 | 30000 | MW-conn | 4 | 22580 | ||||
| X | 6 | 30000 | MW-conn | 5 | 15993 | ||||
| X | 6 | 30000 | MW-conn | 6 | 10660 | ||||
| A | 6 | 30000 | MW-conn | 69442 | 0.38152 | 0.32912 | 0.18086 | 4828 | 8786 |
| X | 6 | 30000 | MW-comp | 2 | 2769 | ||||
| X | 6 | 30000 | MW-comp | 3 | 10555 | ||||
| X | 6 | 30000 | MW-comp | 4 | 10772 | ||||
| X | 6 | 30000 | MW-comp | 5 | 6867 | ||||
| X | 6 | 30000 | MW-comp | 6 | 4507 | ||||
| A | 6 | 30000 | MW-comp | 35470 | 0.24006 | 0.19325 | 0.27644 | 4828 | 3375 |
| X | 6 | 30000 | C-G | 2 | 148 | ||||
| X | 6 | 30000 | C-G | 3 | 605 | ||||
| X | 6 | 30000 | C-G | 4 | 2184 | ||||
| X | 6 | 30000 | C-G | 5 | 6259 | ||||
| X | 6 | 30000 | C-G | 6 | 14572 | ||||
| A | 6 | 30000 | C-G | 23768 | 1.00000 | 0.99959 | 0.11040 | 4828 | 43712 |
| X | 6 | 30000 | M-G-conn | 2 | 102 | ||||
| X | 6 | 30000 | M-G-conn | 3 | 375 | ||||
| X | 6 | 30000 | M-G-conn | 4 | 1158 | ||||
| X | 6 | 30000 | M-G-conn | 5 | 3286 | ||||
| X | 6 | 30000 | M-G-conn | 6 | 7931 | ||||
| A | 6 | 30000 | M-G-conn | 12852 | 0.73239 | 0.73219 | 0.12275 | 4828 | 28798 |
| X | 6 | 30000 | M-G-comp | 2 | 81 | ||||
| X | 6 | 30000 | M-G-comp | 3 | 247 | ||||
| X | 6 | 30000 | M-G-comp | 4 | 618 | ||||
| X | 6 | 30000 | M-G-comp | 5 | 1386 | ||||
| X | 6 | 30000 | M-G-comp | 6 | 2838 | ||||
| A | 6 | 30000 | M-G-comp | 5170 | 0.33989 | 0.33906 | 0.25590 | 4828 | 6397 |
| X | 6 | 30000 | C-p10 | 2 | 703 | ||||
| X | 6 | 30000 | C-p10 | 3 | 4257 | ||||
| X | 6 | 30000 | C-p10 | 4 | 11768 | ||||
| X | 6 | 30000 | C-p10 | 5 | 22832 | ||||
| X | 6 | 30000 | C-p10 | 6 | 33957 | ||||
| A | 6 | 30000 | C-p10 | 73517 | 1.00000 | 0.98012 | 0.11463 | 4828 | 41282 |
| X | 6 | 30000 | M-p10-conn | 2 | 200 | ||||
| X | 6 | 30000 | M-p10-conn | 3 | 1389 | ||||
| X | 6 | 30000 | M-p10-conn | 4 | 4565 | ||||
| X | 6 | 30000 | M-p10-conn | 5 | 9814 | ||||
| X | 6 | 30000 | M-p10-conn | 6 | 16262 | ||||
| A | 6 | 30000 | M-p10-conn | 32230 | 0.68766 | 0.67833 | 0.12872 | 4828 | 25442 |
| X | 6 | 30000 | M-p10-comp | 2 | 190 | ||||
| X | 6 | 30000 | M-p10-comp | 3 | 997 | ||||
| X | 6 | 30000 | M-p10-comp | 4 | 2417 | ||||
| X | 6 | 30000 | M-p10-comp | 5 | 3930 | ||||
| X | 6 | 30000 | M-p10-comp | 6 | 5330 | ||||
| A | 6 | 30000 | M-p10-comp | 12864 | 0.29640 | 0.28998 | 0.24809 | 4828 | 5643 |
| X | 6 | 30000 | C-p30 | 2 | 890 | ||||
| X | 6 | 30000 | C-p30 | 3 | 9580 | ||||
| X | 6 | 30000 | C-p30 | 4 | 30145 | ||||
| X | 6 | 30000 | C-p30 | 5 | 49915 | ||||
| X | 6 | 30000 | C-p30 | 6 | 57193 | ||||
| A | 6 | 30000 | C-p30 | 147723 | 1.00000 | 0.94615 | 0.12355 | 4828 | 36973 |
| X | 6 | 30000 | M-p30-conn | 2 | 217 | ||||
| X | 6 | 30000 | M-p30-conn | 3 | 2341 | ||||
| X | 6 | 30000 | M-p30-conn | 4 | 8919 | ||||
| X | 6 | 30000 | M-p30-conn | 5 | 16833 | ||||
| X | 6 | 30000 | M-p30-conn | 6 | 21558 | ||||
| A | 6 | 30000 | M-p30-conn | 49868 | 0.58906 | 0.56814 | 0.14140 | 4828 | 19399 |
| X | 6 | 30000 | M-p30-comp | 2 | 211 | ||||
| X | 6 | 30000 | M-p30-comp | 3 | 1739 | ||||
| X | 6 | 30000 | M-p30-comp | 4 | 4970 | ||||
| X | 6 | 30000 | M-p30-comp | 5 | 7055 | ||||
| X | 6 | 30000 | M-p30-comp | 6 | 7506 | ||||
| A | 6 | 30000 | M-p30-comp | 21481 | 0.23923 | 0.22473 | 0.21031 | 4828 | 5159 |
| X | 6 | 30000 | C-p50 | 2 | 900 | ||||
| X | 6 | 30000 | C-p50 | 3 | 14471 | ||||
| X | 6 | 30000 | C-p50 | 4 | 53932 | ||||
| X | 6 | 30000 | C-p50 | 5 | 77742 | ||||
| X | 6 | 30000 | C-p50 | 6 | 71825 | ||||
| A | 6 | 30000 | C-p50 | 218870 | 1.00000 | 0.89126 | 0.13333 | 4828 | 32274 |
| X | 6 | 30000 | M-p50-conn | 2 | 207 | ||||
| X | 6 | 30000 | M-p50-conn | 3 | 3274 | ||||
| X | 6 | 30000 | M-p50-conn | 4 | 16074 | ||||
| X | 6 | 30000 | M-p50-conn | 5 | 24428 | ||||
| X | 6 | 30000 | M-p50-conn | 6 | 24218 | ||||
| A | 6 | 30000 | M-p50-conn | 68201 | 0.55696 | 0.51263 | 0.16922 | 4828 | 14626 |
| X | 6 | 30000 | M-p50-comp | 2 | 207 | ||||
| X | 6 | 30000 | M-p50-comp | 3 | 2694 | ||||
| X | 6 | 30000 | M-p50-comp | 4 | 8252 | ||||
| X | 6 | 30000 | M-p50-comp | 5 | 9502 | ||||
| X | 6 | 30000 | M-p50-comp | 6 | 8086 | ||||
| A | 6 | 30000 | M-p50-comp | 28741 | 0.19263 | 0.16756 | 0.20322 | 4828 | 3981 |
| X | 6 | 30000 | C-S1 | 2 | 58 | ||||
| X | 6 | 30000 | C-S1 | 3 | 150 | ||||
| X | 6 | 30000 | C-S1 | 4 | 386 | ||||
| X | 6 | 30000 | C-S1 | 5 | 817 | ||||
| X | 6 | 30000 | C-S1 | 6 | 1900 | ||||
| A | 6 | 30000 | C-S1 | 3311 | 1.00000 | 1.00000 | 0.10954 | 4828 | 44077 |
| X | 6 | 30000 | M-S1-conn | 2 | 41 | ||||
| X | 6 | 30000 | M-S1-conn | 3 | 113 | ||||
| X | 6 | 30000 | M-S1-conn | 4 | 263 | ||||
| X | 6 | 30000 | M-S1-conn | 5 | 551 | ||||
| X | 6 | 30000 | M-S1-conn | 6 | 1207 | ||||
| A | 6 | 30000 | M-S1-conn | 2175 | 0.63277 | 0.63277 | 0.10436 | 4828 | 29275 |
| X | 6 | 30000 | M-S1-comp | 2 | 34 | ||||
| X | 6 | 30000 | M-S1-comp | 3 | 79 | ||||
| X | 6 | 30000 | M-S1-comp | 4 | 139 | ||||
| X | 6 | 30000 | M-S1-comp | 5 | 248 | ||||
| X | 6 | 30000 | M-S1-comp | 6 | 477 | ||||
| A | 6 | 30000 | M-S1-comp | 977 | 0.25166 | 0.25166 | 0.18928 | 4828 | 6419 |
| X | 6 | 30000 | C-S2 | 2 | 29 | ||||
| X | 6 | 30000 | C-S2 | 3 | 62 | ||||
| X | 6 | 30000 | C-S2 | 4 | 148 | ||||
| X | 6 | 30000 | C-S2 | 5 | 296 | ||||
| X | 6 | 30000 | C-S2 | 6 | 633 | ||||
| A | 6 | 30000 | C-S2 | 1168 | 1.00000 | 1.00000 | 0.10952 | 4828 | 44085 |
| X | 6 | 30000 | M-S2-conn | 2 | 20 | ||||
| X | 6 | 30000 | M-S2-conn | 3 | 58 | ||||
| X | 6 | 30000 | M-S2-conn | 4 | 119 | ||||
| X | 6 | 30000 | M-S2-conn | 5 | 242 | ||||
| X | 6 | 30000 | M-S2-conn | 6 | 470 | ||||
| A | 6 | 30000 | M-S2-conn | 909 | 0.55924 | 0.55924 | 0.09360 | 4828 | 28847 |
| X | 6 | 30000 | M-S2-comp | 2 | 17 | ||||
| X | 6 | 30000 | M-S2-comp | 3 | 42 | ||||
| X | 6 | 30000 | M-S2-comp | 4 | 81 | ||||
| X | 6 | 30000 | M-S2-comp | 5 | 123 | ||||
| X | 6 | 30000 | M-S2-comp | 6 | 178 | ||||
| A | 6 | 30000 | M-S2-comp | 441 | 0.18123 | 0.18123 | 0.12234 | 4828 | 7152 |
| X | 6 | 30000 | C-S3 | 2 | 24 | ||||
| X | 6 | 30000 | C-S3 | 3 | 49 | ||||
| X | 6 | 30000 | C-S3 | 4 | 109 | ||||
| X | 6 | 30000 | C-S3 | 5 | 216 | ||||
| X | 6 | 30000 | C-S3 | 6 | 479 | ||||
| A | 6 | 30000 | C-S3 | 877 | 1.00000 | 1.00000 | 0.10952 | 4828 | 44085 |
| X | 6 | 30000 | M-S3-conn | 2 | 13 | ||||
| X | 6 | 30000 | M-S3-conn | 3 | 45 | ||||
| X | 6 | 30000 | M-S3-conn | 4 | 89 | ||||
| X | 6 | 30000 | M-S3-conn | 5 | 185 | ||||
| X | 6 | 30000 | M-S3-conn | 6 | 363 | ||||
| A | 6 | 30000 | M-S3-conn | 695 | 0.47328 | 0.47328 | 0.09029 | 4828 | 25307 |
| X | 6 | 30000 | M-S3-comp | 2 | 13 | ||||
| X | 6 | 30000 | M-S3-comp | 3 | 33 | ||||
| X | 6 | 30000 | M-S3-comp | 4 | 67 | ||||
| X | 6 | 30000 | M-S3-comp | 5 | 108 | ||||
| X | 6 | 30000 | M-S3-comp | 6 | 174 | ||||
| A | 6 | 30000 | M-S3-comp | 395 | 0.14002 | 0.14002 | 0.10327 | 4828 | 6546 |
| X | 6 | 30000 | C-L | 2 | 409 | ||||
| X | 6 | 30000 | C-L | 3 | 1728 | ||||
| X | 6 | 30000 | C-L | 4 | 4401 | ||||
| X | 6 | 30000 | C-L | 5 | 8521 | ||||
| X | 6 | 30000 | C-L | 6 | 13895 | ||||
| A | 6 | 30000 | C-L | 28954 | 1.00000 | 0.99234 | 0.11133 | 4828 | 43033 |
| X | 6 | 30000 | M-L-conn | 2 | 127 | ||||
| X | 6 | 30000 | M-L-conn | 3 | 579 | ||||
| X | 6 | 30000 | M-L-conn | 4 | 1677 | ||||
| X | 6 | 30000 | M-L-conn | 5 | 3746 | ||||
| X | 6 | 30000 | M-L-conn | 6 | 6914 | ||||
| A | 6 | 30000 | M-L-conn | 13043 | 0.72867 | 0.72452 | 0.12200 | 4828 | 28673 |
| X | 6 | 30000 | M-L-comp | 2 | 113 | ||||
| X | 6 | 30000 | M-L-comp | 3 | 424 | ||||
| X | 6 | 30000 | M-L-comp | 4 | 909 | ||||
| X | 6 | 30000 | M-L-comp | 5 | 1657 | ||||
| X | 6 | 30000 | M-L-comp | 6 | 2693 | ||||
| A | 6 | 30000 | M-L-comp | 5796 | 0.32001 | 0.31649 | 0.23639 | 4828 | 6464 |
| X | 6 | 30000 | C-R | 2 | 742 | ||||
| X | 6 | 30000 | C-R | 3 | 11118 | ||||
| X | 6 | 30000 | C-R | 4 | 56432 | ||||
| X | 6 | 30000 | C-R | 5 | 86261 | ||||
| X | 6 | 30000 | C-R | 6 | 75197 | ||||
| A | 6 | 30000 | C-R | 229750 | 1.00000 | 0.89872 | 0.13860 | 4828 | 31307 |
| X | 6 | 30000 | M-R-conn | 2 | 87 | ||||
| X | 6 | 30000 | M-R-conn | 3 | 1012 | ||||
| X | 6 | 30000 | M-R-conn | 4 | 6728 | ||||
| X | 6 | 30000 | M-R-conn | 5 | 11747 | ||||
| X | 6 | 30000 | M-R-conn | 6 | 10303 | ||||
| A | 6 | 30000 | M-R-conn | 29877 | 0.29101 | 0.27651 | 0.16839 | 4828 | 7928 |
| X | 6 | 30000 | M-R-comp | 2 | 87 | ||||
| X | 6 | 30000 | M-R-comp | 3 | 957 | ||||
| X | 6 | 30000 | M-R-comp | 4 | 4770 | ||||
| X | 6 | 30000 | M-R-comp | 5 | 6039 | ||||
| X | 6 | 30000 | M-R-comp | 6 | 4691 | ||||
| A | 6 | 30000 | M-R-comp | 16544 | 0.13111 | 0.11993 | 0.17604 | 4828 | 3289 |