| # | seed=2 | V=1607 | K=30 | W=6 | heldout_sents=2000 | heldout_toks=14489 | ||||
|---|---|---|---|---|---|---|---|---|---|---|
| GUARD | C1 | PASS | tp=12489 | pred=12489 | gold=12489 | |||||
| # | tier=1000 | train_toks=7386 | exchange_passes=11 | |||||||
| A | 2 | 1000 | G | 8.69433 | 6.79238 | |||||
| A | 2 | 1000 | Gw | 8.69433 | 6.90608 | |||||
| A | 2 | 1000 | L | 8.69433 | 7.86637 | |||||
| A | 2 | 1000 | R | 8.69433 | 9.10456 | |||||
| A | 2 | 1000 | U | 8.69433 | 12.04450 | |||||
| B | 2 | 1000 | G | -1 | 619 | 108 | 0.67298 | 0.69873 | 0.64905 | 0.99480 |
| B | 2 | 1000 | Gw | -1 | 686 | 103 | 0.65552 | 0.69158 | 0.62303 | 0.99480 |
| B | 2 | 1000 | L | -1 | 687 | 71 | 0.49750 | 0.55622 | 0.45000 | 0.99480 |
| B | 2 | 1000 | R | -1 | 890 | 3 | 0.00795 | 0.14613 | 0.00408 | 0.99480 |
| B | 2 | 1000 | U | -1 | 14053 | 455 | 0.06606 | 0.51160 | 0.03531 | 0.99480 |
| B | 2 | 1000 | U-f | 300 | 300 | 27 | 0.04860 | 0.44583 | 0.02570 | 0.99480 |
| B | 2 | 1000 | U-f | 1000 | 1000 | 57 | 0.06157 | 0.49398 | 0.03283 | 0.99480 |
| B | 2 | 1000 | U-f | 3000 | 3000 | 131 | 0.06549 | 0.50992 | 0.03499 | 0.99480 |
| B | 2 | 1000 | U-f | 10000 | 10000 | 320 | 0.06577 | 0.51047 | 0.03515 | 0.99480 |
| B | 2 | 1000 | U-f | 30000 | 14053 | 455 | 0.06606 | 0.51160 | 0.03531 | 0.99480 |
| B | 2 | 1000 | S-L | 300 | 300 | 100 | 0.02264 | 1.00000 | 0.01145 | 0.99480 |
| B | 2 | 1000 | S-L | 1000 | 1000 | 168 | 0.03747 | 0.88848 | 0.01914 | 0.99480 |
| B | 2 | 1000 | S-L | 3000 | 3000 | 257 | 0.04023 | 0.38743 | 0.02122 | 0.99480 |
| B | 2 | 1000 | S-L | 10000 | 10000 | 380 | 0.06606 | 0.51160 | 0.03531 | 0.99480 |
| B | 2 | 1000 | S-L | 30000 | 14053 | 455 | 0.06606 | 0.51160 | 0.03531 | 0.99480 |
| B | 2 | 1000 | S-R | 300 | 300 | 26 | 0.04550 | 0.42980 | 0.02402 | 0.99480 |
| B | 2 | 1000 | S-R | 1000 | 1000 | 61 | 0.06171 | 0.49458 | 0.03291 | 0.99480 |
| B | 2 | 1000 | S-R | 3000 | 3000 | 135 | 0.06549 | 0.50992 | 0.03499 | 0.99480 |
| B | 2 | 1000 | S-R | 10000 | 10000 | 322 | 0.06577 | 0.51047 | 0.03515 | 0.99480 |
| B | 2 | 1000 | S-R | 30000 | 14053 | 455 | 0.06606 | 0.51160 | 0.03531 | 0.99480 |
| # | tier=3000 | train_toks=21780 | exchange_passes=10 | |||||||
| A | 2 | 3000 | G | 8.58524 | 6.28882 | |||||
| A | 2 | 3000 | Gw | 8.58524 | 6.40429 | |||||
| A | 2 | 3000 | L | 8.58524 | 6.74811 | |||||
| A | 2 | 3000 | R | 8.58524 | 8.51910 | |||||
| A | 2 | 3000 | U | 8.58524 | 10.18647 | |||||
| B | 2 | 3000 | G | -1 | 632 | 145 | 0.69330 | 0.69731 | 0.68933 | 0.99480 |
| B | 2 | 3000 | Gw | -1 | 753 | 137 | 0.66347 | 0.67447 | 0.65281 | 0.99480 |
| B | 2 | 3000 | L | -1 | 741 | 100 | 0.56180 | 0.58791 | 0.53791 | 0.99480 |
| B | 2 | 3000 | R | -1 | 890 | 17 | 0.10895 | 0.38927 | 0.06334 | 0.99480 |
| B | 2 | 3000 | U | -1 | 32603 | 910 | 0.16166 | 0.49609 | 0.09656 | 0.99480 |
| B | 2 | 3000 | U-f | 300 | 300 | 64 | 0.09572 | 0.37575 | 0.05485 | 0.99480 |
| B | 2 | 3000 | U-f | 1000 | 1000 | 143 | 0.13380 | 0.45103 | 0.07855 | 0.99480 |
| B | 2 | 3000 | U-f | 3000 | 3000 | 287 | 0.15860 | 0.49126 | 0.09456 | 0.99480 |
| B | 2 | 3000 | U-f | 10000 | 10000 | 477 | 0.16166 | 0.49609 | 0.09656 | 0.99480 |
| B | 2 | 3000 | U-f | 30000 | 30000 | 883 | 0.16166 | 0.49609 | 0.09656 | 0.99480 |
| B | 2 | 3000 | U-f | 100000 | 32603 | 910 | 0.16166 | 0.49609 | 0.09656 | 0.99480 |
| B | 2 | 3000 | S-L | 300 | 300 | 92 | 0.00511 | 0.96970 | 0.00256 | 0.99480 |
| B | 2 | 3000 | S-L | 1000 | 1000 | 210 | 0.06725 | 0.86024 | 0.03499 | 0.99480 |
| B | 2 | 3000 | S-L | 3000 | 3000 | 360 | 0.09765 | 0.89335 | 0.05165 | 0.99480 |
| B | 2 | 3000 | S-L | 10000 | 10000 | 562 | 0.13459 | 0.45052 | 0.07911 | 0.99480 |
| B | 2 | 3000 | S-L | 30000 | 30000 | 889 | 0.16166 | 0.49609 | 0.09656 | 0.99480 |
| B | 2 | 3000 | S-L | 100000 | 32603 | 910 | 0.16166 | 0.49609 | 0.09656 | 0.99480 |
| B | 2 | 3000 | S-R | 300 | 300 | 13 | 0.02152 | 0.89474 | 0.01089 | 0.99480 |
| B | 2 | 3000 | S-R | 1000 | 1000 | 32 | 0.03808 | 0.31665 | 0.02026 | 0.99480 |
| B | 2 | 3000 | S-R | 3000 | 3000 | 232 | 0.14819 | 0.47366 | 0.08784 | 0.99480 |
| B | 2 | 3000 | S-R | 10000 | 10000 | 483 | 0.16166 | 0.49609 | 0.09656 | 0.99480 |
| B | 2 | 3000 | S-R | 30000 | 30000 | 884 | 0.16166 | 0.49609 | 0.09656 | 0.99480 |
| B | 2 | 3000 | S-R | 100000 | 32603 | 910 | 0.16166 | 0.49609 | 0.09656 | 0.99480 |
| # | tier=10000 | train_toks=72490 | exchange_passes=8 | |||||||
| A | 2 | 10000 | G | 8.53820 | 6.05482 | |||||
| A | 2 | 10000 | Gw | 8.53820 | 6.16923 | |||||
| A | 2 | 10000 | L | 8.53820 | 6.23547 | |||||
| A | 2 | 10000 | R | 8.53820 | 8.33934 | |||||
| A | 2 | 10000 | U | 8.53820 | 8.53486 | |||||
| N1 | 2 | 10000 | L | 8.53820 | 8.68379 | |||||
| B | 2 | 10000 | G | -1 | 635 | 191 | 0.72498 | 0.72629 | 0.72368 | 0.99480 |
| B | 2 | 10000 | Gw | -1 | 827 | 191 | 0.71428 | 0.71871 | 0.70990 | 0.99480 |
| B | 2 | 10000 | L | -1 | 794 | 148 | 0.69180 | 0.70381 | 0.68020 | 0.99480 |
| B | 2 | 10000 | R | -1 | 848 | 56 | 0.23049 | 0.38036 | 0.16535 | 0.99480 |
| B | 2 | 10000 | U | -1 | 77142 | 1963 | 0.26885 | 0.50609 | 0.18304 | 0.99480 |
| B | 2 | 10000 | U-f | 300 | 300 | 113 | 0.11636 | 0.32680 | 0.07078 | 0.99480 |
| B | 2 | 10000 | U-f | 1000 | 1000 | 281 | 0.18133 | 0.40882 | 0.11650 | 0.99480 |
| B | 2 | 10000 | U-f | 3000 | 3000 | 598 | 0.23974 | 0.47810 | 0.15998 | 0.99480 |
| B | 2 | 10000 | U-f | 10000 | 10000 | 1136 | 0.26704 | 0.50434 | 0.18160 | 0.99480 |
| B | 2 | 10000 | U-f | 30000 | 30000 | 1616 | 0.26885 | 0.50609 | 0.18304 | 0.99480 |
| B | 2 | 10000 | U-f | 100000 | 77142 | 1963 | 0.26885 | 0.50609 | 0.18304 | 0.99480 |
| B | 2 | 10000 | S-L | 300 | 300 | 84 | 0.00543 | 0.91892 | 0.00272 | 0.99480 |
| B | 2 | 10000 | S-L | 1000 | 1000 | 244 | 0.01177 | 0.90244 | 0.00593 | 0.99480 |
| B | 2 | 10000 | S-L | 3000 | 3000 | 603 | 0.11068 | 0.88902 | 0.05901 | 0.99480 |
| B | 2 | 10000 | S-L | 10000 | 10000 | 1006 | 0.19207 | 0.92091 | 0.10721 | 0.99480 |
| B | 2 | 10000 | S-L | 30000 | 30000 | 1569 | 0.26262 | 0.50839 | 0.17704 | 0.99480 |
| B | 2 | 10000 | S-L | 100000 | 77142 | 1963 | 0.26885 | 0.50609 | 0.18304 | 0.99480 |
| B | 2 | 10000 | S-R | 300 | 300 | 25 | 0.00572 | 0.37895 | 0.00288 | 0.99480 |
| B | 2 | 10000 | S-R | 1000 | 1000 | 48 | 0.02385 | 0.58915 | 0.01217 | 0.99480 |
| B | 2 | 10000 | S-R | 3000 | 3000 | 107 | 0.05595 | 0.69598 | 0.02915 | 0.99480 |
| B | 2 | 10000 | S-R | 10000 | 10000 | 756 | 0.24586 | 0.48468 | 0.16470 | 0.99480 |
| B | 2 | 10000 | S-R | 30000 | 30000 | 1639 | 0.26885 | 0.50609 | 0.18304 | 0.99480 |
| B | 2 | 10000 | S-R | 100000 | 77142 | 1963 | 0.26885 | 0.50609 | 0.18304 | 0.99480 |
| # | tier=30000 | train_toks=218306 | exchange_passes=11 | |||||||
| A | 2 | 30000 | G | 8.52644 | 5.98320 | |||||
| A | 2 | 30000 | Gw | 8.52644 | 6.09859 | |||||
| A | 2 | 30000 | L | 8.52644 | 6.09754 | |||||
| A | 2 | 30000 | R | 8.52644 | 8.32674 | |||||
| A | 2 | 30000 | U | 8.52644 | 7.43185 | |||||
| B | 2 | 30000 | G | -1 | 635 | 221 | 0.73453 | 0.73586 | 0.73321 | 0.99480 |
| B | 2 | 30000 | Gw | -1 | 863 | 220 | 0.72192 | 0.72580 | 0.71807 | 0.99480 |
| B | 2 | 30000 | L | -1 | 830 | 186 | 0.70665 | 0.71008 | 0.70326 | 0.99480 |
| B | 2 | 30000 | R | -1 | 830 | 51 | 0.27065 | 0.37435 | 0.21195 | 0.99480 |
| B | 2 | 30000 | U | -1 | 159116 | 4617 | 0.38086 | 0.53077 | 0.29698 | 0.99480 |
| B | 2 | 30000 | U-f | 300 | 300 | 150 | 0.12778 | 0.31498 | 0.08015 | 0.99480 |
| B | 2 | 30000 | U-f | 1000 | 1000 | 442 | 0.21511 | 0.39495 | 0.14781 | 0.99480 |
| B | 2 | 30000 | U-f | 3000 | 3000 | 1008 | 0.29203 | 0.45913 | 0.21411 | 0.99480 |
| B | 2 | 30000 | U-f | 10000 | 10000 | 2256 | 0.35915 | 0.51511 | 0.27568 | 0.99480 |
| B | 2 | 30000 | U-f | 30000 | 30000 | 3623 | 0.37996 | 0.53034 | 0.29602 | 0.99480 |
| B | 2 | 30000 | U-f | 100000 | 100000 | 4573 | 0.38086 | 0.53077 | 0.29698 | 0.99480 |
| B | 2 | 30000 | U-f | 300000 | 159116 | 4617 | 0.38086 | 0.53077 | 0.29698 | 0.99480 |
| B | 2 | 30000 | S-L | 300 | 300 | 174 | 0.00861 | 0.91525 | 0.00432 | 0.99480 |
| B | 2 | 30000 | S-L | 1000 | 1000 | 428 | 0.01651 | 0.95413 | 0.00833 | 0.99480 |
| B | 2 | 30000 | S-L | 3000 | 3000 | 611 | 0.02735 | 0.74678 | 0.01393 | 0.99480 |
| B | 2 | 30000 | S-L | 10000 | 10000 | 1640 | 0.19172 | 0.90534 | 0.10721 | 0.99480 |
| B | 2 | 30000 | S-L | 30000 | 30000 | 3273 | 0.30893 | 0.69047 | 0.19898 | 0.99480 |
| B | 2 | 30000 | S-L | 100000 | 100000 | 4527 | 0.38086 | 0.53077 | 0.29698 | 0.99480 |
| B | 2 | 30000 | S-L | 300000 | 159116 | 4617 | 0.38086 | 0.53077 | 0.29698 | 0.99480 |
| B | 2 | 30000 | S-R | 300 | 300 | 29 | 0.01129 | 0.80682 | 0.00569 | 0.99480 |
| B | 2 | 30000 | S-R | 1000 | 1000 | 60 | 0.02086 | 0.79042 | 0.01057 | 0.99480 |
| B | 2 | 30000 | S-R | 3000 | 3000 | 134 | 0.03867 | 0.86063 | 0.01978 | 0.99480 |
| B | 2 | 30000 | S-R | 10000 | 10000 | 376 | 0.09266 | 0.61193 | 0.05012 | 0.99480 |
| B | 2 | 30000 | S-R | 30000 | 30000 | 1064 | 0.15221 | 0.40868 | 0.09352 | 0.99480 |
| B | 2 | 30000 | S-R | 100000 | 100000 | 4429 | 0.38086 | 0.53077 | 0.29698 | 0.99480 |
| B | 2 | 30000 | S-R | 300000 | 159116 | 4617 | 0.38086 | 0.53077 | 0.29698 | 0.99480 |
| # | tier=100000 | train_toks=726225 | exchange_passes=5 | |||||||
| A | 2 | 100000 | G | 8.52278 | 5.95775 | |||||
| A | 2 | 100000 | Gw | 8.52278 | 6.07246 | |||||
| A | 2 | 100000 | L | 8.52278 | 6.03912 | |||||
| A | 2 | 100000 | R | 8.52278 | 8.25134 | |||||
| A | 2 | 100000 | U | 8.52278 | 6.66369 | |||||
| N1 | 2 | 100000 | L | 8.52278 | 8.51218 | |||||
| B | 2 | 100000 | G | -1 | 635 | 242 | 0.73180 | 0.73312 | 0.73048 | 0.99480 |
| B | 2 | 100000 | Gw | -1 | 877 | 245 | 0.72093 | 0.72455 | 0.71735 | 0.99480 |
| B | 2 | 100000 | L | -1 | 832 | 236 | 0.70088 | 0.70252 | 0.69926 | 0.99480 |
| B | 2 | 100000 | R | -1 | 836 | 136 | 0.32591 | 0.39171 | 0.27905 | 0.99480 |
| B | 2 | 100000 | U | -1 | 320239 | 12096 | 0.48439 | 0.55793 | 0.42798 | 0.99480 |
| B | 2 | 100000 | U-f | 300 | 300 | 176 | 0.13853 | 0.32316 | 0.08816 | 0.99480 |
| B | 2 | 100000 | U-f | 1000 | 1000 | 568 | 0.23097 | 0.38512 | 0.16495 | 0.99480 |
| B | 2 | 100000 | U-f | 3000 | 3000 | 1475 | 0.32227 | 0.44323 | 0.25318 | 0.99480 |
| B | 2 | 100000 | U-f | 10000 | 10000 | 3659 | 0.41149 | 0.50318 | 0.34807 | 0.99480 |
| B | 2 | 100000 | U-f | 30000 | 30000 | 7666 | 0.47458 | 0.55172 | 0.41637 | 0.99480 |
| B | 2 | 100000 | U-f | 100000 | 100000 | 11398 | 0.48425 | 0.55784 | 0.42782 | 0.99480 |
| B | 2 | 100000 | U-f | 300000 | 300000 | 12093 | 0.48439 | 0.55793 | 0.42798 | 0.99480 |
| B | 2 | 100000 | U-f | -1 | 320239 | 12096 | 0.48439 | 0.55793 | 0.42798 | 0.99480 |
| B | 2 | 100000 | S-L | 300 | 300 | 128 | 0.00000 | 0.00000 | 0.00000 | 0.99480 |
| B | 2 | 100000 | S-L | 1000 | 1000 | 570 | 0.01130 | 0.91026 | 0.00569 | 0.99480 |
| B | 2 | 100000 | S-L | 3000 | 3000 | 1427 | 0.08002 | 0.89708 | 0.04188 | 0.99480 |
| B | 2 | 100000 | S-L | 10000 | 10000 | 3156 | 0.18829 | 0.88911 | 0.10529 | 0.99480 |
| B | 2 | 100000 | S-L | 30000 | 30000 | 5510 | 0.28816 | 0.91438 | 0.17103 | 0.99480 |
| B | 2 | 100000 | S-L | 100000 | 100000 | 10901 | 0.46346 | 0.60267 | 0.37649 | 0.99480 |
| B | 2 | 100000 | S-L | 300000 | 300000 | 12096 | 0.48439 | 0.55793 | 0.42798 | 0.99480 |
| B | 2 | 100000 | S-L | -1 | 320239 | 12096 | 0.48439 | 0.55793 | 0.42798 | 0.99480 |
| B | 2 | 100000 | S-R | 300 | 300 | 37 | 0.00670 | 0.93333 | 0.00336 | 0.99480 |
| B | 2 | 100000 | S-R | 1000 | 1000 | 77 | 0.01004 | 0.95455 | 0.00504 | 0.99480 |
| B | 2 | 100000 | S-R | 3000 | 3000 | 202 | 0.02363 | 0.72464 | 0.01201 | 0.99480 |
| B | 2 | 100000 | S-R | 10000 | 10000 | 578 | 0.04909 | 0.45634 | 0.02594 | 0.99480 |
| B | 2 | 100000 | S-R | 30000 | 30000 | 1662 | 0.17059 | 0.51038 | 0.10241 | 0.99480 |
| B | 2 | 100000 | S-R | 100000 | 100000 | 7235 | 0.45585 | 0.53697 | 0.39603 | 0.99480 |
| B | 2 | 100000 | S-R | 300000 | 300000 | 12095 | 0.48439 | 0.55793 | 0.42798 | 0.99480 |
| B | 2 | 100000 | S-R | -1 | 320239 | 12096 | 0.48439 | 0.55793 | 0.42798 | 0.99480 |