| # | seed=6 | V=1607 | K=30 | W=6 | heldout_sents=2000 | heldout_toks=14636 | ||||
|---|---|---|---|---|---|---|---|---|---|---|
| GUARD | C1 | PASS | tp=12636 | pred=12636 | gold=12636 | |||||
| # | tier=1000 | train_toks=7376 | exchange_passes=5 | |||||||
| A | 6 | 1000 | G | 8.75641 | 6.84774 | |||||
| A | 6 | 1000 | Gw | 8.75641 | 6.95944 | |||||
| A | 6 | 1000 | L | 8.75641 | 7.88263 | |||||
| A | 6 | 1000 | R | 8.75641 | 9.11415 | |||||
| A | 6 | 1000 | U | 8.75641 | 12.11672 | |||||
| B | 6 | 1000 | G | -1 | 617 | 111 | 0.64836 | 0.69903 | 0.60454 | 0.99509 |
| B | 6 | 1000 | Gw | -1 | 688 | 107 | 0.62557 | 0.68408 | 0.57629 | 0.99509 |
| B | 6 | 1000 | L | -1 | 635 | 69 | 0.49554 | 0.56129 | 0.44357 | 0.99509 |
| B | 6 | 1000 | R | -1 | 876 | 8 | 0.03919 | 0.29842 | 0.02097 | 0.99509 |
| B | 6 | 1000 | U | -1 | 14111 | 419 | 0.07319 | 0.44327 | 0.03989 | 0.99509 |
| B | 6 | 1000 | U-f | 300 | 300 | 32 | 0.05228 | 0.37566 | 0.02809 | 0.99509 |
| B | 6 | 1000 | U-f | 1000 | 1000 | 63 | 0.07138 | 0.43800 | 0.03886 | 0.99509 |
| B | 6 | 1000 | U-f | 3000 | 3000 | 133 | 0.07305 | 0.44278 | 0.03981 | 0.99509 |
| B | 6 | 1000 | U-f | 10000 | 10000 | 307 | 0.07319 | 0.44327 | 0.03989 | 0.99509 |
| B | 6 | 1000 | U-f | 30000 | 14111 | 419 | 0.07319 | 0.44327 | 0.03989 | 0.99509 |
| B | 6 | 1000 | S-L | 300 | 300 | 99 | 0.04199 | 1.00000 | 0.02145 | 0.99509 |
| B | 6 | 1000 | S-L | 1000 | 1000 | 156 | 0.05014 | 0.88587 | 0.02580 | 0.99509 |
| B | 6 | 1000 | S-L | 3000 | 3000 | 247 | 0.05173 | 0.44487 | 0.02746 | 0.99509 |
| B | 6 | 1000 | S-L | 10000 | 10000 | 363 | 0.07319 | 0.44327 | 0.03989 | 0.99509 |
| B | 6 | 1000 | S-L | 30000 | 14111 | 419 | 0.07319 | 0.44327 | 0.03989 | 0.99509 |
| B | 6 | 1000 | S-R | 300 | 300 | 21 | 0.02940 | 0.25785 | 0.01559 | 0.99509 |
| B | 6 | 1000 | S-R | 1000 | 1000 | 64 | 0.07068 | 0.43548 | 0.03846 | 0.99509 |
| B | 6 | 1000 | S-R | 3000 | 3000 | 134 | 0.07305 | 0.44278 | 0.03981 | 0.99509 |
| B | 6 | 1000 | S-R | 10000 | 10000 | 308 | 0.07319 | 0.44327 | 0.03989 | 0.99509 |
| B | 6 | 1000 | S-R | 30000 | 14111 | 419 | 0.07319 | 0.44327 | 0.03989 | 0.99509 |
| # | tier=3000 | train_toks=22127 | exchange_passes=12 | |||||||
| A | 6 | 3000 | G | 8.63673 | 6.32661 | |||||
| A | 6 | 3000 | Gw | 8.63673 | 6.44553 | |||||
| A | 6 | 3000 | L | 8.63673 | 6.80093 | |||||
| A | 6 | 3000 | R | 8.63673 | 8.65301 | |||||
| A | 6 | 3000 | U | 8.63673 | 10.24641 | |||||
| B | 6 | 3000 | G | -1 | 632 | 152 | 0.70396 | 0.70733 | 0.70062 | 0.99509 |
| B | 6 | 3000 | Gw | -1 | 759 | 148 | 0.69196 | 0.69911 | 0.68495 | 0.99509 |
| B | 6 | 3000 | L | -1 | 723 | 112 | 0.62503 | 0.64453 | 0.60668 | 0.99509 |
| B | 6 | 3000 | R | -1 | 896 | 15 | 0.05383 | 0.26847 | 0.02991 | 0.99509 |
| B | 6 | 3000 | U | -1 | 32864 | 875 | 0.14721 | 0.47416 | 0.08713 | 0.99509 |
| B | 6 | 3000 | U-f | 300 | 300 | 60 | 0.08460 | 0.34583 | 0.04820 | 0.99509 |
| B | 6 | 3000 | U-f | 1000 | 1000 | 136 | 0.12303 | 0.43027 | 0.07178 | 0.99509 |
| B | 6 | 3000 | U-f | 3000 | 3000 | 241 | 0.14475 | 0.47000 | 0.08555 | 0.99509 |
| B | 6 | 3000 | U-f | 10000 | 10000 | 450 | 0.14709 | 0.47393 | 0.08705 | 0.99509 |
| B | 6 | 3000 | U-f | 30000 | 30000 | 856 | 0.14721 | 0.47416 | 0.08713 | 0.99509 |
| B | 6 | 3000 | U-f | 100000 | 32864 | 875 | 0.14721 | 0.47416 | 0.08713 | 0.99509 |
| B | 6 | 3000 | S-L | 300 | 300 | 107 | 0.03361 | 1.00000 | 0.01709 | 0.99509 |
| B | 6 | 3000 | S-L | 1000 | 1000 | 206 | 0.06863 | 0.88955 | 0.03569 | 0.99509 |
| B | 6 | 3000 | S-L | 3000 | 3000 | 314 | 0.07661 | 0.88307 | 0.04004 | 0.99509 |
| B | 6 | 3000 | S-L | 10000 | 10000 | 542 | 0.12551 | 0.52786 | 0.07123 | 0.99509 |
| B | 6 | 3000 | S-L | 30000 | 30000 | 856 | 0.14721 | 0.47416 | 0.08713 | 0.99509 |
| B | 6 | 3000 | S-L | 100000 | 32864 | 875 | 0.14721 | 0.47416 | 0.08713 | 0.99509 |
| B | 6 | 3000 | S-R | 300 | 300 | 15 | 0.01928 | 1.00000 | 0.00973 | 0.99509 |
| B | 6 | 3000 | S-R | 1000 | 1000 | 47 | 0.06199 | 0.31116 | 0.03443 | 0.99509 |
| B | 6 | 3000 | S-R | 3000 | 3000 | 227 | 0.14241 | 0.46599 | 0.08405 | 0.99509 |
| B | 6 | 3000 | S-R | 10000 | 10000 | 457 | 0.14709 | 0.47393 | 0.08705 | 0.99509 |
| B | 6 | 3000 | S-R | 30000 | 30000 | 856 | 0.14721 | 0.47416 | 0.08713 | 0.99509 |
| B | 6 | 3000 | S-R | 100000 | 32864 | 875 | 0.14721 | 0.47416 | 0.08713 | 0.99509 |
| # | tier=10000 | train_toks=73282 | exchange_passes=11 | |||||||
| A | 6 | 10000 | G | 8.58019 | 6.08231 | |||||
| A | 6 | 10000 | Gw | 8.58019 | 6.20079 | |||||
| A | 6 | 10000 | L | 8.58019 | 6.23662 | |||||
| A | 6 | 10000 | R | 8.58019 | 8.34352 | |||||
| A | 6 | 10000 | U | 8.58019 | 8.57842 | |||||
| N1 | 6 | 10000 | L | 8.58019 | 8.72823 | |||||
| B | 6 | 10000 | G | -1 | 635 | 199 | 0.72774 | 0.72907 | 0.72642 | 0.99509 |
| B | 6 | 10000 | Gw | -1 | 828 | 193 | 0.71824 | 0.72238 | 0.71415 | 0.99509 |
| B | 6 | 10000 | L | -1 | 801 | 147 | 0.69552 | 0.70242 | 0.68875 | 0.99509 |
| B | 6 | 10000 | R | -1 | 850 | 55 | 0.24116 | 0.37922 | 0.17680 | 0.99509 |
| B | 6 | 10000 | U | -1 | 77943 | 1946 | 0.26077 | 0.50237 | 0.17608 | 0.99509 |
| B | 6 | 10000 | U-f | 300 | 300 | 108 | 0.10728 | 0.31665 | 0.06458 | 0.99509 |
| B | 6 | 10000 | U-f | 1000 | 1000 | 276 | 0.16964 | 0.39594 | 0.10795 | 0.99509 |
| B | 6 | 10000 | U-f | 3000 | 3000 | 589 | 0.22790 | 0.46826 | 0.15060 | 0.99509 |
| B | 6 | 10000 | U-f | 10000 | 10000 | 1130 | 0.25814 | 0.49966 | 0.17403 | 0.99509 |
| B | 6 | 10000 | U-f | 30000 | 30000 | 1591 | 0.26077 | 0.50237 | 0.17608 | 0.99509 |
| B | 6 | 10000 | U-f | 100000 | 77943 | 1946 | 0.26077 | 0.50237 | 0.17608 | 0.99509 |
| B | 6 | 10000 | S-L | 300 | 300 | 102 | 0.00600 | 1.00000 | 0.00301 | 0.99509 |
| B | 6 | 10000 | S-L | 1000 | 1000 | 215 | 0.00992 | 0.92647 | 0.00499 | 0.99509 |
| B | 6 | 10000 | S-L | 3000 | 3000 | 562 | 0.11832 | 0.88704 | 0.06339 | 0.99509 |
| B | 6 | 10000 | S-L | 10000 | 10000 | 1021 | 0.20310 | 0.92199 | 0.11412 | 0.99509 |
| B | 6 | 10000 | S-L | 30000 | 30000 | 1525 | 0.25227 | 0.52731 | 0.16580 | 0.99509 |
| B | 6 | 10000 | S-L | 100000 | 77943 | 1946 | 0.26077 | 0.50237 | 0.17608 | 0.99509 |
| B | 6 | 10000 | S-R | 300 | 300 | 28 | 0.01508 | 1.00000 | 0.00760 | 0.99509 |
| B | 6 | 10000 | S-R | 1000 | 1000 | 61 | 0.02631 | 0.47368 | 0.01353 | 0.99509 |
| B | 6 | 10000 | S-R | 3000 | 3000 | 137 | 0.05575 | 0.42407 | 0.02984 | 0.99509 |
| B | 6 | 10000 | S-R | 10000 | 10000 | 347 | 0.12082 | 0.40801 | 0.07091 | 0.99509 |
| B | 6 | 10000 | S-R | 30000 | 30000 | 1621 | 0.26077 | 0.50237 | 0.17608 | 0.99509 |
| B | 6 | 10000 | S-R | 100000 | 77943 | 1946 | 0.26077 | 0.50237 | 0.17608 | 0.99509 |
| # | tier=30000 | train_toks=217426 | exchange_passes=9 | |||||||
| A | 6 | 30000 | G | 8.56956 | 6.01271 | |||||
| A | 6 | 30000 | Gw | 8.56956 | 6.12749 | |||||
| A | 6 | 30000 | L | 8.56956 | 6.09862 | |||||
| A | 6 | 30000 | R | 8.56956 | 8.37590 | |||||
| A | 6 | 30000 | U | 8.56956 | 7.49252 | |||||
| B | 6 | 30000 | G | -1 | 635 | 220 | 0.73329 | 0.73463 | 0.73196 | 0.99509 |
| B | 6 | 30000 | Gw | -1 | 860 | 218 | 0.72364 | 0.72764 | 0.71969 | 0.99509 |
| B | 6 | 30000 | L | -1 | 815 | 204 | 0.69622 | 0.70009 | 0.69239 | 0.99509 |
| B | 6 | 30000 | R | -1 | 817 | 77 | 0.25548 | 0.33604 | 0.20608 | 0.99509 |
| B | 6 | 30000 | U | -1 | 158389 | 4702 | 0.37723 | 0.52798 | 0.29345 | 0.99509 |
| B | 6 | 30000 | U-f | 300 | 300 | 157 | 0.12534 | 0.31068 | 0.07851 | 0.99509 |
| B | 6 | 30000 | U-f | 1000 | 1000 | 455 | 0.21261 | 0.39036 | 0.14609 | 0.99509 |
| B | 6 | 30000 | U-f | 3000 | 3000 | 1018 | 0.28769 | 0.45349 | 0.21067 | 0.99509 |
| B | 6 | 30000 | U-f | 10000 | 10000 | 2322 | 0.35832 | 0.51405 | 0.27501 | 0.99509 |
| B | 6 | 30000 | U-f | 30000 | 30000 | 3676 | 0.37578 | 0.52692 | 0.29202 | 0.99509 |
| B | 6 | 30000 | U-f | 100000 | 100000 | 4650 | 0.37723 | 0.52798 | 0.29345 | 0.99509 |
| B | 6 | 30000 | U-f | 300000 | 158389 | 4702 | 0.37723 | 0.52798 | 0.29345 | 0.99509 |
| B | 6 | 30000 | S-L | 300 | 300 | 183 | 0.00898 | 1.00000 | 0.00451 | 0.99509 |
| B | 6 | 30000 | S-L | 1000 | 1000 | 404 | 0.01539 | 0.96078 | 0.00776 | 0.99509 |
| B | 6 | 30000 | S-L | 3000 | 3000 | 921 | 0.12047 | 0.91163 | 0.06450 | 0.99509 |
| B | 6 | 30000 | S-L | 10000 | 10000 | 1695 | 0.18423 | 0.89820 | 0.10264 | 0.99509 |
| B | 6 | 30000 | S-L | 30000 | 30000 | 3400 | 0.30430 | 0.76482 | 0.18993 | 0.99509 |
| B | 6 | 30000 | S-L | 100000 | 100000 | 4572 | 0.37723 | 0.52798 | 0.29345 | 0.99509 |
| B | 6 | 30000 | S-L | 300000 | 158389 | 4702 | 0.37723 | 0.52798 | 0.29345 | 0.99509 |
| B | 6 | 30000 | S-R | 300 | 300 | 32 | 0.00537 | 0.97143 | 0.00269 | 0.99509 |
| B | 6 | 30000 | S-R | 1000 | 1000 | 82 | 0.01232 | 0.41361 | 0.00625 | 0.99509 |
| B | 6 | 30000 | S-R | 3000 | 3000 | 200 | 0.03629 | 0.44673 | 0.01891 | 0.99509 |
| B | 6 | 30000 | S-R | 10000 | 10000 | 476 | 0.07090 | 0.38029 | 0.03909 | 0.99509 |
| B | 6 | 30000 | S-R | 30000 | 30000 | 1095 | 0.14061 | 0.35996 | 0.08737 | 0.99509 |
| B | 6 | 30000 | S-R | 100000 | 100000 | 4496 | 0.37723 | 0.52798 | 0.29345 | 0.99509 |
| B | 6 | 30000 | S-R | 300000 | 158389 | 4702 | 0.37723 | 0.52798 | 0.29345 | 0.99509 |
| # | tier=100000 | train_toks=727462 | exchange_passes=10 | |||||||
| A | 6 | 100000 | G | 8.56629 | 5.98761 | |||||
| A | 6 | 100000 | Gw | 8.56629 | 6.10157 | |||||
| A | 6 | 100000 | L | 8.56629 | 6.06353 | |||||
| A | 6 | 100000 | R | 8.56629 | 8.31017 | |||||
| A | 6 | 100000 | U | 8.56629 | 6.70693 | |||||
| N1 | 6 | 100000 | L | 8.56629 | 8.55597 | |||||
| B | 6 | 100000 | G | -1 | 635 | 246 | 0.74035 | 0.74170 | 0.73900 | 0.99509 |
| B | 6 | 100000 | Gw | -1 | 872 | 246 | 0.72713 | 0.73064 | 0.72365 | 0.99509 |
| B | 6 | 100000 | L | -1 | 815 | 243 | 0.70917 | 0.71109 | 0.70726 | 0.99509 |
| B | 6 | 100000 | R | -1 | 862 | 138 | 0.29479 | 0.37249 | 0.24391 | 0.99509 |
| B | 6 | 100000 | U | -1 | 320970 | 12026 | 0.47934 | 0.55491 | 0.42189 | 0.99509 |
| B | 6 | 100000 | U-f | 300 | 300 | 177 | 0.13197 | 0.31585 | 0.08341 | 0.99509 |
| B | 6 | 100000 | U-f | 1000 | 1000 | 574 | 0.22684 | 0.38131 | 0.16144 | 0.99509 |
| B | 6 | 100000 | U-f | 3000 | 3000 | 1481 | 0.32039 | 0.44346 | 0.25079 | 0.99509 |
| B | 6 | 100000 | U-f | 10000 | 10000 | 3655 | 0.41043 | 0.50485 | 0.34576 | 0.99509 |
| B | 6 | 100000 | U-f | 30000 | 30000 | 7680 | 0.46760 | 0.54696 | 0.40836 | 0.99509 |
| B | 6 | 100000 | U-f | 100000 | 100000 | 11337 | 0.47909 | 0.55478 | 0.42157 | 0.99509 |
| B | 6 | 100000 | U-f | 300000 | 300000 | 12020 | 0.47934 | 0.55491 | 0.42189 | 0.99509 |
| B | 6 | 100000 | U-f | -1 | 320970 | 12026 | 0.47934 | 0.55491 | 0.42189 | 0.99509 |
| B | 6 | 100000 | S-L | 300 | 300 | 298 | 0.01258 | 1.00000 | 0.00633 | 0.99509 |
| B | 6 | 100000 | S-L | 1000 | 1000 | 526 | 0.01273 | 0.93103 | 0.00641 | 0.99509 |
| B | 6 | 100000 | S-L | 3000 | 3000 | 1520 | 0.13016 | 0.99323 | 0.06964 | 0.99509 |
| B | 6 | 100000 | S-L | 10000 | 10000 | 3153 | 0.18686 | 0.87318 | 0.10462 | 0.99509 |
| B | 6 | 100000 | S-L | 30000 | 30000 | 6152 | 0.34041 | 0.91235 | 0.20924 | 0.99509 |
| B | 6 | 100000 | S-L | 100000 | 100000 | 11031 | 0.46106 | 0.61316 | 0.36942 | 0.99509 |
| B | 6 | 100000 | S-L | 300000 | 300000 | 12026 | 0.47934 | 0.55491 | 0.42189 | 0.99509 |
| B | 6 | 100000 | S-L | -1 | 320970 | 12026 | 0.47934 | 0.55491 | 0.42189 | 0.99509 |
| B | 6 | 100000 | S-R | 300 | 300 | 46 | 0.00851 | 1.00000 | 0.00427 | 0.99509 |
| B | 6 | 100000 | S-R | 1000 | 1000 | 96 | 0.02129 | 0.97143 | 0.01076 | 0.99509 |
| B | 6 | 100000 | S-R | 3000 | 3000 | 215 | 0.02873 | 0.59425 | 0.01472 | 0.99509 |
| B | 6 | 100000 | S-R | 10000 | 10000 | 561 | 0.06601 | 0.37769 | 0.03617 | 0.99509 |
| B | 6 | 100000 | S-R | 30000 | 30000 | 1493 | 0.13575 | 0.35282 | 0.08405 | 0.99509 |
| B | 6 | 100000 | S-R | 100000 | 100000 | 9337 | 0.47473 | 0.55216 | 0.41635 | 0.99509 |
| B | 6 | 100000 | S-R | 300000 | 300000 | 12023 | 0.47934 | 0.55491 | 0.42189 | 0.99509 |
| B | 6 | 100000 | S-R | -1 | 320970 | 12026 | 0.47934 | 0.55491 | 0.42189 | 0.99509 |