| # | seed=8 | V=1607 | K=30 | W=6 | heldout_sents=2000 | heldout_toks=14172 | ||||
|---|---|---|---|---|---|---|---|---|---|---|
| GUARD | C1 | PASS | tp=12172 | pred=12172 | gold=12172 | |||||
| # | tier=1000 | train_toks=7200 | exchange_passes=9 | |||||||
| A | 8 | 1000 | G | 8.72447 | 6.80351 | |||||
| A | 8 | 1000 | Gw | 8.72447 | 6.90997 | |||||
| A | 8 | 1000 | L | 8.72447 | 7.87187 | |||||
| A | 8 | 1000 | R | 8.72447 | 9.14281 | |||||
| A | 8 | 1000 | U | 8.72447 | 12.10479 | |||||
| B | 8 | 1000 | G | -1 | 618 | 106 | 0.63504 | 0.66964 | 0.60384 | 0.99458 |
| B | 8 | 1000 | Gw | -1 | 680 | 105 | 0.62510 | 0.66648 | 0.58856 | 0.99458 |
| B | 8 | 1000 | L | -1 | 633 | 73 | 0.48786 | 0.53550 | 0.44800 | 0.99458 |
| B | 8 | 1000 | R | -1 | 878 | 3 | 0.02709 | 0.44855 | 0.01397 | 0.99458 |
| B | 8 | 1000 | U | -1 | 13615 | 405 | 0.06569 | 0.45321 | 0.03541 | 0.99458 |
| B | 8 | 1000 | U-f | 300 | 300 | 24 | 0.04403 | 0.36774 | 0.02341 | 0.99458 |
| B | 8 | 1000 | U-f | 1000 | 1000 | 60 | 0.06289 | 0.44253 | 0.03385 | 0.99458 |
| B | 8 | 1000 | U-f | 3000 | 3000 | 104 | 0.06569 | 0.45368 | 0.03541 | 0.99458 |
| B | 8 | 1000 | U-f | 10000 | 10000 | 318 | 0.06569 | 0.45321 | 0.03541 | 0.99458 |
| B | 8 | 1000 | U-f | 30000 | 13615 | 405 | 0.06569 | 0.45321 | 0.03541 | 0.99458 |
| B | 8 | 1000 | S-L | 300 | 300 | 81 | 0.02595 | 1.00000 | 0.01314 | 0.99458 |
| B | 8 | 1000 | S-L | 1000 | 1000 | 150 | 0.04010 | 0.84175 | 0.02054 | 0.99458 |
| B | 8 | 1000 | S-L | 3000 | 3000 | 210 | 0.06561 | 0.54278 | 0.03492 | 0.99458 |
| B | 8 | 1000 | S-L | 10000 | 10000 | 336 | 0.06569 | 0.45321 | 0.03541 | 0.99458 |
| B | 8 | 1000 | S-L | 30000 | 13615 | 405 | 0.06569 | 0.45321 | 0.03541 | 0.99458 |
| B | 8 | 1000 | S-R | 300 | 300 | 17 | 0.03342 | 0.31025 | 0.01766 | 0.99458 |
| B | 8 | 1000 | S-R | 1000 | 1000 | 57 | 0.06274 | 0.44194 | 0.03377 | 0.99458 |
| B | 8 | 1000 | S-R | 3000 | 3000 | 105 | 0.06569 | 0.45368 | 0.03541 | 0.99458 |
| B | 8 | 1000 | S-R | 10000 | 10000 | 315 | 0.06569 | 0.45321 | 0.03541 | 0.99458 |
| B | 8 | 1000 | S-R | 30000 | 13615 | 405 | 0.06569 | 0.45321 | 0.03541 | 0.99458 |
| # | tier=3000 | train_toks=21908 | exchange_passes=15 | |||||||
| A | 8 | 3000 | G | 8.61379 | 6.28354 | |||||
| A | 8 | 3000 | Gw | 8.61379 | 6.39725 | |||||
| A | 8 | 3000 | L | 8.61379 | 6.79523 | |||||
| A | 8 | 3000 | R | 8.61379 | 8.57711 | |||||
| A | 8 | 3000 | U | 8.61379 | 10.17801 | |||||
| B | 8 | 3000 | G | -1 | 632 | 148 | 0.70116 | 0.70773 | 0.69471 | 0.99458 |
| B | 8 | 3000 | Gw | -1 | 755 | 141 | 0.69772 | 0.70774 | 0.68797 | 0.99458 |
| B | 8 | 3000 | L | -1 | 715 | 96 | 0.58849 | 0.61201 | 0.56671 | 0.99458 |
| B | 8 | 3000 | R | -1 | 881 | 16 | 0.10539 | 0.46675 | 0.05940 | 0.99458 |
| B | 8 | 3000 | U | -1 | 32749 | 861 | 0.15559 | 0.52131 | 0.09144 | 0.99458 |
| B | 8 | 3000 | U-f | 300 | 300 | 59 | 0.08398 | 0.37779 | 0.04724 | 0.99458 |
| B | 8 | 3000 | U-f | 1000 | 1000 | 136 | 0.12922 | 0.47569 | 0.07476 | 0.99458 |
| B | 8 | 3000 | U-f | 3000 | 3000 | 255 | 0.15227 | 0.51639 | 0.08930 | 0.99458 |
| B | 8 | 3000 | U-f | 10000 | 10000 | 436 | 0.15559 | 0.52131 | 0.09144 | 0.99458 |
| B | 8 | 3000 | U-f | 30000 | 30000 | 841 | 0.15559 | 0.52131 | 0.09144 | 0.99458 |
| B | 8 | 3000 | U-f | 100000 | 32749 | 861 | 0.15559 | 0.52131 | 0.09144 | 0.99458 |
| B | 8 | 3000 | S-L | 300 | 300 | 94 | 0.00671 | 0.97619 | 0.00337 | 0.99458 |
| B | 8 | 3000 | S-L | 1000 | 1000 | 220 | 0.07126 | 0.98468 | 0.03697 | 0.99458 |
| B | 8 | 3000 | S-L | 3000 | 3000 | 342 | 0.08380 | 0.86452 | 0.04404 | 0.99458 |
| B | 8 | 3000 | S-L | 10000 | 10000 | 533 | 0.15181 | 0.51670 | 0.08897 | 0.99458 |
| B | 8 | 3000 | S-L | 30000 | 30000 | 839 | 0.15559 | 0.52131 | 0.09144 | 0.99458 |
| B | 8 | 3000 | S-L | 100000 | 32749 | 861 | 0.15559 | 0.52131 | 0.09144 | 0.99458 |
| B | 8 | 3000 | S-R | 300 | 300 | 24 | 0.02439 | 0.41019 | 0.01257 | 0.99458 |
| B | 8 | 3000 | S-R | 1000 | 1000 | 41 | 0.04022 | 0.39269 | 0.02120 | 0.99458 |
| B | 8 | 3000 | S-R | 3000 | 3000 | 215 | 0.14397 | 0.50172 | 0.08405 | 0.99458 |
| B | 8 | 3000 | S-R | 10000 | 10000 | 442 | 0.15559 | 0.52131 | 0.09144 | 0.99458 |
| B | 8 | 3000 | S-R | 30000 | 30000 | 841 | 0.15559 | 0.52131 | 0.09144 | 0.99458 |
| B | 8 | 3000 | S-R | 100000 | 32749 | 861 | 0.15559 | 0.52131 | 0.09144 | 0.99458 |
| # | tier=10000 | train_toks=72661 | exchange_passes=8 | |||||||
| A | 8 | 10000 | G | 8.56712 | 6.04845 | |||||
| A | 8 | 10000 | Gw | 8.56712 | 6.15861 | |||||
| A | 8 | 10000 | L | 8.56712 | 6.24199 | |||||
| A | 8 | 10000 | R | 8.56712 | 8.21719 | |||||
| A | 8 | 10000 | U | 8.56712 | 8.53074 | |||||
| N1 | 8 | 10000 | L | 8.56712 | 8.71399 | |||||
| B | 8 | 10000 | G | -1 | 635 | 190 | 0.73494 | 0.73639 | 0.73349 | 0.99458 |
| B | 8 | 10000 | Gw | -1 | 824 | 186 | 0.72112 | 0.72565 | 0.71664 | 0.99458 |
| B | 8 | 10000 | L | -1 | 796 | 144 | 0.69971 | 0.70958 | 0.69011 | 0.99458 |
| B | 8 | 10000 | R | -1 | 832 | 41 | 0.26208 | 0.38377 | 0.19898 | 0.99458 |
| B | 8 | 10000 | U | -1 | 77590 | 1955 | 0.28046 | 0.51827 | 0.19224 | 0.99458 |
| B | 8 | 10000 | U-f | 300 | 300 | 115 | 0.11608 | 0.32164 | 0.07082 | 0.99458 |
| B | 8 | 10000 | U-f | 1000 | 1000 | 288 | 0.18457 | 0.41554 | 0.11863 | 0.99458 |
| B | 8 | 10000 | U-f | 3000 | 3000 | 601 | 0.24806 | 0.48597 | 0.16653 | 0.99458 |
| B | 8 | 10000 | U-f | 10000 | 10000 | 1126 | 0.27863 | 0.51657 | 0.19077 | 0.99458 |
| B | 8 | 10000 | U-f | 30000 | 30000 | 1601 | 0.28046 | 0.51827 | 0.19224 | 0.99458 |
| B | 8 | 10000 | U-f | 100000 | 77590 | 1955 | 0.28046 | 0.51827 | 0.19224 | 0.99458 |
| B | 8 | 10000 | S-L | 300 | 300 | 79 | 0.00867 | 1.00000 | 0.00435 | 0.99458 |
| B | 8 | 10000 | S-L | 1000 | 1000 | 234 | 0.01143 | 0.93333 | 0.00575 | 0.99458 |
| B | 8 | 10000 | S-L | 3000 | 3000 | 551 | 0.10807 | 0.85610 | 0.05767 | 0.99458 |
| B | 8 | 10000 | S-L | 10000 | 10000 | 1005 | 0.20850 | 0.91560 | 0.11765 | 0.99458 |
| B | 8 | 10000 | S-L | 30000 | 30000 | 1575 | 0.27978 | 0.52271 | 0.19101 | 0.99458 |
| B | 8 | 10000 | S-L | 100000 | 77590 | 1955 | 0.28046 | 0.51827 | 0.19224 | 0.99458 |
| B | 8 | 10000 | S-R | 300 | 300 | 28 | 0.01640 | 0.26615 | 0.00846 | 0.99458 |
| B | 8 | 10000 | S-R | 1000 | 1000 | 57 | 0.02075 | 0.20493 | 0.01093 | 0.99458 |
| B | 8 | 10000 | S-R | 3000 | 3000 | 124 | 0.04114 | 0.31272 | 0.02202 | 0.99458 |
| B | 8 | 10000 | S-R | 10000 | 10000 | 322 | 0.12921 | 0.40415 | 0.07690 | 0.99458 |
| B | 8 | 10000 | S-R | 30000 | 30000 | 1625 | 0.28049 | 0.51850 | 0.19224 | 0.99458 |
| B | 8 | 10000 | S-R | 100000 | 77590 | 1955 | 0.28046 | 0.51827 | 0.19224 | 0.99458 |
| # | tier=30000 | train_toks=217378 | exchange_passes=8 | |||||||
| A | 8 | 30000 | G | 8.55374 | 5.97300 | |||||
| A | 8 | 30000 | Gw | 8.55374 | 6.08297 | |||||
| A | 8 | 30000 | L | 8.55374 | 6.08071 | |||||
| A | 8 | 30000 | R | 8.55374 | 8.36301 | |||||
| A | 8 | 30000 | U | 8.55374 | 7.43180 | |||||
| B | 8 | 30000 | G | -1 | 635 | 222 | 0.73066 | 0.73210 | 0.72921 | 0.99458 |
| B | 8 | 30000 | Gw | -1 | 859 | 221 | 0.71852 | 0.72258 | 0.71451 | 0.99458 |
| B | 8 | 30000 | L | -1 | 827 | 201 | 0.71002 | 0.71370 | 0.70638 | 0.99458 |
| B | 8 | 30000 | R | -1 | 845 | 77 | 0.30800 | 0.40018 | 0.25033 | 0.99458 |
| B | 8 | 30000 | U | -1 | 158443 | 4646 | 0.38439 | 0.54193 | 0.29781 | 0.99458 |
| B | 8 | 30000 | U-f | 300 | 300 | 147 | 0.12863 | 0.32235 | 0.08035 | 0.99458 |
| B | 8 | 30000 | U-f | 1000 | 1000 | 429 | 0.21293 | 0.39932 | 0.14517 | 0.99458 |
| B | 8 | 30000 | U-f | 3000 | 3000 | 1028 | 0.29428 | 0.46696 | 0.21484 | 0.99458 |
| B | 8 | 30000 | U-f | 10000 | 10000 | 2307 | 0.36809 | 0.52970 | 0.28204 | 0.99458 |
| B | 8 | 30000 | U-f | 30000 | 30000 | 3611 | 0.38319 | 0.54123 | 0.29658 | 0.99458 |
| B | 8 | 30000 | U-f | 100000 | 100000 | 4587 | 0.38439 | 0.54193 | 0.29781 | 0.99458 |
| B | 8 | 30000 | U-f | 300000 | 158443 | 4646 | 0.38439 | 0.54193 | 0.29781 | 0.99458 |
| B | 8 | 30000 | S-L | 300 | 300 | 174 | 0.00736 | 0.90000 | 0.00370 | 0.99458 |
| B | 8 | 30000 | S-L | 1000 | 1000 | 402 | 0.01774 | 0.95614 | 0.00895 | 0.99458 |
| B | 8 | 30000 | S-L | 3000 | 3000 | 640 | 0.02788 | 0.55769 | 0.01430 | 0.99458 |
| B | 8 | 30000 | S-L | 10000 | 10000 | 1569 | 0.19414 | 0.89648 | 0.10886 | 0.99458 |
| B | 8 | 30000 | S-L | 30000 | 30000 | 3487 | 0.31868 | 0.62578 | 0.21377 | 0.99458 |
| B | 8 | 30000 | S-L | 100000 | 100000 | 4537 | 0.38439 | 0.54193 | 0.29781 | 0.99458 |
| B | 8 | 30000 | S-L | 300000 | 158443 | 4646 | 0.38439 | 0.54193 | 0.29781 | 0.99458 |
| B | 8 | 30000 | S-R | 300 | 300 | 21 | 0.00784 | 0.72727 | 0.00394 | 0.99458 |
| B | 8 | 30000 | S-R | 1000 | 1000 | 48 | 0.01707 | 0.79545 | 0.00863 | 0.99458 |
| B | 8 | 30000 | S-R | 3000 | 3000 | 131 | 0.03334 | 0.57104 | 0.01717 | 0.99458 |
| B | 8 | 30000 | S-R | 10000 | 10000 | 371 | 0.06570 | 0.50000 | 0.03516 | 0.99458 |
| B | 8 | 30000 | S-R | 30000 | 30000 | 1030 | 0.16637 | 0.50332 | 0.09965 | 0.99458 |
| B | 8 | 30000 | S-R | 100000 | 100000 | 4436 | 0.38439 | 0.54193 | 0.29781 | 0.99458 |
| B | 8 | 30000 | S-R | 300000 | 158443 | 4646 | 0.38439 | 0.54193 | 0.29781 | 0.99458 |
| # | tier=100000 | train_toks=728223 | exchange_passes=4 | |||||||
| A | 8 | 100000 | G | 8.55131 | 5.94899 | |||||
| A | 8 | 100000 | Gw | 8.55131 | 6.05815 | |||||
| A | 8 | 100000 | L | 8.55131 | 6.05377 | |||||
| A | 8 | 100000 | R | 8.55131 | 8.36099 | |||||
| A | 8 | 100000 | U | 8.55131 | 6.64836 | |||||
| N1 | 8 | 100000 | L | 8.55131 | 8.54055 | |||||
| B | 8 | 100000 | G | -1 | 635 | 245 | 0.73930 | 0.74076 | 0.73784 | 0.99458 |
| B | 8 | 100000 | Gw | -1 | 873 | 248 | 0.72567 | 0.72922 | 0.72215 | 0.99458 |
| B | 8 | 100000 | L | -1 | 831 | 241 | 0.70997 | 0.71276 | 0.70720 | 0.99458 |
| B | 8 | 100000 | R | -1 | 855 | 115 | 0.32175 | 0.39689 | 0.27054 | 0.99458 |
| B | 8 | 100000 | U | -1 | 321517 | 12058 | 0.49087 | 0.56304 | 0.43510 | 0.99458 |
| B | 8 | 100000 | U-f | 300 | 300 | 181 | 0.14029 | 0.32810 | 0.08922 | 0.99458 |
| B | 8 | 100000 | U-f | 1000 | 1000 | 574 | 0.23555 | 0.39346 | 0.16809 | 0.99458 |
| B | 8 | 100000 | U-f | 3000 | 3000 | 1488 | 0.33108 | 0.45634 | 0.25978 | 0.99458 |
| B | 8 | 100000 | U-f | 10000 | 10000 | 3704 | 0.42159 | 0.51191 | 0.35836 | 0.99458 |
| B | 8 | 100000 | U-f | 30000 | 30000 | 7608 | 0.47970 | 0.55605 | 0.42179 | 0.99458 |
| B | 8 | 100000 | U-f | 100000 | 100000 | 11371 | 0.49087 | 0.56318 | 0.43501 | 0.99458 |
| B | 8 | 100000 | U-f | 300000 | 300000 | 12055 | 0.49087 | 0.56304 | 0.43510 | 0.99458 |
| B | 8 | 100000 | U-f | -1 | 321517 | 12058 | 0.49087 | 0.56304 | 0.43510 | 0.99458 |
| B | 8 | 100000 | S-L | 300 | 300 | 135 | 0.00016 | 0.07692 | 0.00008 | 0.99458 |
| B | 8 | 100000 | S-L | 1000 | 1000 | 583 | 0.01061 | 0.84416 | 0.00534 | 0.99458 |
| B | 8 | 100000 | S-L | 3000 | 3000 | 1307 | 0.03331 | 0.66032 | 0.01709 | 0.99458 |
| B | 8 | 100000 | S-L | 10000 | 10000 | 3161 | 0.20858 | 0.87599 | 0.11839 | 0.99458 |
| B | 8 | 100000 | S-L | 30000 | 30000 | 5344 | 0.29528 | 0.90366 | 0.17647 | 0.99458 |
| B | 8 | 100000 | S-L | 100000 | 100000 | 10553 | 0.46962 | 0.61291 | 0.38063 | 0.99458 |
| B | 8 | 100000 | S-L | 300000 | 300000 | 12058 | 0.49087 | 0.56304 | 0.43510 | 0.99458 |
| B | 8 | 100000 | S-L | -1 | 321517 | 12058 | 0.49087 | 0.56304 | 0.43510 | 0.99458 |
| B | 8 | 100000 | S-R | 300 | 300 | 40 | 0.00688 | 0.93333 | 0.00345 | 0.99458 |
| B | 8 | 100000 | S-R | 1000 | 1000 | 78 | 0.01207 | 0.86047 | 0.00608 | 0.99458 |
| B | 8 | 100000 | S-R | 3000 | 3000 | 225 | 0.02554 | 0.77833 | 0.01298 | 0.99458 |
| B | 8 | 100000 | S-R | 10000 | 10000 | 499 | 0.04929 | 0.63804 | 0.02563 | 0.99458 |
| B | 8 | 100000 | S-R | 30000 | 30000 | 1388 | 0.10577 | 0.46658 | 0.05965 | 0.99458 |
| B | 8 | 100000 | S-R | 100000 | 100000 | 7054 | 0.46343 | 0.54299 | 0.40421 | 0.99458 |
| B | 8 | 100000 | S-R | 300000 | 300000 | 12055 | 0.49087 | 0.56304 | 0.43510 | 0.99458 |
| B | 8 | 100000 | S-R | -1 | 321517 | 12058 | 0.49087 | 0.56304 | 0.43510 | 0.99458 |