| # | seed=9 | V=1607 | K=30 | W=6 | heldout_sents=2000 | heldout_toks=14431 | ||||
|---|---|---|---|---|---|---|---|---|---|---|
| GUARD | C1 | PASS | tp=12431 | pred=12431 | gold=12431 | |||||
| # | tier=1000 | train_toks=7291 | exchange_passes=10 | |||||||
| A | 9 | 1000 | G | 8.74769 | 6.82482 | |||||
| A | 9 | 1000 | Gw | 8.74769 | 6.93595 | |||||
| A | 9 | 1000 | L | 8.74769 | 8.00717 | |||||
| A | 9 | 1000 | R | 8.74769 | 9.19300 | |||||
| A | 9 | 1000 | U | 8.74769 | 12.16405 | |||||
| B | 9 | 1000 | G | -1 | 619 | 101 | 0.67854 | 0.71399 | 0.64645 | 0.99509 |
| B | 9 | 1000 | Gw | -1 | 680 | 98 | 0.65133 | 0.69951 | 0.60936 | 0.99509 |
| B | 9 | 1000 | L | -1 | 675 | 65 | 0.46242 | 0.53733 | 0.40584 | 0.99509 |
| B | 9 | 1000 | R | -1 | 884 | 3 | 0.01340 | 0.77778 | 0.00676 | 0.99509 |
| B | 9 | 1000 | U | -1 | 13741 | 434 | 0.07634 | 0.61259 | 0.04070 | 0.99509 |
| B | 9 | 1000 | U-f | 300 | 300 | 29 | 0.06232 | 0.56396 | 0.03298 | 0.99509 |
| B | 9 | 1000 | U-f | 1000 | 1000 | 55 | 0.07038 | 0.59387 | 0.03741 | 0.99509 |
| B | 9 | 1000 | U-f | 3000 | 3000 | 125 | 0.07562 | 0.61098 | 0.04030 | 0.99509 |
| B | 9 | 1000 | U-f | 10000 | 10000 | 317 | 0.07561 | 0.61023 | 0.04030 | 0.99509 |
| B | 9 | 1000 | U-f | 30000 | 13741 | 434 | 0.07634 | 0.61259 | 0.04070 | 0.99509 |
| B | 9 | 1000 | S-L | 300 | 300 | 98 | 0.00497 | 0.96875 | 0.00249 | 0.99509 |
| B | 9 | 1000 | S-L | 1000 | 1000 | 160 | 0.03963 | 0.88112 | 0.02027 | 0.99509 |
| B | 9 | 1000 | S-L | 3000 | 3000 | 223 | 0.07329 | 0.60323 | 0.03902 | 0.99509 |
| B | 9 | 1000 | S-L | 10000 | 10000 | 356 | 0.07634 | 0.61259 | 0.04070 | 0.99509 |
| B | 9 | 1000 | S-L | 30000 | 13741 | 434 | 0.07634 | 0.61259 | 0.04070 | 0.99509 |
| B | 9 | 1000 | S-R | 300 | 300 | 27 | 0.06129 | 0.55972 | 0.03242 | 0.99509 |
| B | 9 | 1000 | S-R | 1000 | 1000 | 55 | 0.07038 | 0.59387 | 0.03741 | 0.99509 |
| B | 9 | 1000 | S-R | 3000 | 3000 | 125 | 0.07562 | 0.61098 | 0.04030 | 0.99509 |
| B | 9 | 1000 | S-R | 10000 | 10000 | 317 | 0.07561 | 0.61023 | 0.04030 | 0.99509 |
| B | 9 | 1000 | S-R | 30000 | 13741 | 434 | 0.07634 | 0.61259 | 0.04070 | 0.99509 |
| # | tier=3000 | train_toks=22082 | exchange_passes=10 | |||||||
| A | 9 | 3000 | G | 8.61629 | 6.29040 | |||||
| A | 9 | 3000 | Gw | 8.61629 | 6.40141 | |||||
| A | 9 | 3000 | L | 8.61629 | 6.77621 | |||||
| A | 9 | 3000 | R | 8.61629 | 8.56537 | |||||
| A | 9 | 3000 | U | 8.61629 | 10.20107 | |||||
| B | 9 | 3000 | G | -1 | 631 | 154 | 0.72358 | 0.72648 | 0.72070 | 0.99509 |
| B | 9 | 3000 | Gw | -1 | 759 | 152 | 0.70945 | 0.71551 | 0.70348 | 0.99509 |
| B | 9 | 3000 | L | -1 | 734 | 95 | 0.57657 | 0.59619 | 0.55820 | 0.99509 |
| B | 9 | 3000 | R | -1 | 887 | 18 | 0.11635 | 0.35913 | 0.06942 | 0.99509 |
| B | 9 | 3000 | U | -1 | 32972 | 922 | 0.15741 | 0.49574 | 0.09356 | 0.99509 |
| B | 9 | 3000 | U-f | 300 | 300 | 62 | 0.09349 | 0.37821 | 0.05333 | 0.99509 |
| B | 9 | 3000 | U-f | 1000 | 1000 | 147 | 0.13697 | 0.46336 | 0.08036 | 0.99509 |
| B | 9 | 3000 | U-f | 3000 | 3000 | 268 | 0.15380 | 0.48985 | 0.09122 | 0.99509 |
| B | 9 | 3000 | U-f | 10000 | 10000 | 453 | 0.15704 | 0.49530 | 0.09332 | 0.99509 |
| B | 9 | 3000 | U-f | 30000 | 30000 | 892 | 0.15741 | 0.49574 | 0.09356 | 0.99509 |
| B | 9 | 3000 | U-f | 100000 | 32972 | 922 | 0.15741 | 0.49574 | 0.09356 | 0.99509 |
| B | 9 | 3000 | S-L | 300 | 300 | 91 | 0.00657 | 0.97619 | 0.00330 | 0.99509 |
| B | 9 | 3000 | S-L | 1000 | 1000 | 216 | 0.06968 | 0.98465 | 0.03612 | 0.99509 |
| B | 9 | 3000 | S-L | 3000 | 3000 | 330 | 0.07138 | 0.85582 | 0.03725 | 0.99509 |
| B | 9 | 3000 | S-L | 10000 | 10000 | 583 | 0.15499 | 0.51242 | 0.09130 | 0.99509 |
| B | 9 | 3000 | S-L | 30000 | 30000 | 891 | 0.15741 | 0.49574 | 0.09356 | 0.99509 |
| B | 9 | 3000 | S-L | 100000 | 32972 | 922 | 0.15741 | 0.49574 | 0.09356 | 0.99509 |
| B | 9 | 3000 | S-R | 300 | 300 | 22 | 0.03515 | 0.71111 | 0.01802 | 0.99509 |
| B | 9 | 3000 | S-R | 1000 | 1000 | 41 | 0.05298 | 0.37983 | 0.02848 | 0.99509 |
| B | 9 | 3000 | S-R | 3000 | 3000 | 214 | 0.14765 | 0.48135 | 0.08720 | 0.99509 |
| B | 9 | 3000 | S-R | 10000 | 10000 | 469 | 0.15704 | 0.49530 | 0.09332 | 0.99509 |
| B | 9 | 3000 | S-R | 30000 | 30000 | 888 | 0.15741 | 0.49574 | 0.09356 | 0.99509 |
| B | 9 | 3000 | S-R | 100000 | 32972 | 922 | 0.15741 | 0.49574 | 0.09356 | 0.99509 |
| # | tier=10000 | train_toks=73202 | exchange_passes=12 | |||||||
| A | 9 | 10000 | G | 8.56087 | 6.04630 | |||||
| A | 9 | 10000 | Gw | 8.56087 | 6.15785 | |||||
| A | 9 | 10000 | L | 8.56087 | 6.31056 | |||||
| A | 9 | 10000 | R | 8.56087 | 8.31390 | |||||
| A | 9 | 10000 | U | 8.56087 | 8.54499 | |||||
| N1 | 9 | 10000 | L | 8.56087 | 8.71804 | |||||
| B | 9 | 10000 | G | -1 | 634 | 196 | 0.74383 | 0.74476 | 0.74290 | 0.99509 |
| B | 9 | 10000 | Gw | -1 | 822 | 192 | 0.72635 | 0.72995 | 0.72279 | 0.99509 |
| B | 9 | 10000 | L | -1 | 735 | 116 | 0.64790 | 0.65454 | 0.64138 | 0.99509 |
| B | 9 | 10000 | R | -1 | 887 | 61 | 0.23403 | 0.42512 | 0.16145 | 0.99509 |
| B | 9 | 10000 | U | -1 | 78170 | 1896 | 0.27007 | 0.51388 | 0.18317 | 0.99509 |
| B | 9 | 10000 | U-f | 300 | 300 | 112 | 0.11477 | 0.32740 | 0.06958 | 0.99509 |
| B | 9 | 10000 | U-f | 1000 | 1000 | 285 | 0.18261 | 0.41614 | 0.11697 | 0.99509 |
| B | 9 | 10000 | U-f | 3000 | 3000 | 612 | 0.24237 | 0.48736 | 0.16129 | 0.99509 |
| B | 9 | 10000 | U-f | 10000 | 10000 | 1099 | 0.26807 | 0.51202 | 0.18156 | 0.99509 |
| B | 9 | 10000 | U-f | 30000 | 30000 | 1523 | 0.26999 | 0.51389 | 0.18309 | 0.99509 |
| B | 9 | 10000 | U-f | 100000 | 78170 | 1896 | 0.27007 | 0.51388 | 0.18317 | 0.99509 |
| B | 9 | 10000 | S-L | 300 | 300 | 92 | 0.00673 | 0.97674 | 0.00338 | 0.99509 |
| B | 9 | 10000 | S-L | 1000 | 1000 | 252 | 0.01182 | 0.86047 | 0.00595 | 0.99509 |
| B | 9 | 10000 | S-L | 3000 | 3000 | 524 | 0.11459 | 0.87687 | 0.06130 | 0.99509 |
| B | 9 | 10000 | S-L | 10000 | 10000 | 855 | 0.14726 | 0.88869 | 0.08028 | 0.99509 |
| B | 9 | 10000 | S-L | 30000 | 30000 | 1442 | 0.26036 | 0.50925 | 0.17489 | 0.99509 |
| B | 9 | 10000 | S-L | 100000 | 78170 | 1896 | 0.27007 | 0.51388 | 0.18317 | 0.99509 |
| B | 9 | 10000 | S-R | 300 | 300 | 19 | 0.01547 | 0.88182 | 0.00780 | 0.99509 |
| B | 9 | 10000 | S-R | 1000 | 1000 | 49 | 0.03290 | 0.53418 | 0.01697 | 0.99509 |
| B | 9 | 10000 | S-R | 3000 | 3000 | 116 | 0.06663 | 0.52808 | 0.03556 | 0.99509 |
| B | 9 | 10000 | S-R | 10000 | 10000 | 757 | 0.24786 | 0.49223 | 0.16563 | 0.99509 |
| B | 9 | 10000 | S-R | 30000 | 30000 | 1555 | 0.26999 | 0.51389 | 0.18309 | 0.99509 |
| B | 9 | 10000 | S-R | 100000 | 78170 | 1896 | 0.27007 | 0.51388 | 0.18317 | 0.99509 |
| # | tier=30000 | train_toks=217891 | exchange_passes=9 | |||||||
| A | 9 | 30000 | G | 8.54755 | 5.97271 | |||||
| A | 9 | 30000 | Gw | 8.54755 | 6.08218 | |||||
| A | 9 | 30000 | L | 8.54755 | 6.08948 | |||||
| A | 9 | 30000 | R | 8.54755 | 8.35473 | |||||
| A | 9 | 30000 | U | 8.54755 | 7.43979 | |||||
| B | 9 | 30000 | G | -1 | 635 | 225 | 0.74939 | 0.75032 | 0.74845 | 0.99509 |
| B | 9 | 30000 | Gw | -1 | 859 | 224 | 0.73547 | 0.73894 | 0.73204 | 0.99509 |
| B | 9 | 30000 | L | -1 | 815 | 195 | 0.70481 | 0.70810 | 0.70155 | 0.99509 |
| B | 9 | 30000 | R | -1 | 783 | 77 | 0.28136 | 0.40545 | 0.21543 | 0.99509 |
| B | 9 | 30000 | U | -1 | 158078 | 4638 | 0.38092 | 0.53275 | 0.29644 | 0.99509 |
| B | 9 | 30000 | U-f | 300 | 300 | 155 | 0.12998 | 0.32098 | 0.08149 | 0.99509 |
| B | 9 | 30000 | U-f | 1000 | 1000 | 446 | 0.21480 | 0.39538 | 0.14745 | 0.99509 |
| B | 9 | 30000 | U-f | 3000 | 3000 | 1021 | 0.29152 | 0.46018 | 0.21334 | 0.99509 |
| B | 9 | 30000 | U-f | 10000 | 10000 | 2310 | 0.36183 | 0.51854 | 0.27785 | 0.99509 |
| B | 9 | 30000 | U-f | 30000 | 30000 | 3645 | 0.37930 | 0.53162 | 0.29483 | 0.99509 |
| B | 9 | 30000 | U-f | 100000 | 100000 | 4603 | 0.38092 | 0.53275 | 0.29644 | 0.99509 |
| B | 9 | 30000 | U-f | 300000 | 158078 | 4638 | 0.38092 | 0.53275 | 0.29644 | 0.99509 |
| B | 9 | 30000 | S-L | 300 | 300 | 166 | 0.00865 | 0.90000 | 0.00434 | 0.99509 |
| B | 9 | 30000 | S-L | 1000 | 1000 | 390 | 0.01864 | 0.94355 | 0.00941 | 0.99509 |
| B | 9 | 30000 | S-L | 3000 | 3000 | 646 | 0.02641 | 0.57534 | 0.01351 | 0.99509 |
| B | 9 | 30000 | S-L | 10000 | 10000 | 1593 | 0.19081 | 0.90327 | 0.10667 | 0.99509 |
| B | 9 | 30000 | S-L | 30000 | 30000 | 3401 | 0.31728 | 0.63707 | 0.21125 | 0.99509 |
| B | 9 | 30000 | S-L | 100000 | 100000 | 4541 | 0.38092 | 0.53275 | 0.29644 | 0.99509 |
| B | 9 | 30000 | S-L | 300000 | 158078 | 4638 | 0.38092 | 0.53275 | 0.29644 | 0.99509 |
| B | 9 | 30000 | S-R | 300 | 300 | 21 | 0.01374 | 0.94505 | 0.00692 | 0.99509 |
| B | 9 | 30000 | S-R | 1000 | 1000 | 64 | 0.03432 | 0.65766 | 0.01762 | 0.99509 |
| B | 9 | 30000 | S-R | 3000 | 3000 | 158 | 0.06249 | 0.71986 | 0.03266 | 0.99509 |
| B | 9 | 30000 | S-R | 10000 | 10000 | 423 | 0.10510 | 0.54484 | 0.05816 | 0.99509 |
| B | 9 | 30000 | S-R | 30000 | 30000 | 2307 | 0.35027 | 0.50818 | 0.26724 | 0.99509 |
| B | 9 | 30000 | S-R | 100000 | 100000 | 4468 | 0.38092 | 0.53275 | 0.29644 | 0.99509 |
| B | 9 | 30000 | S-R | 300000 | 158078 | 4638 | 0.38092 | 0.53275 | 0.29644 | 0.99509 |
| # | tier=100000 | train_toks=726702 | exchange_passes=18 | |||||||
| A | 9 | 100000 | G | 8.54431 | 5.94721 | |||||
| A | 9 | 100000 | Gw | 8.54431 | 6.05618 | |||||
| A | 9 | 100000 | L | 8.54431 | 6.19831 | |||||
| A | 9 | 100000 | R | 8.54431 | 8.36185 | |||||
| A | 9 | 100000 | U | 8.54431 | 6.66245 | |||||
| N1 | 9 | 100000 | L | 8.54431 | 8.53648 | |||||
| B | 9 | 100000 | G | -1 | 635 | 248 | 0.74323 | 0.74413 | 0.74234 | 0.99509 |
| B | 9 | 100000 | Gw | -1 | 880 | 248 | 0.73169 | 0.73475 | 0.72866 | 0.99509 |
| B | 9 | 100000 | L | -1 | 832 | 189 | 0.68114 | 0.68352 | 0.67879 | 0.99509 |
| B | 9 | 100000 | R | -1 | 857 | 77 | 0.32230 | 0.35472 | 0.29531 | 0.99509 |
| B | 9 | 100000 | U | -1 | 321070 | 12013 | 0.48955 | 0.56399 | 0.43247 | 0.99509 |
| B | 9 | 100000 | U-f | 300 | 300 | 174 | 0.13773 | 0.32641 | 0.08728 | 0.99509 |
| B | 9 | 100000 | U-f | 1000 | 1000 | 564 | 0.23211 | 0.39086 | 0.16507 | 0.99509 |
| B | 9 | 100000 | U-f | 3000 | 3000 | 1474 | 0.32846 | 0.45364 | 0.25742 | 0.99509 |
| B | 9 | 100000 | U-f | 10000 | 10000 | 3638 | 0.41794 | 0.51050 | 0.35379 | 0.99509 |
| B | 9 | 100000 | U-f | 30000 | 30000 | 7623 | 0.47709 | 0.55579 | 0.41791 | 0.99509 |
| B | 9 | 100000 | U-f | 100000 | 100000 | 11282 | 0.48923 | 0.56383 | 0.43206 | 0.99509 |
| B | 9 | 100000 | U-f | 300000 | 300000 | 12001 | 0.48955 | 0.56399 | 0.43247 | 0.99509 |
| B | 9 | 100000 | U-f | -1 | 321070 | 12013 | 0.48955 | 0.56399 | 0.43247 | 0.99509 |
| B | 9 | 100000 | S-L | 300 | 300 | 110 | 0.00016 | 0.09091 | 0.00008 | 0.99509 |
| B | 9 | 100000 | S-L | 1000 | 1000 | 716 | 0.02210 | 0.93919 | 0.01118 | 0.99509 |
| B | 9 | 100000 | S-L | 3000 | 3000 | 1472 | 0.13380 | 0.98891 | 0.07176 | 0.99509 |
| B | 9 | 100000 | S-L | 10000 | 10000 | 3076 | 0.15246 | 0.85809 | 0.08366 | 0.99509 |
| B | 9 | 100000 | S-L | 30000 | 30000 | 5461 | 0.22380 | 0.88641 | 0.12807 | 0.99509 |
| B | 9 | 100000 | S-L | 100000 | 100000 | 10427 | 0.45231 | 0.62385 | 0.35476 | 0.99509 |
| B | 9 | 100000 | S-L | 300000 | 300000 | 12013 | 0.48955 | 0.56399 | 0.43247 | 0.99509 |
| B | 9 | 100000 | S-L | -1 | 321070 | 12013 | 0.48955 | 0.56399 | 0.43247 | 0.99509 |
| B | 9 | 100000 | S-R | 300 | 300 | 48 | 0.00464 | 0.39726 | 0.00233 | 0.99509 |
| B | 9 | 100000 | S-R | 1000 | 1000 | 123 | 0.01432 | 0.66667 | 0.00724 | 0.99509 |
| B | 9 | 100000 | S-R | 3000 | 3000 | 172 | 0.01730 | 0.64881 | 0.00877 | 0.99509 |
| B | 9 | 100000 | S-R | 10000 | 10000 | 537 | 0.04900 | 0.47839 | 0.02582 | 0.99509 |
| B | 9 | 100000 | S-R | 30000 | 30000 | 1348 | 0.09871 | 0.42096 | 0.05591 | 0.99509 |
| B | 9 | 100000 | S-R | 100000 | 100000 | 6499 | 0.44745 | 0.53191 | 0.38613 | 0.99509 |
| B | 9 | 100000 | S-R | 300000 | 300000 | 12002 | 0.48955 | 0.56399 | 0.43247 | 0.99509 |
| B | 9 | 100000 | S-R | -1 | 321070 | 12013 | 0.48955 | 0.56399 | 0.43247 | 0.99509 |