| # | seed=4 | V=1607 | K=30 | W=6 | heldout_sents=2000 | heldout_toks=14310 | ||||
|---|---|---|---|---|---|---|---|---|---|---|
| GUARD | C1 | PASS | tp=12310 | pred=12310 | gold=12310 | |||||
| # | tier=1000 | train_toks=7224 | exchange_passes=10 | |||||||
| A | 4 | 1000 | G | 8.75163 | 6.83705 | |||||
| A | 4 | 1000 | Gw | 8.75163 | 6.97172 | |||||
| A | 4 | 1000 | L | 8.75163 | 8.06947 | |||||
| A | 4 | 1000 | R | 8.75163 | 9.18346 | |||||
| A | 4 | 1000 | U | 8.75163 | 12.11437 | |||||
| B | 4 | 1000 | G | -1 | 617 | 109 | 0.66571 | 0.68966 | 0.64338 | 0.99391 |
| B | 4 | 1000 | Gw | -1 | 688 | 106 | 0.65437 | 0.68447 | 0.62681 | 0.99391 |
| B | 4 | 1000 | L | -1 | 696 | 65 | 0.44900 | 0.51437 | 0.39838 | 0.99391 |
| B | 4 | 1000 | R | -1 | 886 | 6 | 0.05253 | 0.32234 | 0.02859 | 0.99391 |
| B | 4 | 1000 | U | -1 | 13509 | 425 | 0.07766 | 0.51443 | 0.04200 | 0.99391 |
| B | 4 | 1000 | U-f | 300 | 300 | 21 | 0.06370 | 0.49586 | 0.03404 | 0.99391 |
| B | 4 | 1000 | U-f | 1000 | 1000 | 53 | 0.07202 | 0.49534 | 0.03883 | 0.99391 |
| B | 4 | 1000 | U-f | 3000 | 3000 | 120 | 0.07737 | 0.51397 | 0.04184 | 0.99391 |
| B | 4 | 1000 | U-f | 10000 | 10000 | 332 | 0.07752 | 0.51446 | 0.04192 | 0.99391 |
| B | 4 | 1000 | U-f | 30000 | 13509 | 425 | 0.07766 | 0.51443 | 0.04200 | 0.99391 |
| B | 4 | 1000 | S-L | 300 | 300 | 102 | 0.00324 | 1.00000 | 0.00162 | 0.99391 |
| B | 4 | 1000 | S-L | 1000 | 1000 | 149 | 0.03698 | 0.80069 | 0.01893 | 0.99391 |
| B | 4 | 1000 | S-L | 3000 | 3000 | 218 | 0.05989 | 0.44835 | 0.03209 | 0.99391 |
| B | 4 | 1000 | S-L | 10000 | 10000 | 339 | 0.07766 | 0.51494 | 0.04200 | 0.99391 |
| B | 4 | 1000 | S-L | 30000 | 13509 | 425 | 0.07766 | 0.51443 | 0.04200 | 0.99391 |
| B | 4 | 1000 | S-R | 300 | 300 | 15 | 0.02416 | 0.29865 | 0.01259 | 0.99391 |
| B | 4 | 1000 | S-R | 1000 | 1000 | 50 | 0.06954 | 0.48629 | 0.03745 | 0.99391 |
| B | 4 | 1000 | S-R | 3000 | 3000 | 123 | 0.07752 | 0.51446 | 0.04192 | 0.99391 |
| B | 4 | 1000 | S-R | 10000 | 10000 | 321 | 0.07766 | 0.51494 | 0.04200 | 0.99391 |
| B | 4 | 1000 | S-R | 30000 | 13509 | 425 | 0.07766 | 0.51443 | 0.04200 | 0.99391 |
| # | tier=3000 | train_toks=21802 | exchange_passes=12 | |||||||
| A | 4 | 3000 | G | 8.62330 | 6.30620 | |||||
| A | 4 | 3000 | Gw | 8.62330 | 6.43718 | |||||
| A | 4 | 3000 | L | 8.62330 | 6.76667 | |||||
| A | 4 | 3000 | R | 8.62330 | 8.57238 | |||||
| A | 4 | 3000 | U | 8.62330 | 10.20132 | |||||
| B | 4 | 3000 | G | -1 | 633 | 148 | 0.71224 | 0.71782 | 0.70674 | 0.99391 |
| B | 4 | 3000 | Gw | -1 | 771 | 140 | 0.69038 | 0.70081 | 0.68026 | 0.99391 |
| B | 4 | 3000 | L | -1 | 715 | 95 | 0.60056 | 0.62804 | 0.57539 | 0.99391 |
| B | 4 | 3000 | R | -1 | 889 | 22 | 0.11896 | 0.32868 | 0.07262 | 0.99391 |
| B | 4 | 3000 | U | -1 | 32210 | 947 | 0.16105 | 0.50579 | 0.09578 | 0.99391 |
| B | 4 | 3000 | U-f | 300 | 300 | 61 | 0.08877 | 0.36942 | 0.05045 | 0.99391 |
| B | 4 | 3000 | U-f | 1000 | 1000 | 150 | 0.13463 | 0.46190 | 0.07880 | 0.99391 |
| B | 4 | 3000 | U-f | 3000 | 3000 | 273 | 0.15769 | 0.50065 | 0.09358 | 0.99391 |
| B | 4 | 3000 | U-f | 10000 | 10000 | 447 | 0.16094 | 0.50580 | 0.09569 | 0.99391 |
| B | 4 | 3000 | U-f | 30000 | 30000 | 930 | 0.16107 | 0.50601 | 0.09578 | 0.99391 |
| B | 4 | 3000 | U-f | 100000 | 32210 | 947 | 0.16105 | 0.50579 | 0.09578 | 0.99391 |
| B | 4 | 3000 | S-L | 300 | 300 | 136 | 0.00745 | 1.00000 | 0.00374 | 0.99391 |
| B | 4 | 3000 | S-L | 1000 | 1000 | 251 | 0.07178 | 0.86330 | 0.03745 | 0.99391 |
| B | 4 | 3000 | S-L | 3000 | 3000 | 351 | 0.08621 | 0.87874 | 0.04533 | 0.99391 |
| B | 4 | 3000 | S-L | 10000 | 10000 | 618 | 0.15796 | 0.52868 | 0.09285 | 0.99391 |
| B | 4 | 3000 | S-L | 30000 | 30000 | 934 | 0.16107 | 0.50601 | 0.09578 | 0.99391 |
| B | 4 | 3000 | S-L | 100000 | 32210 | 947 | 0.16105 | 0.50579 | 0.09578 | 0.99391 |
| B | 4 | 3000 | S-R | 300 | 300 | 20 | 0.01897 | 0.50211 | 0.00967 | 0.99391 |
| B | 4 | 3000 | S-R | 1000 | 1000 | 39 | 0.04163 | 0.35979 | 0.02210 | 0.99391 |
| B | 4 | 3000 | S-R | 3000 | 3000 | 192 | 0.13941 | 0.47122 | 0.08180 | 0.99391 |
| B | 4 | 3000 | S-R | 10000 | 10000 | 457 | 0.16081 | 0.50558 | 0.09561 | 0.99391 |
| B | 4 | 3000 | S-R | 30000 | 30000 | 927 | 0.16107 | 0.50601 | 0.09578 | 0.99391 |
| B | 4 | 3000 | S-R | 100000 | 32210 | 947 | 0.16105 | 0.50579 | 0.09578 | 0.99391 |
| # | tier=10000 | train_toks=72633 | exchange_passes=10 | |||||||
| A | 4 | 10000 | G | 8.57086 | 6.06241 | |||||
| A | 4 | 10000 | Gw | 8.57086 | 6.19228 | |||||
| A | 4 | 10000 | L | 8.57086 | 6.39909 | |||||
| A | 4 | 10000 | R | 8.57086 | 8.37111 | |||||
| A | 4 | 10000 | U | 8.57086 | 8.55001 | |||||
| N1 | 4 | 10000 | L | 8.57086 | 8.71821 | |||||
| B | 4 | 10000 | G | -1 | 634 | 195 | 0.73639 | 0.73834 | 0.73444 | 0.99391 |
| B | 4 | 10000 | Gw | -1 | 826 | 192 | 0.71467 | 0.71982 | 0.70959 | 0.99391 |
| B | 4 | 10000 | L | -1 | 783 | 116 | 0.64556 | 0.65534 | 0.63607 | 0.99391 |
| B | 4 | 10000 | R | -1 | 830 | 41 | 0.22707 | 0.40290 | 0.15808 | 0.99391 |
| B | 4 | 10000 | U | -1 | 76873 | 1965 | 0.27889 | 0.51613 | 0.19106 | 0.99391 |
| B | 4 | 10000 | U-f | 300 | 300 | 114 | 0.12272 | 0.34290 | 0.07474 | 0.99391 |
| B | 4 | 10000 | U-f | 1000 | 1000 | 295 | 0.18710 | 0.41667 | 0.12063 | 0.99391 |
| B | 4 | 10000 | U-f | 3000 | 3000 | 630 | 0.24752 | 0.48666 | 0.16596 | 0.99391 |
| B | 4 | 10000 | U-f | 10000 | 10000 | 1131 | 0.27628 | 0.51427 | 0.18887 | 0.99391 |
| B | 4 | 10000 | U-f | 30000 | 30000 | 1577 | 0.27890 | 0.51624 | 0.19106 | 0.99391 |
| B | 4 | 10000 | U-f | 100000 | 76873 | 1965 | 0.27889 | 0.51613 | 0.19106 | 0.99391 |
| B | 4 | 10000 | S-L | 300 | 300 | 140 | 0.01259 | 0.95122 | 0.00634 | 0.99391 |
| B | 4 | 10000 | S-L | 1000 | 1000 | 234 | 0.01307 | 0.93103 | 0.00658 | 0.99391 |
| B | 4 | 10000 | S-L | 3000 | 3000 | 577 | 0.10523 | 0.85821 | 0.05605 | 0.99391 |
| B | 4 | 10000 | S-L | 10000 | 10000 | 914 | 0.15835 | 0.88870 | 0.08692 | 0.99391 |
| B | 4 | 10000 | S-L | 30000 | 30000 | 1525 | 0.26861 | 0.51211 | 0.18205 | 0.99391 |
| B | 4 | 10000 | S-L | 100000 | 76873 | 1965 | 0.27889 | 0.51613 | 0.19106 | 0.99391 |
| B | 4 | 10000 | S-R | 300 | 300 | 18 | 0.01404 | 1.00000 | 0.00707 | 0.99391 |
| B | 4 | 10000 | S-R | 1000 | 1000 | 41 | 0.02955 | 0.34483 | 0.01543 | 0.99391 |
| B | 4 | 10000 | S-R | 3000 | 3000 | 118 | 0.07665 | 0.44714 | 0.04192 | 0.99391 |
| B | 4 | 10000 | S-R | 10000 | 10000 | 835 | 0.25998 | 0.49954 | 0.17571 | 0.99391 |
| B | 4 | 10000 | S-R | 30000 | 30000 | 1606 | 0.27890 | 0.51624 | 0.19106 | 0.99391 |
| B | 4 | 10000 | S-R | 100000 | 76873 | 1965 | 0.27889 | 0.51613 | 0.19106 | 0.99391 |
| # | tier=30000 | train_toks=217946 | exchange_passes=17 | |||||||
| A | 4 | 30000 | G | 8.55686 | 5.98774 | |||||
| A | 4 | 30000 | Gw | 8.55686 | 6.11627 | |||||
| A | 4 | 30000 | L | 8.55686 | 6.24549 | |||||
| A | 4 | 30000 | R | 8.55686 | 8.29765 | |||||
| A | 4 | 30000 | U | 8.55686 | 7.45491 | |||||
| B | 4 | 30000 | G | -1 | 635 | 224 | 0.73533 | 0.73647 | 0.73420 | 0.99391 |
| B | 4 | 30000 | Gw | -1 | 858 | 222 | 0.72392 | 0.72791 | 0.71998 | 0.99391 |
| B | 4 | 30000 | L | -1 | 771 | 154 | 0.67137 | 0.67412 | 0.66864 | 0.99391 |
| B | 4 | 30000 | R | -1 | 823 | 62 | 0.29855 | 0.33077 | 0.27206 | 0.99391 |
| B | 4 | 30000 | U | -1 | 158056 | 4727 | 0.37526 | 0.52800 | 0.29106 | 0.99391 |
| B | 4 | 30000 | U-f | 300 | 300 | 153 | 0.13115 | 0.32282 | 0.08229 | 0.99391 |
| B | 4 | 30000 | U-f | 1000 | 1000 | 443 | 0.21226 | 0.39345 | 0.14533 | 0.99391 |
| B | 4 | 30000 | U-f | 3000 | 3000 | 1010 | 0.28790 | 0.45847 | 0.20983 | 0.99391 |
| B | 4 | 30000 | U-f | 10000 | 10000 | 2310 | 0.35687 | 0.51558 | 0.27287 | 0.99391 |
| B | 4 | 30000 | U-f | 30000 | 30000 | 3660 | 0.37340 | 0.52678 | 0.28920 | 0.99391 |
| B | 4 | 30000 | U-f | 100000 | 100000 | 4673 | 0.37526 | 0.52800 | 0.29106 | 0.99391 |
| B | 4 | 30000 | U-f | 300000 | 158056 | 4727 | 0.37526 | 0.52800 | 0.29106 | 0.99391 |
| B | 4 | 30000 | S-L | 300 | 300 | 257 | 0.01755 | 1.00000 | 0.00885 | 0.99391 |
| B | 4 | 30000 | S-L | 1000 | 1000 | 395 | 0.01771 | 0.95652 | 0.00894 | 0.99391 |
| B | 4 | 30000 | S-L | 3000 | 3000 | 1080 | 0.13150 | 0.87675 | 0.07108 | 0.99391 |
| B | 4 | 30000 | S-L | 10000 | 10000 | 1842 | 0.15594 | 0.86405 | 0.08570 | 0.99391 |
| B | 4 | 30000 | S-L | 30000 | 30000 | 3117 | 0.23102 | 0.56056 | 0.14549 | 0.99391 |
| B | 4 | 30000 | S-L | 100000 | 100000 | 4548 | 0.37526 | 0.52800 | 0.29106 | 0.99391 |
| B | 4 | 30000 | S-L | 300000 | 158056 | 4727 | 0.37526 | 0.52800 | 0.29106 | 0.99391 |
| B | 4 | 30000 | S-R | 300 | 300 | 23 | 0.00276 | 0.68000 | 0.00138 | 0.99391 |
| B | 4 | 30000 | S-R | 1000 | 1000 | 54 | 0.00822 | 0.49038 | 0.00414 | 0.99391 |
| B | 4 | 30000 | S-R | 3000 | 3000 | 131 | 0.01176 | 0.16704 | 0.00609 | 0.99391 |
| B | 4 | 30000 | S-R | 10000 | 10000 | 415 | 0.03818 | 0.18529 | 0.02128 | 0.99391 |
| B | 4 | 30000 | S-R | 30000 | 30000 | 1227 | 0.17745 | 0.38528 | 0.11527 | 0.99391 |
| B | 4 | 30000 | S-R | 100000 | 100000 | 4497 | 0.37528 | 0.52808 | 0.29106 | 0.99391 |
| B | 4 | 30000 | S-R | 300000 | 158056 | 4727 | 0.37526 | 0.52800 | 0.29106 | 0.99391 |
| # | tier=100000 | train_toks=727513 | exchange_passes=15 | |||||||
| A | 4 | 100000 | G | 8.55199 | 5.96032 | |||||
| A | 4 | 100000 | Gw | 8.55199 | 6.08730 | |||||
| A | 4 | 100000 | L | 8.55199 | 6.21196 | |||||
| A | 4 | 100000 | R | 8.55199 | 8.29467 | |||||
| A | 4 | 100000 | U | 8.55199 | 6.68647 | |||||
| N1 | 4 | 100000 | L | 8.55199 | 8.54212 | |||||
| B | 4 | 100000 | G | -1 | 635 | 251 | 0.74350 | 0.74468 | 0.74232 | 0.99391 |
| B | 4 | 100000 | Gw | -1 | 870 | 250 | 0.72462 | 0.72839 | 0.72088 | 0.99391 |
| B | 4 | 100000 | L | -1 | 818 | 191 | 0.67902 | 0.68079 | 0.67725 | 0.99391 |
| B | 4 | 100000 | R | -1 | 864 | 135 | 0.32187 | 0.37028 | 0.28465 | 0.99391 |
| B | 4 | 100000 | U | -1 | 320860 | 11977 | 0.48938 | 0.56517 | 0.43152 | 0.99391 |
| B | 4 | 100000 | U-f | 300 | 300 | 178 | 0.14474 | 0.33760 | 0.09212 | 0.99391 |
| B | 4 | 100000 | U-f | 1000 | 1000 | 562 | 0.23538 | 0.39711 | 0.16726 | 0.99391 |
| B | 4 | 100000 | U-f | 3000 | 3000 | 1485 | 0.33054 | 0.45624 | 0.25914 | 0.99391 |
| B | 4 | 100000 | U-f | 10000 | 10000 | 3653 | 0.41516 | 0.50988 | 0.35012 | 0.99391 |
| B | 4 | 100000 | U-f | 30000 | 30000 | 7652 | 0.47492 | 0.55516 | 0.41495 | 0.99391 |
| B | 4 | 100000 | U-f | 100000 | 100000 | 11300 | 0.48943 | 0.56529 | 0.43152 | 0.99391 |
| B | 4 | 100000 | U-f | 300000 | 300000 | 11973 | 0.48938 | 0.56517 | 0.43152 | 0.99391 |
| B | 4 | 100000 | U-f | -1 | 320860 | 11977 | 0.48938 | 0.56517 | 0.43152 | 0.99391 |
| B | 4 | 100000 | S-L | 300 | 300 | 300 | 0.01787 | 1.00000 | 0.00902 | 0.99391 |
| B | 4 | 100000 | S-L | 1000 | 1000 | 796 | 0.02170 | 1.00000 | 0.01097 | 0.99391 |
| B | 4 | 100000 | S-L | 3000 | 3000 | 1521 | 0.13024 | 0.99076 | 0.06970 | 0.99391 |
| B | 4 | 100000 | S-L | 10000 | 10000 | 3014 | 0.14833 | 0.84330 | 0.08132 | 0.99391 |
| B | 4 | 100000 | S-L | 30000 | 30000 | 5516 | 0.22590 | 0.87692 | 0.12965 | 0.99391 |
| B | 4 | 100000 | S-L | 100000 | 100000 | 10430 | 0.45908 | 0.63332 | 0.36003 | 0.99391 |
| B | 4 | 100000 | S-L | 300000 | 300000 | 11977 | 0.48938 | 0.56517 | 0.43152 | 0.99391 |
| B | 4 | 100000 | S-L | -1 | 320860 | 11977 | 0.48938 | 0.56517 | 0.43152 | 0.99391 |
| B | 4 | 100000 | S-R | 300 | 300 | 25 | 0.01484 | 0.98925 | 0.00747 | 0.99391 |
| B | 4 | 100000 | S-R | 1000 | 1000 | 92 | 0.01991 | 0.85517 | 0.01007 | 0.99391 |
| B | 4 | 100000 | S-R | 3000 | 3000 | 172 | 0.03327 | 0.82283 | 0.01698 | 0.99391 |
| B | 4 | 100000 | S-R | 10000 | 10000 | 582 | 0.05795 | 0.59335 | 0.03046 | 0.99391 |
| B | 4 | 100000 | S-R | 30000 | 30000 | 1511 | 0.14140 | 0.53436 | 0.08148 | 0.99391 |
| B | 4 | 100000 | S-R | 100000 | 100000 | 5859 | 0.43059 | 0.52393 | 0.36548 | 0.99391 |
| B | 4 | 100000 | S-R | 300000 | 300000 | 11974 | 0.48938 | 0.56517 | 0.43152 | 0.99391 |
| B | 4 | 100000 | S-R | -1 | 320860 | 11977 | 0.48938 | 0.56517 | 0.43152 | 0.99391 |