| # | seed=3 | V=1607 | K=30 | W=6 | heldout_sents=2000 | heldout_toks=14310 | ||||
|---|---|---|---|---|---|---|---|---|---|---|
| GUARD | C1 | PASS | tp=12310 | pred=12310 | gold=12310 | |||||
| # | tier=1000 | train_toks=7132 | exchange_passes=12 | |||||||
| A | 3 | 1000 | G | 8.74500 | 6.82593 | |||||
| A | 3 | 1000 | Gw | 8.74500 | 6.93950 | |||||
| A | 3 | 1000 | L | 8.74500 | 7.87805 | |||||
| A | 3 | 1000 | R | 8.74500 | 9.09184 | |||||
| A | 3 | 1000 | U | 8.74500 | 12.15118 | |||||
| B | 3 | 1000 | G | -1 | 616 | 106 | 0.68647 | 0.71751 | 0.65800 | 0.99472 |
| B | 3 | 1000 | Gw | -1 | 716 | 102 | 0.64619 | 0.69103 | 0.60682 | 0.99472 |
| B | 3 | 1000 | L | -1 | 683 | 69 | 0.44394 | 0.50439 | 0.39643 | 0.99472 |
| B | 3 | 1000 | R | -1 | 886 | 10 | 0.06586 | 0.33210 | 0.03656 | 0.99472 |
| B | 3 | 1000 | U | -1 | 13701 | 446 | 0.06773 | 0.51921 | 0.03623 | 0.99472 |
| B | 3 | 1000 | U-f | 300 | 300 | 24 | 0.04939 | 0.44231 | 0.02616 | 0.99472 |
| B | 3 | 1000 | U-f | 1000 | 1000 | 62 | 0.06318 | 0.50181 | 0.03371 | 0.99472 |
| B | 3 | 1000 | U-f | 3000 | 3000 | 119 | 0.06729 | 0.51752 | 0.03599 | 0.99472 |
| B | 3 | 1000 | U-f | 10000 | 10000 | 331 | 0.06729 | 0.51752 | 0.03599 | 0.99472 |
| B | 3 | 1000 | U-f | 30000 | 13701 | 446 | 0.06773 | 0.51921 | 0.03623 | 0.99472 |
| B | 3 | 1000 | S-L | 300 | 300 | 81 | 0.00227 | 1.00000 | 0.00114 | 0.99472 |
| B | 3 | 1000 | S-L | 1000 | 1000 | 140 | 0.03347 | 0.87500 | 0.01706 | 0.99472 |
| B | 3 | 1000 | S-L | 3000 | 3000 | 206 | 0.04821 | 0.49211 | 0.02535 | 0.99472 |
| B | 3 | 1000 | S-L | 10000 | 10000 | 354 | 0.06773 | 0.51921 | 0.03623 | 0.99472 |
| B | 3 | 1000 | S-L | 30000 | 13701 | 446 | 0.06773 | 0.51921 | 0.03623 | 0.99472 |
| B | 3 | 1000 | S-R | 300 | 300 | 12 | 0.01554 | 0.23023 | 0.00804 | 0.99472 |
| B | 3 | 1000 | S-R | 1000 | 1000 | 49 | 0.05949 | 0.48689 | 0.03168 | 0.99472 |
| B | 3 | 1000 | S-R | 3000 | 3000 | 122 | 0.06729 | 0.51752 | 0.03599 | 0.99472 |
| B | 3 | 1000 | S-R | 10000 | 10000 | 328 | 0.06729 | 0.51752 | 0.03599 | 0.99472 |
| B | 3 | 1000 | S-R | 30000 | 13701 | 446 | 0.06773 | 0.51921 | 0.03623 | 0.99472 |
| # | tier=3000 | train_toks=21946 | exchange_passes=8 | |||||||
| A | 3 | 3000 | G | 8.62534 | 6.28953 | |||||
| A | 3 | 3000 | Gw | 8.62534 | 6.40498 | |||||
| A | 3 | 3000 | L | 8.62534 | 6.70157 | |||||
| A | 3 | 3000 | R | 8.62534 | 8.64967 | |||||
| A | 3 | 3000 | U | 8.62534 | 10.20086 | |||||
| B | 3 | 3000 | G | -1 | 632 | 151 | 0.70371 | 0.70581 | 0.70162 | 0.99472 |
| B | 3 | 3000 | Gw | -1 | 789 | 147 | 0.67917 | 0.68797 | 0.67059 | 0.99472 |
| B | 3 | 3000 | L | -1 | 722 | 96 | 0.60761 | 0.62529 | 0.59090 | 0.99472 |
| B | 3 | 3000 | R | -1 | 894 | 12 | 0.10365 | 0.56016 | 0.05711 | 0.99472 |
| B | 3 | 3000 | U | -1 | 33182 | 949 | 0.15552 | 0.49413 | 0.09228 | 0.99472 |
| B | 3 | 3000 | U-f | 300 | 300 | 67 | 0.08855 | 0.36600 | 0.05037 | 0.99472 |
| B | 3 | 3000 | U-f | 1000 | 1000 | 150 | 0.13246 | 0.45559 | 0.07750 | 0.99472 |
| B | 3 | 3000 | U-f | 3000 | 3000 | 268 | 0.15288 | 0.48968 | 0.09058 | 0.99472 |
| B | 3 | 3000 | U-f | 10000 | 10000 | 446 | 0.15527 | 0.49369 | 0.09212 | 0.99472 |
| B | 3 | 3000 | U-f | 30000 | 30000 | 923 | 0.15552 | 0.49413 | 0.09228 | 0.99472 |
| B | 3 | 3000 | U-f | 100000 | 33182 | 949 | 0.15552 | 0.49413 | 0.09228 | 0.99472 |
| B | 3 | 3000 | S-L | 300 | 300 | 100 | 0.00567 | 1.00000 | 0.00284 | 0.99472 |
| B | 3 | 3000 | S-L | 1000 | 1000 | 218 | 0.04212 | 0.96715 | 0.02153 | 0.99472 |
| B | 3 | 3000 | S-L | 3000 | 3000 | 354 | 0.08219 | 0.86765 | 0.04314 | 0.99472 |
| B | 3 | 3000 | S-L | 10000 | 10000 | 587 | 0.14712 | 0.50476 | 0.08611 | 0.99472 |
| B | 3 | 3000 | S-L | 30000 | 30000 | 920 | 0.15552 | 0.49413 | 0.09228 | 0.99472 |
| B | 3 | 3000 | S-L | 100000 | 33182 | 949 | 0.15552 | 0.49413 | 0.09228 | 0.99472 |
| B | 3 | 3000 | S-R | 300 | 300 | 18 | 0.01866 | 0.96667 | 0.00942 | 0.99472 |
| B | 3 | 3000 | S-R | 1000 | 1000 | 39 | 0.05112 | 0.98777 | 0.02624 | 0.99472 |
| B | 3 | 3000 | S-R | 3000 | 3000 | 234 | 0.14536 | 0.47589 | 0.08578 | 0.99472 |
| B | 3 | 3000 | S-R | 10000 | 10000 | 465 | 0.15527 | 0.49369 | 0.09212 | 0.99472 |
| B | 3 | 3000 | S-R | 30000 | 30000 | 918 | 0.15552 | 0.49413 | 0.09228 | 0.99472 |
| B | 3 | 3000 | S-R | 100000 | 33182 | 949 | 0.15552 | 0.49413 | 0.09228 | 0.99472 |
| # | tier=10000 | train_toks=72679 | exchange_passes=10 | |||||||
| A | 3 | 10000 | G | 8.57375 | 6.05054 | |||||
| A | 3 | 10000 | Gw | 8.57375 | 6.16620 | |||||
| A | 3 | 10000 | L | 8.57375 | 6.17485 | |||||
| A | 3 | 10000 | R | 8.57375 | 8.26219 | |||||
| A | 3 | 10000 | U | 8.57375 | 8.52343 | |||||
| N1 | 3 | 10000 | L | 8.57375 | 8.72726 | |||||
| B | 3 | 10000 | G | -1 | 635 | 195 | 0.74009 | 0.74136 | 0.73883 | 0.99472 |
| B | 3 | 10000 | Gw | -1 | 834 | 193 | 0.72550 | 0.72910 | 0.72193 | 0.99472 |
| B | 3 | 10000 | L | -1 | 777 | 180 | 0.69409 | 0.70014 | 0.68814 | 0.99472 |
| B | 3 | 10000 | R | -1 | 854 | 70 | 0.23030 | 0.38696 | 0.16393 | 0.99472 |
| B | 3 | 10000 | U | -1 | 77652 | 1989 | 0.27664 | 0.52233 | 0.18814 | 0.99472 |
| B | 3 | 10000 | U-f | 300 | 300 | 115 | 0.11823 | 0.33793 | 0.07165 | 0.99472 |
| B | 3 | 10000 | U-f | 1000 | 1000 | 289 | 0.18578 | 0.42329 | 0.11901 | 0.99472 |
| B | 3 | 10000 | U-f | 3000 | 3000 | 607 | 0.24732 | 0.49512 | 0.16483 | 0.99472 |
| B | 3 | 10000 | U-f | 10000 | 10000 | 1085 | 0.27316 | 0.51947 | 0.18530 | 0.99472 |
| B | 3 | 10000 | U-f | 30000 | 30000 | 1587 | 0.27664 | 0.52233 | 0.18814 | 0.99472 |
| B | 3 | 10000 | U-f | 100000 | 77652 | 1989 | 0.27664 | 0.52233 | 0.18814 | 0.99472 |
| B | 3 | 10000 | S-L | 300 | 300 | 84 | 0.00664 | 0.95349 | 0.00333 | 0.99472 |
| B | 3 | 10000 | S-L | 1000 | 1000 | 282 | 0.04695 | 0.99329 | 0.02405 | 0.99472 |
| B | 3 | 10000 | S-L | 3000 | 3000 | 541 | 0.09969 | 0.86684 | 0.05288 | 0.99472 |
| B | 3 | 10000 | S-L | 10000 | 10000 | 1028 | 0.22022 | 0.92762 | 0.12494 | 0.99472 |
| B | 3 | 10000 | S-L | 30000 | 30000 | 1631 | 0.27264 | 0.55689 | 0.18050 | 0.99472 |
| B | 3 | 10000 | S-L | 100000 | 77652 | 1989 | 0.27664 | 0.52233 | 0.18814 | 0.99472 |
| B | 3 | 10000 | S-R | 300 | 300 | 29 | 0.02003 | 0.73099 | 0.01015 | 0.99472 |
| B | 3 | 10000 | S-R | 1000 | 1000 | 64 | 0.04691 | 0.53451 | 0.02453 | 0.99472 |
| B | 3 | 10000 | S-R | 3000 | 3000 | 155 | 0.08761 | 0.44560 | 0.04858 | 0.99472 |
| B | 3 | 10000 | S-R | 10000 | 10000 | 635 | 0.23256 | 0.48077 | 0.15337 | 0.99472 |
| B | 3 | 10000 | S-R | 30000 | 30000 | 1630 | 0.27664 | 0.52233 | 0.18814 | 0.99472 |
| B | 3 | 10000 | S-R | 100000 | 77652 | 1989 | 0.27664 | 0.52233 | 0.18814 | 0.99472 |
| # | tier=30000 | train_toks=218379 | exchange_passes=8 | |||||||
| A | 3 | 30000 | G | 8.56302 | 5.97687 | |||||
| A | 3 | 30000 | Gw | 8.56302 | 6.09287 | |||||
| A | 3 | 30000 | L | 8.56302 | 6.09763 | |||||
| A | 3 | 30000 | R | 8.56302 | 8.36146 | |||||
| A | 3 | 30000 | U | 8.56302 | 7.43643 | |||||
| B | 3 | 30000 | G | -1 | 635 | 218 | 0.72961 | 0.73071 | 0.72851 | 0.99472 |
| B | 3 | 30000 | Gw | -1 | 864 | 216 | 0.71795 | 0.72130 | 0.71462 | 0.99472 |
| B | 3 | 30000 | L | -1 | 825 | 179 | 0.71067 | 0.71473 | 0.70666 | 0.99472 |
| B | 3 | 30000 | R | -1 | 830 | 61 | 0.24929 | 0.42795 | 0.17587 | 0.99472 |
| B | 3 | 30000 | U | -1 | 158522 | 4620 | 0.37845 | 0.52967 | 0.29439 | 0.99472 |
| B | 3 | 30000 | U-f | 300 | 300 | 154 | 0.12994 | 0.31814 | 0.08164 | 0.99472 |
| B | 3 | 30000 | U-f | 1000 | 1000 | 444 | 0.21345 | 0.39508 | 0.14622 | 0.99472 |
| B | 3 | 30000 | U-f | 3000 | 3000 | 1004 | 0.29089 | 0.46089 | 0.21251 | 0.99472 |
| B | 3 | 30000 | U-f | 10000 | 10000 | 2233 | 0.35944 | 0.51620 | 0.27571 | 0.99472 |
| B | 3 | 30000 | U-f | 30000 | 30000 | 3596 | 0.37698 | 0.52866 | 0.29293 | 0.99472 |
| B | 3 | 30000 | U-f | 100000 | 100000 | 4566 | 0.37845 | 0.52967 | 0.29439 | 0.99472 |
| B | 3 | 30000 | U-f | 300000 | 158522 | 4620 | 0.37845 | 0.52967 | 0.29439 | 0.99472 |
| B | 3 | 30000 | S-L | 300 | 300 | 171 | 0.01002 | 1.00000 | 0.00504 | 0.99472 |
| B | 3 | 30000 | S-L | 1000 | 1000 | 402 | 0.01755 | 0.98198 | 0.00885 | 0.99472 |
| B | 3 | 30000 | S-L | 3000 | 3000 | 633 | 0.02678 | 0.71186 | 0.01365 | 0.99472 |
| B | 3 | 30000 | S-L | 10000 | 10000 | 1589 | 0.19196 | 0.89756 | 0.10747 | 0.99472 |
| B | 3 | 30000 | S-L | 30000 | 30000 | 3101 | 0.31475 | 0.73845 | 0.20000 | 0.99472 |
| B | 3 | 30000 | S-L | 100000 | 100000 | 4494 | 0.37845 | 0.52967 | 0.29439 | 0.99472 |
| B | 3 | 30000 | S-L | 300000 | 158522 | 4620 | 0.37845 | 0.52967 | 0.29439 | 0.99472 |
| B | 3 | 30000 | S-R | 300 | 300 | 30 | 0.01797 | 0.72258 | 0.00910 | 0.99472 |
| B | 3 | 30000 | S-R | 1000 | 1000 | 54 | 0.01986 | 0.69663 | 0.01007 | 0.99472 |
| B | 3 | 30000 | S-R | 3000 | 3000 | 157 | 0.03516 | 0.70032 | 0.01803 | 0.99472 |
| B | 3 | 30000 | S-R | 10000 | 10000 | 378 | 0.07894 | 0.58539 | 0.04232 | 0.99472 |
| B | 3 | 30000 | S-R | 30000 | 30000 | 1557 | 0.30135 | 0.46855 | 0.22210 | 0.99472 |
| B | 3 | 30000 | S-R | 100000 | 100000 | 4376 | 0.37845 | 0.52967 | 0.29439 | 0.99472 |
| B | 3 | 30000 | S-R | 300000 | 158522 | 4620 | 0.37845 | 0.52967 | 0.29439 | 0.99472 |
| # | tier=100000 | train_toks=728223 | exchange_passes=4 | |||||||
| A | 3 | 100000 | G | 8.56061 | 5.95235 | |||||
| A | 3 | 100000 | Gw | 8.56061 | 6.06690 | |||||
| A | 3 | 100000 | L | 8.56061 | 6.03772 | |||||
| A | 3 | 100000 | R | 8.56061 | 8.35775 | |||||
| A | 3 | 100000 | U | 8.56061 | 6.66677 | |||||
| N1 | 3 | 100000 | L | 8.56061 | 8.55037 | |||||
| B | 3 | 100000 | G | -1 | 635 | 247 | 0.74116 | 0.74228 | 0.74005 | 0.99472 |
| B | 3 | 100000 | Gw | -1 | 871 | 248 | 0.73324 | 0.73612 | 0.73038 | 0.99472 |
| B | 3 | 100000 | L | -1 | 823 | 241 | 0.70624 | 0.70884 | 0.70366 | 0.99472 |
| B | 3 | 100000 | R | -1 | 845 | 105 | 0.30972 | 0.36223 | 0.27051 | 0.99472 |
| B | 3 | 100000 | U | -1 | 321103 | 12008 | 0.48858 | 0.56248 | 0.43184 | 0.99472 |
| B | 3 | 100000 | U-f | 300 | 300 | 181 | 0.14057 | 0.32710 | 0.08952 | 0.99472 |
| B | 3 | 100000 | U-f | 1000 | 1000 | 574 | 0.23319 | 0.39150 | 0.16604 | 0.99472 |
| B | 3 | 100000 | U-f | 3000 | 3000 | 1493 | 0.33178 | 0.45646 | 0.26060 | 0.99472 |
| B | 3 | 100000 | U-f | 10000 | 10000 | 3659 | 0.41870 | 0.51076 | 0.35475 | 0.99472 |
| B | 3 | 100000 | U-f | 30000 | 30000 | 7643 | 0.47622 | 0.55464 | 0.41722 | 0.99472 |
| B | 3 | 100000 | U-f | 100000 | 100000 | 11308 | 0.48844 | 0.56239 | 0.43168 | 0.99472 |
| B | 3 | 100000 | U-f | 300000 | 300000 | 12002 | 0.48858 | 0.56248 | 0.43184 | 0.99472 |
| B | 3 | 100000 | U-f | -1 | 321103 | 12008 | 0.48858 | 0.56248 | 0.43184 | 0.99472 |
| B | 3 | 100000 | S-L | 300 | 300 | 125 | 0.00016 | 0.11111 | 0.00008 | 0.99472 |
| B | 3 | 100000 | S-L | 1000 | 1000 | 584 | 0.01403 | 0.93548 | 0.00707 | 0.99472 |
| B | 3 | 100000 | S-L | 3000 | 3000 | 1433 | 0.08637 | 0.88170 | 0.04541 | 0.99472 |
| B | 3 | 100000 | S-L | 10000 | 10000 | 3199 | 0.20392 | 0.88301 | 0.11527 | 0.99472 |
| B | 3 | 100000 | S-L | 30000 | 30000 | 5420 | 0.29408 | 0.90756 | 0.17547 | 0.99472 |
| B | 3 | 100000 | S-L | 100000 | 100000 | 10813 | 0.46479 | 0.60946 | 0.37563 | 0.99472 |
| B | 3 | 100000 | S-L | 300000 | 300000 | 12008 | 0.48858 | 0.56248 | 0.43184 | 0.99472 |
| B | 3 | 100000 | S-L | -1 | 321103 | 12008 | 0.48858 | 0.56248 | 0.43184 | 0.99472 |
| B | 3 | 100000 | S-R | 300 | 300 | 13 | 0.00486 | 0.73171 | 0.00244 | 0.99472 |
| B | 3 | 100000 | S-R | 1000 | 1000 | 39 | 0.00597 | 0.48052 | 0.00301 | 0.99472 |
| B | 3 | 100000 | S-R | 3000 | 3000 | 133 | 0.00972 | 0.25523 | 0.00496 | 0.99472 |
| B | 3 | 100000 | S-R | 10000 | 10000 | 469 | 0.03365 | 0.36842 | 0.01763 | 0.99472 |
| B | 3 | 100000 | S-R | 30000 | 30000 | 1359 | 0.10818 | 0.42117 | 0.06206 | 0.99472 |
| B | 3 | 100000 | S-R | 100000 | 100000 | 7485 | 0.46616 | 0.54680 | 0.40626 | 0.99472 |
| B | 3 | 100000 | S-R | 300000 | 300000 | 12004 | 0.48858 | 0.56248 | 0.43184 | 0.99472 |
| B | 3 | 100000 | S-R | -1 | 321103 | 12008 | 0.48858 | 0.56248 | 0.43184 | 0.99472 |