| # | seed=7 | V=1607 | K=30 | W=6 | heldout_sents=2000 | heldout_toks=14417 | ||||
|---|---|---|---|---|---|---|---|---|---|---|
| GUARD | C1 | PASS | tp=12417 | pred=12417 | gold=12417 | |||||
| # | tier=1000 | train_toks=7216 | exchange_passes=6 | |||||||
| A | 7 | 1000 | G | 8.73020 | 6.83237 | |||||
| A | 7 | 1000 | Gw | 8.73020 | 6.95326 | |||||
| A | 7 | 1000 | L | 8.73020 | 7.89170 | |||||
| A | 7 | 1000 | R | 8.73020 | 9.16630 | |||||
| A | 7 | 1000 | U | 8.73020 | 12.11288 | |||||
| B | 7 | 1000 | G | -1 | 613 | 101 | 0.65884 | 0.70427 | 0.61891 | 0.99436 |
| B | 7 | 1000 | Gw | -1 | 679 | 102 | 0.64501 | 0.69357 | 0.60280 | 0.99436 |
| B | 7 | 1000 | L | -1 | 635 | 67 | 0.45288 | 0.51358 | 0.40501 | 0.99436 |
| B | 7 | 1000 | R | -1 | 894 | 5 | 0.02248 | 0.36456 | 0.01160 | 0.99436 |
| B | 7 | 1000 | U | -1 | 13733 | 408 | 0.07579 | 0.51417 | 0.04091 | 0.99436 |
| B | 7 | 1000 | U-f | 300 | 300 | 28 | 0.06164 | 0.46275 | 0.03302 | 0.99436 |
| B | 7 | 1000 | U-f | 1000 | 1000 | 54 | 0.07277 | 0.50362 | 0.03922 | 0.99436 |
| B | 7 | 1000 | U-f | 3000 | 3000 | 118 | 0.07551 | 0.51318 | 0.04075 | 0.99436 |
| B | 7 | 1000 | U-f | 10000 | 10000 | 297 | 0.07551 | 0.51318 | 0.04075 | 0.99436 |
| B | 7 | 1000 | U-f | 30000 | 13733 | 408 | 0.07579 | 0.51417 | 0.04091 | 0.99436 |
| B | 7 | 1000 | S-L | 300 | 300 | 106 | 0.00177 | 1.00000 | 0.00089 | 0.99436 |
| B | 7 | 1000 | S-L | 1000 | 1000 | 158 | 0.03842 | 0.85315 | 0.01965 | 0.99436 |
| B | 7 | 1000 | S-L | 3000 | 3000 | 217 | 0.06162 | 0.46067 | 0.03302 | 0.99436 |
| B | 7 | 1000 | S-L | 10000 | 10000 | 341 | 0.07565 | 0.51368 | 0.04083 | 0.99436 |
| B | 7 | 1000 | S-L | 30000 | 13733 | 408 | 0.07579 | 0.51417 | 0.04091 | 0.99436 |
| B | 7 | 1000 | S-R | 300 | 300 | 21 | 0.05081 | 0.43563 | 0.02698 | 0.99436 |
| B | 7 | 1000 | S-R | 1000 | 1000 | 56 | 0.07277 | 0.50362 | 0.03922 | 0.99436 |
| B | 7 | 1000 | S-R | 3000 | 3000 | 119 | 0.07551 | 0.51318 | 0.04075 | 0.99436 |
| B | 7 | 1000 | S-R | 10000 | 10000 | 297 | 0.07551 | 0.51318 | 0.04075 | 0.99436 |
| B | 7 | 1000 | S-R | 30000 | 13733 | 408 | 0.07579 | 0.51417 | 0.04091 | 0.99436 |
| # | tier=3000 | train_toks=22049 | exchange_passes=13 | |||||||
| A | 7 | 3000 | G | 8.61676 | 6.30470 | |||||
| A | 7 | 3000 | Gw | 8.61676 | 6.42687 | |||||
| A | 7 | 3000 | L | 8.61676 | 6.72361 | |||||
| A | 7 | 3000 | R | 8.61676 | 8.56932 | |||||
| A | 7 | 3000 | U | 8.61676 | 10.18298 | |||||
| B | 7 | 3000 | G | -1 | 631 | 148 | 0.71937 | 0.72537 | 0.71346 | 0.99436 |
| B | 7 | 3000 | Gw | -1 | 756 | 145 | 0.70503 | 0.71628 | 0.69413 | 0.99436 |
| B | 7 | 3000 | L | -1 | 736 | 105 | 0.57647 | 0.59452 | 0.55947 | 0.99436 |
| B | 7 | 3000 | R | -1 | 876 | 16 | 0.09843 | 0.34444 | 0.05742 | 0.99436 |
| B | 7 | 3000 | U | -1 | 33206 | 930 | 0.14431 | 0.47357 | 0.08513 | 0.99436 |
| B | 7 | 3000 | U-f | 300 | 300 | 62 | 0.08807 | 0.35991 | 0.05017 | 0.99436 |
| B | 7 | 3000 | U-f | 1000 | 1000 | 138 | 0.12105 | 0.42892 | 0.07047 | 0.99436 |
| B | 7 | 3000 | U-f | 3000 | 3000 | 261 | 0.14001 | 0.46585 | 0.08239 | 0.99436 |
| B | 7 | 3000 | U-f | 10000 | 10000 | 452 | 0.14393 | 0.47286 | 0.08488 | 0.99436 |
| B | 7 | 3000 | U-f | 30000 | 30000 | 895 | 0.14431 | 0.47357 | 0.08513 | 0.99436 |
| B | 7 | 3000 | U-f | 100000 | 33206 | 930 | 0.14431 | 0.47357 | 0.08513 | 0.99436 |
| B | 7 | 3000 | S-L | 300 | 300 | 89 | 0.00674 | 1.00000 | 0.00338 | 0.99436 |
| B | 7 | 3000 | S-L | 1000 | 1000 | 212 | 0.04390 | 0.94898 | 0.02247 | 0.99436 |
| B | 7 | 3000 | S-L | 3000 | 3000 | 338 | 0.07606 | 0.86213 | 0.03978 | 0.99436 |
| B | 7 | 3000 | S-L | 10000 | 10000 | 581 | 0.13595 | 0.49000 | 0.07892 | 0.99436 |
| B | 7 | 3000 | S-L | 30000 | 30000 | 901 | 0.14431 | 0.47357 | 0.08513 | 0.99436 |
| B | 7 | 3000 | S-L | 100000 | 33206 | 930 | 0.14431 | 0.47357 | 0.08513 | 0.99436 |
| B | 7 | 3000 | S-R | 300 | 300 | 20 | 0.01053 | 0.21406 | 0.00540 | 0.99436 |
| B | 7 | 3000 | S-R | 1000 | 1000 | 44 | 0.03999 | 0.27208 | 0.02158 | 0.99436 |
| B | 7 | 3000 | S-R | 3000 | 3000 | 204 | 0.12672 | 0.44034 | 0.07401 | 0.99436 |
| B | 7 | 3000 | S-R | 10000 | 10000 | 469 | 0.14393 | 0.47286 | 0.08488 | 0.99436 |
| B | 7 | 3000 | S-R | 30000 | 30000 | 891 | 0.14431 | 0.47357 | 0.08513 | 0.99436 |
| B | 7 | 3000 | S-R | 100000 | 33206 | 930 | 0.14431 | 0.47357 | 0.08513 | 0.99436 |
| # | tier=10000 | train_toks=73005 | exchange_passes=11 | |||||||
| A | 7 | 10000 | G | 8.57208 | 6.07090 | |||||
| A | 7 | 10000 | Gw | 8.57208 | 6.19276 | |||||
| A | 7 | 10000 | L | 8.57208 | 6.22313 | |||||
| A | 7 | 10000 | R | 8.57208 | 8.43762 | |||||
| A | 7 | 10000 | U | 8.57208 | 8.52964 | |||||
| N1 | 7 | 10000 | L | 8.57208 | 8.71912 | |||||
| B | 7 | 10000 | G | -1 | 635 | 193 | 0.73902 | 0.74042 | 0.73762 | 0.99436 |
| B | 7 | 10000 | Gw | -1 | 825 | 190 | 0.72510 | 0.73037 | 0.71990 | 0.99436 |
| B | 7 | 10000 | L | -1 | 761 | 164 | 0.69438 | 0.70560 | 0.68350 | 0.99436 |
| B | 7 | 10000 | R | -1 | 792 | 35 | 0.18878 | 0.36101 | 0.12781 | 0.99436 |
| B | 7 | 10000 | U | -1 | 77807 | 1928 | 0.27579 | 0.52705 | 0.18676 | 0.99436 |
| B | 7 | 10000 | U-f | 300 | 300 | 120 | 0.11981 | 0.34337 | 0.07256 | 0.99436 |
| B | 7 | 10000 | U-f | 1000 | 1000 | 280 | 0.18402 | 0.42520 | 0.11742 | 0.99436 |
| B | 7 | 10000 | U-f | 3000 | 3000 | 592 | 0.24767 | 0.50061 | 0.16453 | 0.99436 |
| B | 7 | 10000 | U-f | 10000 | 10000 | 1081 | 0.27362 | 0.52527 | 0.18499 | 0.99436 |
| B | 7 | 10000 | U-f | 30000 | 30000 | 1536 | 0.27579 | 0.52705 | 0.18676 | 0.99436 |
| B | 7 | 10000 | U-f | 100000 | 77807 | 1928 | 0.27579 | 0.52705 | 0.18676 | 0.99436 |
| B | 7 | 10000 | S-L | 300 | 300 | 97 | 0.00690 | 1.00000 | 0.00346 | 0.99436 |
| B | 7 | 10000 | S-L | 1000 | 1000 | 425 | 0.10049 | 0.99697 | 0.05291 | 0.99436 |
| B | 7 | 10000 | S-L | 3000 | 3000 | 580 | 0.10875 | 0.87379 | 0.05799 | 0.99436 |
| B | 7 | 10000 | S-L | 10000 | 10000 | 1008 | 0.19280 | 0.92080 | 0.10767 | 0.99436 |
| B | 7 | 10000 | S-L | 30000 | 30000 | 1577 | 0.27018 | 0.56376 | 0.17766 | 0.99436 |
| B | 7 | 10000 | S-L | 100000 | 77807 | 1928 | 0.27579 | 0.52705 | 0.18676 | 0.99436 |
| B | 7 | 10000 | S-R | 300 | 300 | 22 | 0.01989 | 0.83893 | 0.01007 | 0.99436 |
| B | 7 | 10000 | S-R | 1000 | 1000 | 45 | 0.02678 | 0.83251 | 0.01361 | 0.99436 |
| B | 7 | 10000 | S-R | 3000 | 3000 | 106 | 0.03886 | 0.45735 | 0.02029 | 0.99436 |
| B | 7 | 10000 | S-R | 10000 | 10000 | 511 | 0.20370 | 0.44967 | 0.13167 | 0.99436 |
| B | 7 | 10000 | S-R | 30000 | 30000 | 1577 | 0.27579 | 0.52705 | 0.18676 | 0.99436 |
| B | 7 | 10000 | S-R | 100000 | 77807 | 1928 | 0.27579 | 0.52705 | 0.18676 | 0.99436 |
| # | tier=30000 | train_toks=217853 | exchange_passes=11 | |||||||
| A | 7 | 30000 | G | 8.56018 | 5.99940 | |||||
| A | 7 | 30000 | Gw | 8.56018 | 6.11946 | |||||
| A | 7 | 30000 | L | 8.56018 | 6.25028 | |||||
| A | 7 | 30000 | R | 8.56018 | 8.45267 | |||||
| A | 7 | 30000 | U | 8.56018 | 7.45536 | |||||
| B | 7 | 30000 | G | -1 | 635 | 218 | 0.74109 | 0.74256 | 0.73963 | 0.99436 |
| B | 7 | 30000 | Gw | -1 | 858 | 218 | 0.72571 | 0.73021 | 0.72127 | 0.99436 |
| B | 7 | 30000 | L | -1 | 782 | 161 | 0.67173 | 0.67441 | 0.66908 | 0.99436 |
| B | 7 | 30000 | R | -1 | 807 | 39 | 0.23891 | 0.40910 | 0.16872 | 0.99436 |
| B | 7 | 30000 | U | -1 | 158283 | 4635 | 0.38347 | 0.53698 | 0.29822 | 0.99436 |
| B | 7 | 30000 | U-f | 300 | 300 | 150 | 0.13086 | 0.32658 | 0.08182 | 0.99436 |
| B | 7 | 30000 | U-f | 1000 | 1000 | 443 | 0.21601 | 0.39835 | 0.14818 | 0.99436 |
| B | 7 | 30000 | U-f | 3000 | 3000 | 1019 | 0.29499 | 0.46695 | 0.21559 | 0.99436 |
| B | 7 | 30000 | U-f | 10000 | 10000 | 2293 | 0.36535 | 0.52352 | 0.28058 | 0.99436 |
| B | 7 | 30000 | U-f | 30000 | 30000 | 3631 | 0.38135 | 0.53546 | 0.29613 | 0.99436 |
| B | 7 | 30000 | U-f | 100000 | 100000 | 4588 | 0.38347 | 0.53698 | 0.29822 | 0.99436 |
| B | 7 | 30000 | U-f | 300000 | 158283 | 4635 | 0.38347 | 0.53698 | 0.29822 | 0.99436 |
| B | 7 | 30000 | S-L | 300 | 300 | 263 | 0.01804 | 1.00000 | 0.00910 | 0.99436 |
| B | 7 | 30000 | S-L | 1000 | 1000 | 364 | 0.01819 | 0.96610 | 0.00918 | 0.99436 |
| B | 7 | 30000 | S-L | 3000 | 3000 | 988 | 0.12221 | 0.90044 | 0.06556 | 0.99436 |
| B | 7 | 30000 | S-L | 10000 | 10000 | 1770 | 0.14565 | 0.86884 | 0.07949 | 0.99436 |
| B | 7 | 30000 | S-L | 30000 | 30000 | 3083 | 0.23318 | 0.60533 | 0.14440 | 0.99436 |
| B | 7 | 30000 | S-L | 100000 | 100000 | 4494 | 0.38347 | 0.53698 | 0.29822 | 0.99436 |
| B | 7 | 30000 | S-L | 300000 | 158283 | 4635 | 0.38347 | 0.53698 | 0.29822 | 0.99436 |
| B | 7 | 30000 | S-R | 300 | 300 | 32 | 0.00530 | 0.97059 | 0.00266 | 0.99436 |
| B | 7 | 30000 | S-R | 1000 | 1000 | 61 | 0.00896 | 0.69136 | 0.00451 | 0.99436 |
| B | 7 | 30000 | S-R | 3000 | 3000 | 134 | 0.01246 | 0.29924 | 0.00636 | 0.99436 |
| B | 7 | 30000 | S-R | 10000 | 10000 | 342 | 0.04290 | 0.41202 | 0.02263 | 0.99436 |
| B | 7 | 30000 | S-R | 30000 | 30000 | 1289 | 0.25788 | 0.43803 | 0.18273 | 0.99436 |
| B | 7 | 30000 | S-R | 100000 | 100000 | 4425 | 0.38347 | 0.53698 | 0.29822 | 0.99436 |
| B | 7 | 30000 | S-R | 300000 | 158283 | 4635 | 0.38347 | 0.53698 | 0.29822 | 0.99436 |
| # | tier=100000 | train_toks=726378 | exchange_passes=13 | |||||||
| A | 7 | 100000 | G | 8.55703 | 5.97430 | |||||
| A | 7 | 100000 | Gw | 8.55703 | 6.09367 | |||||
| A | 7 | 100000 | L | 8.55703 | 6.05377 | |||||
| A | 7 | 100000 | R | 8.55703 | 8.31524 | |||||
| A | 7 | 100000 | U | 8.55703 | 6.69349 | |||||
| N1 | 7 | 100000 | L | 8.55703 | 8.54735 | |||||
| B | 7 | 100000 | G | -1 | 635 | 252 | 0.74031 | 0.74171 | 0.73891 | 0.99436 |
| B | 7 | 100000 | Gw | -1 | 874 | 251 | 0.73141 | 0.73564 | 0.72723 | 0.99436 |
| B | 7 | 100000 | L | -1 | 828 | 244 | 0.71176 | 0.71378 | 0.70975 | 0.99436 |
| B | 7 | 100000 | R | -1 | 852 | 133 | 0.33339 | 0.37927 | 0.29741 | 0.99436 |
| B | 7 | 100000 | U | -1 | 321182 | 11873 | 0.48439 | 0.55906 | 0.42732 | 0.99436 |
| B | 7 | 100000 | U-f | 300 | 300 | 182 | 0.13930 | 0.32796 | 0.08843 | 0.99436 |
| B | 7 | 100000 | U-f | 1000 | 1000 | 570 | 0.23155 | 0.38619 | 0.16534 | 0.99436 |
| B | 7 | 100000 | U-f | 3000 | 3000 | 1485 | 0.32944 | 0.45526 | 0.25811 | 0.99436 |
| B | 7 | 100000 | U-f | 10000 | 10000 | 3686 | 0.41440 | 0.50783 | 0.35000 | 0.99436 |
| B | 7 | 100000 | U-f | 30000 | 30000 | 7595 | 0.47295 | 0.55214 | 0.41363 | 0.99436 |
| B | 7 | 100000 | U-f | 100000 | 100000 | 11145 | 0.48427 | 0.55902 | 0.42716 | 0.99436 |
| B | 7 | 100000 | U-f | 300000 | 300000 | 11872 | 0.48439 | 0.55906 | 0.42732 | 0.99436 |
| B | 7 | 100000 | U-f | -1 | 321182 | 11873 | 0.48439 | 0.55906 | 0.42732 | 0.99436 |
| B | 7 | 100000 | S-L | 300 | 300 | 295 | 0.01296 | 1.00000 | 0.00652 | 0.99436 |
| B | 7 | 100000 | S-L | 1000 | 1000 | 500 | 0.01327 | 0.91209 | 0.00668 | 0.99436 |
| B | 7 | 100000 | S-L | 3000 | 3000 | 1386 | 0.07870 | 0.98263 | 0.04099 | 0.99436 |
| B | 7 | 100000 | S-L | 10000 | 10000 | 3078 | 0.18737 | 0.87391 | 0.10494 | 0.99436 |
| B | 7 | 100000 | S-L | 30000 | 30000 | 5400 | 0.28525 | 0.90335 | 0.16936 | 0.99436 |
| B | 7 | 100000 | S-L | 100000 | 100000 | 10702 | 0.46211 | 0.60644 | 0.37328 | 0.99436 |
| B | 7 | 100000 | S-L | 300000 | 300000 | 11873 | 0.48439 | 0.55906 | 0.42732 | 0.99436 |
| B | 7 | 100000 | S-L | -1 | 321182 | 11873 | 0.48439 | 0.55906 | 0.42732 | 0.99436 |
| B | 7 | 100000 | S-R | 300 | 300 | 30 | 0.00257 | 0.84211 | 0.00129 | 0.99436 |
| B | 7 | 100000 | S-R | 1000 | 1000 | 79 | 0.00802 | 0.90909 | 0.00403 | 0.99436 |
| B | 7 | 100000 | S-R | 3000 | 3000 | 208 | 0.02644 | 0.77315 | 0.01345 | 0.99436 |
| B | 7 | 100000 | S-R | 10000 | 10000 | 543 | 0.04910 | 0.43590 | 0.02601 | 0.99436 |
| B | 7 | 100000 | S-R | 30000 | 30000 | 1420 | 0.10836 | 0.44106 | 0.06177 | 0.99436 |
| B | 7 | 100000 | S-R | 100000 | 100000 | 4318 | 0.27258 | 0.46173 | 0.19336 | 0.99436 |
| B | 7 | 100000 | S-R | 300000 | 300000 | 11873 | 0.48439 | 0.55906 | 0.42732 | 0.99436 |
| B | 7 | 100000 | S-R | -1 | 321182 | 11873 | 0.48439 | 0.55906 | 0.42732 | 0.99436 |