| # | seed=1 | V=1607 | K=30 | W=6 | heldout_sents=2000 | heldout_toks=14600 | ||||
|---|---|---|---|---|---|---|---|---|---|---|
| GUARD | C1 | PASS | tp=12600 | pred=12600 | gold=12600 | |||||
| # | tier=1000 | train_toks=7392 | exchange_passes=6 | |||||||
| A | 1 | 1000 | G | 8.73045 | 6.82698 | |||||
| A | 1 | 1000 | Gw | 8.73045 | 6.93806 | |||||
| A | 1 | 1000 | L | 8.73045 | 7.96061 | |||||
| A | 1 | 1000 | R | 8.73045 | 9.12446 | |||||
| A | 1 | 1000 | U | 8.73045 | 12.09706 | |||||
| B | 1 | 1000 | G | -1 | 624 | 112 | 0.67937 | 0.70224 | 0.65794 | 0.99452 |
| B | 1 | 1000 | Gw | -1 | 710 | 109 | 0.65341 | 0.68206 | 0.62706 | 0.99452 |
| B | 1 | 1000 | L | -1 | 686 | 72 | 0.44245 | 0.51480 | 0.38794 | 0.99452 |
| B | 1 | 1000 | R | -1 | 884 | 8 | 0.04692 | 0.29613 | 0.02548 | 0.99452 |
| B | 1 | 1000 | U | -1 | 14313 | 434 | 0.06596 | 0.46905 | 0.03548 | 0.99452 |
| B | 1 | 1000 | U-f | 300 | 300 | 25 | 0.04060 | 0.36133 | 0.02151 | 0.99452 |
| B | 1 | 1000 | U-f | 1000 | 1000 | 64 | 0.06313 | 0.46063 | 0.03389 | 0.99452 |
| B | 1 | 1000 | U-f | 3000 | 3000 | 135 | 0.06582 | 0.46849 | 0.03540 | 0.99452 |
| B | 1 | 1000 | U-f | 10000 | 10000 | 310 | 0.06582 | 0.46849 | 0.03540 | 0.99452 |
| B | 1 | 1000 | U-f | 30000 | 14313 | 434 | 0.06596 | 0.46905 | 0.03548 | 0.99452 |
| B | 1 | 1000 | S-L | 300 | 300 | 89 | 0.00063 | 1.00000 | 0.00032 | 0.99452 |
| B | 1 | 1000 | S-L | 1000 | 1000 | 151 | 0.04130 | 0.81155 | 0.02119 | 0.99452 |
| B | 1 | 1000 | S-L | 3000 | 3000 | 254 | 0.04677 | 0.53940 | 0.02444 | 0.99452 |
| B | 1 | 1000 | S-L | 10000 | 10000 | 368 | 0.06596 | 0.46905 | 0.03548 | 0.99452 |
| B | 1 | 1000 | S-L | 30000 | 14313 | 434 | 0.06596 | 0.46905 | 0.03548 | 0.99452 |
| B | 1 | 1000 | S-R | 300 | 300 | 11 | 0.02114 | 0.30464 | 0.01095 | 0.99452 |
| B | 1 | 1000 | S-R | 1000 | 1000 | 57 | 0.06113 | 0.45235 | 0.03278 | 0.99452 |
| B | 1 | 1000 | S-R | 3000 | 3000 | 135 | 0.06582 | 0.46849 | 0.03540 | 0.99452 |
| B | 1 | 1000 | S-R | 10000 | 10000 | 309 | 0.06582 | 0.46849 | 0.03540 | 0.99452 |
| B | 1 | 1000 | S-R | 30000 | 14313 | 434 | 0.06596 | 0.46905 | 0.03548 | 0.99452 |
| # | tier=3000 | train_toks=22033 | exchange_passes=8 | |||||||
| A | 1 | 3000 | G | 8.61963 | 6.32168 | |||||
| A | 1 | 3000 | Gw | 8.61963 | 6.43210 | |||||
| A | 1 | 3000 | L | 8.61963 | 6.79084 | |||||
| A | 1 | 3000 | R | 8.61963 | 8.56227 | |||||
| A | 1 | 3000 | U | 8.61963 | 10.22634 | |||||
| B | 1 | 3000 | G | -1 | 635 | 145 | 0.70421 | 0.70986 | 0.69865 | 0.99452 |
| B | 1 | 3000 | Gw | -1 | 771 | 143 | 0.69692 | 0.70722 | 0.68690 | 0.99452 |
| B | 1 | 3000 | L | -1 | 709 | 98 | 0.59613 | 0.61550 | 0.57794 | 0.99452 |
| B | 1 | 3000 | R | -1 | 875 | 19 | 0.08108 | 0.34861 | 0.04587 | 0.99452 |
| B | 1 | 3000 | U | -1 | 33142 | 896 | 0.14961 | 0.48373 | 0.08849 | 0.99452 |
| B | 1 | 3000 | U-f | 300 | 300 | 62 | 0.08600 | 0.36134 | 0.04881 | 0.99452 |
| B | 1 | 3000 | U-f | 1000 | 1000 | 135 | 0.12265 | 0.43641 | 0.07135 | 0.99452 |
| B | 1 | 3000 | U-f | 3000 | 3000 | 283 | 0.14789 | 0.48100 | 0.08738 | 0.99452 |
| B | 1 | 3000 | U-f | 10000 | 10000 | 450 | 0.14950 | 0.48372 | 0.08841 | 0.99452 |
| B | 1 | 3000 | U-f | 30000 | 30000 | 863 | 0.14961 | 0.48373 | 0.08849 | 0.99452 |
| B | 1 | 3000 | U-f | 100000 | 33142 | 896 | 0.14961 | 0.48373 | 0.08849 | 0.99452 |
| B | 1 | 3000 | S-L | 300 | 300 | 87 | 0.00254 | 1.00000 | 0.00127 | 0.99452 |
| B | 1 | 3000 | S-L | 1000 | 1000 | 229 | 0.06749 | 0.84061 | 0.03516 | 0.99452 |
| B | 1 | 3000 | S-L | 3000 | 3000 | 347 | 0.07127 | 0.83452 | 0.03722 | 0.99452 |
| B | 1 | 3000 | S-L | 10000 | 10000 | 594 | 0.14675 | 0.50139 | 0.08595 | 0.99452 |
| B | 1 | 3000 | S-L | 30000 | 30000 | 865 | 0.14961 | 0.48373 | 0.08849 | 0.99452 |
| B | 1 | 3000 | S-L | 100000 | 33142 | 896 | 0.14961 | 0.48373 | 0.08849 | 0.99452 |
| B | 1 | 3000 | S-R | 300 | 300 | 20 | 0.02656 | 0.61957 | 0.01357 | 0.99452 |
| B | 1 | 3000 | S-R | 1000 | 1000 | 43 | 0.04552 | 0.34494 | 0.02437 | 0.99452 |
| B | 1 | 3000 | S-R | 3000 | 3000 | 226 | 0.14048 | 0.46871 | 0.08262 | 0.99452 |
| B | 1 | 3000 | S-R | 10000 | 10000 | 458 | 0.14950 | 0.48372 | 0.08841 | 0.99452 |
| B | 1 | 3000 | S-R | 30000 | 30000 | 861 | 0.14961 | 0.48373 | 0.08849 | 0.99452 |
| B | 1 | 3000 | S-R | 100000 | 33142 | 896 | 0.14961 | 0.48373 | 0.08849 | 0.99452 |
| # | tier=10000 | train_toks=72741 | exchange_passes=6 | |||||||
| A | 1 | 10000 | G | 8.56805 | 6.08409 | |||||
| A | 1 | 10000 | Gw | 8.56805 | 6.19351 | |||||
| A | 1 | 10000 | L | 8.56805 | 6.26819 | |||||
| A | 1 | 10000 | R | 8.56805 | 8.40845 | |||||
| A | 1 | 10000 | U | 8.56805 | 8.58629 | |||||
| N1 | 1 | 10000 | L | 8.56805 | 8.72268 | |||||
| B | 1 | 10000 | G | -1 | 635 | 194 | 0.72903 | 0.73036 | 0.72770 | 0.99452 |
| B | 1 | 10000 | Gw | -1 | 843 | 193 | 0.71479 | 0.71884 | 0.71079 | 0.99452 |
| B | 1 | 10000 | L | -1 | 776 | 148 | 0.69152 | 0.69932 | 0.68389 | 0.99452 |
| B | 1 | 10000 | R | -1 | 783 | 42 | 0.17789 | 0.32276 | 0.12278 | 0.99452 |
| B | 1 | 10000 | U | -1 | 77549 | 2001 | 0.26366 | 0.50178 | 0.17881 | 0.99452 |
| B | 1 | 10000 | U-f | 300 | 300 | 114 | 0.11821 | 0.34077 | 0.07151 | 0.99452 |
| B | 1 | 10000 | U-f | 1000 | 1000 | 277 | 0.17324 | 0.39704 | 0.11079 | 0.99452 |
| B | 1 | 10000 | U-f | 3000 | 3000 | 614 | 0.23346 | 0.47131 | 0.15516 | 0.99452 |
| B | 1 | 10000 | U-f | 10000 | 10000 | 1163 | 0.26176 | 0.49989 | 0.17730 | 0.99452 |
| B | 1 | 10000 | U-f | 30000 | 30000 | 1641 | 0.26366 | 0.50178 | 0.17881 | 0.99452 |
| B | 1 | 10000 | U-f | 100000 | 77549 | 2001 | 0.26366 | 0.50178 | 0.17881 | 0.99452 |
| B | 1 | 10000 | S-L | 300 | 300 | 87 | 0.00317 | 0.95238 | 0.00159 | 0.99452 |
| B | 1 | 10000 | S-L | 1000 | 1000 | 228 | 0.00790 | 0.92593 | 0.00397 | 0.99452 |
| B | 1 | 10000 | S-L | 3000 | 3000 | 545 | 0.10688 | 0.85885 | 0.05698 | 0.99452 |
| B | 1 | 10000 | S-L | 10000 | 10000 | 1008 | 0.19416 | 0.91145 | 0.10865 | 0.99452 |
| B | 1 | 10000 | S-L | 30000 | 30000 | 1607 | 0.26167 | 0.51024 | 0.17595 | 0.99452 |
| B | 1 | 10000 | S-L | 100000 | 77549 | 2001 | 0.26366 | 0.50178 | 0.17881 | 0.99452 |
| B | 1 | 10000 | S-R | 300 | 300 | 26 | 0.00585 | 0.69811 | 0.00294 | 0.99452 |
| B | 1 | 10000 | S-R | 1000 | 1000 | 50 | 0.02048 | 0.45833 | 0.01048 | 0.99452 |
| B | 1 | 10000 | S-R | 3000 | 3000 | 103 | 0.04494 | 0.35952 | 0.02397 | 0.99452 |
| B | 1 | 10000 | S-R | 10000 | 10000 | 829 | 0.24421 | 0.48232 | 0.16349 | 0.99452 |
| B | 1 | 10000 | S-R | 30000 | 30000 | 1674 | 0.26366 | 0.50178 | 0.17881 | 0.99452 |
| B | 1 | 10000 | S-R | 100000 | 77549 | 2001 | 0.26366 | 0.50178 | 0.17881 | 0.99452 |
| # | tier=30000 | train_toks=217958 | exchange_passes=8 | |||||||
| A | 1 | 30000 | G | 8.55480 | 6.01188 | |||||
| A | 1 | 30000 | Gw | 8.55480 | 6.11913 | |||||
| A | 1 | 30000 | L | 8.55480 | 6.09801 | |||||
| A | 1 | 30000 | R | 8.55480 | 8.27159 | |||||
| A | 1 | 30000 | U | 8.55480 | 7.48398 | |||||
| B | 1 | 30000 | G | -1 | 635 | 224 | 0.73022 | 0.73156 | 0.72889 | 0.99452 |
| B | 1 | 30000 | Gw | -1 | 859 | 221 | 0.72328 | 0.72699 | 0.71960 | 0.99452 |
| B | 1 | 30000 | L | -1 | 805 | 207 | 0.70600 | 0.70974 | 0.70230 | 0.99452 |
| B | 1 | 30000 | R | -1 | 809 | 87 | 0.25469 | 0.35426 | 0.19881 | 0.99452 |
| B | 1 | 30000 | U | -1 | 158665 | 4771 | 0.37422 | 0.52270 | 0.29143 | 0.99452 |
| B | 1 | 30000 | U-f | 300 | 300 | 151 | 0.12946 | 0.31929 | 0.08119 | 0.99452 |
| B | 1 | 30000 | U-f | 1000 | 1000 | 447 | 0.20849 | 0.38111 | 0.14349 | 0.99452 |
| B | 1 | 30000 | U-f | 3000 | 3000 | 1038 | 0.28582 | 0.45025 | 0.20937 | 0.99452 |
| B | 1 | 30000 | U-f | 10000 | 10000 | 2304 | 0.35514 | 0.50873 | 0.27278 | 0.99452 |
| B | 1 | 30000 | U-f | 30000 | 30000 | 3702 | 0.37286 | 0.52177 | 0.29008 | 0.99452 |
| B | 1 | 30000 | U-f | 100000 | 100000 | 4715 | 0.37422 | 0.52270 | 0.29143 | 0.99452 |
| B | 1 | 30000 | U-f | 300000 | 158665 | 4771 | 0.37422 | 0.52270 | 0.29143 | 0.99452 |
| B | 1 | 30000 | S-L | 300 | 300 | 213 | 0.00743 | 1.00000 | 0.00373 | 0.99452 |
| B | 1 | 30000 | S-L | 1000 | 1000 | 438 | 0.01387 | 0.97778 | 0.00698 | 0.99452 |
| B | 1 | 30000 | S-L | 3000 | 3000 | 858 | 0.07446 | 0.79870 | 0.03905 | 0.99452 |
| B | 1 | 30000 | S-L | 10000 | 10000 | 1770 | 0.18987 | 0.90155 | 0.10611 | 0.99452 |
| B | 1 | 30000 | S-L | 30000 | 30000 | 3526 | 0.30403 | 0.66047 | 0.19746 | 0.99452 |
| B | 1 | 30000 | S-L | 100000 | 100000 | 4651 | 0.37422 | 0.52270 | 0.29143 | 0.99452 |
| B | 1 | 30000 | S-L | 300000 | 158665 | 4771 | 0.37422 | 0.52270 | 0.29143 | 0.99452 |
| B | 1 | 30000 | S-R | 300 | 300 | 24 | 0.00633 | 1.00000 | 0.00317 | 0.99452 |
| B | 1 | 30000 | S-R | 1000 | 1000 | 58 | 0.01902 | 0.97581 | 0.00960 | 0.99452 |
| B | 1 | 30000 | S-R | 3000 | 3000 | 145 | 0.04351 | 0.48562 | 0.02278 | 0.99452 |
| B | 1 | 30000 | S-R | 10000 | 10000 | 413 | 0.09369 | 0.41667 | 0.05278 | 0.99452 |
| B | 1 | 30000 | S-R | 30000 | 30000 | 2546 | 0.35491 | 0.50836 | 0.27262 | 0.99452 |
| B | 1 | 30000 | S-R | 100000 | 100000 | 4583 | 0.37422 | 0.52270 | 0.29143 | 0.99452 |
| B | 1 | 30000 | S-R | 300000 | 158665 | 4771 | 0.37422 | 0.52270 | 0.29143 | 0.99452 |
| # | tier=100000 | train_toks=726128 | exchange_passes=6 | |||||||
| A | 1 | 100000 | G | 8.55044 | 5.98566 | |||||
| A | 1 | 100000 | Gw | 8.55044 | 6.09195 | |||||
| A | 1 | 100000 | L | 8.55044 | 6.07125 | |||||
| A | 1 | 100000 | R | 8.55044 | 8.34654 | |||||
| A | 1 | 100000 | U | 8.55044 | 6.72053 | |||||
| N1 | 1 | 100000 | L | 8.55044 | 8.54066 | |||||
| B | 1 | 100000 | G | -1 | 635 | 246 | 0.73054 | 0.73188 | 0.72921 | 0.99452 |
| B | 1 | 100000 | Gw | -1 | 871 | 245 | 0.72181 | 0.72549 | 0.71817 | 0.99452 |
| B | 1 | 100000 | L | -1 | 820 | 238 | 0.70169 | 0.70379 | 0.69960 | 0.99452 |
| B | 1 | 100000 | R | -1 | 852 | 103 | 0.32605 | 0.37312 | 0.28952 | 0.99452 |
| B | 1 | 100000 | U | -1 | 321049 | 12151 | 0.47753 | 0.55114 | 0.42127 | 0.99452 |
| B | 1 | 100000 | U-f | 300 | 300 | 182 | 0.13655 | 0.31951 | 0.08683 | 0.99452 |
| B | 1 | 100000 | U-f | 1000 | 1000 | 586 | 0.22952 | 0.38110 | 0.16421 | 0.99452 |
| B | 1 | 100000 | U-f | 3000 | 3000 | 1481 | 0.32064 | 0.44315 | 0.25119 | 0.99452 |
| B | 1 | 100000 | U-f | 10000 | 10000 | 3728 | 0.41155 | 0.50246 | 0.34849 | 0.99452 |
| B | 1 | 100000 | U-f | 30000 | 30000 | 7679 | 0.46688 | 0.54446 | 0.40865 | 0.99452 |
| B | 1 | 100000 | U-f | 100000 | 100000 | 11398 | 0.47746 | 0.55109 | 0.42119 | 0.99452 |
| B | 1 | 100000 | U-f | 300000 | 300000 | 12149 | 0.47753 | 0.55114 | 0.42127 | 0.99452 |
| B | 1 | 100000 | U-f | -1 | 321049 | 12151 | 0.47753 | 0.55114 | 0.42127 | 0.99452 |
| B | 1 | 100000 | S-L | 300 | 300 | 129 | 0.00016 | 0.20000 | 0.00008 | 0.99452 |
| B | 1 | 100000 | S-L | 1000 | 1000 | 590 | 0.00995 | 0.94030 | 0.00500 | 0.99452 |
| B | 1 | 100000 | S-L | 3000 | 3000 | 1466 | 0.07425 | 0.85490 | 0.03881 | 0.99452 |
| B | 1 | 100000 | S-L | 10000 | 10000 | 3151 | 0.18223 | 0.87211 | 0.10175 | 0.99452 |
| B | 1 | 100000 | S-L | 30000 | 30000 | 5488 | 0.28068 | 0.90449 | 0.16611 | 0.99452 |
| B | 1 | 100000 | S-L | 100000 | 100000 | 10929 | 0.45646 | 0.60044 | 0.36817 | 0.99452 |
| B | 1 | 100000 | S-L | 300000 | 300000 | 12151 | 0.47753 | 0.55114 | 0.42127 | 0.99452 |
| B | 1 | 100000 | S-L | -1 | 321049 | 12151 | 0.47753 | 0.55114 | 0.42127 | 0.99452 |
| B | 1 | 100000 | S-R | 300 | 300 | 27 | 0.00790 | 0.92593 | 0.00397 | 0.99452 |
| B | 1 | 100000 | S-R | 1000 | 1000 | 49 | 0.00837 | 0.92982 | 0.00421 | 0.99452 |
| B | 1 | 100000 | S-R | 3000 | 3000 | 168 | 0.02181 | 0.93289 | 0.01103 | 0.99452 |
| B | 1 | 100000 | S-R | 10000 | 10000 | 465 | 0.04815 | 0.49002 | 0.02532 | 0.99452 |
| B | 1 | 100000 | S-R | 30000 | 30000 | 1353 | 0.10454 | 0.48585 | 0.05857 | 0.99452 |
| B | 1 | 100000 | S-R | 100000 | 100000 | 6016 | 0.42633 | 0.51306 | 0.36468 | 0.99452 |
| B | 1 | 100000 | S-R | 300000 | 300000 | 12149 | 0.47753 | 0.55114 | 0.42127 | 0.99452 |
| B | 1 | 100000 | S-R | -1 | 321049 | 12151 | 0.47753 | 0.55114 | 0.42127 | 0.99452 |