| # | seed=10 | V=1607 | K=30 | W=6 | heldout_sents=2000 | heldout_toks=14536 | ||||
|---|---|---|---|---|---|---|---|---|---|---|
| GUARD | C1 | PASS | tp=12536 | pred=12536 | gold=12536 | |||||
| # | tier=1000 | train_toks=7247 | exchange_passes=11 | |||||||
| A | 10 | 1000 | G | 8.72953 | 6.82201 | |||||
| A | 10 | 1000 | Gw | 8.72953 | 6.92989 | |||||
| A | 10 | 1000 | L | 8.72953 | 7.90381 | |||||
| A | 10 | 1000 | R | 8.72953 | 9.11095 | |||||
| A | 10 | 1000 | U | 8.72953 | 12.11877 | |||||
| B | 10 | 1000 | G | -1 | 618 | 99 | 0.64230 | 0.68463 | 0.60490 | 0.99426 |
| B | 10 | 1000 | Gw | -1 | 680 | 94 | 0.62043 | 0.67203 | 0.57618 | 0.99426 |
| B | 10 | 1000 | L | -1 | 697 | 74 | 0.44126 | 0.49975 | 0.39502 | 0.99426 |
| B | 10 | 1000 | R | -1 | 890 | 5 | 0.02767 | 0.29450 | 0.01452 | 0.99426 |
| B | 10 | 1000 | U | -1 | 13883 | 433 | 0.07086 | 0.48728 | 0.03821 | 0.99426 |
| B | 10 | 1000 | U-f | 300 | 300 | 34 | 0.05034 | 0.41379 | 0.02680 | 0.99426 |
| B | 10 | 1000 | U-f | 1000 | 1000 | 68 | 0.06729 | 0.47390 | 0.03622 | 0.99426 |
| B | 10 | 1000 | U-f | 3000 | 3000 | 126 | 0.07015 | 0.48466 | 0.03781 | 0.99426 |
| B | 10 | 1000 | U-f | 10000 | 10000 | 321 | 0.07044 | 0.48571 | 0.03797 | 0.99426 |
| B | 10 | 1000 | U-f | 30000 | 13883 | 433 | 0.07086 | 0.48728 | 0.03821 | 0.99426 |
| B | 10 | 1000 | S-L | 300 | 300 | 92 | 0.04048 | 1.00000 | 0.02066 | 0.99426 |
| B | 10 | 1000 | S-L | 1000 | 1000 | 173 | 0.04591 | 0.82222 | 0.02361 | 0.99426 |
| B | 10 | 1000 | S-L | 3000 | 3000 | 254 | 0.04820 | 0.43185 | 0.02553 | 0.99426 |
| B | 10 | 1000 | S-L | 10000 | 10000 | 379 | 0.07086 | 0.48728 | 0.03821 | 0.99426 |
| B | 10 | 1000 | S-L | 30000 | 13883 | 433 | 0.07086 | 0.48728 | 0.03821 | 0.99426 |
| B | 10 | 1000 | S-R | 300 | 300 | 22 | 0.03322 | 0.33692 | 0.01747 | 0.99426 |
| B | 10 | 1000 | S-R | 1000 | 1000 | 67 | 0.06758 | 0.47500 | 0.03638 | 0.99426 |
| B | 10 | 1000 | S-R | 3000 | 3000 | 127 | 0.07015 | 0.48466 | 0.03781 | 0.99426 |
| B | 10 | 1000 | S-R | 10000 | 10000 | 317 | 0.07029 | 0.48519 | 0.03789 | 0.99426 |
| B | 10 | 1000 | S-R | 30000 | 13883 | 433 | 0.07086 | 0.48728 | 0.03821 | 0.99426 |
| # | tier=3000 | train_toks=21781 | exchange_passes=10 | |||||||
| A | 10 | 3000 | G | 8.61717 | 6.30748 | |||||
| A | 10 | 3000 | Gw | 8.61717 | 6.41379 | |||||
| A | 10 | 3000 | L | 8.61717 | 6.65103 | |||||
| A | 10 | 3000 | R | 8.61717 | 8.56621 | |||||
| A | 10 | 3000 | U | 8.61717 | 10.19436 | |||||
| B | 10 | 3000 | G | -1 | 633 | 151 | 0.70595 | 0.70802 | 0.70389 | 0.99426 |
| B | 10 | 3000 | Gw | -1 | 762 | 149 | 0.69754 | 0.70308 | 0.69209 | 0.99426 |
| B | 10 | 3000 | L | -1 | 730 | 125 | 0.61038 | 0.62997 | 0.59198 | 0.99426 |
| B | 10 | 3000 | R | -1 | 858 | 16 | 0.12550 | 0.51406 | 0.07147 | 0.99426 |
| B | 10 | 3000 | U | -1 | 32661 | 926 | 0.16146 | 0.49347 | 0.09652 | 0.99426 |
| B | 10 | 3000 | U-f | 300 | 300 | 67 | 0.09041 | 0.36040 | 0.05169 | 0.99426 |
| B | 10 | 3000 | U-f | 1000 | 1000 | 145 | 0.13223 | 0.44353 | 0.07770 | 0.99426 |
| B | 10 | 3000 | U-f | 3000 | 3000 | 266 | 0.15698 | 0.48692 | 0.09357 | 0.99426 |
| B | 10 | 3000 | U-f | 10000 | 10000 | 484 | 0.16123 | 0.49326 | 0.09636 | 0.99426 |
| B | 10 | 3000 | U-f | 30000 | 30000 | 906 | 0.16147 | 0.49368 | 0.09652 | 0.99426 |
| B | 10 | 3000 | U-f | 100000 | 32661 | 926 | 0.16146 | 0.49347 | 0.09652 | 0.99426 |
| B | 10 | 3000 | S-L | 300 | 300 | 103 | 0.00731 | 0.97872 | 0.00367 | 0.99426 |
| B | 10 | 3000 | S-L | 1000 | 1000 | 243 | 0.07271 | 0.85305 | 0.03797 | 0.99426 |
| B | 10 | 3000 | S-L | 3000 | 3000 | 373 | 0.10133 | 0.87875 | 0.05377 | 0.99426 |
| B | 10 | 3000 | S-L | 10000 | 10000 | 633 | 0.14678 | 0.53897 | 0.08496 | 0.99426 |
| B | 10 | 3000 | S-L | 30000 | 30000 | 906 | 0.16146 | 0.49347 | 0.09652 | 0.99426 |
| B | 10 | 3000 | S-L | 100000 | 32661 | 926 | 0.16146 | 0.49347 | 0.09652 | 0.99426 |
| B | 10 | 3000 | S-R | 300 | 300 | 22 | 0.01952 | 0.46125 | 0.00997 | 0.99426 |
| B | 10 | 3000 | S-R | 1000 | 1000 | 50 | 0.03592 | 0.35855 | 0.01891 | 0.99426 |
| B | 10 | 3000 | S-R | 3000 | 3000 | 228 | 0.15020 | 0.47554 | 0.08918 | 0.99426 |
| B | 10 | 3000 | S-R | 10000 | 10000 | 500 | 0.16123 | 0.49326 | 0.09636 | 0.99426 |
| B | 10 | 3000 | S-R | 30000 | 30000 | 908 | 0.16147 | 0.49368 | 0.09652 | 0.99426 |
| B | 10 | 3000 | S-R | 100000 | 32661 | 926 | 0.16146 | 0.49347 | 0.09652 | 0.99426 |
| # | tier=10000 | train_toks=72856 | exchange_passes=8 | |||||||
| A | 10 | 10000 | G | 8.56924 | 6.07131 | |||||
| A | 10 | 10000 | Gw | 8.56924 | 6.17660 | |||||
| A | 10 | 10000 | L | 8.56924 | 6.23462 | |||||
| A | 10 | 10000 | R | 8.56924 | 8.43608 | |||||
| A | 10 | 10000 | U | 8.56924 | 8.54033 | |||||
| N1 | 10 | 10000 | L | 8.56924 | 8.73238 | |||||
| B | 10 | 10000 | G | -1 | 635 | 189 | 0.72493 | 0.72626 | 0.72360 | 0.99426 |
| B | 10 | 10000 | Gw | -1 | 830 | 187 | 0.71838 | 0.72206 | 0.71474 | 0.99426 |
| B | 10 | 10000 | L | -1 | 793 | 157 | 0.66075 | 0.67155 | 0.65029 | 0.99426 |
| B | 10 | 10000 | R | -1 | 858 | 45 | 0.21205 | 0.47218 | 0.13673 | 0.99426 |
| B | 10 | 10000 | U | -1 | 77654 | 1958 | 0.27641 | 0.52287 | 0.18786 | 0.99426 |
| B | 10 | 10000 | U-f | 300 | 300 | 111 | 0.11754 | 0.33408 | 0.07131 | 0.99426 |
| B | 10 | 10000 | U-f | 1000 | 1000 | 277 | 0.18339 | 0.41650 | 0.11758 | 0.99426 |
| B | 10 | 10000 | U-f | 3000 | 3000 | 585 | 0.24098 | 0.48772 | 0.16002 | 0.99426 |
| B | 10 | 10000 | U-f | 10000 | 10000 | 1109 | 0.27375 | 0.52057 | 0.18571 | 0.99426 |
| B | 10 | 10000 | U-f | 30000 | 30000 | 1604 | 0.27642 | 0.52298 | 0.18786 | 0.99426 |
| B | 10 | 10000 | U-f | 100000 | 77654 | 1958 | 0.27641 | 0.52287 | 0.18786 | 0.99426 |
| B | 10 | 10000 | S-L | 300 | 300 | 107 | 0.00477 | 0.93750 | 0.00239 | 0.99426 |
| B | 10 | 10000 | S-L | 1000 | 1000 | 424 | 0.10604 | 0.99716 | 0.05600 | 0.99426 |
| B | 10 | 10000 | S-L | 3000 | 3000 | 585 | 0.11150 | 0.86559 | 0.05959 | 0.99426 |
| B | 10 | 10000 | S-L | 10000 | 10000 | 1060 | 0.17202 | 0.90098 | 0.09509 | 0.99426 |
| B | 10 | 10000 | S-L | 30000 | 30000 | 1637 | 0.24922 | 0.53365 | 0.16257 | 0.99426 |
| B | 10 | 10000 | S-L | 100000 | 77654 | 1958 | 0.27641 | 0.52287 | 0.18786 | 0.99426 |
| B | 10 | 10000 | S-R | 300 | 300 | 19 | 0.01268 | 0.91954 | 0.00638 | 0.99426 |
| B | 10 | 10000 | S-R | 1000 | 1000 | 50 | 0.02875 | 0.93367 | 0.01460 | 0.99426 |
| B | 10 | 10000 | S-R | 3000 | 3000 | 132 | 0.05435 | 0.72098 | 0.02824 | 0.99426 |
| B | 10 | 10000 | S-R | 10000 | 10000 | 566 | 0.21847 | 0.46154 | 0.14311 | 0.99426 |
| B | 10 | 10000 | S-R | 30000 | 30000 | 1640 | 0.27642 | 0.52298 | 0.18786 | 0.99426 |
| B | 10 | 10000 | S-R | 100000 | 77654 | 1958 | 0.27641 | 0.52287 | 0.18786 | 0.99426 |
| # | tier=30000 | train_toks=218274 | exchange_passes=7 | |||||||
| A | 10 | 30000 | G | 8.55495 | 5.99749 | |||||
| A | 10 | 30000 | Gw | 8.55495 | 6.10129 | |||||
| A | 10 | 30000 | L | 8.55495 | 6.08943 | |||||
| A | 10 | 30000 | R | 8.55495 | 8.40791 | |||||
| A | 10 | 30000 | U | 8.55495 | 7.45375 | |||||
| B | 10 | 30000 | G | -1 | 635 | 217 | 0.72892 | 0.73026 | 0.72758 | 0.99426 |
| B | 10 | 30000 | Gw | -1 | 864 | 218 | 0.71912 | 0.72265 | 0.71562 | 0.99426 |
| B | 10 | 30000 | L | -1 | 794 | 196 | 0.69649 | 0.69988 | 0.69312 | 0.99426 |
| B | 10 | 30000 | R | -1 | 830 | 54 | 0.28022 | 0.42244 | 0.20964 | 0.99426 |
| B | 10 | 30000 | U | -1 | 159415 | 4678 | 0.37988 | 0.53180 | 0.29547 | 0.99426 |
| B | 10 | 30000 | U-f | 300 | 300 | 153 | 0.13273 | 0.32315 | 0.08352 | 0.99426 |
| B | 10 | 30000 | U-f | 1000 | 1000 | 456 | 0.22404 | 0.40569 | 0.15475 | 0.99426 |
| B | 10 | 30000 | U-f | 3000 | 3000 | 1017 | 0.29193 | 0.45940 | 0.21394 | 0.99426 |
| B | 10 | 30000 | U-f | 10000 | 10000 | 2273 | 0.36219 | 0.51898 | 0.27816 | 0.99426 |
| B | 10 | 30000 | U-f | 30000 | 30000 | 3664 | 0.37893 | 0.53146 | 0.29443 | 0.99426 |
| B | 10 | 30000 | U-f | 100000 | 100000 | 4601 | 0.37990 | 0.53188 | 0.29547 | 0.99426 |
| B | 10 | 30000 | U-f | 300000 | 159415 | 4678 | 0.37988 | 0.53180 | 0.29547 | 0.99426 |
| B | 10 | 30000 | S-L | 300 | 300 | 174 | 0.00525 | 0.89189 | 0.00263 | 0.99426 |
| B | 10 | 30000 | S-L | 1000 | 1000 | 417 | 0.01582 | 0.96154 | 0.00798 | 0.99426 |
| B | 10 | 30000 | S-L | 3000 | 3000 | 942 | 0.11866 | 0.88852 | 0.06358 | 0.99426 |
| B | 10 | 30000 | S-L | 10000 | 10000 | 1668 | 0.18212 | 0.88158 | 0.10155 | 0.99426 |
| B | 10 | 30000 | S-L | 30000 | 30000 | 3314 | 0.30256 | 0.76224 | 0.18874 | 0.99426 |
| B | 10 | 30000 | S-L | 100000 | 100000 | 4558 | 0.37990 | 0.53188 | 0.29547 | 0.99426 |
| B | 10 | 30000 | S-L | 300000 | 159415 | 4678 | 0.37988 | 0.53180 | 0.29547 | 0.99426 |
| B | 10 | 30000 | S-R | 300 | 300 | 22 | 0.00826 | 0.92857 | 0.00415 | 0.99426 |
| B | 10 | 30000 | S-R | 1000 | 1000 | 65 | 0.01476 | 0.47000 | 0.00750 | 0.99426 |
| B | 10 | 30000 | S-R | 3000 | 3000 | 152 | 0.02995 | 0.55143 | 0.01540 | 0.99426 |
| B | 10 | 30000 | S-R | 10000 | 10000 | 396 | 0.06965 | 0.55148 | 0.03717 | 0.99426 |
| B | 10 | 30000 | S-R | 30000 | 30000 | 1912 | 0.33317 | 0.49427 | 0.25128 | 0.99426 |
| B | 10 | 30000 | S-R | 100000 | 100000 | 4473 | 0.37990 | 0.53188 | 0.29547 | 0.99426 |
| B | 10 | 30000 | S-R | 300000 | 159415 | 4678 | 0.37988 | 0.53180 | 0.29547 | 0.99426 |
| # | tier=100000 | train_toks=727620 | exchange_passes=9 | |||||||
| A | 10 | 100000 | G | 8.55036 | 5.97108 | |||||
| A | 10 | 100000 | Gw | 8.55036 | 6.07419 | |||||
| A | 10 | 100000 | L | 8.55036 | 6.02301 | |||||
| A | 10 | 100000 | R | 8.55036 | 8.25407 | |||||
| A | 10 | 100000 | U | 8.55036 | 6.70075 | |||||
| N1 | 10 | 100000 | L | 8.55036 | 8.54057 | |||||
| B | 10 | 100000 | G | -1 | 635 | 242 | 0.74115 | 0.74251 | 0.73979 | 0.99426 |
| B | 10 | 100000 | Gw | -1 | 873 | 248 | 0.72513 | 0.72837 | 0.72192 | 0.99426 |
| B | 10 | 100000 | L | -1 | 827 | 248 | 0.69882 | 0.70070 | 0.69695 | 0.99426 |
| B | 10 | 100000 | R | -1 | 830 | 127 | 0.33179 | 0.37685 | 0.29635 | 0.99426 |
| B | 10 | 100000 | U | -1 | 321860 | 12120 | 0.48153 | 0.55770 | 0.42366 | 0.99426 |
| B | 10 | 100000 | U-f | 300 | 300 | 180 | 0.14106 | 0.32838 | 0.08982 | 0.99426 |
| B | 10 | 100000 | U-f | 1000 | 1000 | 582 | 0.24102 | 0.40220 | 0.17206 | 0.99426 |
| B | 10 | 100000 | U-f | 3000 | 3000 | 1480 | 0.32429 | 0.45067 | 0.25327 | 0.99426 |
| B | 10 | 100000 | U-f | 10000 | 10000 | 3687 | 0.41328 | 0.50845 | 0.34812 | 0.99426 |
| B | 10 | 100000 | U-f | 30000 | 30000 | 7696 | 0.47017 | 0.55116 | 0.40994 | 0.99426 |
| B | 10 | 100000 | U-f | 100000 | 100000 | 11437 | 0.48148 | 0.55784 | 0.42350 | 0.99426 |
| B | 10 | 100000 | U-f | 300000 | 300000 | 12120 | 0.48153 | 0.55770 | 0.42366 | 0.99426 |
| B | 10 | 100000 | U-f | -1 | 321860 | 12120 | 0.48153 | 0.55770 | 0.42366 | 0.99426 |
| B | 10 | 100000 | S-L | 300 | 300 | 127 | 0.00000 | 0.00000 | 0.00000 | 0.99426 |
| B | 10 | 100000 | S-L | 1000 | 1000 | 581 | 0.00968 | 0.88406 | 0.00487 | 0.99426 |
| B | 10 | 100000 | S-L | 3000 | 3000 | 1456 | 0.10642 | 0.98878 | 0.05624 | 0.99426 |
| B | 10 | 100000 | S-L | 10000 | 10000 | 3242 | 0.18724 | 0.86522 | 0.10498 | 0.99426 |
| B | 10 | 100000 | S-L | 30000 | 30000 | 5420 | 0.27618 | 0.89969 | 0.16313 | 0.99426 |
| B | 10 | 100000 | S-L | 100000 | 100000 | 11184 | 0.46079 | 0.60617 | 0.37165 | 0.99426 |
| B | 10 | 100000 | S-L | 300000 | 300000 | 12120 | 0.48153 | 0.55770 | 0.42366 | 0.99426 |
| B | 10 | 100000 | S-L | -1 | 321860 | 12120 | 0.48153 | 0.55770 | 0.42366 | 0.99426 |
| B | 10 | 100000 | S-R | 300 | 300 | 24 | 0.01628 | 0.88034 | 0.00822 | 0.99426 |
| B | 10 | 100000 | S-R | 1000 | 1000 | 87 | 0.02278 | 0.73980 | 0.01157 | 0.99426 |
| B | 10 | 100000 | S-R | 3000 | 3000 | 198 | 0.03601 | 0.45455 | 0.01875 | 0.99426 |
| B | 10 | 100000 | S-R | 10000 | 10000 | 524 | 0.06796 | 0.47271 | 0.03661 | 0.99426 |
| B | 10 | 100000 | S-R | 30000 | 30000 | 1486 | 0.15765 | 0.48263 | 0.09421 | 0.99426 |
| B | 10 | 100000 | S-R | 100000 | 100000 | 7561 | 0.46186 | 0.54477 | 0.40085 | 0.99426 |
| B | 10 | 100000 | S-R | 300000 | 300000 | 12120 | 0.48153 | 0.55770 | 0.42366 | 0.99426 |
| B | 10 | 100000 | S-R | -1 | 321860 | 12120 | 0.48153 | 0.55770 | 0.42366 | 0.99426 |