| # | seed=5 | V=1607 | K=30 | W=6 | heldout_sents=2000 | heldout_toks=14396 | ||||
|---|---|---|---|---|---|---|---|---|---|---|
| GUARD | C1 | PASS | tp=12396 | pred=12396 | gold=12396 | |||||
| # | tier=1000 | train_toks=7286 | exchange_passes=9 | |||||||
| A | 5 | 1000 | G | 8.73159 | 6.82548 | |||||
| A | 5 | 1000 | Gw | 8.73159 | 6.96267 | |||||
| A | 5 | 1000 | L | 8.73159 | 7.96746 | |||||
| A | 5 | 1000 | R | 8.73159 | 9.15100 | |||||
| A | 5 | 1000 | U | 8.73159 | 12.08724 | |||||
| B | 5 | 1000 | G | -1 | 613 | 103 | 0.64594 | 0.69258 | 0.60520 | 0.99371 |
| B | 5 | 1000 | Gw | -1 | 687 | 95 | 0.60737 | 0.67431 | 0.55252 | 0.99371 |
| B | 5 | 1000 | L | -1 | 682 | 74 | 0.47682 | 0.53277 | 0.43151 | 0.99371 |
| B | 5 | 1000 | R | -1 | 885 | 6 | 0.03524 | 0.34901 | 0.01855 | 0.99371 |
| B | 5 | 1000 | U | -1 | 13841 | 428 | 0.07515 | 0.44222 | 0.04106 | 0.99371 |
| B | 5 | 1000 | U-f | 300 | 300 | 33 | 0.05916 | 0.38694 | 0.03203 | 0.99371 |
| B | 5 | 1000 | U-f | 1000 | 1000 | 66 | 0.07288 | 0.43513 | 0.03977 | 0.99371 |
| B | 5 | 1000 | U-f | 3000 | 3000 | 123 | 0.07486 | 0.44125 | 0.04090 | 0.99371 |
| B | 5 | 1000 | U-f | 10000 | 10000 | 318 | 0.07500 | 0.44174 | 0.04098 | 0.99371 |
| B | 5 | 1000 | U-f | 30000 | 13841 | 428 | 0.07515 | 0.44222 | 0.04106 | 0.99371 |
| B | 5 | 1000 | S-L | 300 | 300 | 95 | 0.00097 | 1.00000 | 0.00048 | 0.99371 |
| B | 5 | 1000 | S-L | 1000 | 1000 | 136 | 0.03175 | 0.99010 | 0.01613 | 0.99371 |
| B | 5 | 1000 | S-L | 3000 | 3000 | 231 | 0.06032 | 0.41762 | 0.03251 | 0.99371 |
| B | 5 | 1000 | S-L | 10000 | 10000 | 357 | 0.07515 | 0.44222 | 0.04106 | 0.99371 |
| B | 5 | 1000 | S-L | 30000 | 13841 | 428 | 0.07515 | 0.44222 | 0.04106 | 0.99371 |
| B | 5 | 1000 | S-R | 300 | 300 | 13 | 0.01160 | 0.38220 | 0.00589 | 0.99371 |
| B | 5 | 1000 | S-R | 1000 | 1000 | 60 | 0.07117 | 0.42908 | 0.03880 | 0.99371 |
| B | 5 | 1000 | S-R | 3000 | 3000 | 128 | 0.07486 | 0.44125 | 0.04090 | 0.99371 |
| B | 5 | 1000 | S-R | 10000 | 10000 | 320 | 0.07500 | 0.44174 | 0.04098 | 0.99371 |
| B | 5 | 1000 | S-R | 30000 | 13841 | 428 | 0.07515 | 0.44222 | 0.04106 | 0.99371 |
| # | tier=3000 | train_toks=21900 | exchange_passes=9 | |||||||
| A | 5 | 3000 | G | 8.61504 | 6.30375 | |||||
| A | 5 | 3000 | Gw | 8.61504 | 6.43645 | |||||
| A | 5 | 3000 | L | 8.61504 | 6.67094 | |||||
| A | 5 | 3000 | R | 8.61504 | 8.58904 | |||||
| A | 5 | 3000 | U | 8.61504 | 10.19705 | |||||
| B | 5 | 3000 | G | -1 | 633 | 146 | 0.67959 | 0.68494 | 0.67433 | 0.99371 |
| B | 5 | 3000 | Gw | -1 | 762 | 144 | 0.67054 | 0.68077 | 0.66062 | 0.99371 |
| B | 5 | 3000 | L | -1 | 757 | 117 | 0.62802 | 0.65414 | 0.60390 | 0.99371 |
| B | 5 | 3000 | R | -1 | 867 | 22 | 0.12648 | 0.45037 | 0.07357 | 0.99371 |
| B | 5 | 3000 | U | -1 | 32876 | 876 | 0.16322 | 0.53423 | 0.09632 | 0.99371 |
| B | 5 | 3000 | U-f | 300 | 300 | 59 | 0.09353 | 0.40196 | 0.05292 | 0.99371 |
| B | 5 | 3000 | U-f | 1000 | 1000 | 145 | 0.13916 | 0.49385 | 0.08099 | 0.99371 |
| B | 5 | 3000 | U-f | 3000 | 3000 | 264 | 0.16108 | 0.53066 | 0.09495 | 0.99371 |
| B | 5 | 3000 | U-f | 10000 | 10000 | 441 | 0.16296 | 0.53381 | 0.09616 | 0.99371 |
| B | 5 | 3000 | U-f | 30000 | 30000 | 854 | 0.16322 | 0.53423 | 0.09632 | 0.99371 |
| B | 5 | 3000 | U-f | 100000 | 32876 | 876 | 0.16322 | 0.53423 | 0.09632 | 0.99371 |
| B | 5 | 3000 | S-L | 300 | 300 | 97 | 0.00354 | 1.00000 | 0.00177 | 0.99371 |
| B | 5 | 3000 | S-L | 1000 | 1000 | 225 | 0.06957 | 0.87695 | 0.03622 | 0.99371 |
| B | 5 | 3000 | S-L | 3000 | 3000 | 356 | 0.11878 | 0.92047 | 0.06349 | 0.99371 |
| B | 5 | 3000 | S-L | 10000 | 10000 | 597 | 0.16346 | 0.59007 | 0.09487 | 0.99371 |
| B | 5 | 3000 | S-L | 30000 | 30000 | 853 | 0.16322 | 0.53423 | 0.09632 | 0.99371 |
| B | 5 | 3000 | S-L | 100000 | 32876 | 876 | 0.16322 | 0.53423 | 0.09632 | 0.99371 |
| B | 5 | 3000 | S-R | 300 | 300 | 17 | 0.01579 | 0.67347 | 0.00799 | 0.99371 |
| B | 5 | 3000 | S-R | 1000 | 1000 | 37 | 0.02705 | 0.53918 | 0.01388 | 0.99371 |
| B | 5 | 3000 | S-R | 3000 | 3000 | 157 | 0.13305 | 0.48430 | 0.07712 | 0.99371 |
| B | 5 | 3000 | S-R | 10000 | 10000 | 460 | 0.16309 | 0.53402 | 0.09624 | 0.99371 |
| B | 5 | 3000 | S-R | 30000 | 30000 | 849 | 0.16322 | 0.53423 | 0.09632 | 0.99371 |
| B | 5 | 3000 | S-R | 100000 | 32876 | 876 | 0.16322 | 0.53423 | 0.09632 | 0.99371 |
| # | tier=10000 | train_toks=73066 | exchange_passes=8 | |||||||
| A | 5 | 10000 | G | 8.56829 | 6.06233 | |||||
| A | 5 | 10000 | Gw | 8.56829 | 6.19104 | |||||
| A | 5 | 10000 | L | 8.56829 | 6.22113 | |||||
| A | 5 | 10000 | R | 8.56829 | 8.41052 | |||||
| A | 5 | 10000 | U | 8.56829 | 8.55065 | |||||
| N1 | 5 | 10000 | L | 8.56829 | 8.72128 | |||||
| B | 5 | 10000 | G | -1 | 635 | 193 | 0.73756 | 0.73908 | 0.73604 | 0.99371 |
| B | 5 | 10000 | Gw | -1 | 834 | 185 | 0.72374 | 0.72868 | 0.71886 | 0.99371 |
| B | 5 | 10000 | L | -1 | 803 | 147 | 0.69375 | 0.70300 | 0.68474 | 0.99371 |
| B | 5 | 10000 | R | -1 | 808 | 40 | 0.21351 | 0.43032 | 0.14198 | 0.99371 |
| B | 5 | 10000 | U | -1 | 77735 | 1919 | 0.27297 | 0.51935 | 0.18514 | 0.99371 |
| B | 5 | 10000 | U-f | 300 | 300 | 105 | 0.11442 | 0.33728 | 0.06889 | 0.99371 |
| B | 5 | 10000 | U-f | 1000 | 1000 | 281 | 0.18105 | 0.41626 | 0.11568 | 0.99371 |
| B | 5 | 10000 | U-f | 3000 | 3000 | 601 | 0.24444 | 0.49183 | 0.16263 | 0.99371 |
| B | 5 | 10000 | U-f | 10000 | 10000 | 1089 | 0.27046 | 0.51708 | 0.18312 | 0.99371 |
| B | 5 | 10000 | U-f | 30000 | 30000 | 1566 | 0.27297 | 0.51935 | 0.18514 | 0.99371 |
| B | 5 | 10000 | U-f | 100000 | 77735 | 1919 | 0.27297 | 0.51935 | 0.18514 | 0.99371 |
| B | 5 | 10000 | S-L | 300 | 300 | 96 | 0.00787 | 1.00000 | 0.00395 | 0.99371 |
| B | 5 | 10000 | S-L | 1000 | 1000 | 226 | 0.00915 | 0.96610 | 0.00460 | 0.99371 |
| B | 5 | 10000 | S-L | 3000 | 3000 | 561 | 0.11696 | 0.92253 | 0.06244 | 0.99371 |
| B | 5 | 10000 | S-L | 10000 | 10000 | 1031 | 0.21497 | 0.92289 | 0.12165 | 0.99371 |
| B | 5 | 10000 | S-L | 30000 | 30000 | 1565 | 0.26979 | 0.54890 | 0.17885 | 0.99371 |
| B | 5 | 10000 | S-L | 100000 | 77735 | 1919 | 0.27297 | 0.51935 | 0.18514 | 0.99371 |
| B | 5 | 10000 | S-R | 300 | 300 | 21 | 0.00527 | 0.24088 | 0.00266 | 0.99371 |
| B | 5 | 10000 | S-R | 1000 | 1000 | 55 | 0.02074 | 0.55508 | 0.01057 | 0.99371 |
| B | 5 | 10000 | S-R | 3000 | 3000 | 124 | 0.04231 | 0.65301 | 0.02186 | 0.99371 |
| B | 5 | 10000 | S-R | 10000 | 10000 | 374 | 0.16079 | 0.40032 | 0.10060 | 0.99371 |
| B | 5 | 10000 | S-R | 30000 | 30000 | 1587 | 0.27297 | 0.51935 | 0.18514 | 0.99371 |
| B | 5 | 10000 | S-R | 100000 | 77735 | 1919 | 0.27297 | 0.51935 | 0.18514 | 0.99371 |
| # | tier=30000 | train_toks=218533 | exchange_passes=6 | |||||||
| A | 5 | 30000 | G | 8.55430 | 5.98603 | |||||
| A | 5 | 30000 | Gw | 8.55430 | 6.11412 | |||||
| A | 5 | 30000 | L | 8.55430 | 6.14237 | |||||
| A | 5 | 30000 | R | 8.55430 | 8.35784 | |||||
| A | 5 | 30000 | U | 8.55430 | 7.44593 | |||||
| B | 5 | 30000 | G | -1 | 635 | 224 | 0.74128 | 0.74281 | 0.73975 | 0.99371 |
| B | 5 | 30000 | Gw | -1 | 863 | 222 | 0.72758 | 0.73192 | 0.72330 | 0.99371 |
| B | 5 | 30000 | L | -1 | 815 | 202 | 0.70340 | 0.70710 | 0.69974 | 0.99371 |
| B | 5 | 30000 | R | -1 | 825 | 58 | 0.29929 | 0.39508 | 0.24088 | 0.99371 |
| B | 5 | 30000 | U | -1 | 158690 | 4600 | 0.38075 | 0.53489 | 0.29558 | 0.99371 |
| B | 5 | 30000 | U-f | 300 | 300 | 142 | 0.12692 | 0.32300 | 0.07898 | 0.99371 |
| B | 5 | 30000 | U-f | 1000 | 1000 | 438 | 0.21002 | 0.39142 | 0.14351 | 0.99371 |
| B | 5 | 30000 | U-f | 3000 | 3000 | 994 | 0.28392 | 0.45492 | 0.20636 | 0.99371 |
| B | 5 | 30000 | U-f | 10000 | 10000 | 2275 | 0.36019 | 0.51978 | 0.27557 | 0.99371 |
| B | 5 | 30000 | U-f | 30000 | 30000 | 3583 | 0.37877 | 0.53341 | 0.29364 | 0.99371 |
| B | 5 | 30000 | U-f | 100000 | 100000 | 4557 | 0.38075 | 0.53489 | 0.29558 | 0.99371 |
| B | 5 | 30000 | U-f | 300000 | 158690 | 4600 | 0.38075 | 0.53489 | 0.29558 | 0.99371 |
| B | 5 | 30000 | S-L | 300 | 300 | 189 | 0.00867 | 1.00000 | 0.00436 | 0.99371 |
| B | 5 | 30000 | S-L | 1000 | 1000 | 401 | 0.01537 | 1.00000 | 0.00774 | 0.99371 |
| B | 5 | 30000 | S-L | 3000 | 3000 | 762 | 0.06553 | 0.82296 | 0.03412 | 0.99371 |
| B | 5 | 30000 | S-L | 10000 | 10000 | 1591 | 0.17106 | 0.89671 | 0.09455 | 0.99371 |
| B | 5 | 30000 | S-L | 30000 | 30000 | 3383 | 0.32215 | 0.67213 | 0.21184 | 0.99371 |
| B | 5 | 30000 | S-L | 100000 | 100000 | 4489 | 0.38075 | 0.53489 | 0.29558 | 0.99371 |
| B | 5 | 30000 | S-L | 300000 | 158690 | 4600 | 0.38075 | 0.53489 | 0.29558 | 0.99371 |
| B | 5 | 30000 | S-R | 300 | 300 | 15 | 0.00435 | 1.00000 | 0.00218 | 0.99371 |
| B | 5 | 30000 | S-R | 1000 | 1000 | 71 | 0.00958 | 0.17681 | 0.00492 | 0.99371 |
| B | 5 | 30000 | S-R | 3000 | 3000 | 128 | 0.03049 | 0.37452 | 0.01589 | 0.99371 |
| B | 5 | 30000 | S-R | 10000 | 10000 | 380 | 0.08195 | 0.53554 | 0.04437 | 0.99371 |
| B | 5 | 30000 | S-R | 30000 | 30000 | 1333 | 0.25620 | 0.43394 | 0.18175 | 0.99371 |
| B | 5 | 30000 | S-R | 100000 | 100000 | 4386 | 0.38075 | 0.53489 | 0.29558 | 0.99371 |
| B | 5 | 30000 | S-R | 300000 | 158690 | 4600 | 0.38075 | 0.53489 | 0.29558 | 0.99371 |
| # | tier=100000 | train_toks=726527 | exchange_passes=10 | |||||||
| A | 5 | 100000 | G | 8.55024 | 5.95951 | |||||
| A | 5 | 100000 | Gw | 8.55024 | 6.08732 | |||||
| A | 5 | 100000 | L | 8.55024 | 6.21889 | |||||
| A | 5 | 100000 | R | 8.55024 | 8.27682 | |||||
| A | 5 | 100000 | U | 8.55024 | 6.68014 | |||||
| N1 | 5 | 100000 | L | 8.55024 | 8.53892 | |||||
| B | 5 | 100000 | G | -1 | 635 | 249 | 0.73853 | 0.74006 | 0.73701 | 0.99371 |
| B | 5 | 100000 | Gw | -1 | 874 | 249 | 0.72886 | 0.73293 | 0.72483 | 0.99371 |
| B | 5 | 100000 | L | -1 | 808 | 204 | 0.66656 | 0.66832 | 0.66481 | 0.99371 |
| B | 5 | 100000 | R | -1 | 869 | 109 | 0.29044 | 0.34420 | 0.25121 | 0.99371 |
| B | 5 | 100000 | U | -1 | 320263 | 12016 | 0.49050 | 0.56553 | 0.43304 | 0.99371 |
| B | 5 | 100000 | U-f | 300 | 300 | 180 | 0.14112 | 0.33283 | 0.08955 | 0.99371 |
| B | 5 | 100000 | U-f | 1000 | 1000 | 564 | 0.22998 | 0.38702 | 0.16360 | 0.99371 |
| B | 5 | 100000 | U-f | 3000 | 3000 | 1481 | 0.32514 | 0.45025 | 0.25444 | 0.99371 |
| B | 5 | 100000 | U-f | 10000 | 10000 | 3691 | 0.42086 | 0.51293 | 0.35681 | 0.99371 |
| B | 5 | 100000 | U-f | 30000 | 30000 | 7678 | 0.48042 | 0.55919 | 0.42110 | 0.99371 |
| B | 5 | 100000 | U-f | 100000 | 100000 | 11338 | 0.49052 | 0.56559 | 0.43304 | 0.99371 |
| B | 5 | 100000 | U-f | 300000 | 300000 | 12014 | 0.49050 | 0.56553 | 0.43304 | 0.99371 |
| B | 5 | 100000 | U-f | -1 | 320263 | 12016 | 0.49050 | 0.56553 | 0.43304 | 0.99371 |
| B | 5 | 100000 | S-L | 300 | 300 | 130 | 0.00000 | 0.00000 | 0.00000 | 0.99371 |
| B | 5 | 100000 | S-L | 1000 | 1000 | 724 | 0.01933 | 0.96032 | 0.00976 | 0.99371 |
| B | 5 | 100000 | S-L | 3000 | 3000 | 1462 | 0.12319 | 0.99389 | 0.06567 | 0.99371 |
| B | 5 | 100000 | S-L | 10000 | 10000 | 2913 | 0.14480 | 0.83235 | 0.07930 | 0.99371 |
| B | 5 | 100000 | S-L | 30000 | 30000 | 5261 | 0.20595 | 0.87849 | 0.11665 | 0.99371 |
| B | 5 | 100000 | S-L | 100000 | 100000 | 10354 | 0.45428 | 0.62405 | 0.35713 | 0.99371 |
| B | 5 | 100000 | S-L | 300000 | 300000 | 12016 | 0.49050 | 0.56553 | 0.43304 | 0.99371 |
| B | 5 | 100000 | S-L | -1 | 320263 | 12016 | 0.49050 | 0.56553 | 0.43304 | 0.99371 |
| B | 5 | 100000 | S-R | 300 | 300 | 22 | 0.00771 | 1.00000 | 0.00387 | 0.99371 |
| B | 5 | 100000 | S-R | 1000 | 1000 | 71 | 0.00977 | 0.65591 | 0.00492 | 0.99371 |
| B | 5 | 100000 | S-R | 3000 | 3000 | 214 | 0.01889 | 0.28947 | 0.00976 | 0.99371 |
| B | 5 | 100000 | S-R | 10000 | 10000 | 551 | 0.05375 | 0.37279 | 0.02896 | 0.99371 |
| B | 5 | 100000 | S-R | 30000 | 30000 | 1424 | 0.13071 | 0.40717 | 0.07785 | 0.99371 |
| B | 5 | 100000 | S-R | 100000 | 100000 | 8991 | 0.48386 | 0.56141 | 0.42514 | 0.99371 |
| B | 5 | 100000 | S-R | 300000 | 300000 | 12014 | 0.49050 | 0.56553 | 0.43304 | 0.99371 |
| B | 5 | 100000 | S-R | -1 | 320263 | 12016 | 0.49050 | 0.56553 | 0.43304 | 0.99371 |