Document six completed LR runs as preparation for full Aya training on Perun. Record selection of LR 0.00010 by lowest final validation loss, selected-model lm-eval and partial SK-bench results, reproducible provenance, and dataset-access/context-truncation limitations. Preserve existing 30k and Titan material.
4.8 KiB
4.8 KiB
| 1 | learning_rate | run | step | eval_loss |
|---|---|---|---|---|
| 2 | 8e-05 | lr_0p00008 | 1000 | 1.0020490884780884 |
| 3 | 8e-05 | lr_0p00008 | 2000 | 0.9672194719314575 |
| 4 | 8e-05 | lr_0p00008 | 3000 | 0.9505742192268372 |
| 5 | 8e-05 | lr_0p00008 | 4000 | 0.9352602362632751 |
| 6 | 8e-05 | lr_0p00008 | 5000 | 0.9294734597206116 |
| 7 | 8e-05 | lr_0p00008 | 6000 | 0.9264867305755615 |
| 8 | 8e-05 | lr_0p00008 | 7000 | 0.9184143543243408 |
| 9 | 8e-05 | lr_0p00008 | 8000 | 0.9120934009552002 |
| 10 | 8e-05 | lr_0p00008 | 9000 | 0.9065558910369873 |
| 11 | 8e-05 | lr_0p00008 | 10000 | 0.9004696011543274 |
| 12 | 8e-05 | lr_0p00008 | 11000 | 0.8929902911186218 |
| 13 | 8e-05 | lr_0p00008 | 12000 | 0.8897570371627808 |
| 14 | 8e-05 | lr_0p00008 | 13000 | 0.8844991326332092 |
| 15 | 8e-05 | lr_0p00008 | 14000 | 0.8800909519195557 |
| 16 | 8e-05 | lr_0p00008 | 15000 | 0.8777939677238464 |
| 17 | 8e-05 | lr_0p00008 | 16000 | 0.8767354488372803 |
| 18 | 8e-05 | lr_0p00008 | 17000 | 0.875752329826355 |
| 19 | 8e-05 | lr_0p00008 | 18000 | 0.875270426273346 |
| 20 | 8e-05 | lr_0p00008 | 18688 | 0.875216543674469 |
| 21 | 0.0001 | lr_0p00010 | 1000 | 1.0004310607910156 |
| 22 | 0.0001 | lr_0p00010 | 2000 | 0.9658941626548767 |
| 23 | 0.0001 | lr_0p00010 | 3000 | 0.9526628255844116 |
| 24 | 0.0001 | lr_0p00010 | 4000 | 0.9393344521522522 |
| 25 | 0.0001 | lr_0p00010 | 5000 | 0.9336668848991394 |
| 26 | 0.0001 | lr_0p00010 | 6000 | 0.931794285774231 |
| 27 | 0.0001 | lr_0p00010 | 7000 | 0.9227241277694702 |
| 28 | 0.0001 | lr_0p00010 | 8000 | 0.9158084392547607 |
| 29 | 0.0001 | lr_0p00010 | 9000 | 0.9100468158721924 |
| 30 | 0.0001 | lr_0p00010 | 10000 | 0.9019826650619507 |
| 31 | 0.0001 | lr_0p00010 | 11000 | 0.8941853642463684 |
| 32 | 0.0001 | lr_0p00010 | 12000 | 0.8896107077598572 |
| 33 | 0.0001 | lr_0p00010 | 13000 | 0.8851001262664795 |
| 34 | 0.0001 | lr_0p00010 | 14000 | 0.8795706033706665 |
| 35 | 0.0001 | lr_0p00010 | 15000 | 0.8770407438278198 |
| 36 | 0.0001 | lr_0p00010 | 16000 | 0.8748454451560974 |
| 37 | 0.0001 | lr_0p00010 | 17000 | 0.8731834888458252 |
| 38 | 0.0001 | lr_0p00010 | 18000 | 0.8727287650108337 |
| 39 | 0.0001 | lr_0p00010 | 18688 | 0.87261962890625 |
| 40 | 0.00015 | lr_0p00015 | 1000 | 1.0024861097335815 |
| 41 | 0.00015 | lr_0p00015 | 2000 | 0.9763674139976501 |
| 42 | 0.00015 | lr_0p00015 | 3000 | 0.97147536277771 |
| 43 | 0.00015 | lr_0p00015 | 4000 | 0.9657827019691467 |
| 44 | 0.00015 | lr_0p00015 | 5000 | 0.9659448266029358 |
| 45 | 0.00015 | lr_0p00015 | 6000 | 0.9597828388214111 |
| 46 | 0.00015 | lr_0p00015 | 7000 | 0.951335608959198 |
| 47 | 0.00015 | lr_0p00015 | 8000 | 0.9469588994979858 |
| 48 | 0.00015 | lr_0p00015 | 9000 | 0.9383289813995361 |
| 49 | 0.00015 | lr_0p00015 | 10000 | 0.9309172630310059 |
| 50 | 0.00015 | lr_0p00015 | 11000 | 0.9210461974143982 |
| 51 | 0.00015 | lr_0p00015 | 12000 | 0.9106600284576416 |
| 52 | 0.00015 | lr_0p00015 | 13000 | 0.9036438465118408 |
| 53 | 0.00015 | lr_0p00015 | 14000 | 0.8952069878578186 |
| 54 | 0.00015 | lr_0p00015 | 15000 | 0.8909939527511597 |
| 55 | 0.00015 | lr_0p00015 | 16000 | 0.8871906995773315 |
| 56 | 0.00015 | lr_0p00015 | 17000 | 0.8851967453956604 |
| 57 | 0.00015 | lr_0p00015 | 18000 | 0.8842737674713135 |
| 58 | 0.00015 | lr_0p00015 | 18688 | 0.8842697143554688 |
| 59 | 0.00018 | lr_0p00018 | 1000 | 0.9958739280700684 |
| 60 | 0.00018 | lr_0p00018 | 2000 | 0.9904810786247253 |
| 61 | 0.00018 | lr_0p00018 | 3000 | 0.9867064356803894 |
| 62 | 0.00018 | lr_0p00018 | 4000 | 0.9833324551582336 |
| 63 | 0.00018 | lr_0p00018 | 5000 | 0.9868490099906921 |
| 64 | 0.00018 | lr_0p00018 | 6000 | 0.9755926728248596 |
| 65 | 0.00018 | lr_0p00018 | 7000 | 0.9768977761268616 |
| 66 | 0.00018 | lr_0p00018 | 8000 | 0.9687609076499939 |
| 67 | 0.00018 | lr_0p00018 | 9000 | 0.9562658071517944 |
| 68 | 0.00018 | lr_0p00018 | 10000 | 0.9435049891471863 |
| 69 | 0.00018 | lr_0p00018 | 11000 | 0.9342814683914185 |
| 70 | 0.00018 | lr_0p00018 | 12000 | 0.922635018825531 |
| 71 | 0.00018 | lr_0p00018 | 13000 | 0.9130367636680603 |
| 72 | 0.00018 | lr_0p00018 | 14000 | 0.904951810836792 |
| 73 | 0.00018 | lr_0p00018 | 15000 | 0.8994976878166199 |
| 74 | 0.00018 | lr_0p00018 | 16000 | 0.8953551650047302 |
| 75 | 0.00018 | lr_0p00018 | 17000 | 0.8925029039382935 |
| 76 | 0.00018 | lr_0p00018 | 18000 | 0.891387939453125 |
| 77 | 0.00018 | lr_0p00018 | 18688 | 0.8914602994918823 |
| 78 | 0.0002 | lr_0p00020 | 1000 | 0.9974449276924133 |
| 79 | 0.0002 | lr_0p00020 | 2000 | 0.9973769783973694 |
| 80 | 0.0002 | lr_0p00020 | 3000 | 1.0056378841400146 |
| 81 | 0.0002 | lr_0p00020 | 4000 | 0.9973607063293457 |
| 82 | 0.0002 | lr_0p00020 | 5000 | 1.0010013580322266 |
| 83 | 0.0002 | lr_0p00020 | 6000 | 1.000449776649475 |
| 84 | 0.0002 | lr_0p00020 | 7000 | 0.9865806698799133 |
| 85 | 0.0002 | lr_0p00020 | 8000 | 0.9824715852737427 |
| 86 | 0.0002 | lr_0p00020 | 9000 | 0.9666008353233337 |
| 87 | 0.0002 | lr_0p00020 | 10000 | 0.9573416709899902 |
| 88 | 0.0002 | lr_0p00020 | 11000 | 0.9432744383811951 |
| 89 | 0.0002 | lr_0p00020 | 12000 | 0.9326162338256836 |
| 90 | 0.0002 | lr_0p00020 | 13000 | 0.9201604127883911 |
| 91 | 0.0002 | lr_0p00020 | 14000 | 0.9126585721969604 |
| 92 | 0.0002 | lr_0p00020 | 15000 | 0.907073438167572 |
| 93 | 0.0002 | lr_0p00020 | 16000 | 0.9014313817024231 |
| 94 | 0.0002 | lr_0p00020 | 17000 | 0.8986518979072571 |
| 95 | 0.0002 | lr_0p00020 | 18000 | 0.897506594657898 |
| 96 | 0.0002 | lr_0p00020 | 18688 | 0.8976690173149109 |
| 97 | 0.00023 | lr_0p00023 | 1000 | 1.0002912282943726 |
| 98 | 0.00023 | lr_0p00023 | 2000 | 1.0145149230957031 |
| 99 | 0.00023 | lr_0p00023 | 3000 | 1.0228914022445679 |
| 100 | 0.00023 | lr_0p00023 | 4000 | 1.0323290824890137 |
| 101 | 0.00023 | lr_0p00023 | 5000 | 1.0345656871795654 |
| 102 | 0.00023 | lr_0p00023 | 6000 | 1.0246530771255493 |
| 103 | 0.00023 | lr_0p00023 | 7000 | 1.0160919427871704 |
| 104 | 0.00023 | lr_0p00023 | 8000 | 1.0105783939361572 |
| 105 | 0.00023 | lr_0p00023 | 9000 | 0.9934014678001404 |
| 106 | 0.00023 | lr_0p00023 | 10000 | 0.980603039264679 |
| 107 | 0.00023 | lr_0p00023 | 11000 | 0.963624119758606 |
| 108 | 0.00023 | lr_0p00023 | 12000 | 0.951417088508606 |
| 109 | 0.00023 | lr_0p00023 | 13000 | 0.9340505599975586 |
| 110 | 0.00023 | lr_0p00023 | 14000 | 0.9227956533432007 |
| 111 | 0.00023 | lr_0p00023 | 15000 | 0.9158667325973511 |
| 112 | 0.00023 | lr_0p00023 | 16000 | 0.908878743648529 |
| 113 | 0.00023 | lr_0p00023 | 17000 | 0.9046502709388733 |
| 114 | 0.00023 | lr_0p00023 | 18000 | 0.9031931161880493 |
| 115 | 0.00023 | lr_0p00023 | 18688 | 0.9032362699508667 |