learning_rate,run,step,eval_loss 8e-05,lr_0p00008,1000,1.0020490884780884 8e-05,lr_0p00008,2000,0.9672194719314575 8e-05,lr_0p00008,3000,0.9505742192268372 8e-05,lr_0p00008,4000,0.9352602362632751 8e-05,lr_0p00008,5000,0.9294734597206116 8e-05,lr_0p00008,6000,0.9264867305755615 8e-05,lr_0p00008,7000,0.9184143543243408 8e-05,lr_0p00008,8000,0.9120934009552002 8e-05,lr_0p00008,9000,0.9065558910369873 8e-05,lr_0p00008,10000,0.9004696011543274 8e-05,lr_0p00008,11000,0.8929902911186218 8e-05,lr_0p00008,12000,0.8897570371627808 8e-05,lr_0p00008,13000,0.8844991326332092 8e-05,lr_0p00008,14000,0.8800909519195557 8e-05,lr_0p00008,15000,0.8777939677238464 8e-05,lr_0p00008,16000,0.8767354488372803 8e-05,lr_0p00008,17000,0.875752329826355 8e-05,lr_0p00008,18000,0.875270426273346 8e-05,lr_0p00008,18688,0.875216543674469 0.0001,lr_0p00010,1000,1.0004310607910156 0.0001,lr_0p00010,2000,0.9658941626548767 0.0001,lr_0p00010,3000,0.9526628255844116 0.0001,lr_0p00010,4000,0.9393344521522522 0.0001,lr_0p00010,5000,0.9336668848991394 0.0001,lr_0p00010,6000,0.931794285774231 0.0001,lr_0p00010,7000,0.9227241277694702 0.0001,lr_0p00010,8000,0.9158084392547607 0.0001,lr_0p00010,9000,0.9100468158721924 0.0001,lr_0p00010,10000,0.9019826650619507 0.0001,lr_0p00010,11000,0.8941853642463684 0.0001,lr_0p00010,12000,0.8896107077598572 0.0001,lr_0p00010,13000,0.8851001262664795 0.0001,lr_0p00010,14000,0.8795706033706665 0.0001,lr_0p00010,15000,0.8770407438278198 0.0001,lr_0p00010,16000,0.8748454451560974 0.0001,lr_0p00010,17000,0.8731834888458252 0.0001,lr_0p00010,18000,0.8727287650108337 0.0001,lr_0p00010,18688,0.87261962890625 0.00015,lr_0p00015,1000,1.0024861097335815 0.00015,lr_0p00015,2000,0.9763674139976501 0.00015,lr_0p00015,3000,0.97147536277771 0.00015,lr_0p00015,4000,0.9657827019691467 0.00015,lr_0p00015,5000,0.9659448266029358 0.00015,lr_0p00015,6000,0.9597828388214111 0.00015,lr_0p00015,7000,0.951335608959198 0.00015,lr_0p00015,8000,0.9469588994979858 0.00015,lr_0p00015,9000,0.9383289813995361 0.00015,lr_0p00015,10000,0.9309172630310059 0.00015,lr_0p00015,11000,0.9210461974143982 0.00015,lr_0p00015,12000,0.9106600284576416 0.00015,lr_0p00015,13000,0.9036438465118408 0.00015,lr_0p00015,14000,0.8952069878578186 0.00015,lr_0p00015,15000,0.8909939527511597 0.00015,lr_0p00015,16000,0.8871906995773315 0.00015,lr_0p00015,17000,0.8851967453956604 0.00015,lr_0p00015,18000,0.8842737674713135 0.00015,lr_0p00015,18688,0.8842697143554688 0.00018,lr_0p00018,1000,0.9958739280700684 0.00018,lr_0p00018,2000,0.9904810786247253 0.00018,lr_0p00018,3000,0.9867064356803894 0.00018,lr_0p00018,4000,0.9833324551582336 0.00018,lr_0p00018,5000,0.9868490099906921 0.00018,lr_0p00018,6000,0.9755926728248596 0.00018,lr_0p00018,7000,0.9768977761268616 0.00018,lr_0p00018,8000,0.9687609076499939 0.00018,lr_0p00018,9000,0.9562658071517944 0.00018,lr_0p00018,10000,0.9435049891471863 0.00018,lr_0p00018,11000,0.9342814683914185 0.00018,lr_0p00018,12000,0.922635018825531 0.00018,lr_0p00018,13000,0.9130367636680603 0.00018,lr_0p00018,14000,0.904951810836792 0.00018,lr_0p00018,15000,0.8994976878166199 0.00018,lr_0p00018,16000,0.8953551650047302 0.00018,lr_0p00018,17000,0.8925029039382935 0.00018,lr_0p00018,18000,0.891387939453125 0.00018,lr_0p00018,18688,0.8914602994918823 0.0002,lr_0p00020,1000,0.9974449276924133 0.0002,lr_0p00020,2000,0.9973769783973694 0.0002,lr_0p00020,3000,1.0056378841400146 0.0002,lr_0p00020,4000,0.9973607063293457 0.0002,lr_0p00020,5000,1.0010013580322266 0.0002,lr_0p00020,6000,1.000449776649475 0.0002,lr_0p00020,7000,0.9865806698799133 0.0002,lr_0p00020,8000,0.9824715852737427 0.0002,lr_0p00020,9000,0.9666008353233337 0.0002,lr_0p00020,10000,0.9573416709899902 0.0002,lr_0p00020,11000,0.9432744383811951 0.0002,lr_0p00020,12000,0.9326162338256836 0.0002,lr_0p00020,13000,0.9201604127883911 0.0002,lr_0p00020,14000,0.9126585721969604 0.0002,lr_0p00020,15000,0.907073438167572 0.0002,lr_0p00020,16000,0.9014313817024231 0.0002,lr_0p00020,17000,0.8986518979072571 0.0002,lr_0p00020,18000,0.897506594657898 0.0002,lr_0p00020,18688,0.8976690173149109 0.00023,lr_0p00023,1000,1.0002912282943726 0.00023,lr_0p00023,2000,1.0145149230957031 0.00023,lr_0p00023,3000,1.0228914022445679 0.00023,lr_0p00023,4000,1.0323290824890137 0.00023,lr_0p00023,5000,1.0345656871795654 0.00023,lr_0p00023,6000,1.0246530771255493 0.00023,lr_0p00023,7000,1.0160919427871704 0.00023,lr_0p00023,8000,1.0105783939361572 0.00023,lr_0p00023,9000,0.9934014678001404 0.00023,lr_0p00023,10000,0.980603039264679 0.00023,lr_0p00023,11000,0.963624119758606 0.00023,lr_0p00023,12000,0.951417088508606 0.00023,lr_0p00023,13000,0.9340505599975586 0.00023,lr_0p00023,14000,0.9227956533432007 0.00023,lr_0p00023,15000,0.9158667325973511 0.00023,lr_0p00023,16000,0.908878743648529 0.00023,lr_0p00023,17000,0.9046502709388733 0.00023,lr_0p00023,18000,0.9031931161880493 0.00023,lr_0p00023,18688,0.9032362699508667