Yucel
Upload folder using huggingface_hub
d0b41bc verified
raw
history blame
127 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9002520705797623,
"eval_steps": 5000,
"global_step": 30000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0030008402352658743,
"grad_norm": 0.9815003871917725,
"learning_rate": 2.9909974792942022e-05,
"loss": 0.0366,
"step": 100
},
{
"epoch": 0.006001680470531749,
"grad_norm": 0.4571862816810608,
"learning_rate": 2.981994958588405e-05,
"loss": 0.0325,
"step": 200
},
{
"epoch": 0.009002520705797623,
"grad_norm": 0.3280560374259949,
"learning_rate": 2.972992437882607e-05,
"loss": 0.0308,
"step": 300
},
{
"epoch": 0.012003360941063497,
"grad_norm": 0.5541450381278992,
"learning_rate": 2.9639899171768098e-05,
"loss": 0.0277,
"step": 400
},
{
"epoch": 0.015004201176329373,
"grad_norm": 0.3517473042011261,
"learning_rate": 2.954987396471012e-05,
"loss": 0.0268,
"step": 500
},
{
"epoch": 0.018005041411595247,
"grad_norm": 0.45415860414505005,
"learning_rate": 2.9459848757652144e-05,
"loss": 0.0264,
"step": 600
},
{
"epoch": 0.02100588164686112,
"grad_norm": 0.3439500331878662,
"learning_rate": 2.9369823550594168e-05,
"loss": 0.0254,
"step": 700
},
{
"epoch": 0.024006721882126995,
"grad_norm": 0.29608169198036194,
"learning_rate": 2.927979834353619e-05,
"loss": 0.0247,
"step": 800
},
{
"epoch": 0.02700756211739287,
"grad_norm": 0.37266096472740173,
"learning_rate": 2.9189773136478217e-05,
"loss": 0.0246,
"step": 900
},
{
"epoch": 0.030008402352658746,
"grad_norm": 0.4193306565284729,
"learning_rate": 2.9099747929420238e-05,
"loss": 0.0244,
"step": 1000
},
{
"epoch": 0.03300924258792462,
"grad_norm": 0.3123873174190521,
"learning_rate": 2.9009722722362262e-05,
"loss": 0.0242,
"step": 1100
},
{
"epoch": 0.036010082823190494,
"grad_norm": 0.2794346213340759,
"learning_rate": 2.8919697515304286e-05,
"loss": 0.023,
"step": 1200
},
{
"epoch": 0.03901092305845637,
"grad_norm": 0.33399540185928345,
"learning_rate": 2.882967230824631e-05,
"loss": 0.0233,
"step": 1300
},
{
"epoch": 0.04201176329372224,
"grad_norm": 0.2545850872993469,
"learning_rate": 2.873964710118833e-05,
"loss": 0.0224,
"step": 1400
},
{
"epoch": 0.045012603528988115,
"grad_norm": 0.32011792063713074,
"learning_rate": 2.8649621894130356e-05,
"loss": 0.0233,
"step": 1500
},
{
"epoch": 0.04801344376425399,
"grad_norm": 0.24339696764945984,
"learning_rate": 2.855959668707238e-05,
"loss": 0.0221,
"step": 1600
},
{
"epoch": 0.05101428399951986,
"grad_norm": 0.21201661229133606,
"learning_rate": 2.8469571480014405e-05,
"loss": 0.0222,
"step": 1700
},
{
"epoch": 0.05401512423478574,
"grad_norm": 0.25582894682884216,
"learning_rate": 2.837954627295643e-05,
"loss": 0.0216,
"step": 1800
},
{
"epoch": 0.05701596447005161,
"grad_norm": 0.26008063554763794,
"learning_rate": 2.828952106589845e-05,
"loss": 0.0215,
"step": 1900
},
{
"epoch": 0.06001680470531749,
"grad_norm": 0.36130160093307495,
"learning_rate": 2.8199495858840478e-05,
"loss": 0.0211,
"step": 2000
},
{
"epoch": 0.06301764494058336,
"grad_norm": 0.19148872792720795,
"learning_rate": 2.81094706517825e-05,
"loss": 0.021,
"step": 2100
},
{
"epoch": 0.06601848517584924,
"grad_norm": 0.4063228964805603,
"learning_rate": 2.8019445444724526e-05,
"loss": 0.0208,
"step": 2200
},
{
"epoch": 0.0690193254111151,
"grad_norm": 0.29821985960006714,
"learning_rate": 2.7929420237666547e-05,
"loss": 0.0205,
"step": 2300
},
{
"epoch": 0.07202016564638099,
"grad_norm": 0.3738144338130951,
"learning_rate": 2.783939503060857e-05,
"loss": 0.0207,
"step": 2400
},
{
"epoch": 0.07502100588164685,
"grad_norm": 0.2133307158946991,
"learning_rate": 2.7749369823550596e-05,
"loss": 0.0204,
"step": 2500
},
{
"epoch": 0.07802184611691274,
"grad_norm": 0.1517675220966339,
"learning_rate": 2.7659344616492617e-05,
"loss": 0.0201,
"step": 2600
},
{
"epoch": 0.08102268635217862,
"grad_norm": 0.23124758899211884,
"learning_rate": 2.7569319409434645e-05,
"loss": 0.0199,
"step": 2700
},
{
"epoch": 0.08402352658744448,
"grad_norm": 0.1939191222190857,
"learning_rate": 2.7479294202376666e-05,
"loss": 0.0197,
"step": 2800
},
{
"epoch": 0.08702436682271036,
"grad_norm": 0.3726838231086731,
"learning_rate": 2.738926899531869e-05,
"loss": 0.0201,
"step": 2900
},
{
"epoch": 0.09002520705797623,
"grad_norm": 0.2506665885448456,
"learning_rate": 2.7299243788260715e-05,
"loss": 0.0187,
"step": 3000
},
{
"epoch": 0.09302604729324211,
"grad_norm": 0.27791616320610046,
"learning_rate": 2.7209218581202735e-05,
"loss": 0.0198,
"step": 3100
},
{
"epoch": 0.09602688752850798,
"grad_norm": 0.18251024186611176,
"learning_rate": 2.7119193374144763e-05,
"loss": 0.0192,
"step": 3200
},
{
"epoch": 0.09902772776377386,
"grad_norm": 0.217755526304245,
"learning_rate": 2.7029168167086784e-05,
"loss": 0.0194,
"step": 3300
},
{
"epoch": 0.10202856799903973,
"grad_norm": 0.1850636601448059,
"learning_rate": 2.693914296002881e-05,
"loss": 0.0188,
"step": 3400
},
{
"epoch": 0.10502940823430561,
"grad_norm": 0.2991963326931,
"learning_rate": 2.6849117752970833e-05,
"loss": 0.0193,
"step": 3500
},
{
"epoch": 0.10803024846957147,
"grad_norm": 0.28165993094444275,
"learning_rate": 2.6759092545912857e-05,
"loss": 0.0193,
"step": 3600
},
{
"epoch": 0.11103108870483736,
"grad_norm": 0.26424407958984375,
"learning_rate": 2.666906733885488e-05,
"loss": 0.0186,
"step": 3700
},
{
"epoch": 0.11403192894010322,
"grad_norm": 0.27897635102272034,
"learning_rate": 2.6579042131796903e-05,
"loss": 0.0187,
"step": 3800
},
{
"epoch": 0.1170327691753691,
"grad_norm": 0.44454440474510193,
"learning_rate": 2.6489016924738927e-05,
"loss": 0.0186,
"step": 3900
},
{
"epoch": 0.12003360941063498,
"grad_norm": 0.2489597350358963,
"learning_rate": 2.639899171768095e-05,
"loss": 0.0186,
"step": 4000
},
{
"epoch": 0.12303444964590085,
"grad_norm": 0.20244678854942322,
"learning_rate": 2.6308966510622976e-05,
"loss": 0.0181,
"step": 4100
},
{
"epoch": 0.12603528988116672,
"grad_norm": 0.21422094106674194,
"learning_rate": 2.6218941303564997e-05,
"loss": 0.0181,
"step": 4200
},
{
"epoch": 0.1290361301164326,
"grad_norm": 0.2529910206794739,
"learning_rate": 2.6128916096507024e-05,
"loss": 0.0182,
"step": 4300
},
{
"epoch": 0.13203697035169848,
"grad_norm": 0.33586356043815613,
"learning_rate": 2.6038890889449045e-05,
"loss": 0.0184,
"step": 4400
},
{
"epoch": 0.13503781058696435,
"grad_norm": 0.21901242434978485,
"learning_rate": 2.594886568239107e-05,
"loss": 0.0178,
"step": 4500
},
{
"epoch": 0.1380386508222302,
"grad_norm": 0.35636597871780396,
"learning_rate": 2.5858840475333094e-05,
"loss": 0.017,
"step": 4600
},
{
"epoch": 0.1410394910574961,
"grad_norm": 0.20303542912006378,
"learning_rate": 2.5768815268275115e-05,
"loss": 0.0175,
"step": 4700
},
{
"epoch": 0.14404033129276198,
"grad_norm": 0.2173677682876587,
"learning_rate": 2.5678790061217143e-05,
"loss": 0.0174,
"step": 4800
},
{
"epoch": 0.14704117152802784,
"grad_norm": 0.1978837102651596,
"learning_rate": 2.5588764854159164e-05,
"loss": 0.0176,
"step": 4900
},
{
"epoch": 0.1500420117632937,
"grad_norm": 0.36809489130973816,
"learning_rate": 2.549873964710119e-05,
"loss": 0.0177,
"step": 5000
},
{
"epoch": 0.1500420117632937,
"eval_NanoArguAna_MaxSim_accuracy@1": 0.14,
"eval_NanoArguAna_MaxSim_accuracy@10": 0.64,
"eval_NanoArguAna_MaxSim_accuracy@3": 0.44,
"eval_NanoArguAna_MaxSim_accuracy@5": 0.56,
"eval_NanoArguAna_MaxSim_map@100": 0.31146062873572183,
"eval_NanoArguAna_MaxSim_mrr@10": 0.2990555555555555,
"eval_NanoArguAna_MaxSim_ndcg@10": 0.3814539449221265,
"eval_NanoArguAna_MaxSim_precision@1": 0.14,
"eval_NanoArguAna_MaxSim_precision@10": 0.064,
"eval_NanoArguAna_MaxSim_precision@3": 0.14666666666666664,
"eval_NanoArguAna_MaxSim_precision@5": 0.11200000000000002,
"eval_NanoArguAna_MaxSim_recall@1": 0.14,
"eval_NanoArguAna_MaxSim_recall@10": 0.64,
"eval_NanoArguAna_MaxSim_recall@3": 0.44,
"eval_NanoArguAna_MaxSim_recall@5": 0.56,
"eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.541098901098901,
"eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8323076923076923,
"eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7199686028257457,
"eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.7738461538461539,
"eval_NanoBEIR_mean_MaxSim_map@100": 0.49576918628817535,
"eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6389594453165881,
"eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.5710657984951492,
"eval_NanoBEIR_mean_MaxSim_precision@1": 0.541098901098901,
"eval_NanoBEIR_mean_MaxSim_precision@10": 0.17785871271585557,
"eval_NanoBEIR_mean_MaxSim_precision@3": 0.34054421768707477,
"eval_NanoBEIR_mean_MaxSim_precision@5": 0.2597488226059655,
"eval_NanoBEIR_mean_MaxSim_recall@1": 0.31935063751159226,
"eval_NanoBEIR_mean_MaxSim_recall@10": 0.6012255154760312,
"eval_NanoBEIR_mean_MaxSim_recall@3": 0.4765606378849985,
"eval_NanoBEIR_mean_MaxSim_recall@5": 0.5293723892187047,
"eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.3,
"eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.66,
"eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.4,
"eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.5,
"eval_NanoClimateFEVER_MaxSim_map@100": 0.21458534879326038,
"eval_NanoClimateFEVER_MaxSim_mrr@10": 0.38146825396825385,
"eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.28301023677631637,
"eval_NanoClimateFEVER_MaxSim_precision@1": 0.3,
"eval_NanoClimateFEVER_MaxSim_precision@10": 0.092,
"eval_NanoClimateFEVER_MaxSim_precision@3": 0.15333333333333332,
"eval_NanoClimateFEVER_MaxSim_precision@5": 0.11599999999999999,
"eval_NanoClimateFEVER_MaxSim_recall@1": 0.13666666666666663,
"eval_NanoClimateFEVER_MaxSim_recall@10": 0.3573333333333333,
"eval_NanoClimateFEVER_MaxSim_recall@3": 0.18233333333333332,
"eval_NanoClimateFEVER_MaxSim_recall@5": 0.22400000000000003,
"eval_NanoDBPedia_MaxSim_accuracy@1": 0.58,
"eval_NanoDBPedia_MaxSim_accuracy@10": 0.92,
"eval_NanoDBPedia_MaxSim_accuracy@3": 0.82,
"eval_NanoDBPedia_MaxSim_accuracy@5": 0.88,
"eval_NanoDBPedia_MaxSim_map@100": 0.4320853480205601,
"eval_NanoDBPedia_MaxSim_mrr@10": 0.7121666666666667,
"eval_NanoDBPedia_MaxSim_ndcg@10": 0.5426134004406304,
"eval_NanoDBPedia_MaxSim_precision@1": 0.58,
"eval_NanoDBPedia_MaxSim_precision@10": 0.45599999999999996,
"eval_NanoDBPedia_MaxSim_precision@3": 0.5933333333333334,
"eval_NanoDBPedia_MaxSim_precision@5": 0.52,
"eval_NanoDBPedia_MaxSim_recall@1": 0.06258808526917671,
"eval_NanoDBPedia_MaxSim_recall@10": 0.30988426971721433,
"eval_NanoDBPedia_MaxSim_recall@3": 0.15863704234945109,
"eval_NanoDBPedia_MaxSim_recall@5": 0.20409138702207216,
"eval_NanoFEVER_MaxSim_accuracy@1": 0.8,
"eval_NanoFEVER_MaxSim_accuracy@10": 0.98,
"eval_NanoFEVER_MaxSim_accuracy@3": 0.88,
"eval_NanoFEVER_MaxSim_accuracy@5": 0.94,
"eval_NanoFEVER_MaxSim_map@100": 0.8324683649683648,
"eval_NanoFEVER_MaxSim_mrr@10": 0.8541666666666667,
"eval_NanoFEVER_MaxSim_ndcg@10": 0.8640993596887029,
"eval_NanoFEVER_MaxSim_precision@1": 0.8,
"eval_NanoFEVER_MaxSim_precision@10": 0.10599999999999998,
"eval_NanoFEVER_MaxSim_precision@3": 0.32,
"eval_NanoFEVER_MaxSim_precision@5": 0.204,
"eval_NanoFEVER_MaxSim_recall@1": 0.7466666666666667,
"eval_NanoFEVER_MaxSim_recall@10": 0.95,
"eval_NanoFEVER_MaxSim_recall@3": 0.86,
"eval_NanoFEVER_MaxSim_recall@5": 0.91,
"eval_NanoFiQA2018_MaxSim_accuracy@1": 0.4,
"eval_NanoFiQA2018_MaxSim_accuracy@10": 0.74,
"eval_NanoFiQA2018_MaxSim_accuracy@3": 0.54,
"eval_NanoFiQA2018_MaxSim_accuracy@5": 0.64,
"eval_NanoFiQA2018_MaxSim_map@100": 0.34287531084899425,
"eval_NanoFiQA2018_MaxSim_mrr@10": 0.5030555555555555,
"eval_NanoFiQA2018_MaxSim_ndcg@10": 0.42441828357625,
"eval_NanoFiQA2018_MaxSim_precision@1": 0.4,
"eval_NanoFiQA2018_MaxSim_precision@10": 0.126,
"eval_NanoFiQA2018_MaxSim_precision@3": 0.23999999999999996,
"eval_NanoFiQA2018_MaxSim_precision@5": 0.21600000000000003,
"eval_NanoFiQA2018_MaxSim_recall@1": 0.1936904761904762,
"eval_NanoFiQA2018_MaxSim_recall@10": 0.5304523809523809,
"eval_NanoFiQA2018_MaxSim_recall@3": 0.29918253968253966,
"eval_NanoFiQA2018_MaxSim_recall@5": 0.4241190476190477,
"eval_NanoHotpotQA_MaxSim_accuracy@1": 0.94,
"eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0,
"eval_NanoHotpotQA_MaxSim_accuracy@3": 0.98,
"eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0,
"eval_NanoHotpotQA_MaxSim_map@100": 0.7954800946950517,
"eval_NanoHotpotQA_MaxSim_mrr@10": 0.9606666666666667,
"eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8530515314936197,
"eval_NanoHotpotQA_MaxSim_precision@1": 0.94,
"eval_NanoHotpotQA_MaxSim_precision@10": 0.17599999999999993,
"eval_NanoHotpotQA_MaxSim_precision@3": 0.5399999999999999,
"eval_NanoHotpotQA_MaxSim_precision@5": 0.3399999999999999,
"eval_NanoHotpotQA_MaxSim_recall@1": 0.47,
"eval_NanoHotpotQA_MaxSim_recall@10": 0.88,
"eval_NanoHotpotQA_MaxSim_recall@3": 0.81,
"eval_NanoHotpotQA_MaxSim_recall@5": 0.85,
"eval_NanoMSMARCO_MaxSim_accuracy@1": 0.44,
"eval_NanoMSMARCO_MaxSim_accuracy@10": 0.8,
"eval_NanoMSMARCO_MaxSim_accuracy@3": 0.7,
"eval_NanoMSMARCO_MaxSim_accuracy@5": 0.74,
"eval_NanoMSMARCO_MaxSim_map@100": 0.5786147802146254,
"eval_NanoMSMARCO_MaxSim_mrr@10": 0.5671666666666666,
"eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6243618628094212,
"eval_NanoMSMARCO_MaxSim_precision@1": 0.44,
"eval_NanoMSMARCO_MaxSim_precision@10": 0.08,
"eval_NanoMSMARCO_MaxSim_precision@3": 0.23333333333333336,
"eval_NanoMSMARCO_MaxSim_precision@5": 0.14800000000000002,
"eval_NanoMSMARCO_MaxSim_recall@1": 0.44,
"eval_NanoMSMARCO_MaxSim_recall@10": 0.8,
"eval_NanoMSMARCO_MaxSim_recall@3": 0.7,
"eval_NanoMSMARCO_MaxSim_recall@5": 0.74,
"eval_NanoNFCorpus_MaxSim_accuracy@1": 0.4,
"eval_NanoNFCorpus_MaxSim_accuracy@10": 0.66,
"eval_NanoNFCorpus_MaxSim_accuracy@3": 0.54,
"eval_NanoNFCorpus_MaxSim_accuracy@5": 0.58,
"eval_NanoNFCorpus_MaxSim_map@100": 0.14705427640882707,
"eval_NanoNFCorpus_MaxSim_mrr@10": 0.4812698412698413,
"eval_NanoNFCorpus_MaxSim_ndcg@10": 0.3106123567561042,
"eval_NanoNFCorpus_MaxSim_precision@1": 0.4,
"eval_NanoNFCorpus_MaxSim_precision@10": 0.242,
"eval_NanoNFCorpus_MaxSim_precision@3": 0.32666666666666666,
"eval_NanoNFCorpus_MaxSim_precision@5": 0.29200000000000004,
"eval_NanoNFCorpus_MaxSim_recall@1": 0.053479320878119296,
"eval_NanoNFCorpus_MaxSim_recall@10": 0.1385980307716532,
"eval_NanoNFCorpus_MaxSim_recall@3": 0.0854499580155356,
"eval_NanoNFCorpus_MaxSim_recall@5": 0.10193591586064071,
"eval_NanoNQ_MaxSim_accuracy@1": 0.4,
"eval_NanoNQ_MaxSim_accuracy@10": 0.78,
"eval_NanoNQ_MaxSim_accuracy@3": 0.72,
"eval_NanoNQ_MaxSim_accuracy@5": 0.72,
"eval_NanoNQ_MaxSim_map@100": 0.5265582705591121,
"eval_NanoNQ_MaxSim_mrr@10": 0.5446031746031745,
"eval_NanoNQ_MaxSim_ndcg@10": 0.5797916556634748,
"eval_NanoNQ_MaxSim_precision@1": 0.4,
"eval_NanoNQ_MaxSim_precision@10": 0.08199999999999999,
"eval_NanoNQ_MaxSim_precision@3": 0.24,
"eval_NanoNQ_MaxSim_precision@5": 0.14800000000000002,
"eval_NanoNQ_MaxSim_recall@1": 0.38,
"eval_NanoNQ_MaxSim_recall@10": 0.74,
"eval_NanoNQ_MaxSim_recall@3": 0.66,
"eval_NanoNQ_MaxSim_recall@5": 0.67,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.88,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 0.98,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.98,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 0.98,
"eval_NanoQuoraRetrieval_MaxSim_map@100": 0.9054222926125365,
"eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.9266666666666667,
"eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.92296652120287,
"eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.88,
"eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12799999999999997,
"eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.38666666666666655,
"eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.244,
"eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.7806666666666666,
"eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.96,
"eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.9279999999999999,
"eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.9426666666666668,
"eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.4,
"eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.78,
"eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.6,
"eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.68,
"eval_NanoSCIDOCS_MaxSim_map@100": 0.23486903123362596,
"eval_NanoSCIDOCS_MaxSim_mrr@10": 0.5157142857142857,
"eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.3109415253979851,
"eval_NanoSCIDOCS_MaxSim_precision@1": 0.4,
"eval_NanoSCIDOCS_MaxSim_precision@10": 0.154,
"eval_NanoSCIDOCS_MaxSim_precision@3": 0.2866666666666667,
"eval_NanoSCIDOCS_MaxSim_precision@5": 0.21599999999999997,
"eval_NanoSCIDOCS_MaxSim_recall@1": 0.08366666666666667,
"eval_NanoSCIDOCS_MaxSim_recall@10": 0.31466666666666665,
"eval_NanoSCIDOCS_MaxSim_recall@3": 0.17666666666666664,
"eval_NanoSCIDOCS_MaxSim_recall@5": 0.22166666666666665,
"eval_NanoSciFact_MaxSim_accuracy@1": 0.64,
"eval_NanoSciFact_MaxSim_accuracy@10": 0.88,
"eval_NanoSciFact_MaxSim_accuracy@3": 0.78,
"eval_NanoSciFact_MaxSim_accuracy@5": 0.84,
"eval_NanoSciFact_MaxSim_map@100": 0.7045375316567923,
"eval_NanoSciFact_MaxSim_mrr@10": 0.7118333333333332,
"eval_NanoSciFact_MaxSim_ndcg@10": 0.7460846517439462,
"eval_NanoSciFact_MaxSim_precision@1": 0.64,
"eval_NanoSciFact_MaxSim_precision@10": 0.09799999999999999,
"eval_NanoSciFact_MaxSim_precision@3": 0.2733333333333333,
"eval_NanoSciFact_MaxSim_precision@5": 0.184,
"eval_NanoSciFact_MaxSim_recall@1": 0.615,
"eval_NanoSciFact_MaxSim_recall@10": 0.87,
"eval_NanoSciFact_MaxSim_recall@3": 0.76,
"eval_NanoSciFact_MaxSim_recall@5": 0.825,
"eval_NanoTouche2020_MaxSim_accuracy@1": 0.7142857142857143,
"eval_NanoTouche2020_MaxSim_accuracy@10": 1.0,
"eval_NanoTouche2020_MaxSim_accuracy@3": 0.9795918367346939,
"eval_NanoTouche2020_MaxSim_accuracy@5": 1.0,
"eval_NanoTouche2020_MaxSim_map@100": 0.41898814299880716,
"eval_NanoTouche2020_MaxSim_mrr@10": 0.8486394557823128,
"eval_NanoTouche2020_MaxSim_ndcg@10": 0.5804500499654911,
"eval_NanoTouche2020_MaxSim_precision@1": 0.7142857142857143,
"eval_NanoTouche2020_MaxSim_precision@10": 0.5081632653061225,
"eval_NanoTouche2020_MaxSim_precision@3": 0.6870748299319728,
"eval_NanoTouche2020_MaxSim_precision@5": 0.636734693877551,
"eval_NanoTouche2020_MaxSim_recall@1": 0.0491337386462599,
"eval_NanoTouche2020_MaxSim_recall@10": 0.32499701974715745,
"eval_NanoTouche2020_MaxSim_recall@3": 0.13501875245745337,
"eval_NanoTouche2020_MaxSim_recall@5": 0.20836137600806628,
"eval_runtime": 41.943,
"eval_samples_per_second": 0.0,
"eval_steps_per_second": 0.0,
"step": 5000
},
{
"epoch": 0.1530428519985596,
"grad_norm": 0.2540082633495331,
"learning_rate": 2.5408714440043212e-05,
"loss": 0.0172,
"step": 5100
},
{
"epoch": 0.15604369223382547,
"grad_norm": 0.17116673290729523,
"learning_rate": 2.5318689232985233e-05,
"loss": 0.017,
"step": 5200
},
{
"epoch": 0.15904453246909134,
"grad_norm": 0.19134941697120667,
"learning_rate": 2.522866402592726e-05,
"loss": 0.0173,
"step": 5300
},
{
"epoch": 0.16204537270435723,
"grad_norm": 0.19815263152122498,
"learning_rate": 2.5138638818869282e-05,
"loss": 0.0169,
"step": 5400
},
{
"epoch": 0.1650462129396231,
"grad_norm": 0.20270635187625885,
"learning_rate": 2.504861361181131e-05,
"loss": 0.017,
"step": 5500
},
{
"epoch": 0.16804705317488897,
"grad_norm": 0.19358396530151367,
"learning_rate": 2.495858840475333e-05,
"loss": 0.0168,
"step": 5600
},
{
"epoch": 0.17104789341015483,
"grad_norm": 0.257612943649292,
"learning_rate": 2.4868563197695355e-05,
"loss": 0.0171,
"step": 5700
},
{
"epoch": 0.17404873364542073,
"grad_norm": 0.26288291811943054,
"learning_rate": 2.477853799063738e-05,
"loss": 0.0165,
"step": 5800
},
{
"epoch": 0.1770495738806866,
"grad_norm": 0.21444684267044067,
"learning_rate": 2.4688512783579404e-05,
"loss": 0.0165,
"step": 5900
},
{
"epoch": 0.18005041411595246,
"grad_norm": 0.27483758330345154,
"learning_rate": 2.4598487576521428e-05,
"loss": 0.0169,
"step": 6000
},
{
"epoch": 0.18305125435121833,
"grad_norm": 0.306334912776947,
"learning_rate": 2.450846236946345e-05,
"loss": 0.0167,
"step": 6100
},
{
"epoch": 0.18605209458648422,
"grad_norm": 0.257942259311676,
"learning_rate": 2.4418437162405474e-05,
"loss": 0.0169,
"step": 6200
},
{
"epoch": 0.1890529348217501,
"grad_norm": 0.22168150544166565,
"learning_rate": 2.4328411955347498e-05,
"loss": 0.0163,
"step": 6300
},
{
"epoch": 0.19205377505701596,
"grad_norm": 0.24572816491127014,
"learning_rate": 2.4238386748289522e-05,
"loss": 0.0165,
"step": 6400
},
{
"epoch": 0.19505461529228185,
"grad_norm": 0.1641925424337387,
"learning_rate": 2.4148361541231547e-05,
"loss": 0.0163,
"step": 6500
},
{
"epoch": 0.19805545552754772,
"grad_norm": 0.1860451102256775,
"learning_rate": 2.405833633417357e-05,
"loss": 0.0166,
"step": 6600
},
{
"epoch": 0.20105629576281359,
"grad_norm": 0.28015896677970886,
"learning_rate": 2.3968311127115592e-05,
"loss": 0.0163,
"step": 6700
},
{
"epoch": 0.20405713599807945,
"grad_norm": 0.1458272933959961,
"learning_rate": 2.3878285920057616e-05,
"loss": 0.0162,
"step": 6800
},
{
"epoch": 0.20705797623334535,
"grad_norm": 0.19574181735515594,
"learning_rate": 2.378826071299964e-05,
"loss": 0.0163,
"step": 6900
},
{
"epoch": 0.21005881646861121,
"grad_norm": 0.18595793843269348,
"learning_rate": 2.369823550594166e-05,
"loss": 0.016,
"step": 7000
},
{
"epoch": 0.21305965670387708,
"grad_norm": 0.23320527374744415,
"learning_rate": 2.360821029888369e-05,
"loss": 0.0164,
"step": 7100
},
{
"epoch": 0.21606049693914295,
"grad_norm": 0.3564039170742035,
"learning_rate": 2.351818509182571e-05,
"loss": 0.0162,
"step": 7200
},
{
"epoch": 0.21906133717440884,
"grad_norm": 0.16636812686920166,
"learning_rate": 2.3428159884767738e-05,
"loss": 0.0158,
"step": 7300
},
{
"epoch": 0.2220621774096747,
"grad_norm": 0.24749481678009033,
"learning_rate": 2.333813467770976e-05,
"loss": 0.0156,
"step": 7400
},
{
"epoch": 0.22506301764494058,
"grad_norm": 0.1700977087020874,
"learning_rate": 2.324810947065178e-05,
"loss": 0.0154,
"step": 7500
},
{
"epoch": 0.22806385788020644,
"grad_norm": 0.2350708693265915,
"learning_rate": 2.3158084263593808e-05,
"loss": 0.016,
"step": 7600
},
{
"epoch": 0.23106469811547234,
"grad_norm": 0.2410372793674469,
"learning_rate": 2.306805905653583e-05,
"loss": 0.0157,
"step": 7700
},
{
"epoch": 0.2340655383507382,
"grad_norm": 0.1950422078371048,
"learning_rate": 2.2978033849477857e-05,
"loss": 0.0161,
"step": 7800
},
{
"epoch": 0.23706637858600407,
"grad_norm": 0.23644883930683136,
"learning_rate": 2.2888008642419877e-05,
"loss": 0.0157,
"step": 7900
},
{
"epoch": 0.24006721882126997,
"grad_norm": 0.16167347133159637,
"learning_rate": 2.2797983435361902e-05,
"loss": 0.0156,
"step": 8000
},
{
"epoch": 0.24306805905653583,
"grad_norm": 0.2015528827905655,
"learning_rate": 2.2707958228303926e-05,
"loss": 0.0156,
"step": 8100
},
{
"epoch": 0.2460688992918017,
"grad_norm": 0.3098095953464508,
"learning_rate": 2.2617933021245947e-05,
"loss": 0.0156,
"step": 8200
},
{
"epoch": 0.24906973952706757,
"grad_norm": 0.21883037686347961,
"learning_rate": 2.2527907814187975e-05,
"loss": 0.0154,
"step": 8300
},
{
"epoch": 0.25207057976233344,
"grad_norm": 0.20231331884860992,
"learning_rate": 2.2437882607129996e-05,
"loss": 0.0153,
"step": 8400
},
{
"epoch": 0.2550714199975993,
"grad_norm": 0.1389169543981552,
"learning_rate": 2.234785740007202e-05,
"loss": 0.0157,
"step": 8500
},
{
"epoch": 0.2580722602328652,
"grad_norm": 0.16826997697353363,
"learning_rate": 2.2257832193014045e-05,
"loss": 0.0155,
"step": 8600
},
{
"epoch": 0.2610731004681311,
"grad_norm": 0.15999537706375122,
"learning_rate": 2.216780698595607e-05,
"loss": 0.0156,
"step": 8700
},
{
"epoch": 0.26407394070339696,
"grad_norm": 0.2204626500606537,
"learning_rate": 2.2077781778898093e-05,
"loss": 0.0155,
"step": 8800
},
{
"epoch": 0.2670747809386628,
"grad_norm": 0.2830298840999603,
"learning_rate": 2.1987756571840118e-05,
"loss": 0.0154,
"step": 8900
},
{
"epoch": 0.2700756211739287,
"grad_norm": 0.17210529744625092,
"learning_rate": 2.189773136478214e-05,
"loss": 0.0152,
"step": 9000
},
{
"epoch": 0.27307646140919456,
"grad_norm": 0.20210044085979462,
"learning_rate": 2.1807706157724163e-05,
"loss": 0.0147,
"step": 9100
},
{
"epoch": 0.2760773016444604,
"grad_norm": 0.2565317451953888,
"learning_rate": 2.1717680950666187e-05,
"loss": 0.0154,
"step": 9200
},
{
"epoch": 0.27907814187972635,
"grad_norm": 0.21217316389083862,
"learning_rate": 2.1627655743608212e-05,
"loss": 0.0149,
"step": 9300
},
{
"epoch": 0.2820789821149922,
"grad_norm": 0.25000882148742676,
"learning_rate": 2.1537630536550236e-05,
"loss": 0.0149,
"step": 9400
},
{
"epoch": 0.2850798223502581,
"grad_norm": 0.24696707725524902,
"learning_rate": 2.1447605329492257e-05,
"loss": 0.0153,
"step": 9500
},
{
"epoch": 0.28808066258552395,
"grad_norm": 0.210099458694458,
"learning_rate": 2.1357580122434285e-05,
"loss": 0.0146,
"step": 9600
},
{
"epoch": 0.2910815028207898,
"grad_norm": 0.23665644228458405,
"learning_rate": 2.1267554915376306e-05,
"loss": 0.0147,
"step": 9700
},
{
"epoch": 0.2940823430560557,
"grad_norm": 0.21001547574996948,
"learning_rate": 2.1177529708318327e-05,
"loss": 0.015,
"step": 9800
},
{
"epoch": 0.29708318329132155,
"grad_norm": 0.14738215506076813,
"learning_rate": 2.1087504501260354e-05,
"loss": 0.0149,
"step": 9900
},
{
"epoch": 0.3000840235265874,
"grad_norm": 0.18927712738513947,
"learning_rate": 2.0997479294202375e-05,
"loss": 0.0146,
"step": 10000
},
{
"epoch": 0.3000840235265874,
"eval_NanoArguAna_MaxSim_accuracy@1": 0.12,
"eval_NanoArguAna_MaxSim_accuracy@10": 0.7,
"eval_NanoArguAna_MaxSim_accuracy@3": 0.4,
"eval_NanoArguAna_MaxSim_accuracy@5": 0.56,
"eval_NanoArguAna_MaxSim_map@100": 0.29586263141620284,
"eval_NanoArguAna_MaxSim_mrr@10": 0.2871031746031745,
"eval_NanoArguAna_MaxSim_ndcg@10": 0.3854638872304132,
"eval_NanoArguAna_MaxSim_precision@1": 0.12,
"eval_NanoArguAna_MaxSim_precision@10": 0.07,
"eval_NanoArguAna_MaxSim_precision@3": 0.13333333333333333,
"eval_NanoArguAna_MaxSim_precision@5": 0.11200000000000002,
"eval_NanoArguAna_MaxSim_recall@1": 0.12,
"eval_NanoArguAna_MaxSim_recall@10": 0.7,
"eval_NanoArguAna_MaxSim_recall@3": 0.4,
"eval_NanoArguAna_MaxSim_recall@5": 0.56,
"eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.5442072213500785,
"eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8369230769230769,
"eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7230141287284144,
"eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.778430141287284,
"eval_NanoBEIR_mean_MaxSim_map@100": 0.4982193235743719,
"eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6438235653235653,
"eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.5750023234090816,
"eval_NanoBEIR_mean_MaxSim_precision@1": 0.5442072213500785,
"eval_NanoBEIR_mean_MaxSim_precision@10": 0.17846781789638932,
"eval_NanoBEIR_mean_MaxSim_precision@3": 0.33589743589743587,
"eval_NanoBEIR_mean_MaxSim_precision@5": 0.2628383045525903,
"eval_NanoBEIR_mean_MaxSim_recall@1": 0.3180134716590818,
"eval_NanoBEIR_mean_MaxSim_recall@10": 0.6073438723034127,
"eval_NanoBEIR_mean_MaxSim_recall@3": 0.4716203445906713,
"eval_NanoBEIR_mean_MaxSim_recall@5": 0.5373800120492939,
"eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.24,
"eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.62,
"eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.4,
"eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.5,
"eval_NanoClimateFEVER_MaxSim_map@100": 0.2136118185028425,
"eval_NanoClimateFEVER_MaxSim_mrr@10": 0.3571904761904762,
"eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.2673515416657362,
"eval_NanoClimateFEVER_MaxSim_precision@1": 0.24,
"eval_NanoClimateFEVER_MaxSim_precision@10": 0.08199999999999999,
"eval_NanoClimateFEVER_MaxSim_precision@3": 0.15333333333333332,
"eval_NanoClimateFEVER_MaxSim_precision@5": 0.12000000000000002,
"eval_NanoClimateFEVER_MaxSim_recall@1": 0.11499999999999998,
"eval_NanoClimateFEVER_MaxSim_recall@10": 0.325,
"eval_NanoClimateFEVER_MaxSim_recall@3": 0.19333333333333333,
"eval_NanoClimateFEVER_MaxSim_recall@5": 0.24,
"eval_NanoDBPedia_MaxSim_accuracy@1": 0.64,
"eval_NanoDBPedia_MaxSim_accuracy@10": 0.96,
"eval_NanoDBPedia_MaxSim_accuracy@3": 0.86,
"eval_NanoDBPedia_MaxSim_accuracy@5": 0.9,
"eval_NanoDBPedia_MaxSim_map@100": 0.43752341974449843,
"eval_NanoDBPedia_MaxSim_mrr@10": 0.7568888888888889,
"eval_NanoDBPedia_MaxSim_ndcg@10": 0.5465883938032531,
"eval_NanoDBPedia_MaxSim_precision@1": 0.64,
"eval_NanoDBPedia_MaxSim_precision@10": 0.44599999999999995,
"eval_NanoDBPedia_MaxSim_precision@3": 0.56,
"eval_NanoDBPedia_MaxSim_precision@5": 0.52,
"eval_NanoDBPedia_MaxSim_recall@1": 0.07089949871552269,
"eval_NanoDBPedia_MaxSim_recall@10": 0.3166909958401167,
"eval_NanoDBPedia_MaxSim_recall@3": 0.15820303254949755,
"eval_NanoDBPedia_MaxSim_recall@5": 0.20943533030948713,
"eval_NanoFEVER_MaxSim_accuracy@1": 0.8,
"eval_NanoFEVER_MaxSim_accuracy@10": 0.98,
"eval_NanoFEVER_MaxSim_accuracy@3": 0.92,
"eval_NanoFEVER_MaxSim_accuracy@5": 0.96,
"eval_NanoFEVER_MaxSim_map@100": 0.8398523698523698,
"eval_NanoFEVER_MaxSim_mrr@10": 0.8645555555555556,
"eval_NanoFEVER_MaxSim_ndcg@10": 0.8739252056773735,
"eval_NanoFEVER_MaxSim_precision@1": 0.8,
"eval_NanoFEVER_MaxSim_precision@10": 0.10799999999999997,
"eval_NanoFEVER_MaxSim_precision@3": 0.32666666666666666,
"eval_NanoFEVER_MaxSim_precision@5": 0.20799999999999996,
"eval_NanoFEVER_MaxSim_recall@1": 0.7466666666666667,
"eval_NanoFEVER_MaxSim_recall@10": 0.96,
"eval_NanoFEVER_MaxSim_recall@3": 0.8833333333333333,
"eval_NanoFEVER_MaxSim_recall@5": 0.93,
"eval_NanoFiQA2018_MaxSim_accuracy@1": 0.44,
"eval_NanoFiQA2018_MaxSim_accuracy@10": 0.72,
"eval_NanoFiQA2018_MaxSim_accuracy@3": 0.62,
"eval_NanoFiQA2018_MaxSim_accuracy@5": 0.7,
"eval_NanoFiQA2018_MaxSim_map@100": 0.38156089379626573,
"eval_NanoFiQA2018_MaxSim_mrr@10": 0.5381666666666667,
"eval_NanoFiQA2018_MaxSim_ndcg@10": 0.4546982974376026,
"eval_NanoFiQA2018_MaxSim_precision@1": 0.44,
"eval_NanoFiQA2018_MaxSim_precision@10": 0.13,
"eval_NanoFiQA2018_MaxSim_precision@3": 0.2733333333333333,
"eval_NanoFiQA2018_MaxSim_precision@5": 0.22,
"eval_NanoFiQA2018_MaxSim_recall@1": 0.2336904761904762,
"eval_NanoFiQA2018_MaxSim_recall@10": 0.5267857142857143,
"eval_NanoFiQA2018_MaxSim_recall@3": 0.36918253968253967,
"eval_NanoFiQA2018_MaxSim_recall@5": 0.4661190476190476,
"eval_NanoHotpotQA_MaxSim_accuracy@1": 0.92,
"eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0,
"eval_NanoHotpotQA_MaxSim_accuracy@3": 0.98,
"eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0,
"eval_NanoHotpotQA_MaxSim_map@100": 0.7868433116266451,
"eval_NanoHotpotQA_MaxSim_mrr@10": 0.9506666666666667,
"eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8498969902259362,
"eval_NanoHotpotQA_MaxSim_precision@1": 0.92,
"eval_NanoHotpotQA_MaxSim_precision@10": 0.17799999999999996,
"eval_NanoHotpotQA_MaxSim_precision@3": 0.5133333333333333,
"eval_NanoHotpotQA_MaxSim_precision@5": 0.3399999999999999,
"eval_NanoHotpotQA_MaxSim_recall@1": 0.46,
"eval_NanoHotpotQA_MaxSim_recall@10": 0.89,
"eval_NanoHotpotQA_MaxSim_recall@3": 0.77,
"eval_NanoHotpotQA_MaxSim_recall@5": 0.85,
"eval_NanoMSMARCO_MaxSim_accuracy@1": 0.4,
"eval_NanoMSMARCO_MaxSim_accuracy@10": 0.76,
"eval_NanoMSMARCO_MaxSim_accuracy@3": 0.64,
"eval_NanoMSMARCO_MaxSim_accuracy@5": 0.74,
"eval_NanoMSMARCO_MaxSim_map@100": 0.5515790674254671,
"eval_NanoMSMARCO_MaxSim_mrr@10": 0.5383333333333333,
"eval_NanoMSMARCO_MaxSim_ndcg@10": 0.5932819530144345,
"eval_NanoMSMARCO_MaxSim_precision@1": 0.4,
"eval_NanoMSMARCO_MaxSim_precision@10": 0.07600000000000001,
"eval_NanoMSMARCO_MaxSim_precision@3": 0.21333333333333335,
"eval_NanoMSMARCO_MaxSim_precision@5": 0.14800000000000002,
"eval_NanoMSMARCO_MaxSim_recall@1": 0.4,
"eval_NanoMSMARCO_MaxSim_recall@10": 0.76,
"eval_NanoMSMARCO_MaxSim_recall@3": 0.64,
"eval_NanoMSMARCO_MaxSim_recall@5": 0.74,
"eval_NanoNFCorpus_MaxSim_accuracy@1": 0.44,
"eval_NanoNFCorpus_MaxSim_accuracy@10": 0.66,
"eval_NanoNFCorpus_MaxSim_accuracy@3": 0.56,
"eval_NanoNFCorpus_MaxSim_accuracy@5": 0.56,
"eval_NanoNFCorpus_MaxSim_map@100": 0.13789537451319023,
"eval_NanoNFCorpus_MaxSim_mrr@10": 0.4989682539682539,
"eval_NanoNFCorpus_MaxSim_ndcg@10": 0.31698811560381873,
"eval_NanoNFCorpus_MaxSim_precision@1": 0.44,
"eval_NanoNFCorpus_MaxSim_precision@10": 0.252,
"eval_NanoNFCorpus_MaxSim_precision@3": 0.3466666666666666,
"eval_NanoNFCorpus_MaxSim_precision@5": 0.3,
"eval_NanoNFCorpus_MaxSim_recall@1": 0.0443244899552021,
"eval_NanoNFCorpus_MaxSim_recall@10": 0.13400045421720141,
"eval_NanoNFCorpus_MaxSim_recall@3": 0.0685027274372875,
"eval_NanoNFCorpus_MaxSim_recall@5": 0.09303911637307496,
"eval_NanoNQ_MaxSim_accuracy@1": 0.46,
"eval_NanoNQ_MaxSim_accuracy@10": 0.84,
"eval_NanoNQ_MaxSim_accuracy@3": 0.68,
"eval_NanoNQ_MaxSim_accuracy@5": 0.74,
"eval_NanoNQ_MaxSim_map@100": 0.5642694786957012,
"eval_NanoNQ_MaxSim_mrr@10": 0.5844365079365078,
"eval_NanoNQ_MaxSim_ndcg@10": 0.6256240254935571,
"eval_NanoNQ_MaxSim_precision@1": 0.46,
"eval_NanoNQ_MaxSim_precision@10": 0.09,
"eval_NanoNQ_MaxSim_precision@3": 0.22666666666666668,
"eval_NanoNQ_MaxSim_precision@5": 0.15200000000000002,
"eval_NanoNQ_MaxSim_recall@1": 0.44,
"eval_NanoNQ_MaxSim_recall@10": 0.81,
"eval_NanoNQ_MaxSim_recall@3": 0.63,
"eval_NanoNQ_MaxSim_recall@5": 0.69,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.9,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 1.0,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.96,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 0.96,
"eval_NanoQuoraRetrieval_MaxSim_map@100": 0.9108403719737052,
"eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.9353571428571428,
"eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.9320819608678371,
"eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.9,
"eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12999999999999998,
"eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.37999999999999995,
"eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.23999999999999996,
"eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.8006666666666666,
"eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.98,
"eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.9079999999999999,
"eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.9226666666666667,
"eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.38,
"eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.78,
"eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.6,
"eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.66,
"eval_NanoSCIDOCS_MaxSim_map@100": 0.23815282991483275,
"eval_NanoSCIDOCS_MaxSim_mrr@10": 0.5071349206349205,
"eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.31366448713527245,
"eval_NanoSCIDOCS_MaxSim_precision@1": 0.38,
"eval_NanoSCIDOCS_MaxSim_precision@10": 0.158,
"eval_NanoSCIDOCS_MaxSim_precision@3": 0.2866666666666666,
"eval_NanoSCIDOCS_MaxSim_precision@5": 0.22799999999999998,
"eval_NanoSCIDOCS_MaxSim_recall@1": 0.07866666666666668,
"eval_NanoSCIDOCS_MaxSim_recall@10": 0.32166666666666666,
"eval_NanoSCIDOCS_MaxSim_recall@3": 0.17666666666666664,
"eval_NanoSCIDOCS_MaxSim_recall@5": 0.23266666666666663,
"eval_NanoSciFact_MaxSim_accuracy@1": 0.6,
"eval_NanoSciFact_MaxSim_accuracy@10": 0.86,
"eval_NanoSciFact_MaxSim_accuracy@3": 0.82,
"eval_NanoSciFact_MaxSim_accuracy@5": 0.86,
"eval_NanoSciFact_MaxSim_map@100": 0.699418336338743,
"eval_NanoSciFact_MaxSim_mrr@10": 0.7056666666666667,
"eval_NanoSciFact_MaxSim_ndcg@10": 0.7386608529252277,
"eval_NanoSciFact_MaxSim_precision@1": 0.6,
"eval_NanoSciFact_MaxSim_precision@10": 0.09599999999999997,
"eval_NanoSciFact_MaxSim_precision@3": 0.2866666666666667,
"eval_NanoSciFact_MaxSim_precision@5": 0.184,
"eval_NanoSciFact_MaxSim_recall@1": 0.575,
"eval_NanoSciFact_MaxSim_recall@10": 0.85,
"eval_NanoSciFact_MaxSim_recall@3": 0.8,
"eval_NanoSciFact_MaxSim_recall@5": 0.835,
"eval_NanoTouche2020_MaxSim_accuracy@1": 0.7346938775510204,
"eval_NanoTouche2020_MaxSim_accuracy@10": 1.0,
"eval_NanoTouche2020_MaxSim_accuracy@3": 0.9591836734693877,
"eval_NanoTouche2020_MaxSim_accuracy@5": 0.9795918367346939,
"eval_NanoTouche2020_MaxSim_map@100": 0.4194413026663713,
"eval_NanoTouche2020_MaxSim_mrr@10": 0.8452380952380952,
"eval_NanoTouche2020_MaxSim_ndcg@10": 0.5768044932375987,
"eval_NanoTouche2020_MaxSim_precision@1": 0.7346938775510204,
"eval_NanoTouche2020_MaxSim_precision@10": 0.5040816326530612,
"eval_NanoTouche2020_MaxSim_precision@3": 0.6666666666666666,
"eval_NanoTouche2020_MaxSim_precision@5": 0.6448979591836735,
"eval_NanoTouche2020_MaxSim_recall@1": 0.04926066670686143,
"eval_NanoTouche2020_MaxSim_recall@10": 0.3213265089346652,
"eval_NanoTouche2020_MaxSim_recall@3": 0.13384284667606922,
"eval_NanoTouche2020_MaxSim_recall@5": 0.2170133290058774,
"eval_runtime": 42.5108,
"eval_samples_per_second": 0.0,
"eval_steps_per_second": 0.0,
"step": 10000
},
{
"epoch": 0.30308486376185334,
"grad_norm": 0.20841293036937714,
"learning_rate": 2.0907454087144403e-05,
"loss": 0.0147,
"step": 10100
},
{
"epoch": 0.3060857039971192,
"grad_norm": 0.2317456156015396,
"learning_rate": 2.0817428880086424e-05,
"loss": 0.0147,
"step": 10200
},
{
"epoch": 0.3090865442323851,
"grad_norm": 0.24393786489963531,
"learning_rate": 2.072740367302845e-05,
"loss": 0.0147,
"step": 10300
},
{
"epoch": 0.31208738446765094,
"grad_norm": 0.22115790843963623,
"learning_rate": 2.0637378465970473e-05,
"loss": 0.0148,
"step": 10400
},
{
"epoch": 0.3150882247029168,
"grad_norm": 0.296321839094162,
"learning_rate": 2.0547353258912494e-05,
"loss": 0.0147,
"step": 10500
},
{
"epoch": 0.3180890649381827,
"grad_norm": 0.24199871718883514,
"learning_rate": 2.045732805185452e-05,
"loss": 0.0143,
"step": 10600
},
{
"epoch": 0.32108990517344854,
"grad_norm": 0.28073155879974365,
"learning_rate": 2.0367302844796543e-05,
"loss": 0.0144,
"step": 10700
},
{
"epoch": 0.32409074540871446,
"grad_norm": 0.18061871826648712,
"learning_rate": 2.0277277637738567e-05,
"loss": 0.0145,
"step": 10800
},
{
"epoch": 0.32709158564398033,
"grad_norm": 0.16756358742713928,
"learning_rate": 2.018725243068059e-05,
"loss": 0.0148,
"step": 10900
},
{
"epoch": 0.3300924258792462,
"grad_norm": 0.14554257690906525,
"learning_rate": 2.0097227223622616e-05,
"loss": 0.015,
"step": 11000
},
{
"epoch": 0.33309326611451207,
"grad_norm": 0.20470017194747925,
"learning_rate": 2.000720201656464e-05,
"loss": 0.0147,
"step": 11100
},
{
"epoch": 0.33609410634977793,
"grad_norm": 0.1893220990896225,
"learning_rate": 1.991717680950666e-05,
"loss": 0.0148,
"step": 11200
},
{
"epoch": 0.3390949465850438,
"grad_norm": 0.1708231419324875,
"learning_rate": 1.9827151602448685e-05,
"loss": 0.0145,
"step": 11300
},
{
"epoch": 0.34209578682030967,
"grad_norm": 0.21937862038612366,
"learning_rate": 1.973712639539071e-05,
"loss": 0.014,
"step": 11400
},
{
"epoch": 0.3450966270555756,
"grad_norm": 0.17898762226104736,
"learning_rate": 1.9647101188332734e-05,
"loss": 0.0146,
"step": 11500
},
{
"epoch": 0.34809746729084146,
"grad_norm": 0.23553137481212616,
"learning_rate": 1.955707598127476e-05,
"loss": 0.0143,
"step": 11600
},
{
"epoch": 0.3510983075261073,
"grad_norm": 0.304126113653183,
"learning_rate": 1.9467050774216783e-05,
"loss": 0.0142,
"step": 11700
},
{
"epoch": 0.3540991477613732,
"grad_norm": 0.22491592168807983,
"learning_rate": 1.9377025567158804e-05,
"loss": 0.0141,
"step": 11800
},
{
"epoch": 0.35709998799663906,
"grad_norm": 0.16197596490383148,
"learning_rate": 1.9287000360100828e-05,
"loss": 0.0139,
"step": 11900
},
{
"epoch": 0.3601008282319049,
"grad_norm": 0.3112106919288635,
"learning_rate": 1.9196975153042852e-05,
"loss": 0.0141,
"step": 12000
},
{
"epoch": 0.3631016684671708,
"grad_norm": 0.21880576014518738,
"learning_rate": 1.9106949945984877e-05,
"loss": 0.0142,
"step": 12100
},
{
"epoch": 0.36610250870243666,
"grad_norm": 0.18807464838027954,
"learning_rate": 1.90169247389269e-05,
"loss": 0.0143,
"step": 12200
},
{
"epoch": 0.3691033489377026,
"grad_norm": 0.1896342635154724,
"learning_rate": 1.8926899531868922e-05,
"loss": 0.0138,
"step": 12300
},
{
"epoch": 0.37210418917296845,
"grad_norm": 0.1685606688261032,
"learning_rate": 1.883687432481095e-05,
"loss": 0.0137,
"step": 12400
},
{
"epoch": 0.3751050294082343,
"grad_norm": 0.1768764853477478,
"learning_rate": 1.874684911775297e-05,
"loss": 0.0139,
"step": 12500
},
{
"epoch": 0.3781058696435002,
"grad_norm": 0.23924803733825684,
"learning_rate": 1.8656823910694995e-05,
"loss": 0.0142,
"step": 12600
},
{
"epoch": 0.38110670987876605,
"grad_norm": 0.19333280622959137,
"learning_rate": 1.856679870363702e-05,
"loss": 0.0136,
"step": 12700
},
{
"epoch": 0.3841075501140319,
"grad_norm": 0.1541660875082016,
"learning_rate": 1.847677349657904e-05,
"loss": 0.0138,
"step": 12800
},
{
"epoch": 0.3871083903492978,
"grad_norm": 0.20208334922790527,
"learning_rate": 1.8386748289521068e-05,
"loss": 0.014,
"step": 12900
},
{
"epoch": 0.3901092305845637,
"grad_norm": 0.18296100199222565,
"learning_rate": 1.829672308246309e-05,
"loss": 0.0137,
"step": 13000
},
{
"epoch": 0.39311007081982957,
"grad_norm": 0.204094797372818,
"learning_rate": 1.8206697875405114e-05,
"loss": 0.014,
"step": 13100
},
{
"epoch": 0.39611091105509544,
"grad_norm": 0.25481271743774414,
"learning_rate": 1.8116672668347138e-05,
"loss": 0.0141,
"step": 13200
},
{
"epoch": 0.3991117512903613,
"grad_norm": 0.20525392889976501,
"learning_rate": 1.8026647461289162e-05,
"loss": 0.014,
"step": 13300
},
{
"epoch": 0.40211259152562717,
"grad_norm": 0.14505770802497864,
"learning_rate": 1.7936622254231187e-05,
"loss": 0.0139,
"step": 13400
},
{
"epoch": 0.40511343176089304,
"grad_norm": 0.16387106478214264,
"learning_rate": 1.7846597047173208e-05,
"loss": 0.0137,
"step": 13500
},
{
"epoch": 0.4081142719961589,
"grad_norm": 0.25047481060028076,
"learning_rate": 1.7756571840115232e-05,
"loss": 0.0138,
"step": 13600
},
{
"epoch": 0.4111151122314248,
"grad_norm": 0.20970739424228668,
"learning_rate": 1.7666546633057256e-05,
"loss": 0.0137,
"step": 13700
},
{
"epoch": 0.4141159524666907,
"grad_norm": 0.19899307191371918,
"learning_rate": 1.757652142599928e-05,
"loss": 0.0136,
"step": 13800
},
{
"epoch": 0.41711679270195656,
"grad_norm": 0.163528174161911,
"learning_rate": 1.7486496218941305e-05,
"loss": 0.0138,
"step": 13900
},
{
"epoch": 0.42011763293722243,
"grad_norm": 0.19268254935741425,
"learning_rate": 1.739647101188333e-05,
"loss": 0.0139,
"step": 14000
},
{
"epoch": 0.4231184731724883,
"grad_norm": 0.2156655639410019,
"learning_rate": 1.730644580482535e-05,
"loss": 0.0137,
"step": 14100
},
{
"epoch": 0.42611931340775416,
"grad_norm": 0.22071588039398193,
"learning_rate": 1.7216420597767375e-05,
"loss": 0.0137,
"step": 14200
},
{
"epoch": 0.42912015364302003,
"grad_norm": 0.1912279576063156,
"learning_rate": 1.71263953907094e-05,
"loss": 0.0138,
"step": 14300
},
{
"epoch": 0.4321209938782859,
"grad_norm": 0.16563135385513306,
"learning_rate": 1.7036370183651423e-05,
"loss": 0.0135,
"step": 14400
},
{
"epoch": 0.4351218341135518,
"grad_norm": 0.22475241124629974,
"learning_rate": 1.6946344976593448e-05,
"loss": 0.0133,
"step": 14500
},
{
"epoch": 0.4381226743488177,
"grad_norm": 0.22821246087551117,
"learning_rate": 1.685631976953547e-05,
"loss": 0.0132,
"step": 14600
},
{
"epoch": 0.44112351458408355,
"grad_norm": 0.16778188943862915,
"learning_rate": 1.6766294562477496e-05,
"loss": 0.0134,
"step": 14700
},
{
"epoch": 0.4441243548193494,
"grad_norm": 0.17131076753139496,
"learning_rate": 1.6676269355419517e-05,
"loss": 0.0132,
"step": 14800
},
{
"epoch": 0.4471251950546153,
"grad_norm": 0.16535472869873047,
"learning_rate": 1.6586244148361542e-05,
"loss": 0.0131,
"step": 14900
},
{
"epoch": 0.45012603528988115,
"grad_norm": 0.16412608325481415,
"learning_rate": 1.6496218941303566e-05,
"loss": 0.0131,
"step": 15000
},
{
"epoch": 0.45012603528988115,
"eval_NanoArguAna_MaxSim_accuracy@1": 0.14,
"eval_NanoArguAna_MaxSim_accuracy@10": 0.68,
"eval_NanoArguAna_MaxSim_accuracy@3": 0.44,
"eval_NanoArguAna_MaxSim_accuracy@5": 0.6,
"eval_NanoArguAna_MaxSim_map@100": 0.31292072156024486,
"eval_NanoArguAna_MaxSim_mrr@10": 0.3005238095238095,
"eval_NanoArguAna_MaxSim_ndcg@10": 0.39228613499060766,
"eval_NanoArguAna_MaxSim_precision@1": 0.14,
"eval_NanoArguAna_MaxSim_precision@10": 0.068,
"eval_NanoArguAna_MaxSim_precision@3": 0.14666666666666664,
"eval_NanoArguAna_MaxSim_precision@5": 0.12000000000000002,
"eval_NanoArguAna_MaxSim_recall@1": 0.14,
"eval_NanoArguAna_MaxSim_recall@10": 0.68,
"eval_NanoArguAna_MaxSim_recall@3": 0.44,
"eval_NanoArguAna_MaxSim_recall@5": 0.6,
"eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.550298273155416,
"eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8415384615384617,
"eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7230141287284145,
"eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.7830455259026687,
"eval_NanoBEIR_mean_MaxSim_map@100": 0.5069438980121297,
"eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6495999476713762,
"eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.5840241962395966,
"eval_NanoBEIR_mean_MaxSim_precision@1": 0.550298273155416,
"eval_NanoBEIR_mean_MaxSim_precision@10": 0.181861852433281,
"eval_NanoBEIR_mean_MaxSim_precision@3": 0.3456933542647827,
"eval_NanoBEIR_mean_MaxSim_precision@5": 0.26749136577708005,
"eval_NanoBEIR_mean_MaxSim_recall@1": 0.32722904149540094,
"eval_NanoBEIR_mean_MaxSim_recall@10": 0.6104518973334762,
"eval_NanoBEIR_mean_MaxSim_recall@3": 0.48070869453987464,
"eval_NanoBEIR_mean_MaxSim_recall@5": 0.5433306748242004,
"eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.26,
"eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.7,
"eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.4,
"eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.5,
"eval_NanoClimateFEVER_MaxSim_map@100": 0.2210503762548061,
"eval_NanoClimateFEVER_MaxSim_mrr@10": 0.3709126984126984,
"eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.2885397184423823,
"eval_NanoClimateFEVER_MaxSim_precision@1": 0.26,
"eval_NanoClimateFEVER_MaxSim_precision@10": 0.09399999999999999,
"eval_NanoClimateFEVER_MaxSim_precision@3": 0.16666666666666669,
"eval_NanoClimateFEVER_MaxSim_precision@5": 0.12000000000000002,
"eval_NanoClimateFEVER_MaxSim_recall@1": 0.11999999999999998,
"eval_NanoClimateFEVER_MaxSim_recall@10": 0.37166666666666665,
"eval_NanoClimateFEVER_MaxSim_recall@3": 0.205,
"eval_NanoClimateFEVER_MaxSim_recall@5": 0.2583333333333333,
"eval_NanoDBPedia_MaxSim_accuracy@1": 0.7,
"eval_NanoDBPedia_MaxSim_accuracy@10": 0.94,
"eval_NanoDBPedia_MaxSim_accuracy@3": 0.86,
"eval_NanoDBPedia_MaxSim_accuracy@5": 0.92,
"eval_NanoDBPedia_MaxSim_map@100": 0.4448294282067855,
"eval_NanoDBPedia_MaxSim_mrr@10": 0.7872222222222223,
"eval_NanoDBPedia_MaxSim_ndcg@10": 0.5665518039291427,
"eval_NanoDBPedia_MaxSim_precision@1": 0.7,
"eval_NanoDBPedia_MaxSim_precision@10": 0.4639999999999999,
"eval_NanoDBPedia_MaxSim_precision@3": 0.5933333333333333,
"eval_NanoDBPedia_MaxSim_precision@5": 0.544,
"eval_NanoDBPedia_MaxSim_recall@1": 0.07155944898645694,
"eval_NanoDBPedia_MaxSim_recall@10": 0.31655579687758156,
"eval_NanoDBPedia_MaxSim_recall@3": 0.15254650243876308,
"eval_NanoDBPedia_MaxSim_recall@5": 0.212139518052678,
"eval_NanoFEVER_MaxSim_accuracy@1": 0.8,
"eval_NanoFEVER_MaxSim_accuracy@10": 0.98,
"eval_NanoFEVER_MaxSim_accuracy@3": 0.92,
"eval_NanoFEVER_MaxSim_accuracy@5": 0.94,
"eval_NanoFEVER_MaxSim_map@100": 0.8363233172056701,
"eval_NanoFEVER_MaxSim_mrr@10": 0.8634126984126985,
"eval_NanoFEVER_MaxSim_ndcg@10": 0.8717944659095797,
"eval_NanoFEVER_MaxSim_precision@1": 0.8,
"eval_NanoFEVER_MaxSim_precision@10": 0.10799999999999997,
"eval_NanoFEVER_MaxSim_precision@3": 0.32666666666666666,
"eval_NanoFEVER_MaxSim_precision@5": 0.19999999999999996,
"eval_NanoFEVER_MaxSim_recall@1": 0.7466666666666667,
"eval_NanoFEVER_MaxSim_recall@10": 0.96,
"eval_NanoFEVER_MaxSim_recall@3": 0.8833333333333333,
"eval_NanoFEVER_MaxSim_recall@5": 0.9033333333333333,
"eval_NanoFiQA2018_MaxSim_accuracy@1": 0.46,
"eval_NanoFiQA2018_MaxSim_accuracy@10": 0.72,
"eval_NanoFiQA2018_MaxSim_accuracy@3": 0.6,
"eval_NanoFiQA2018_MaxSim_accuracy@5": 0.72,
"eval_NanoFiQA2018_MaxSim_map@100": 0.3960490222120414,
"eval_NanoFiQA2018_MaxSim_mrr@10": 0.5489999999999999,
"eval_NanoFiQA2018_MaxSim_ndcg@10": 0.4694605598443907,
"eval_NanoFiQA2018_MaxSim_precision@1": 0.46,
"eval_NanoFiQA2018_MaxSim_precision@10": 0.132,
"eval_NanoFiQA2018_MaxSim_precision@3": 0.26666666666666666,
"eval_NanoFiQA2018_MaxSim_precision@5": 0.22399999999999998,
"eval_NanoFiQA2018_MaxSim_recall@1": 0.2536904761904762,
"eval_NanoFiQA2018_MaxSim_recall@10": 0.5367857142857143,
"eval_NanoFiQA2018_MaxSim_recall@3": 0.35918253968253966,
"eval_NanoFiQA2018_MaxSim_recall@5": 0.4947857142857143,
"eval_NanoHotpotQA_MaxSim_accuracy@1": 0.88,
"eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0,
"eval_NanoHotpotQA_MaxSim_accuracy@3": 0.98,
"eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0,
"eval_NanoHotpotQA_MaxSim_map@100": 0.7859852600836652,
"eval_NanoHotpotQA_MaxSim_mrr@10": 0.9306666666666666,
"eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8453391454373187,
"eval_NanoHotpotQA_MaxSim_precision@1": 0.88,
"eval_NanoHotpotQA_MaxSim_precision@10": 0.17799999999999996,
"eval_NanoHotpotQA_MaxSim_precision@3": 0.5333333333333333,
"eval_NanoHotpotQA_MaxSim_precision@5": 0.344,
"eval_NanoHotpotQA_MaxSim_recall@1": 0.44,
"eval_NanoHotpotQA_MaxSim_recall@10": 0.89,
"eval_NanoHotpotQA_MaxSim_recall@3": 0.8,
"eval_NanoHotpotQA_MaxSim_recall@5": 0.86,
"eval_NanoMSMARCO_MaxSim_accuracy@1": 0.5,
"eval_NanoMSMARCO_MaxSim_accuracy@10": 0.78,
"eval_NanoMSMARCO_MaxSim_accuracy@3": 0.66,
"eval_NanoMSMARCO_MaxSim_accuracy@5": 0.72,
"eval_NanoMSMARCO_MaxSim_map@100": 0.6085215979672501,
"eval_NanoMSMARCO_MaxSim_mrr@10": 0.5958888888888889,
"eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6404782040947764,
"eval_NanoMSMARCO_MaxSim_precision@1": 0.5,
"eval_NanoMSMARCO_MaxSim_precision@10": 0.07800000000000001,
"eval_NanoMSMARCO_MaxSim_precision@3": 0.22,
"eval_NanoMSMARCO_MaxSim_precision@5": 0.14400000000000002,
"eval_NanoMSMARCO_MaxSim_recall@1": 0.5,
"eval_NanoMSMARCO_MaxSim_recall@10": 0.78,
"eval_NanoMSMARCO_MaxSim_recall@3": 0.66,
"eval_NanoMSMARCO_MaxSim_recall@5": 0.72,
"eval_NanoNFCorpus_MaxSim_accuracy@1": 0.36,
"eval_NanoNFCorpus_MaxSim_accuracy@10": 0.62,
"eval_NanoNFCorpus_MaxSim_accuracy@3": 0.54,
"eval_NanoNFCorpus_MaxSim_accuracy@5": 0.56,
"eval_NanoNFCorpus_MaxSim_map@100": 0.1362673440982345,
"eval_NanoNFCorpus_MaxSim_mrr@10": 0.45404761904761903,
"eval_NanoNFCorpus_MaxSim_ndcg@10": 0.31281267259895573,
"eval_NanoNFCorpus_MaxSim_precision@1": 0.36,
"eval_NanoNFCorpus_MaxSim_precision@10": 0.264,
"eval_NanoNFCorpus_MaxSim_precision@3": 0.36,
"eval_NanoNFCorpus_MaxSim_precision@5": 0.316,
"eval_NanoNFCorpus_MaxSim_recall@1": 0.03304809182989798,
"eval_NanoNFCorpus_MaxSim_recall@10": 0.11844392715092017,
"eval_NanoNFCorpus_MaxSim_recall@3": 0.07836004198254556,
"eval_NanoNFCorpus_MaxSim_recall@5": 0.09434140620540057,
"eval_NanoNQ_MaxSim_accuracy@1": 0.5,
"eval_NanoNQ_MaxSim_accuracy@10": 0.84,
"eval_NanoNQ_MaxSim_accuracy@3": 0.74,
"eval_NanoNQ_MaxSim_accuracy@5": 0.78,
"eval_NanoNQ_MaxSim_map@100": 0.597913724643282,
"eval_NanoNQ_MaxSim_mrr@10": 0.624079365079365,
"eval_NanoNQ_MaxSim_ndcg@10": 0.6499542337259308,
"eval_NanoNQ_MaxSim_precision@1": 0.5,
"eval_NanoNQ_MaxSim_precision@10": 0.088,
"eval_NanoNQ_MaxSim_precision@3": 0.24666666666666667,
"eval_NanoNQ_MaxSim_precision@5": 0.16,
"eval_NanoNQ_MaxSim_recall@1": 0.47,
"eval_NanoNQ_MaxSim_recall@10": 0.8,
"eval_NanoNQ_MaxSim_recall@3": 0.69,
"eval_NanoNQ_MaxSim_recall@5": 0.73,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.88,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 1.0,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.94,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 0.98,
"eval_NanoQuoraRetrieval_MaxSim_map@100": 0.9037960662525879,
"eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.9228571428571429,
"eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.9257383761268886,
"eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.88,
"eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12999999999999998,
"eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.3733333333333333,
"eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.23999999999999996,
"eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.794,
"eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.9766666666666667,
"eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.888,
"eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.9359999999999999,
"eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.4,
"eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.8,
"eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.56,
"eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.64,
"eval_NanoSCIDOCS_MaxSim_map@100": 0.23467278146766118,
"eval_NanoSCIDOCS_MaxSim_mrr@10": 0.516888888888889,
"eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.3080655135850476,
"eval_NanoSCIDOCS_MaxSim_precision@1": 0.4,
"eval_NanoSCIDOCS_MaxSim_precision@10": 0.152,
"eval_NanoSCIDOCS_MaxSim_precision@3": 0.27999999999999997,
"eval_NanoSCIDOCS_MaxSim_precision@5": 0.21599999999999994,
"eval_NanoSCIDOCS_MaxSim_recall@1": 0.08266666666666668,
"eval_NanoSCIDOCS_MaxSim_recall@10": 0.3116666666666667,
"eval_NanoSCIDOCS_MaxSim_recall@3": 0.17266666666666666,
"eval_NanoSCIDOCS_MaxSim_recall@5": 0.22066666666666662,
"eval_NanoSciFact_MaxSim_accuracy@1": 0.58,
"eval_NanoSciFact_MaxSim_accuracy@10": 0.88,
"eval_NanoSciFact_MaxSim_accuracy@3": 0.8,
"eval_NanoSciFact_MaxSim_accuracy@5": 0.84,
"eval_NanoSciFact_MaxSim_map@100": 0.6893329004329004,
"eval_NanoSciFact_MaxSim_mrr@10": 0.6976666666666667,
"eval_NanoSciFact_MaxSim_ndcg@10": 0.7360709732668049,
"eval_NanoSciFact_MaxSim_precision@1": 0.58,
"eval_NanoSciFact_MaxSim_precision@10": 0.09799999999999999,
"eval_NanoSciFact_MaxSim_precision@3": 0.28,
"eval_NanoSciFact_MaxSim_precision@5": 0.18,
"eval_NanoSciFact_MaxSim_recall@1": 0.555,
"eval_NanoSciFact_MaxSim_recall@10": 0.87,
"eval_NanoSciFact_MaxSim_recall@3": 0.78,
"eval_NanoSciFact_MaxSim_recall@5": 0.815,
"eval_NanoTouche2020_MaxSim_accuracy@1": 0.6938775510204082,
"eval_NanoTouche2020_MaxSim_accuracy@10": 1.0,
"eval_NanoTouche2020_MaxSim_accuracy@3": 0.9591836734693877,
"eval_NanoTouche2020_MaxSim_accuracy@5": 0.9795918367346939,
"eval_NanoTouche2020_MaxSim_map@100": 0.42260813377255807,
"eval_NanoTouche2020_MaxSim_mrr@10": 0.8316326530612245,
"eval_NanoTouche2020_MaxSim_ndcg@10": 0.5852227491629302,
"eval_NanoTouche2020_MaxSim_precision@1": 0.6938775510204082,
"eval_NanoTouche2020_MaxSim_precision@10": 0.5102040816326531,
"eval_NanoTouche2020_MaxSim_precision@3": 0.7006802721088434,
"eval_NanoTouche2020_MaxSim_precision@5": 0.6693877551020407,
"eval_NanoTouche2020_MaxSim_recall@1": 0.047346189100047384,
"eval_NanoTouche2020_MaxSim_recall@10": 0.32408922702097487,
"eval_NanoTouche2020_MaxSim_recall@3": 0.14012394491452207,
"eval_NanoTouche2020_MaxSim_recall@5": 0.21869880083747936,
"eval_runtime": 42.0919,
"eval_samples_per_second": 0.0,
"eval_steps_per_second": 0.0,
"step": 15000
},
{
"epoch": 0.453126875525147,
"grad_norm": 0.26862433552742004,
"learning_rate": 1.6406193734245587e-05,
"loss": 0.0129,
"step": 15100
},
{
"epoch": 0.4561277157604129,
"grad_norm": 0.22340279817581177,
"learning_rate": 1.6316168527187615e-05,
"loss": 0.0137,
"step": 15200
},
{
"epoch": 0.4591285559956788,
"grad_norm": 0.22548112273216248,
"learning_rate": 1.6226143320129636e-05,
"loss": 0.0134,
"step": 15300
},
{
"epoch": 0.4621293962309447,
"grad_norm": 0.23033443093299866,
"learning_rate": 1.613611811307166e-05,
"loss": 0.0132,
"step": 15400
},
{
"epoch": 0.46513023646621054,
"grad_norm": 0.27792778611183167,
"learning_rate": 1.6046092906013685e-05,
"loss": 0.0131,
"step": 15500
},
{
"epoch": 0.4681310767014764,
"grad_norm": 0.3769901990890503,
"learning_rate": 1.5956067698955706e-05,
"loss": 0.0131,
"step": 15600
},
{
"epoch": 0.4711319169367423,
"grad_norm": 0.17163248360157013,
"learning_rate": 1.5866042491897733e-05,
"loss": 0.0134,
"step": 15700
},
{
"epoch": 0.47413275717200815,
"grad_norm": 0.22656132280826569,
"learning_rate": 1.5776017284839754e-05,
"loss": 0.0127,
"step": 15800
},
{
"epoch": 0.477133597407274,
"grad_norm": 0.16398291289806366,
"learning_rate": 1.568599207778178e-05,
"loss": 0.0136,
"step": 15900
},
{
"epoch": 0.48013443764253994,
"grad_norm": 0.15137112140655518,
"learning_rate": 1.5595966870723803e-05,
"loss": 0.0129,
"step": 16000
},
{
"epoch": 0.4831352778778058,
"grad_norm": 0.2052316665649414,
"learning_rate": 1.5505941663665827e-05,
"loss": 0.0129,
"step": 16100
},
{
"epoch": 0.48613611811307167,
"grad_norm": 0.20588412880897522,
"learning_rate": 1.541591645660785e-05,
"loss": 0.0131,
"step": 16200
},
{
"epoch": 0.48913695834833754,
"grad_norm": 0.2040645033121109,
"learning_rate": 1.5325891249549876e-05,
"loss": 0.0131,
"step": 16300
},
{
"epoch": 0.4921377985836034,
"grad_norm": 0.2290486842393875,
"learning_rate": 1.5235866042491899e-05,
"loss": 0.013,
"step": 16400
},
{
"epoch": 0.49513863881886927,
"grad_norm": 0.25888732075691223,
"learning_rate": 1.5145840835433921e-05,
"loss": 0.0128,
"step": 16500
},
{
"epoch": 0.49813947905413514,
"grad_norm": 0.1567756086587906,
"learning_rate": 1.5055815628375946e-05,
"loss": 0.0129,
"step": 16600
},
{
"epoch": 0.5011403192894011,
"grad_norm": 0.3200097978115082,
"learning_rate": 1.4965790421317968e-05,
"loss": 0.0131,
"step": 16700
},
{
"epoch": 0.5041411595246669,
"grad_norm": 0.24147656559944153,
"learning_rate": 1.4875765214259993e-05,
"loss": 0.0131,
"step": 16800
},
{
"epoch": 0.5071419997599328,
"grad_norm": 0.1761815845966339,
"learning_rate": 1.4785740007202017e-05,
"loss": 0.0129,
"step": 16900
},
{
"epoch": 0.5101428399951986,
"grad_norm": 0.184531569480896,
"learning_rate": 1.469571480014404e-05,
"loss": 0.0127,
"step": 17000
},
{
"epoch": 0.5131436802304645,
"grad_norm": 0.1581970751285553,
"learning_rate": 1.4605689593086064e-05,
"loss": 0.013,
"step": 17100
},
{
"epoch": 0.5161445204657304,
"grad_norm": 0.24103233218193054,
"learning_rate": 1.4515664386028088e-05,
"loss": 0.0128,
"step": 17200
},
{
"epoch": 0.5191453607009963,
"grad_norm": 0.21118317544460297,
"learning_rate": 1.4425639178970113e-05,
"loss": 0.013,
"step": 17300
},
{
"epoch": 0.5221462009362622,
"grad_norm": 0.20375123620033264,
"learning_rate": 1.4335613971912137e-05,
"loss": 0.0129,
"step": 17400
},
{
"epoch": 0.525147041171528,
"grad_norm": 0.17822061479091644,
"learning_rate": 1.4245588764854158e-05,
"loss": 0.0129,
"step": 17500
},
{
"epoch": 0.5281478814067939,
"grad_norm": 0.16252146661281586,
"learning_rate": 1.4155563557796182e-05,
"loss": 0.0128,
"step": 17600
},
{
"epoch": 0.5311487216420597,
"grad_norm": 0.14980654418468475,
"learning_rate": 1.4065538350738207e-05,
"loss": 0.0132,
"step": 17700
},
{
"epoch": 0.5341495618773257,
"grad_norm": 0.1882108747959137,
"learning_rate": 1.3975513143680231e-05,
"loss": 0.0127,
"step": 17800
},
{
"epoch": 0.5371504021125916,
"grad_norm": 0.1936250776052475,
"learning_rate": 1.3885487936622256e-05,
"loss": 0.0128,
"step": 17900
},
{
"epoch": 0.5401512423478574,
"grad_norm": 0.22563689947128296,
"learning_rate": 1.3795462729564278e-05,
"loss": 0.0129,
"step": 18000
},
{
"epoch": 0.5431520825831233,
"grad_norm": 0.19463928043842316,
"learning_rate": 1.3705437522506303e-05,
"loss": 0.0123,
"step": 18100
},
{
"epoch": 0.5461529228183891,
"grad_norm": 0.20654894411563873,
"learning_rate": 1.3615412315448325e-05,
"loss": 0.0126,
"step": 18200
},
{
"epoch": 0.549153763053655,
"grad_norm": 0.3341720700263977,
"learning_rate": 1.352538710839035e-05,
"loss": 0.0127,
"step": 18300
},
{
"epoch": 0.5521546032889209,
"grad_norm": 0.22953084111213684,
"learning_rate": 1.3435361901332372e-05,
"loss": 0.0129,
"step": 18400
},
{
"epoch": 0.5551554435241868,
"grad_norm": 0.21326212584972382,
"learning_rate": 1.3345336694274397e-05,
"loss": 0.0127,
"step": 18500
},
{
"epoch": 0.5581562837594527,
"grad_norm": 0.1740553379058838,
"learning_rate": 1.3255311487216421e-05,
"loss": 0.0125,
"step": 18600
},
{
"epoch": 0.5611571239947185,
"grad_norm": 0.29467713832855225,
"learning_rate": 1.3165286280158445e-05,
"loss": 0.0125,
"step": 18700
},
{
"epoch": 0.5641579642299844,
"grad_norm": 0.13604842126369476,
"learning_rate": 1.307526107310047e-05,
"loss": 0.0129,
"step": 18800
},
{
"epoch": 0.5671588044652502,
"grad_norm": 0.18466778099536896,
"learning_rate": 1.2985235866042492e-05,
"loss": 0.0127,
"step": 18900
},
{
"epoch": 0.5701596447005162,
"grad_norm": 0.2356196641921997,
"learning_rate": 1.2895210658984515e-05,
"loss": 0.0122,
"step": 19000
},
{
"epoch": 0.573160484935782,
"grad_norm": 0.14672109484672546,
"learning_rate": 1.280518545192654e-05,
"loss": 0.0124,
"step": 19100
},
{
"epoch": 0.5761613251710479,
"grad_norm": 0.1854686290025711,
"learning_rate": 1.2715160244868564e-05,
"loss": 0.0127,
"step": 19200
},
{
"epoch": 0.5791621654063138,
"grad_norm": 0.2666186988353729,
"learning_rate": 1.2625135037810588e-05,
"loss": 0.0127,
"step": 19300
},
{
"epoch": 0.5821630056415796,
"grad_norm": 0.24111099541187286,
"learning_rate": 1.253510983075261e-05,
"loss": 0.0125,
"step": 19400
},
{
"epoch": 0.5851638458768456,
"grad_norm": 0.27964872121810913,
"learning_rate": 1.2445084623694635e-05,
"loss": 0.0124,
"step": 19500
},
{
"epoch": 0.5881646861121114,
"grad_norm": 0.24560168385505676,
"learning_rate": 1.235505941663666e-05,
"loss": 0.0122,
"step": 19600
},
{
"epoch": 0.5911655263473773,
"grad_norm": 0.16616198420524597,
"learning_rate": 1.2265034209578682e-05,
"loss": 0.0123,
"step": 19700
},
{
"epoch": 0.5941663665826431,
"grad_norm": 0.19064879417419434,
"learning_rate": 1.2175009002520705e-05,
"loss": 0.0127,
"step": 19800
},
{
"epoch": 0.597167206817909,
"grad_norm": 0.1353021264076233,
"learning_rate": 1.2084983795462729e-05,
"loss": 0.0123,
"step": 19900
},
{
"epoch": 0.6001680470531748,
"grad_norm": 0.21967661380767822,
"learning_rate": 1.1994958588404753e-05,
"loss": 0.0124,
"step": 20000
},
{
"epoch": 0.6001680470531748,
"eval_NanoArguAna_MaxSim_accuracy@1": 0.14,
"eval_NanoArguAna_MaxSim_accuracy@10": 0.74,
"eval_NanoArguAna_MaxSim_accuracy@3": 0.44,
"eval_NanoArguAna_MaxSim_accuracy@5": 0.58,
"eval_NanoArguAna_MaxSim_map@100": 0.3190580723586848,
"eval_NanoArguAna_MaxSim_mrr@10": 0.3114920634920635,
"eval_NanoArguAna_MaxSim_ndcg@10": 0.41321942998964517,
"eval_NanoArguAna_MaxSim_precision@1": 0.14,
"eval_NanoArguAna_MaxSim_precision@10": 0.07400000000000001,
"eval_NanoArguAna_MaxSim_precision@3": 0.14666666666666664,
"eval_NanoArguAna_MaxSim_precision@5": 0.11600000000000002,
"eval_NanoArguAna_MaxSim_recall@1": 0.14,
"eval_NanoArguAna_MaxSim_recall@10": 0.74,
"eval_NanoArguAna_MaxSim_recall@3": 0.44,
"eval_NanoArguAna_MaxSim_recall@5": 0.58,
"eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.5363893249607534,
"eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8400000000000001,
"eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7260910518053376,
"eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.7846153846153846,
"eval_NanoBEIR_mean_MaxSim_map@100": 0.5044772777628972,
"eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6414983429269143,
"eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.5809964687892553,
"eval_NanoBEIR_mean_MaxSim_precision@1": 0.5363893249607534,
"eval_NanoBEIR_mean_MaxSim_precision@10": 0.18262166405023544,
"eval_NanoBEIR_mean_MaxSim_precision@3": 0.34201988487702767,
"eval_NanoBEIR_mean_MaxSim_precision@5": 0.26560125588697014,
"eval_NanoBEIR_mean_MaxSim_recall@1": 0.3159693564766553,
"eval_NanoBEIR_mean_MaxSim_recall@10": 0.613698538502363,
"eval_NanoBEIR_mean_MaxSim_recall@3": 0.48120568942302433,
"eval_NanoBEIR_mean_MaxSim_recall@5": 0.5468772278855667,
"eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.24,
"eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.64,
"eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.44,
"eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.48,
"eval_NanoClimateFEVER_MaxSim_map@100": 0.2237807706177067,
"eval_NanoClimateFEVER_MaxSim_mrr@10": 0.3602142857142857,
"eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.2807332113708309,
"eval_NanoClimateFEVER_MaxSim_precision@1": 0.24,
"eval_NanoClimateFEVER_MaxSim_precision@10": 0.088,
"eval_NanoClimateFEVER_MaxSim_precision@3": 0.1733333333333333,
"eval_NanoClimateFEVER_MaxSim_precision@5": 0.11600000000000002,
"eval_NanoClimateFEVER_MaxSim_recall@1": 0.11499999999999998,
"eval_NanoClimateFEVER_MaxSim_recall@10": 0.3499999999999999,
"eval_NanoClimateFEVER_MaxSim_recall@3": 0.23,
"eval_NanoClimateFEVER_MaxSim_recall@5": 0.2516666666666667,
"eval_NanoDBPedia_MaxSim_accuracy@1": 0.7,
"eval_NanoDBPedia_MaxSim_accuracy@10": 0.94,
"eval_NanoDBPedia_MaxSim_accuracy@3": 0.86,
"eval_NanoDBPedia_MaxSim_accuracy@5": 0.9,
"eval_NanoDBPedia_MaxSim_map@100": 0.4604347937935052,
"eval_NanoDBPedia_MaxSim_mrr@10": 0.7809999999999999,
"eval_NanoDBPedia_MaxSim_ndcg@10": 0.5738207796980463,
"eval_NanoDBPedia_MaxSim_precision@1": 0.7,
"eval_NanoDBPedia_MaxSim_precision@10": 0.47600000000000003,
"eval_NanoDBPedia_MaxSim_precision@3": 0.6,
"eval_NanoDBPedia_MaxSim_precision@5": 0.5319999999999999,
"eval_NanoDBPedia_MaxSim_recall@1": 0.07274992517693314,
"eval_NanoDBPedia_MaxSim_recall@10": 0.31851546169069683,
"eval_NanoDBPedia_MaxSim_recall@3": 0.15594903667459462,
"eval_NanoDBPedia_MaxSim_recall@5": 0.2129254957491324,
"eval_NanoFEVER_MaxSim_accuracy@1": 0.82,
"eval_NanoFEVER_MaxSim_accuracy@10": 0.98,
"eval_NanoFEVER_MaxSim_accuracy@3": 0.92,
"eval_NanoFEVER_MaxSim_accuracy@5": 0.94,
"eval_NanoFEVER_MaxSim_map@100": 0.8449740957966765,
"eval_NanoFEVER_MaxSim_mrr@10": 0.8726666666666668,
"eval_NanoFEVER_MaxSim_ndcg@10": 0.8748050780437713,
"eval_NanoFEVER_MaxSim_precision@1": 0.82,
"eval_NanoFEVER_MaxSim_precision@10": 0.10599999999999998,
"eval_NanoFEVER_MaxSim_precision@3": 0.32666666666666666,
"eval_NanoFEVER_MaxSim_precision@5": 0.19999999999999996,
"eval_NanoFEVER_MaxSim_recall@1": 0.7666666666666667,
"eval_NanoFEVER_MaxSim_recall@10": 0.95,
"eval_NanoFEVER_MaxSim_recall@3": 0.8833333333333333,
"eval_NanoFEVER_MaxSim_recall@5": 0.9033333333333333,
"eval_NanoFiQA2018_MaxSim_accuracy@1": 0.42,
"eval_NanoFiQA2018_MaxSim_accuracy@10": 0.74,
"eval_NanoFiQA2018_MaxSim_accuracy@3": 0.58,
"eval_NanoFiQA2018_MaxSim_accuracy@5": 0.68,
"eval_NanoFiQA2018_MaxSim_map@100": 0.3790729023248287,
"eval_NanoFiQA2018_MaxSim_mrr@10": 0.5198809523809523,
"eval_NanoFiQA2018_MaxSim_ndcg@10": 0.4586197630602248,
"eval_NanoFiQA2018_MaxSim_precision@1": 0.42,
"eval_NanoFiQA2018_MaxSim_precision@10": 0.13399999999999998,
"eval_NanoFiQA2018_MaxSim_precision@3": 0.26,
"eval_NanoFiQA2018_MaxSim_precision@5": 0.22399999999999998,
"eval_NanoFiQA2018_MaxSim_recall@1": 0.22969047619047622,
"eval_NanoFiQA2018_MaxSim_recall@10": 0.5567857142857143,
"eval_NanoFiQA2018_MaxSim_recall@3": 0.34918253968253965,
"eval_NanoFiQA2018_MaxSim_recall@5": 0.4686190476190476,
"eval_NanoHotpotQA_MaxSim_accuracy@1": 0.88,
"eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0,
"eval_NanoHotpotQA_MaxSim_accuracy@3": 0.98,
"eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0,
"eval_NanoHotpotQA_MaxSim_map@100": 0.794409452554614,
"eval_NanoHotpotQA_MaxSim_mrr@10": 0.9306666666666666,
"eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8532942681267772,
"eval_NanoHotpotQA_MaxSim_precision@1": 0.88,
"eval_NanoHotpotQA_MaxSim_precision@10": 0.17999999999999997,
"eval_NanoHotpotQA_MaxSim_precision@3": 0.5333333333333333,
"eval_NanoHotpotQA_MaxSim_precision@5": 0.348,
"eval_NanoHotpotQA_MaxSim_recall@1": 0.44,
"eval_NanoHotpotQA_MaxSim_recall@10": 0.9,
"eval_NanoHotpotQA_MaxSim_recall@3": 0.8,
"eval_NanoHotpotQA_MaxSim_recall@5": 0.87,
"eval_NanoMSMARCO_MaxSim_accuracy@1": 0.46,
"eval_NanoMSMARCO_MaxSim_accuracy@10": 0.76,
"eval_NanoMSMARCO_MaxSim_accuracy@3": 0.64,
"eval_NanoMSMARCO_MaxSim_accuracy@5": 0.72,
"eval_NanoMSMARCO_MaxSim_map@100": 0.5848298236679041,
"eval_NanoMSMARCO_MaxSim_mrr@10": 0.5711111111111111,
"eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6174440850438639,
"eval_NanoMSMARCO_MaxSim_precision@1": 0.46,
"eval_NanoMSMARCO_MaxSim_precision@10": 0.07600000000000001,
"eval_NanoMSMARCO_MaxSim_precision@3": 0.21333333333333332,
"eval_NanoMSMARCO_MaxSim_precision@5": 0.14400000000000002,
"eval_NanoMSMARCO_MaxSim_recall@1": 0.46,
"eval_NanoMSMARCO_MaxSim_recall@10": 0.76,
"eval_NanoMSMARCO_MaxSim_recall@3": 0.64,
"eval_NanoMSMARCO_MaxSim_recall@5": 0.72,
"eval_NanoNFCorpus_MaxSim_accuracy@1": 0.42,
"eval_NanoNFCorpus_MaxSim_accuracy@10": 0.64,
"eval_NanoNFCorpus_MaxSim_accuracy@3": 0.52,
"eval_NanoNFCorpus_MaxSim_accuracy@5": 0.58,
"eval_NanoNFCorpus_MaxSim_map@100": 0.144265299971265,
"eval_NanoNFCorpus_MaxSim_mrr@10": 0.48516666666666663,
"eval_NanoNFCorpus_MaxSim_ndcg@10": 0.3226720640958696,
"eval_NanoNFCorpus_MaxSim_precision@1": 0.42,
"eval_NanoNFCorpus_MaxSim_precision@10": 0.27,
"eval_NanoNFCorpus_MaxSim_precision@3": 0.34,
"eval_NanoNFCorpus_MaxSim_precision@5": 0.308,
"eval_NanoNFCorpus_MaxSim_recall@1": 0.04346806622170336,
"eval_NanoNFCorpus_MaxSim_recall@10": 0.12124385229066906,
"eval_NanoNFCorpus_MaxSim_recall@3": 0.07636538957612846,
"eval_NanoNFCorpus_MaxSim_recall@5": 0.09385919276666539,
"eval_NanoNQ_MaxSim_accuracy@1": 0.42,
"eval_NanoNQ_MaxSim_accuracy@10": 0.84,
"eval_NanoNQ_MaxSim_accuracy@3": 0.72,
"eval_NanoNQ_MaxSim_accuracy@5": 0.82,
"eval_NanoNQ_MaxSim_map@100": 0.5568336385836385,
"eval_NanoNQ_MaxSim_mrr@10": 0.5752222222222221,
"eval_NanoNQ_MaxSim_ndcg@10": 0.6215252987435204,
"eval_NanoNQ_MaxSim_precision@1": 0.42,
"eval_NanoNQ_MaxSim_precision@10": 0.09,
"eval_NanoNQ_MaxSim_precision@3": 0.24,
"eval_NanoNQ_MaxSim_precision@5": 0.16799999999999998,
"eval_NanoNQ_MaxSim_recall@1": 0.4,
"eval_NanoNQ_MaxSim_recall@10": 0.81,
"eval_NanoNQ_MaxSim_recall@3": 0.67,
"eval_NanoNQ_MaxSim_recall@5": 0.77,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.84,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 1.0,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.98,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 1.0,
"eval_NanoQuoraRetrieval_MaxSim_map@100": 0.8974839743589743,
"eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.915,
"eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.9219399325932739,
"eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.84,
"eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12999999999999998,
"eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.38666666666666655,
"eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.244,
"eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.754,
"eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.9766666666666667,
"eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.9279999999999999,
"eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.956,
"eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.4,
"eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.76,
"eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.62,
"eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.64,
"eval_NanoSCIDOCS_MaxSim_map@100": 0.2437828029394228,
"eval_NanoSCIDOCS_MaxSim_mrr@10": 0.5191666666666667,
"eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.31041678387728855,
"eval_NanoSCIDOCS_MaxSim_precision@1": 0.4,
"eval_NanoSCIDOCS_MaxSim_precision@10": 0.148,
"eval_NanoSCIDOCS_MaxSim_precision@3": 0.3066666666666667,
"eval_NanoSCIDOCS_MaxSim_precision@5": 0.22799999999999998,
"eval_NanoSCIDOCS_MaxSim_recall@1": 0.08366666666666667,
"eval_NanoSCIDOCS_MaxSim_recall@10": 0.3036666666666667,
"eval_NanoSCIDOCS_MaxSim_recall@3": 0.18866666666666665,
"eval_NanoSCIDOCS_MaxSim_recall@5": 0.23266666666666666,
"eval_NanoSciFact_MaxSim_accuracy@1": 0.58,
"eval_NanoSciFact_MaxSim_accuracy@10": 0.88,
"eval_NanoSciFact_MaxSim_accuracy@3": 0.78,
"eval_NanoSciFact_MaxSim_accuracy@5": 0.86,
"eval_NanoSciFact_MaxSim_map@100": 0.6875421568627452,
"eval_NanoSciFact_MaxSim_mrr@10": 0.6961904761904762,
"eval_NanoSciFact_MaxSim_ndcg@10": 0.7348175212692192,
"eval_NanoSciFact_MaxSim_precision@1": 0.58,
"eval_NanoSciFact_MaxSim_precision@10": 0.09799999999999999,
"eval_NanoSciFact_MaxSim_precision@3": 0.2733333333333333,
"eval_NanoSciFact_MaxSim_precision@5": 0.184,
"eval_NanoSciFact_MaxSim_recall@1": 0.555,
"eval_NanoSciFact_MaxSim_recall@10": 0.87,
"eval_NanoSciFact_MaxSim_recall@3": 0.76,
"eval_NanoSciFact_MaxSim_recall@5": 0.835,
"eval_NanoTouche2020_MaxSim_accuracy@1": 0.6530612244897959,
"eval_NanoTouche2020_MaxSim_accuracy@10": 1.0,
"eval_NanoTouche2020_MaxSim_accuracy@3": 0.9591836734693877,
"eval_NanoTouche2020_MaxSim_accuracy@5": 1.0,
"eval_NanoTouche2020_MaxSim_map@100": 0.4217368270876967,
"eval_NanoTouche2020_MaxSim_mrr@10": 0.8017006802721088,
"eval_NanoTouche2020_MaxSim_ndcg@10": 0.5696458783479869,
"eval_NanoTouche2020_MaxSim_precision@1": 0.6530612244897959,
"eval_NanoTouche2020_MaxSim_precision@10": 0.5040816326530612,
"eval_NanoTouche2020_MaxSim_precision@3": 0.6462585034013605,
"eval_NanoTouche2020_MaxSim_precision@5": 0.6408163265306123,
"eval_NanoTouche2020_MaxSim_recall@1": 0.047359833274073115,
"eval_NanoTouche2020_MaxSim_recall@10": 0.32120263893030515,
"eval_NanoTouche2020_MaxSim_recall@3": 0.1341769965660536,
"eval_NanoTouche2020_MaxSim_recall@5": 0.21533355971085605,
"eval_runtime": 43.7222,
"eval_samples_per_second": 0.0,
"eval_steps_per_second": 0.0,
"step": 20000
},
{
"epoch": 0.6031688872884408,
"grad_norm": 0.11778125911951065,
"learning_rate": 1.1904933381346778e-05,
"loss": 0.0126,
"step": 20100
},
{
"epoch": 0.6061697275237067,
"grad_norm": 0.26148805022239685,
"learning_rate": 1.1814908174288802e-05,
"loss": 0.0122,
"step": 20200
},
{
"epoch": 0.6091705677589725,
"grad_norm": 0.19473697245121002,
"learning_rate": 1.1724882967230825e-05,
"loss": 0.0126,
"step": 20300
},
{
"epoch": 0.6121714079942384,
"grad_norm": 0.20702022314071655,
"learning_rate": 1.163485776017285e-05,
"loss": 0.0124,
"step": 20400
},
{
"epoch": 0.6151722482295042,
"grad_norm": 0.16565287113189697,
"learning_rate": 1.1544832553114872e-05,
"loss": 0.0123,
"step": 20500
},
{
"epoch": 0.6181730884647701,
"grad_norm": 0.1322852522134781,
"learning_rate": 1.1454807346056896e-05,
"loss": 0.0125,
"step": 20600
},
{
"epoch": 0.621173928700036,
"grad_norm": 0.2209571897983551,
"learning_rate": 1.136478213899892e-05,
"loss": 0.0126,
"step": 20700
},
{
"epoch": 0.6241747689353019,
"grad_norm": 0.25785109400749207,
"learning_rate": 1.1274756931940943e-05,
"loss": 0.0125,
"step": 20800
},
{
"epoch": 0.6271756091705678,
"grad_norm": 0.2663041949272156,
"learning_rate": 1.1184731724882968e-05,
"loss": 0.0125,
"step": 20900
},
{
"epoch": 0.6301764494058336,
"grad_norm": 0.21310295164585114,
"learning_rate": 1.1094706517824992e-05,
"loss": 0.0125,
"step": 21000
},
{
"epoch": 0.6331772896410995,
"grad_norm": 0.22014960646629333,
"learning_rate": 1.1004681310767016e-05,
"loss": 0.012,
"step": 21100
},
{
"epoch": 0.6361781298763654,
"grad_norm": 0.180323526263237,
"learning_rate": 1.0914656103709037e-05,
"loss": 0.012,
"step": 21200
},
{
"epoch": 0.6391789701116313,
"grad_norm": 0.23611949384212494,
"learning_rate": 1.0824630896651062e-05,
"loss": 0.0123,
"step": 21300
},
{
"epoch": 0.6421798103468971,
"grad_norm": 0.15588310360908508,
"learning_rate": 1.0734605689593086e-05,
"loss": 0.0122,
"step": 21400
},
{
"epoch": 0.645180650582163,
"grad_norm": 0.1704780012369156,
"learning_rate": 1.064458048253511e-05,
"loss": 0.0123,
"step": 21500
},
{
"epoch": 0.6481814908174289,
"grad_norm": 0.19915466010570526,
"learning_rate": 1.0554555275477135e-05,
"loss": 0.0121,
"step": 21600
},
{
"epoch": 0.6511823310526947,
"grad_norm": 0.14999468624591827,
"learning_rate": 1.0464530068419157e-05,
"loss": 0.0122,
"step": 21700
},
{
"epoch": 0.6541831712879607,
"grad_norm": 0.20192112028598785,
"learning_rate": 1.0374504861361182e-05,
"loss": 0.0121,
"step": 21800
},
{
"epoch": 0.6571840115232265,
"grad_norm": 0.24121971428394318,
"learning_rate": 1.0284479654303204e-05,
"loss": 0.012,
"step": 21900
},
{
"epoch": 0.6601848517584924,
"grad_norm": 0.16690362989902496,
"learning_rate": 1.0194454447245229e-05,
"loss": 0.0123,
"step": 22000
},
{
"epoch": 0.6631856919937582,
"grad_norm": 0.27165013551712036,
"learning_rate": 1.0104429240187253e-05,
"loss": 0.0122,
"step": 22100
},
{
"epoch": 0.6661865322290241,
"grad_norm": 0.280673623085022,
"learning_rate": 1.0014404033129276e-05,
"loss": 0.0121,
"step": 22200
},
{
"epoch": 0.66918737246429,
"grad_norm": 0.19280633330345154,
"learning_rate": 9.9243788260713e-06,
"loss": 0.0126,
"step": 22300
},
{
"epoch": 0.6721882126995559,
"grad_norm": 0.1810656189918518,
"learning_rate": 9.834353619013324e-06,
"loss": 0.0123,
"step": 22400
},
{
"epoch": 0.6751890529348218,
"grad_norm": 0.43195879459381104,
"learning_rate": 9.744328411955349e-06,
"loss": 0.0119,
"step": 22500
},
{
"epoch": 0.6781898931700876,
"grad_norm": 0.15748628973960876,
"learning_rate": 9.654303204897372e-06,
"loss": 0.0125,
"step": 22600
},
{
"epoch": 0.6811907334053535,
"grad_norm": 0.16067622601985931,
"learning_rate": 9.564277997839394e-06,
"loss": 0.0127,
"step": 22700
},
{
"epoch": 0.6841915736406193,
"grad_norm": 0.1951846331357956,
"learning_rate": 9.474252790781419e-06,
"loss": 0.0122,
"step": 22800
},
{
"epoch": 0.6871924138758853,
"grad_norm": 0.28666988015174866,
"learning_rate": 9.384227583723443e-06,
"loss": 0.0122,
"step": 22900
},
{
"epoch": 0.6901932541111512,
"grad_norm": 0.1982359141111374,
"learning_rate": 9.294202376665467e-06,
"loss": 0.0118,
"step": 23000
},
{
"epoch": 0.693194094346417,
"grad_norm": 0.15127967298030853,
"learning_rate": 9.20417716960749e-06,
"loss": 0.0119,
"step": 23100
},
{
"epoch": 0.6961949345816829,
"grad_norm": 0.21451695263385773,
"learning_rate": 9.114151962549514e-06,
"loss": 0.0126,
"step": 23200
},
{
"epoch": 0.6991957748169487,
"grad_norm": 0.18482910096645355,
"learning_rate": 9.024126755491539e-06,
"loss": 0.0122,
"step": 23300
},
{
"epoch": 0.7021966150522146,
"grad_norm": 0.28383004665374756,
"learning_rate": 8.934101548433561e-06,
"loss": 0.0118,
"step": 23400
},
{
"epoch": 0.7051974552874805,
"grad_norm": 0.17134977877140045,
"learning_rate": 8.844076341375586e-06,
"loss": 0.0124,
"step": 23500
},
{
"epoch": 0.7081982955227464,
"grad_norm": 0.16116908192634583,
"learning_rate": 8.754051134317608e-06,
"loss": 0.0119,
"step": 23600
},
{
"epoch": 0.7111991357580122,
"grad_norm": 0.2029382735490799,
"learning_rate": 8.664025927259633e-06,
"loss": 0.0122,
"step": 23700
},
{
"epoch": 0.7141999759932781,
"grad_norm": 0.26067686080932617,
"learning_rate": 8.574000720201657e-06,
"loss": 0.0123,
"step": 23800
},
{
"epoch": 0.717200816228544,
"grad_norm": 0.1727800816297531,
"learning_rate": 8.483975513143681e-06,
"loss": 0.0118,
"step": 23900
},
{
"epoch": 0.7202016564638098,
"grad_norm": 0.16774308681488037,
"learning_rate": 8.393950306085704e-06,
"loss": 0.0118,
"step": 24000
},
{
"epoch": 0.7232024966990758,
"grad_norm": 0.1659802347421646,
"learning_rate": 8.303925099027728e-06,
"loss": 0.0119,
"step": 24100
},
{
"epoch": 0.7262033369343416,
"grad_norm": 0.18793028593063354,
"learning_rate": 8.213899891969751e-06,
"loss": 0.0119,
"step": 24200
},
{
"epoch": 0.7292041771696075,
"grad_norm": 0.18760518729686737,
"learning_rate": 8.123874684911775e-06,
"loss": 0.0121,
"step": 24300
},
{
"epoch": 0.7322050174048733,
"grad_norm": 0.16810965538024902,
"learning_rate": 8.0338494778538e-06,
"loss": 0.0117,
"step": 24400
},
{
"epoch": 0.7352058576401392,
"grad_norm": 0.11992233246564865,
"learning_rate": 7.943824270795822e-06,
"loss": 0.0119,
"step": 24500
},
{
"epoch": 0.7382066978754052,
"grad_norm": 0.20719827711582184,
"learning_rate": 7.853799063737847e-06,
"loss": 0.0119,
"step": 24600
},
{
"epoch": 0.741207538110671,
"grad_norm": 0.22958888113498688,
"learning_rate": 7.763773856679871e-06,
"loss": 0.0121,
"step": 24700
},
{
"epoch": 0.7442083783459369,
"grad_norm": 0.40297240018844604,
"learning_rate": 7.673748649621895e-06,
"loss": 0.0122,
"step": 24800
},
{
"epoch": 0.7472092185812027,
"grad_norm": 0.21728719770908356,
"learning_rate": 7.583723442563917e-06,
"loss": 0.0118,
"step": 24900
},
{
"epoch": 0.7502100588164686,
"grad_norm": 0.2689780592918396,
"learning_rate": 7.4936982355059425e-06,
"loss": 0.0118,
"step": 25000
},
{
"epoch": 0.7502100588164686,
"eval_NanoArguAna_MaxSim_accuracy@1": 0.16,
"eval_NanoArguAna_MaxSim_accuracy@10": 0.76,
"eval_NanoArguAna_MaxSim_accuracy@3": 0.42,
"eval_NanoArguAna_MaxSim_accuracy@5": 0.66,
"eval_NanoArguAna_MaxSim_map@100": 0.3405763964850652,
"eval_NanoArguAna_MaxSim_mrr@10": 0.33396031746031746,
"eval_NanoArguAna_MaxSim_ndcg@10": 0.43614499171452126,
"eval_NanoArguAna_MaxSim_precision@1": 0.16,
"eval_NanoArguAna_MaxSim_precision@10": 0.07600000000000001,
"eval_NanoArguAna_MaxSim_precision@3": 0.13999999999999999,
"eval_NanoArguAna_MaxSim_precision@5": 0.132,
"eval_NanoArguAna_MaxSim_recall@1": 0.16,
"eval_NanoArguAna_MaxSim_recall@10": 0.76,
"eval_NanoArguAna_MaxSim_recall@3": 0.42,
"eval_NanoArguAna_MaxSim_recall@5": 0.66,
"eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.5532810047095761,
"eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8461538461538463,
"eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7307064364207221,
"eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.7953846153846154,
"eval_NanoBEIR_mean_MaxSim_map@100": 0.513987169038034,
"eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6548257456828886,
"eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.592322025459994,
"eval_NanoBEIR_mean_MaxSim_precision@1": 0.5532810047095761,
"eval_NanoBEIR_mean_MaxSim_precision@10": 0.18568916797488227,
"eval_NanoBEIR_mean_MaxSim_precision@3": 0.3440920983778126,
"eval_NanoBEIR_mean_MaxSim_precision@5": 0.27176138147566725,
"eval_NanoBEIR_mean_MaxSim_recall@1": 0.3279088694838376,
"eval_NanoBEIR_mean_MaxSim_recall@10": 0.6233518073083814,
"eval_NanoBEIR_mean_MaxSim_recall@3": 0.4821690383148814,
"eval_NanoBEIR_mean_MaxSim_recall@5": 0.5533425943497485,
"eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.26,
"eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.66,
"eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.44,
"eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.5,
"eval_NanoClimateFEVER_MaxSim_map@100": 0.231284051620486,
"eval_NanoClimateFEVER_MaxSim_mrr@10": 0.3784047619047619,
"eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.29395826199725617,
"eval_NanoClimateFEVER_MaxSim_precision@1": 0.26,
"eval_NanoClimateFEVER_MaxSim_precision@10": 0.09399999999999999,
"eval_NanoClimateFEVER_MaxSim_precision@3": 0.1733333333333333,
"eval_NanoClimateFEVER_MaxSim_precision@5": 0.12400000000000003,
"eval_NanoClimateFEVER_MaxSim_recall@1": 0.11999999999999998,
"eval_NanoClimateFEVER_MaxSim_recall@10": 0.3633333333333333,
"eval_NanoClimateFEVER_MaxSim_recall@3": 0.23,
"eval_NanoClimateFEVER_MaxSim_recall@5": 0.2633333333333333,
"eval_NanoDBPedia_MaxSim_accuracy@1": 0.68,
"eval_NanoDBPedia_MaxSim_accuracy@10": 0.94,
"eval_NanoDBPedia_MaxSim_accuracy@3": 0.88,
"eval_NanoDBPedia_MaxSim_accuracy@5": 0.92,
"eval_NanoDBPedia_MaxSim_map@100": 0.46517551645100963,
"eval_NanoDBPedia_MaxSim_mrr@10": 0.7823333333333333,
"eval_NanoDBPedia_MaxSim_ndcg@10": 0.5881083754655376,
"eval_NanoDBPedia_MaxSim_precision@1": 0.68,
"eval_NanoDBPedia_MaxSim_precision@10": 0.494,
"eval_NanoDBPedia_MaxSim_precision@3": 0.6066666666666667,
"eval_NanoDBPedia_MaxSim_precision@5": 0.5680000000000001,
"eval_NanoDBPedia_MaxSim_recall@1": 0.06222360938745945,
"eval_NanoDBPedia_MaxSim_recall@10": 0.3392565206081787,
"eval_NanoDBPedia_MaxSim_recall@3": 0.16562290067990149,
"eval_NanoDBPedia_MaxSim_recall@5": 0.21972810393423486,
"eval_NanoFEVER_MaxSim_accuracy@1": 0.84,
"eval_NanoFEVER_MaxSim_accuracy@10": 0.98,
"eval_NanoFEVER_MaxSim_accuracy@3": 0.92,
"eval_NanoFEVER_MaxSim_accuracy@5": 0.96,
"eval_NanoFEVER_MaxSim_map@100": 0.8554913040176197,
"eval_NanoFEVER_MaxSim_mrr@10": 0.8886666666666666,
"eval_NanoFEVER_MaxSim_ndcg@10": 0.8841799436094412,
"eval_NanoFEVER_MaxSim_precision@1": 0.84,
"eval_NanoFEVER_MaxSim_precision@10": 0.10599999999999998,
"eval_NanoFEVER_MaxSim_precision@3": 0.32666666666666666,
"eval_NanoFEVER_MaxSim_precision@5": 0.20399999999999996,
"eval_NanoFEVER_MaxSim_recall@1": 0.7766666666666667,
"eval_NanoFEVER_MaxSim_recall@10": 0.95,
"eval_NanoFEVER_MaxSim_recall@3": 0.8833333333333333,
"eval_NanoFEVER_MaxSim_recall@5": 0.9233333333333333,
"eval_NanoFiQA2018_MaxSim_accuracy@1": 0.44,
"eval_NanoFiQA2018_MaxSim_accuracy@10": 0.74,
"eval_NanoFiQA2018_MaxSim_accuracy@3": 0.62,
"eval_NanoFiQA2018_MaxSim_accuracy@5": 0.7,
"eval_NanoFiQA2018_MaxSim_map@100": 0.3980291516731858,
"eval_NanoFiQA2018_MaxSim_mrr@10": 0.548888888888889,
"eval_NanoFiQA2018_MaxSim_ndcg@10": 0.4740939890542888,
"eval_NanoFiQA2018_MaxSim_precision@1": 0.44,
"eval_NanoFiQA2018_MaxSim_precision@10": 0.13399999999999998,
"eval_NanoFiQA2018_MaxSim_precision@3": 0.2733333333333333,
"eval_NanoFiQA2018_MaxSim_precision@5": 0.22399999999999998,
"eval_NanoFiQA2018_MaxSim_recall@1": 0.2336904761904762,
"eval_NanoFiQA2018_MaxSim_recall@10": 0.5576746031746032,
"eval_NanoFiQA2018_MaxSim_recall@3": 0.36584920634920637,
"eval_NanoFiQA2018_MaxSim_recall@5": 0.48478571428571426,
"eval_NanoHotpotQA_MaxSim_accuracy@1": 0.92,
"eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0,
"eval_NanoHotpotQA_MaxSim_accuracy@3": 0.98,
"eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0,
"eval_NanoHotpotQA_MaxSim_map@100": 0.8099667544930703,
"eval_NanoHotpotQA_MaxSim_mrr@10": 0.9506666666666667,
"eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8652980930293053,
"eval_NanoHotpotQA_MaxSim_precision@1": 0.92,
"eval_NanoHotpotQA_MaxSim_precision@10": 0.17999999999999997,
"eval_NanoHotpotQA_MaxSim_precision@3": 0.5466666666666666,
"eval_NanoHotpotQA_MaxSim_precision@5": 0.3479999999999999,
"eval_NanoHotpotQA_MaxSim_recall@1": 0.46,
"eval_NanoHotpotQA_MaxSim_recall@10": 0.9,
"eval_NanoHotpotQA_MaxSim_recall@3": 0.82,
"eval_NanoHotpotQA_MaxSim_recall@5": 0.87,
"eval_NanoMSMARCO_MaxSim_accuracy@1": 0.5,
"eval_NanoMSMARCO_MaxSim_accuracy@10": 0.76,
"eval_NanoMSMARCO_MaxSim_accuracy@3": 0.64,
"eval_NanoMSMARCO_MaxSim_accuracy@5": 0.72,
"eval_NanoMSMARCO_MaxSim_map@100": 0.6008008574077579,
"eval_NanoMSMARCO_MaxSim_mrr@10": 0.5868333333333333,
"eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6287612190483125,
"eval_NanoMSMARCO_MaxSim_precision@1": 0.5,
"eval_NanoMSMARCO_MaxSim_precision@10": 0.07600000000000001,
"eval_NanoMSMARCO_MaxSim_precision@3": 0.21333333333333335,
"eval_NanoMSMARCO_MaxSim_precision@5": 0.14400000000000002,
"eval_NanoMSMARCO_MaxSim_recall@1": 0.5,
"eval_NanoMSMARCO_MaxSim_recall@10": 0.76,
"eval_NanoMSMARCO_MaxSim_recall@3": 0.64,
"eval_NanoMSMARCO_MaxSim_recall@5": 0.72,
"eval_NanoNFCorpus_MaxSim_accuracy@1": 0.44,
"eval_NanoNFCorpus_MaxSim_accuracy@10": 0.64,
"eval_NanoNFCorpus_MaxSim_accuracy@3": 0.56,
"eval_NanoNFCorpus_MaxSim_accuracy@5": 0.6,
"eval_NanoNFCorpus_MaxSim_map@100": 0.15035838038861857,
"eval_NanoNFCorpus_MaxSim_mrr@10": 0.5042222222222221,
"eval_NanoNFCorpus_MaxSim_ndcg@10": 0.3414422865226277,
"eval_NanoNFCorpus_MaxSim_precision@1": 0.44,
"eval_NanoNFCorpus_MaxSim_precision@10": 0.28,
"eval_NanoNFCorpus_MaxSim_precision@3": 0.3533333333333333,
"eval_NanoNFCorpus_MaxSim_precision@5": 0.332,
"eval_NanoNFCorpus_MaxSim_recall@1": 0.04357010703802988,
"eval_NanoNFCorpus_MaxSim_recall@10": 0.1435404238995474,
"eval_NanoNFCorpus_MaxSim_recall@3": 0.07777734405444285,
"eval_NanoNFCorpus_MaxSim_recall@5": 0.09734551359622909,
"eval_NanoNQ_MaxSim_accuracy@1": 0.52,
"eval_NanoNQ_MaxSim_accuracy@10": 0.88,
"eval_NanoNQ_MaxSim_accuracy@3": 0.74,
"eval_NanoNQ_MaxSim_accuracy@5": 0.8,
"eval_NanoNQ_MaxSim_map@100": 0.6101497044852526,
"eval_NanoNQ_MaxSim_mrr@10": 0.6378571428571428,
"eval_NanoNQ_MaxSim_ndcg@10": 0.6734308736769101,
"eval_NanoNQ_MaxSim_precision@1": 0.52,
"eval_NanoNQ_MaxSim_precision@10": 0.09399999999999999,
"eval_NanoNQ_MaxSim_precision@3": 0.24666666666666665,
"eval_NanoNQ_MaxSim_precision@5": 0.16399999999999998,
"eval_NanoNQ_MaxSim_recall@1": 0.49,
"eval_NanoNQ_MaxSim_recall@10": 0.85,
"eval_NanoNQ_MaxSim_recall@3": 0.69,
"eval_NanoNQ_MaxSim_recall@5": 0.75,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.8,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 1.0,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.96,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 1.0,
"eval_NanoQuoraRetrieval_MaxSim_map@100": 0.8674409882409881,
"eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.8866666666666667,
"eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.9000031870284702,
"eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.8,
"eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12999999999999998,
"eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.37999999999999995,
"eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.244,
"eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.7140000000000001,
"eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.9766666666666667,
"eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.9079999999999999,
"eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.956,
"eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.4,
"eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.76,
"eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.6,
"eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.66,
"eval_NanoSCIDOCS_MaxSim_map@100": 0.24328629653255643,
"eval_NanoSCIDOCS_MaxSim_mrr@10": 0.5242142857142857,
"eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.31512629399072817,
"eval_NanoSCIDOCS_MaxSim_precision@1": 0.4,
"eval_NanoSCIDOCS_MaxSim_precision@10": 0.154,
"eval_NanoSCIDOCS_MaxSim_precision@3": 0.28,
"eval_NanoSCIDOCS_MaxSim_precision@5": 0.22399999999999998,
"eval_NanoSCIDOCS_MaxSim_recall@1": 0.08266666666666668,
"eval_NanoSCIDOCS_MaxSim_recall@10": 0.31566666666666665,
"eval_NanoSCIDOCS_MaxSim_recall@3": 0.17266666666666663,
"eval_NanoSCIDOCS_MaxSim_recall@5": 0.22866666666666663,
"eval_NanoSciFact_MaxSim_accuracy@1": 0.6,
"eval_NanoSciFact_MaxSim_accuracy@10": 0.88,
"eval_NanoSciFact_MaxSim_accuracy@3": 0.78,
"eval_NanoSciFact_MaxSim_accuracy@5": 0.82,
"eval_NanoSciFact_MaxSim_map@100": 0.6954227202692824,
"eval_NanoSciFact_MaxSim_mrr@10": 0.6985238095238094,
"eval_NanoSciFact_MaxSim_ndcg@10": 0.7386685832487809,
"eval_NanoSciFact_MaxSim_precision@1": 0.6,
"eval_NanoSciFact_MaxSim_precision@10": 0.09799999999999999,
"eval_NanoSciFact_MaxSim_precision@3": 0.2733333333333333,
"eval_NanoSciFact_MaxSim_precision@5": 0.17999999999999997,
"eval_NanoSciFact_MaxSim_recall@1": 0.575,
"eval_NanoSciFact_MaxSim_recall@10": 0.87,
"eval_NanoSciFact_MaxSim_recall@3": 0.76,
"eval_NanoSciFact_MaxSim_recall@5": 0.805,
"eval_NanoTouche2020_MaxSim_accuracy@1": 0.6326530612244898,
"eval_NanoTouche2020_MaxSim_accuracy@10": 1.0,
"eval_NanoTouche2020_MaxSim_accuracy@3": 0.9591836734693877,
"eval_NanoTouche2020_MaxSim_accuracy@5": 1.0,
"eval_NanoTouche2020_MaxSim_map@100": 0.4138510754295502,
"eval_NanoTouche2020_MaxSim_mrr@10": 0.7914965986394559,
"eval_NanoTouche2020_MaxSim_ndcg@10": 0.5609702325937416,
"eval_NanoTouche2020_MaxSim_precision@1": 0.6326530612244898,
"eval_NanoTouche2020_MaxSim_precision@10": 0.49795918367346936,
"eval_NanoTouche2020_MaxSim_precision@3": 0.6598639455782312,
"eval_NanoTouche2020_MaxSim_precision@5": 0.6448979591836735,
"eval_NanoTouche2020_MaxSim_recall@1": 0.0449977773405886,
"eval_NanoTouche2020_MaxSim_recall@10": 0.3174352806599615,
"eval_NanoTouche2020_MaxSim_recall@3": 0.13494804700990798,
"eval_NanoTouche2020_MaxSim_recall@5": 0.21526106139721918,
"eval_runtime": 42.2779,
"eval_samples_per_second": 0.0,
"eval_steps_per_second": 0.0,
"step": 25000
},
{
"epoch": 0.7532108990517344,
"grad_norm": 0.1692296713590622,
"learning_rate": 7.403673028447965e-06,
"loss": 0.012,
"step": 25100
},
{
"epoch": 0.7562117392870004,
"grad_norm": 0.2044767588376999,
"learning_rate": 7.3136478213899895e-06,
"loss": 0.0115,
"step": 25200
},
{
"epoch": 0.7592125795222663,
"grad_norm": 0.21725788712501526,
"learning_rate": 7.223622614332013e-06,
"loss": 0.0118,
"step": 25300
},
{
"epoch": 0.7622134197575321,
"grad_norm": 0.19384975731372833,
"learning_rate": 7.133597407274037e-06,
"loss": 0.0116,
"step": 25400
},
{
"epoch": 0.765214259992798,
"grad_norm": 0.14322958886623383,
"learning_rate": 7.04357220021606e-06,
"loss": 0.012,
"step": 25500
},
{
"epoch": 0.7682151002280638,
"grad_norm": 0.13697849214076996,
"learning_rate": 6.953546993158084e-06,
"loss": 0.0119,
"step": 25600
},
{
"epoch": 0.7712159404633298,
"grad_norm": 0.14867816865444183,
"learning_rate": 6.863521786100109e-06,
"loss": 0.0119,
"step": 25700
},
{
"epoch": 0.7742167806985956,
"grad_norm": 0.21699993312358856,
"learning_rate": 6.7734965790421314e-06,
"loss": 0.0113,
"step": 25800
},
{
"epoch": 0.7772176209338615,
"grad_norm": 0.19971796870231628,
"learning_rate": 6.683471371984156e-06,
"loss": 0.0118,
"step": 25900
},
{
"epoch": 0.7802184611691274,
"grad_norm": 0.1612800806760788,
"learning_rate": 6.593446164926179e-06,
"loss": 0.0119,
"step": 26000
},
{
"epoch": 0.7832193014043932,
"grad_norm": 0.31495043635368347,
"learning_rate": 6.503420957868204e-06,
"loss": 0.0119,
"step": 26100
},
{
"epoch": 0.7862201416396591,
"grad_norm": 0.14061596989631653,
"learning_rate": 6.413395750810226e-06,
"loss": 0.0115,
"step": 26200
},
{
"epoch": 0.789220981874925,
"grad_norm": 0.1818632036447525,
"learning_rate": 6.323370543752251e-06,
"loss": 0.0118,
"step": 26300
},
{
"epoch": 0.7922218221101909,
"grad_norm": 0.30986058712005615,
"learning_rate": 6.233345336694275e-06,
"loss": 0.0123,
"step": 26400
},
{
"epoch": 0.7952226623454567,
"grad_norm": 0.1788417398929596,
"learning_rate": 6.1433201296362985e-06,
"loss": 0.0116,
"step": 26500
},
{
"epoch": 0.7982235025807226,
"grad_norm": 0.14683549106121063,
"learning_rate": 6.053294922578322e-06,
"loss": 0.0113,
"step": 26600
},
{
"epoch": 0.8012243428159884,
"grad_norm": 0.1933978646993637,
"learning_rate": 5.9632697155203456e-06,
"loss": 0.0117,
"step": 26700
},
{
"epoch": 0.8042251830512543,
"grad_norm": 0.27201899886131287,
"learning_rate": 5.87324450846237e-06,
"loss": 0.0119,
"step": 26800
},
{
"epoch": 0.8072260232865203,
"grad_norm": 0.16658486425876617,
"learning_rate": 5.7832193014043926e-06,
"loss": 0.012,
"step": 26900
},
{
"epoch": 0.8102268635217861,
"grad_norm": 0.532345175743103,
"learning_rate": 5.693194094346417e-06,
"loss": 0.0116,
"step": 27000
},
{
"epoch": 0.813227703757052,
"grad_norm": 0.21789267659187317,
"learning_rate": 5.603168887288441e-06,
"loss": 0.0119,
"step": 27100
},
{
"epoch": 0.8162285439923178,
"grad_norm": 0.2272418588399887,
"learning_rate": 5.513143680230465e-06,
"loss": 0.0119,
"step": 27200
},
{
"epoch": 0.8192293842275837,
"grad_norm": 0.22152316570281982,
"learning_rate": 5.423118473172488e-06,
"loss": 0.012,
"step": 27300
},
{
"epoch": 0.8222302244628495,
"grad_norm": 0.24063555896282196,
"learning_rate": 5.333093266114512e-06,
"loss": 0.012,
"step": 27400
},
{
"epoch": 0.8252310646981155,
"grad_norm": 0.18564914166927338,
"learning_rate": 5.243068059056536e-06,
"loss": 0.0117,
"step": 27500
},
{
"epoch": 0.8282319049333814,
"grad_norm": 0.20634490251541138,
"learning_rate": 5.15304285199856e-06,
"loss": 0.0116,
"step": 27600
},
{
"epoch": 0.8312327451686472,
"grad_norm": 0.20950908958911896,
"learning_rate": 5.063017644940583e-06,
"loss": 0.0119,
"step": 27700
},
{
"epoch": 0.8342335854039131,
"grad_norm": 0.22053419053554535,
"learning_rate": 4.9729924378826075e-06,
"loss": 0.0112,
"step": 27800
},
{
"epoch": 0.8372344256391789,
"grad_norm": 0.2127588391304016,
"learning_rate": 4.882967230824631e-06,
"loss": 0.0117,
"step": 27900
},
{
"epoch": 0.8402352658744449,
"grad_norm": 0.18942585587501526,
"learning_rate": 4.792942023766655e-06,
"loss": 0.0115,
"step": 28000
},
{
"epoch": 0.8432361061097107,
"grad_norm": 0.24032968282699585,
"learning_rate": 4.702916816708678e-06,
"loss": 0.0115,
"step": 28100
},
{
"epoch": 0.8462369463449766,
"grad_norm": 0.324703186750412,
"learning_rate": 4.6128916096507024e-06,
"loss": 0.0115,
"step": 28200
},
{
"epoch": 0.8492377865802425,
"grad_norm": 0.22677789628505707,
"learning_rate": 4.522866402592726e-06,
"loss": 0.0116,
"step": 28300
},
{
"epoch": 0.8522386268155083,
"grad_norm": 0.2156582921743393,
"learning_rate": 4.4328411955347495e-06,
"loss": 0.0115,
"step": 28400
},
{
"epoch": 0.8552394670507742,
"grad_norm": 0.17731302976608276,
"learning_rate": 4.342815988476774e-06,
"loss": 0.0119,
"step": 28500
},
{
"epoch": 0.8582403072860401,
"grad_norm": 0.3000562787055969,
"learning_rate": 4.252790781418797e-06,
"loss": 0.0117,
"step": 28600
},
{
"epoch": 0.861241147521306,
"grad_norm": 0.2015385627746582,
"learning_rate": 4.162765574360822e-06,
"loss": 0.0117,
"step": 28700
},
{
"epoch": 0.8642419877565718,
"grad_norm": 0.12537868320941925,
"learning_rate": 4.072740367302844e-06,
"loss": 0.0115,
"step": 28800
},
{
"epoch": 0.8672428279918377,
"grad_norm": 0.15663345158100128,
"learning_rate": 3.982715160244869e-06,
"loss": 0.0119,
"step": 28900
},
{
"epoch": 0.8702436682271036,
"grad_norm": 0.22718417644500732,
"learning_rate": 3.892689953186892e-06,
"loss": 0.012,
"step": 29000
},
{
"epoch": 0.8732445084623695,
"grad_norm": 0.2972877621650696,
"learning_rate": 3.8026647461289166e-06,
"loss": 0.0117,
"step": 29100
},
{
"epoch": 0.8762453486976354,
"grad_norm": 0.18101267516613007,
"learning_rate": 3.71263953907094e-06,
"loss": 0.0119,
"step": 29200
},
{
"epoch": 0.8792461889329012,
"grad_norm": 0.17765238881111145,
"learning_rate": 3.6226143320129636e-06,
"loss": 0.0113,
"step": 29300
},
{
"epoch": 0.8822470291681671,
"grad_norm": 0.20947247743606567,
"learning_rate": 3.532589124954987e-06,
"loss": 0.0114,
"step": 29400
},
{
"epoch": 0.8852478694034329,
"grad_norm": 0.1283838003873825,
"learning_rate": 3.4425639178970114e-06,
"loss": 0.0119,
"step": 29500
},
{
"epoch": 0.8882487096386988,
"grad_norm": 0.22193343937397003,
"learning_rate": 3.352538710839035e-06,
"loss": 0.0118,
"step": 29600
},
{
"epoch": 0.8912495498739648,
"grad_norm": 0.20087552070617676,
"learning_rate": 3.262513503781059e-06,
"loss": 0.0115,
"step": 29700
},
{
"epoch": 0.8942503901092306,
"grad_norm": 0.1627989113330841,
"learning_rate": 3.1724882967230824e-06,
"loss": 0.0115,
"step": 29800
},
{
"epoch": 0.8972512303444965,
"grad_norm": 0.20659424364566803,
"learning_rate": 3.0824630896651063e-06,
"loss": 0.0117,
"step": 29900
},
{
"epoch": 0.9002520705797623,
"grad_norm": 0.12155305594205856,
"learning_rate": 2.99243788260713e-06,
"loss": 0.0113,
"step": 30000
},
{
"epoch": 0.9002520705797623,
"eval_NanoArguAna_MaxSim_accuracy@1": 0.2,
"eval_NanoArguAna_MaxSim_accuracy@10": 0.76,
"eval_NanoArguAna_MaxSim_accuracy@3": 0.48,
"eval_NanoArguAna_MaxSim_accuracy@5": 0.64,
"eval_NanoArguAna_MaxSim_map@100": 0.36532756317756315,
"eval_NanoArguAna_MaxSim_mrr@10": 0.3582460317460317,
"eval_NanoArguAna_MaxSim_ndcg@10": 0.45449277481893957,
"eval_NanoArguAna_MaxSim_precision@1": 0.2,
"eval_NanoArguAna_MaxSim_precision@10": 0.07600000000000001,
"eval_NanoArguAna_MaxSim_precision@3": 0.15999999999999998,
"eval_NanoArguAna_MaxSim_precision@5": 0.128,
"eval_NanoArguAna_MaxSim_recall@1": 0.2,
"eval_NanoArguAna_MaxSim_recall@10": 0.76,
"eval_NanoArguAna_MaxSim_recall@3": 0.48,
"eval_NanoArguAna_MaxSim_recall@5": 0.64,
"eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.5641444270015699,
"eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8523076923076923,
"eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.729105180533752,
"eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.7845525902668761,
"eval_NanoBEIR_mean_MaxSim_map@100": 0.5170311528556101,
"eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6581364780344372,
"eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.5948022890247485,
"eval_NanoBEIR_mean_MaxSim_precision@1": 0.5641444270015699,
"eval_NanoBEIR_mean_MaxSim_precision@10": 0.18552904238618523,
"eval_NanoBEIR_mean_MaxSim_precision@3": 0.34406070120355836,
"eval_NanoBEIR_mean_MaxSim_precision@5": 0.26959497645211933,
"eval_NanoBEIR_mean_MaxSim_recall@1": 0.3340297318472015,
"eval_NanoBEIR_mean_MaxSim_recall@10": 0.6251418384844561,
"eval_NanoBEIR_mean_MaxSim_recall@3": 0.487643397157792,
"eval_NanoBEIR_mean_MaxSim_recall@5": 0.5501224375545312,
"eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.26,
"eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.72,
"eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.44,
"eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.48,
"eval_NanoClimateFEVER_MaxSim_map@100": 0.23047723328383551,
"eval_NanoClimateFEVER_MaxSim_mrr@10": 0.38180158730158725,
"eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.30588764137829927,
"eval_NanoClimateFEVER_MaxSim_precision@1": 0.26,
"eval_NanoClimateFEVER_MaxSim_precision@10": 0.102,
"eval_NanoClimateFEVER_MaxSim_precision@3": 0.1733333333333333,
"eval_NanoClimateFEVER_MaxSim_precision@5": 0.12000000000000002,
"eval_NanoClimateFEVER_MaxSim_recall@1": 0.11999999999999998,
"eval_NanoClimateFEVER_MaxSim_recall@10": 0.3999999999999999,
"eval_NanoClimateFEVER_MaxSim_recall@3": 0.23,
"eval_NanoClimateFEVER_MaxSim_recall@5": 0.25666666666666665,
"eval_NanoDBPedia_MaxSim_accuracy@1": 0.72,
"eval_NanoDBPedia_MaxSim_accuracy@10": 0.94,
"eval_NanoDBPedia_MaxSim_accuracy@3": 0.86,
"eval_NanoDBPedia_MaxSim_accuracy@5": 0.9,
"eval_NanoDBPedia_MaxSim_map@100": 0.47610983586026223,
"eval_NanoDBPedia_MaxSim_mrr@10": 0.7955555555555555,
"eval_NanoDBPedia_MaxSim_ndcg@10": 0.5943825623026429,
"eval_NanoDBPedia_MaxSim_precision@1": 0.72,
"eval_NanoDBPedia_MaxSim_precision@10": 0.49,
"eval_NanoDBPedia_MaxSim_precision@3": 0.6066666666666667,
"eval_NanoDBPedia_MaxSim_precision@5": 0.5720000000000001,
"eval_NanoDBPedia_MaxSim_recall@1": 0.08124424335875133,
"eval_NanoDBPedia_MaxSim_recall@10": 0.3339202593691046,
"eval_NanoDBPedia_MaxSim_recall@3": 0.1639789174109182,
"eval_NanoDBPedia_MaxSim_recall@5": 0.2286688535902389,
"eval_NanoFEVER_MaxSim_accuracy@1": 0.84,
"eval_NanoFEVER_MaxSim_accuracy@10": 0.98,
"eval_NanoFEVER_MaxSim_accuracy@3": 0.94,
"eval_NanoFEVER_MaxSim_accuracy@5": 0.96,
"eval_NanoFEVER_MaxSim_map@100": 0.8591045425163073,
"eval_NanoFEVER_MaxSim_mrr@10": 0.8903333333333333,
"eval_NanoFEVER_MaxSim_ndcg@10": 0.8863719088415238,
"eval_NanoFEVER_MaxSim_precision@1": 0.84,
"eval_NanoFEVER_MaxSim_precision@10": 0.10599999999999998,
"eval_NanoFEVER_MaxSim_precision@3": 0.33333333333333326,
"eval_NanoFEVER_MaxSim_precision@5": 0.20799999999999996,
"eval_NanoFEVER_MaxSim_recall@1": 0.7766666666666667,
"eval_NanoFEVER_MaxSim_recall@10": 0.95,
"eval_NanoFEVER_MaxSim_recall@3": 0.9033333333333333,
"eval_NanoFEVER_MaxSim_recall@5": 0.93,
"eval_NanoFiQA2018_MaxSim_accuracy@1": 0.42,
"eval_NanoFiQA2018_MaxSim_accuracy@10": 0.76,
"eval_NanoFiQA2018_MaxSim_accuracy@3": 0.6,
"eval_NanoFiQA2018_MaxSim_accuracy@5": 0.72,
"eval_NanoFiQA2018_MaxSim_map@100": 0.3849491712909313,
"eval_NanoFiQA2018_MaxSim_mrr@10": 0.5343571428571429,
"eval_NanoFiQA2018_MaxSim_ndcg@10": 0.4728764591299225,
"eval_NanoFiQA2018_MaxSim_precision@1": 0.42,
"eval_NanoFiQA2018_MaxSim_precision@10": 0.14,
"eval_NanoFiQA2018_MaxSim_precision@3": 0.26666666666666666,
"eval_NanoFiQA2018_MaxSim_precision@5": 0.22799999999999998,
"eval_NanoFiQA2018_MaxSim_recall@1": 0.21591269841269842,
"eval_NanoFiQA2018_MaxSim_recall@10": 0.5840079365079365,
"eval_NanoFiQA2018_MaxSim_recall@3": 0.35584920634920636,
"eval_NanoFiQA2018_MaxSim_recall@5": 0.4972857142857143,
"eval_NanoHotpotQA_MaxSim_accuracy@1": 0.92,
"eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0,
"eval_NanoHotpotQA_MaxSim_accuracy@3": 0.98,
"eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0,
"eval_NanoHotpotQA_MaxSim_map@100": 0.8068729210481762,
"eval_NanoHotpotQA_MaxSim_mrr@10": 0.9506666666666667,
"eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8633780841984157,
"eval_NanoHotpotQA_MaxSim_precision@1": 0.92,
"eval_NanoHotpotQA_MaxSim_precision@10": 0.17999999999999997,
"eval_NanoHotpotQA_MaxSim_precision@3": 0.54,
"eval_NanoHotpotQA_MaxSim_precision@5": 0.3399999999999999,
"eval_NanoHotpotQA_MaxSim_recall@1": 0.46,
"eval_NanoHotpotQA_MaxSim_recall@10": 0.9,
"eval_NanoHotpotQA_MaxSim_recall@3": 0.81,
"eval_NanoHotpotQA_MaxSim_recall@5": 0.85,
"eval_NanoMSMARCO_MaxSim_accuracy@1": 0.5,
"eval_NanoMSMARCO_MaxSim_accuracy@10": 0.78,
"eval_NanoMSMARCO_MaxSim_accuracy@3": 0.66,
"eval_NanoMSMARCO_MaxSim_accuracy@5": 0.68,
"eval_NanoMSMARCO_MaxSim_map@100": 0.6008352347387884,
"eval_NanoMSMARCO_MaxSim_mrr@10": 0.5893809523809523,
"eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6350694238626255,
"eval_NanoMSMARCO_MaxSim_precision@1": 0.5,
"eval_NanoMSMARCO_MaxSim_precision@10": 0.07800000000000001,
"eval_NanoMSMARCO_MaxSim_precision@3": 0.22,
"eval_NanoMSMARCO_MaxSim_precision@5": 0.136,
"eval_NanoMSMARCO_MaxSim_recall@1": 0.5,
"eval_NanoMSMARCO_MaxSim_recall@10": 0.78,
"eval_NanoMSMARCO_MaxSim_recall@3": 0.66,
"eval_NanoMSMARCO_MaxSim_recall@5": 0.68,
"eval_NanoNFCorpus_MaxSim_accuracy@1": 0.4,
"eval_NanoNFCorpus_MaxSim_accuracy@10": 0.68,
"eval_NanoNFCorpus_MaxSim_accuracy@3": 0.52,
"eval_NanoNFCorpus_MaxSim_accuracy@5": 0.58,
"eval_NanoNFCorpus_MaxSim_map@100": 0.14186780303718874,
"eval_NanoNFCorpus_MaxSim_mrr@10": 0.47657936507936505,
"eval_NanoNFCorpus_MaxSim_ndcg@10": 0.33024968480063904,
"eval_NanoNFCorpus_MaxSim_precision@1": 0.4,
"eval_NanoNFCorpus_MaxSim_precision@10": 0.28,
"eval_NanoNFCorpus_MaxSim_precision@3": 0.34,
"eval_NanoNFCorpus_MaxSim_precision@5": 0.32,
"eval_NanoNFCorpus_MaxSim_recall@1": 0.033468066221703355,
"eval_NanoNFCorpus_MaxSim_recall@10": 0.14399069709040951,
"eval_NanoNFCorpus_MaxSim_recall@3": 0.07710152452729603,
"eval_NanoNFCorpus_MaxSim_recall@5": 0.09567130100917189,
"eval_NanoNQ_MaxSim_accuracy@1": 0.54,
"eval_NanoNQ_MaxSim_accuracy@10": 0.84,
"eval_NanoNQ_MaxSim_accuracy@3": 0.76,
"eval_NanoNQ_MaxSim_accuracy@5": 0.8,
"eval_NanoNQ_MaxSim_map@100": 0.62006789085707,
"eval_NanoNQ_MaxSim_mrr@10": 0.6447222222222222,
"eval_NanoNQ_MaxSim_ndcg@10": 0.6699201254277886,
"eval_NanoNQ_MaxSim_precision@1": 0.54,
"eval_NanoNQ_MaxSim_precision@10": 0.09,
"eval_NanoNQ_MaxSim_precision@3": 0.25333333333333335,
"eval_NanoNQ_MaxSim_precision@5": 0.16799999999999998,
"eval_NanoNQ_MaxSim_recall@1": 0.51,
"eval_NanoNQ_MaxSim_recall@10": 0.81,
"eval_NanoNQ_MaxSim_recall@3": 0.7,
"eval_NanoNQ_MaxSim_recall@5": 0.76,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.82,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 1.0,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.96,
"eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 1.0,
"eval_NanoQuoraRetrieval_MaxSim_map@100": 0.8813997853997853,
"eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.9,
"eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.9086308248836141,
"eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.82,
"eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12799999999999997,
"eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.38666666666666655,
"eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.244,
"eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.7340000000000001,
"eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.9726666666666668,
"eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.912,
"eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.956,
"eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.42,
"eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.74,
"eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.6,
"eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.66,
"eval_NanoSCIDOCS_MaxSim_map@100": 0.24770788410611272,
"eval_NanoSCIDOCS_MaxSim_mrr@10": 0.5303571428571429,
"eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.31422844901617714,
"eval_NanoSCIDOCS_MaxSim_precision@1": 0.42,
"eval_NanoSCIDOCS_MaxSim_precision@10": 0.15,
"eval_NanoSCIDOCS_MaxSim_precision@3": 0.2866666666666667,
"eval_NanoSCIDOCS_MaxSim_precision@5": 0.22399999999999995,
"eval_NanoSCIDOCS_MaxSim_recall@1": 0.08666666666666666,
"eval_NanoSCIDOCS_MaxSim_recall@10": 0.30666666666666664,
"eval_NanoSCIDOCS_MaxSim_recall@3": 0.17666666666666664,
"eval_NanoSCIDOCS_MaxSim_recall@5": 0.2286666666666666,
"eval_NanoSciFact_MaxSim_accuracy@1": 0.6,
"eval_NanoSciFact_MaxSim_accuracy@10": 0.88,
"eval_NanoSciFact_MaxSim_accuracy@3": 0.76,
"eval_NanoSciFact_MaxSim_accuracy@5": 0.82,
"eval_NanoSciFact_MaxSim_map@100": 0.691199074074074,
"eval_NanoSciFact_MaxSim_mrr@10": 0.6952222222222221,
"eval_NanoSciFact_MaxSim_ndcg@10": 0.7356545211627262,
"eval_NanoSciFact_MaxSim_precision@1": 0.6,
"eval_NanoSciFact_MaxSim_precision@10": 0.09799999999999999,
"eval_NanoSciFact_MaxSim_precision@3": 0.26666666666666666,
"eval_NanoSciFact_MaxSim_precision@5": 0.18,
"eval_NanoSciFact_MaxSim_recall@1": 0.575,
"eval_NanoSciFact_MaxSim_recall@10": 0.87,
"eval_NanoSciFact_MaxSim_recall@3": 0.74,
"eval_NanoSciFact_MaxSim_recall@5": 0.815,
"eval_NanoTouche2020_MaxSim_accuracy@1": 0.6938775510204082,
"eval_NanoTouche2020_MaxSim_accuracy@10": 1.0,
"eval_NanoTouche2020_MaxSim_accuracy@3": 0.9183673469387755,
"eval_NanoTouche2020_MaxSim_accuracy@5": 0.9591836734693877,
"eval_NanoTouche2020_MaxSim_map@100": 0.41548604773283626,
"eval_NanoTouche2020_MaxSim_mrr@10": 0.8085519922254615,
"eval_NanoTouche2020_MaxSim_ndcg@10": 0.5612872974984163,
"eval_NanoTouche2020_MaxSim_precision@1": 0.6938775510204082,
"eval_NanoTouche2020_MaxSim_precision@10": 0.49387755102040815,
"eval_NanoTouche2020_MaxSim_precision@3": 0.6394557823129251,
"eval_NanoTouche2020_MaxSim_precision@5": 0.636734693877551,
"eval_NanoTouche2020_MaxSim_recall@1": 0.04942817268713302,
"eval_NanoTouche2020_MaxSim_recall@10": 0.3155916739971445,
"eval_NanoTouche2020_MaxSim_recall@3": 0.13043451476387394,
"eval_NanoTouche2020_MaxSim_recall@5": 0.2136324859904483,
"eval_runtime": 43.5435,
"eval_samples_per_second": 0.0,
"eval_steps_per_second": 0.0,
"step": 30000
}
],
"logging_steps": 100,
"max_steps": 33324,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 5000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}