{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 4.1234567901234565, "eval_steps": 200, "global_step": 2000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00205761316872428, "grad_norm": NaN, "learning_rate": 0.0, "loss": 23.8878, "step": 1 }, { "epoch": 0.205761316872428, "grad_norm": 8.348577499389648, "learning_rate": 3.934426229508197e-05, "loss": 7.2098, "step": 100 }, { "epoch": 0.411522633744856, "grad_norm": 8.384111404418945, "learning_rate": 4.8396880415944544e-05, "loss": 4.2635, "step": 200 }, { "epoch": 0.411522633744856, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9605911330049262, "eval_full_de_cosine_accuracy@150": 0.9605911330049262, "eval_full_de_cosine_accuracy@20": 0.9014778325123153, "eval_full_de_cosine_accuracy@200": 0.9704433497536946, "eval_full_de_cosine_accuracy@50": 0.9408866995073891, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.23155516632805698, "eval_full_de_cosine_map@150": 0.23829517563807467, "eval_full_de_cosine_map@20": 0.3029422417780052, "eval_full_de_cosine_map@200": 0.24151893822757842, "eval_full_de_cosine_map@50": 0.24132957923060117, "eval_full_de_cosine_map@500": 0.24866229273096108, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.48480164022781674, "eval_full_de_cosine_mrr@150": 0.48480164022781674, "eval_full_de_cosine_mrr@20": 0.48314407267609183, "eval_full_de_cosine_mrr@200": 0.4848592643725686, "eval_full_de_cosine_mrr@50": 0.4844918996268316, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.3955441522908745, "eval_full_de_cosine_ndcg@150": 0.4150719496756774, "eval_full_de_cosine_ndcg@20": 0.43619754352310475, "eval_full_de_cosine_ndcg@200": 0.42677964152696485, "eval_full_de_cosine_ndcg@50": 0.38888491873524683, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.16064039408866995, "eval_full_de_cosine_precision@150": 0.11914614121510674, "eval_full_de_cosine_precision@20": 0.4027093596059113, "eval_full_de_cosine_precision@200": 0.095, "eval_full_de_cosine_precision@50": 0.2561576354679803, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.40636431912970855, "eval_full_de_cosine_recall@150": 0.446007269889672, "eval_full_de_cosine_recall@20": 0.2397877981982046, "eval_full_de_cosine_recall@200": 0.469718501934431, "eval_full_de_cosine_recall@50": 0.3397409314681747, "eval_full_en_cosine_accuracy@1": 0.6571428571428571, "eval_full_en_cosine_accuracy@100": 0.9904761904761905, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9904761904761905, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9904761904761905, "eval_full_en_cosine_map@1": 0.6571428571428571, "eval_full_en_cosine_map@100": 0.5532709362996466, "eval_full_en_cosine_map@150": 0.5618399524058404, "eval_full_en_cosine_map@20": 0.5299397041187759, "eval_full_en_cosine_map@200": 0.5651515423425598, "eval_full_en_cosine_map@50": 0.5220251726274289, "eval_full_en_cosine_map@500": 0.569668844878145, "eval_full_en_cosine_mrr@1": 0.6571428571428571, "eval_full_en_cosine_mrr@100": 0.8067460317460319, "eval_full_en_cosine_mrr@150": 0.8067460317460319, "eval_full_en_cosine_mrr@20": 0.8067460317460319, "eval_full_en_cosine_mrr@200": 0.8067460317460319, "eval_full_en_cosine_mrr@50": 0.8067460317460319, "eval_full_en_cosine_ndcg@1": 0.6571428571428571, "eval_full_en_cosine_ndcg@100": 0.7483799443505852, "eval_full_en_cosine_ndcg@150": 0.7691112574007344, "eval_full_en_cosine_ndcg@20": 0.6737645346273887, "eval_full_en_cosine_ndcg@200": 0.7800405992410987, "eval_full_en_cosine_ndcg@50": 0.695164234192003, "eval_full_en_cosine_precision@1": 0.6571428571428571, "eval_full_en_cosine_precision@100": 0.18314285714285714, "eval_full_en_cosine_precision@150": 0.13130158730158728, "eval_full_en_cosine_precision@20": 0.4976190476190476, "eval_full_en_cosine_precision@200": 0.1020952380952381, "eval_full_en_cosine_precision@50": 0.3038095238095238, "eval_full_en_cosine_recall@1": 0.0680237860830842, "eval_full_en_cosine_recall@100": 0.8273335723253694, "eval_full_en_cosine_recall@150": 0.8724347093582713, "eval_full_en_cosine_recall@20": 0.5284680259485819, "eval_full_en_cosine_recall@200": 0.90021334459974, "eval_full_en_cosine_recall@50": 0.7231230420308711, "eval_full_es_cosine_accuracy@1": 0.11891891891891893, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.11891891891891893, "eval_full_es_cosine_map@100": 0.3135140561411267, "eval_full_es_cosine_map@150": 0.31931399115014064, "eval_full_es_cosine_map@20": 0.38346574954289603, "eval_full_es_cosine_map@200": 0.323326528706833, "eval_full_es_cosine_map@50": 0.31901962210798024, "eval_full_es_cosine_map@500": 0.33235338808880366, "eval_full_es_cosine_mrr@1": 0.11891891891891893, "eval_full_es_cosine_mrr@100": 0.5490990990990992, "eval_full_es_cosine_mrr@150": 0.5490990990990992, "eval_full_es_cosine_mrr@20": 0.5490990990990992, "eval_full_es_cosine_mrr@200": 0.5490990990990992, "eval_full_es_cosine_mrr@50": 0.5490990990990992, "eval_full_es_cosine_ndcg@1": 0.11891891891891893, "eval_full_es_cosine_ndcg@100": 0.4842178173557756, "eval_full_es_cosine_ndcg@150": 0.5009132942819904, "eval_full_es_cosine_ndcg@20": 0.5218272350380521, "eval_full_es_cosine_ndcg@200": 0.5131617481723315, "eval_full_es_cosine_ndcg@50": 0.4745212636441562, "eval_full_es_cosine_precision@1": 0.11891891891891893, "eval_full_es_cosine_precision@100": 0.18513513513513513, "eval_full_es_cosine_precision@150": 0.1345945945945946, "eval_full_es_cosine_precision@20": 0.4694594594594595, "eval_full_es_cosine_precision@200": 0.10713513513513513, "eval_full_es_cosine_precision@50": 0.2983783783783784, "eval_full_es_cosine_recall@1": 0.003024360973616746, "eval_full_es_cosine_recall@100": 0.49901813152536034, "eval_full_es_cosine_recall@150": 0.5346656868120796, "eval_full_es_cosine_recall@20": 0.31053207088565277, "eval_full_es_cosine_recall@200": 0.5592578750804021, "eval_full_es_cosine_recall@50": 0.42614039588025415, "eval_full_zh_cosine_accuracy@1": 0.3106796116504854, "eval_full_zh_cosine_accuracy@100": 0.9029126213592233, "eval_full_zh_cosine_accuracy@150": 0.912621359223301, "eval_full_zh_cosine_accuracy@20": 0.6796116504854369, "eval_full_zh_cosine_accuracy@200": 0.9320388349514563, "eval_full_zh_cosine_accuracy@50": 0.8446601941747572, "eval_full_zh_cosine_map@1": 0.3106796116504854, "eval_full_zh_cosine_map@100": 0.12609494695732792, "eval_full_zh_cosine_map@150": 0.12864672987762527, "eval_full_zh_cosine_map@20": 0.1401386342102764, "eval_full_zh_cosine_map@200": 0.13051492431706083, "eval_full_zh_cosine_map@50": 0.12171575399150504, "eval_full_zh_cosine_map@500": 0.13391587019094656, "eval_full_zh_cosine_mrr@1": 0.3106796116504854, "eval_full_zh_cosine_mrr@100": 0.4210179476119375, "eval_full_zh_cosine_mrr@150": 0.42111313131648725, "eval_full_zh_cosine_mrr@20": 0.4147590004386121, "eval_full_zh_cosine_mrr@200": 0.42122928943021815, "eval_full_zh_cosine_mrr@50": 0.42017917902528507, "eval_full_zh_cosine_ndcg@1": 0.3106796116504854, "eval_full_zh_cosine_ndcg@100": 0.24989384741752022, "eval_full_zh_cosine_ndcg@150": 0.2654638343682191, "eval_full_zh_cosine_ndcg@20": 0.23632560619511656, "eval_full_zh_cosine_ndcg@200": 0.2798254309209333, "eval_full_zh_cosine_ndcg@50": 0.23124988593204537, "eval_full_zh_cosine_precision@1": 0.3106796116504854, "eval_full_zh_cosine_precision@100": 0.05572815533980582, "eval_full_zh_cosine_precision@150": 0.04368932038834952, "eval_full_zh_cosine_precision@20": 0.16553398058252428, "eval_full_zh_cosine_precision@200": 0.03762135922330097, "eval_full_zh_cosine_precision@50": 0.09165048543689318, "eval_full_zh_cosine_recall@1": 0.023462987244705715, "eval_full_zh_cosine_recall@100": 0.2754646962507602, "eval_full_zh_cosine_recall@150": 0.3117128999509392, "eval_full_zh_cosine_recall@20": 0.17783905741297326, "eval_full_zh_cosine_recall@200": 0.3466143491908374, "eval_full_zh_cosine_recall@50": 0.23592266427434708, "eval_mix_de_cosine_accuracy@1": 0.1981279251170047, "eval_mix_de_cosine_accuracy@100": 0.6068642745709828, "eval_mix_de_cosine_accuracy@150": 0.6541861674466979, "eval_mix_de_cosine_accuracy@20": 0.4300572022880915, "eval_mix_de_cosine_accuracy@200": 0.7020280811232449, "eval_mix_de_cosine_accuracy@50": 0.5267810712428497, "eval_mix_de_cosine_map@1": 0.1981279251170047, "eval_mix_de_cosine_map@100": 0.19803531491406634, "eval_mix_de_cosine_map@150": 0.1987580832571362, "eval_mix_de_cosine_map@20": 0.19180782513140002, "eval_mix_de_cosine_map@200": 0.19919879493222836, "eval_mix_de_cosine_map@50": 0.1962749706053975, "eval_mix_de_cosine_map@500": 0.20020191528610837, "eval_mix_de_cosine_mrr@1": 0.1981279251170047, "eval_mix_de_cosine_mrr@100": 0.25353947481775135, "eval_mix_de_cosine_mrr@150": 0.25392824976220707, "eval_mix_de_cosine_mrr@20": 0.24936915812802668, "eval_mix_de_cosine_mrr@200": 0.25420582867535996, "eval_mix_de_cosine_mrr@50": 0.25240815031462344, "eval_mix_de_cosine_ndcg@1": 0.1981279251170047, "eval_mix_de_cosine_ndcg@100": 0.28273714053246746, "eval_mix_de_cosine_ndcg@150": 0.2919723078214969, "eval_mix_de_cosine_ndcg@20": 0.24564540855524686, "eval_mix_de_cosine_ndcg@200": 0.29956641267725875, "eval_mix_de_cosine_ndcg@50": 0.267286311641879, "eval_mix_de_cosine_precision@1": 0.1981279251170047, "eval_mix_de_cosine_precision@100": 0.013125325013000521, "eval_mix_de_cosine_precision@150": 0.009616918010053736, "eval_mix_de_cosine_precision@20": 0.045111804472178885, "eval_mix_de_cosine_precision@200": 0.007787311492459699, "eval_mix_de_cosine_precision@50": 0.022433697347893918, "eval_mix_de_cosine_recall@1": 0.07334026694401108, "eval_mix_de_cosine_recall@100": 0.48012653839486913, "eval_mix_de_cosine_recall@150": 0.5271017507366962, "eval_mix_de_cosine_recall@20": 0.32932917316692667, "eval_mix_de_cosine_recall@200": 0.5684347373894956, "eval_mix_de_cosine_recall@50": 0.4094730455884902, "eval_mix_es_cosine_accuracy@1": 0.30213208528341134, "eval_mix_es_cosine_accuracy@100": 0.781071242849714, "eval_mix_es_cosine_accuracy@150": 0.8174726989079563, "eval_mix_es_cosine_accuracy@20": 0.6203848153926157, "eval_mix_es_cosine_accuracy@200": 0.8481539261570463, "eval_mix_es_cosine_accuracy@50": 0.7098283931357254, "eval_mix_es_cosine_map@1": 0.30213208528341134, "eval_mix_es_cosine_map@100": 0.31199819476576857, "eval_mix_es_cosine_map@150": 0.312679771425861, "eval_mix_es_cosine_map@20": 0.30423498249896824, "eval_mix_es_cosine_map@200": 0.3130945627121421, "eval_mix_es_cosine_map@50": 0.30990926563894405, "eval_mix_es_cosine_map@500": 0.313931308036428, "eval_mix_es_cosine_mrr@1": 0.30213208528341134, "eval_mix_es_cosine_mrr@100": 0.38018035757789376, "eval_mix_es_cosine_mrr@150": 0.38047170599829533, "eval_mix_es_cosine_mrr@20": 0.37624536690642546, "eval_mix_es_cosine_mrr@200": 0.38064941679605535, "eval_mix_es_cosine_mrr@50": 0.3791230245669684, "eval_mix_es_cosine_ndcg@1": 0.30213208528341134, "eval_mix_es_cosine_ndcg@100": 0.4221921973271435, "eval_mix_es_cosine_ndcg@150": 0.4307023039200337, "eval_mix_es_cosine_ndcg@20": 0.38016850579550676, "eval_mix_es_cosine_ndcg@200": 0.4372318855282071, "eval_mix_es_cosine_ndcg@50": 0.4051851614003381, "eval_mix_es_cosine_precision@1": 0.30213208528341134, "eval_mix_es_cosine_precision@100": 0.018268330733229334, "eval_mix_es_cosine_precision@150": 0.012969318772750909, "eval_mix_es_cosine_precision@20": 0.06833073322932917, "eval_mix_es_cosine_precision@200": 0.010208008320332815, "eval_mix_es_cosine_precision@50": 0.032397295891835674, "eval_mix_es_cosine_recall@1": 0.11382017185449322, "eval_mix_es_cosine_recall@100": 0.6776638684595003, "eval_mix_es_cosine_recall@150": 0.7214877547482851, "eval_mix_es_cosine_recall@20": 0.5067837951613302, "eval_mix_es_cosine_recall@200": 0.7576500012381446, "eval_mix_es_cosine_recall@50": 0.5996595101899314, "eval_mix_zh_cosine_accuracy@1": 0.05271398747390397, "eval_mix_zh_cosine_accuracy@100": 0.48173277661795405, "eval_mix_zh_cosine_accuracy@150": 0.5448851774530271, "eval_mix_zh_cosine_accuracy@20": 0.2578288100208768, "eval_mix_zh_cosine_accuracy@200": 0.5913361169102297, "eval_mix_zh_cosine_accuracy@50": 0.3757828810020877, "eval_mix_zh_cosine_map@1": 0.05271398747390397, "eval_mix_zh_cosine_map@100": 0.05939735438758803, "eval_mix_zh_cosine_map@150": 0.06007002753858139, "eval_mix_zh_cosine_map@20": 0.0530248520731265, "eval_mix_zh_cosine_map@200": 0.06041410153935675, "eval_mix_zh_cosine_map@50": 0.05750306475672631, "eval_mix_zh_cosine_map@500": 0.0612616045534631, "eval_mix_zh_cosine_mrr@1": 0.05271398747390397, "eval_mix_zh_cosine_mrr@100": 0.10081071540637217, "eval_mix_zh_cosine_mrr@150": 0.10132227028022825, "eval_mix_zh_cosine_mrr@20": 0.09556056072532532, "eval_mix_zh_cosine_mrr@200": 0.10159341696099079, "eval_mix_zh_cosine_mrr@50": 0.09930368347374303, "eval_mix_zh_cosine_ndcg@1": 0.05271398747390397, "eval_mix_zh_cosine_ndcg@100": 0.12877084407419526, "eval_mix_zh_cosine_ndcg@150": 0.13826321499195837, "eval_mix_zh_cosine_ndcg@20": 0.08881687976564442, "eval_mix_zh_cosine_ndcg@200": 0.14474109558009463, "eval_mix_zh_cosine_ndcg@50": 0.11141055101423608, "eval_mix_zh_cosine_precision@1": 0.05271398747390397, "eval_mix_zh_cosine_precision@100": 0.008971816283924842, "eval_mix_zh_cosine_precision@150": 0.006927627000695895, "eval_mix_zh_cosine_precision@20": 0.02092901878914405, "eval_mix_zh_cosine_precision@200": 0.005709812108559499, "eval_mix_zh_cosine_precision@50": 0.013319415448851775, "eval_mix_zh_cosine_recall@1": 0.019137091162143353, "eval_mix_zh_cosine_recall@100": 0.29615518441196936, "eval_mix_zh_cosine_recall@150": 0.3430381581999536, "eval_mix_zh_cosine_recall@20": 0.14023138482950592, "eval_mix_zh_cosine_recall@200": 0.3773370447691951, "eval_mix_zh_cosine_recall@50": 0.22045929018789143, "eval_runtime": 11.759, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.14474109558009463, "eval_steps_per_second": 0.0, "step": 200 }, { "epoch": 0.6172839506172839, "grad_norm": 7.994879245758057, "learning_rate": 4.623050259965338e-05, "loss": 4.1931, "step": 300 }, { "epoch": 0.823045267489712, "grad_norm": 9.445158958435059, "learning_rate": 4.406412478336222e-05, "loss": 3.73, "step": 400 }, { "epoch": 0.823045267489712, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9655172413793104, "eval_full_de_cosine_accuracy@150": 0.9704433497536946, "eval_full_de_cosine_accuracy@20": 0.9064039408866995, "eval_full_de_cosine_accuracy@200": 0.9802955665024631, "eval_full_de_cosine_accuracy@50": 0.9359605911330049, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.24097108291056854, "eval_full_de_cosine_map@150": 0.24906329181223558, "eval_full_de_cosine_map@20": 0.31343527374238067, "eval_full_de_cosine_map@200": 0.25313724617084776, "eval_full_de_cosine_map@50": 0.2511534690299019, "eval_full_de_cosine_map@500": 0.2612809613562446, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.4868486260728541, "eval_full_de_cosine_mrr@150": 0.48688511576451626, "eval_full_de_cosine_mrr@20": 0.4854539959219757, "eval_full_de_cosine_mrr@200": 0.48694330618535214, "eval_full_de_cosine_mrr@50": 0.4864492293797279, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.4089732681691876, "eval_full_de_cosine_ndcg@150": 0.4299764699380707, "eval_full_de_cosine_ndcg@20": 0.44583022302558617, "eval_full_de_cosine_ndcg@200": 0.44507642718195956, "eval_full_de_cosine_ndcg@50": 0.4019089233882443, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.16610837438423645, "eval_full_de_cosine_precision@150": 0.12469622331691296, "eval_full_de_cosine_precision@20": 0.41182266009852214, "eval_full_de_cosine_precision@200": 0.10002463054187193, "eval_full_de_cosine_precision@50": 0.265024630541872, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.4239869245671403, "eval_full_de_cosine_recall@150": 0.464226040675043, "eval_full_de_cosine_recall@20": 0.24603315574847545, "eval_full_de_cosine_recall@200": 0.49889192978503694, "eval_full_de_cosine_recall@50": 0.3559333178644535, "eval_full_en_cosine_accuracy@1": 0.6571428571428571, "eval_full_en_cosine_accuracy@100": 0.9904761904761905, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9904761904761905, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9904761904761905, "eval_full_en_cosine_map@1": 0.6571428571428571, "eval_full_en_cosine_map@100": 0.5635993544994099, "eval_full_en_cosine_map@150": 0.5718796948908037, "eval_full_en_cosine_map@20": 0.5418719592514646, "eval_full_en_cosine_map@200": 0.5752611322019725, "eval_full_en_cosine_map@50": 0.5324235947657433, "eval_full_en_cosine_map@500": 0.5796043727711822, "eval_full_en_cosine_mrr@1": 0.6571428571428571, "eval_full_en_cosine_mrr@100": 0.8095238095238095, "eval_full_en_cosine_mrr@150": 0.8095238095238095, "eval_full_en_cosine_mrr@20": 0.8095238095238095, "eval_full_en_cosine_mrr@200": 0.8095238095238095, "eval_full_en_cosine_mrr@50": 0.8095238095238095, "eval_full_en_cosine_ndcg@1": 0.6571428571428571, "eval_full_en_cosine_ndcg@100": 0.7551270785607507, "eval_full_en_cosine_ndcg@150": 0.7761286809859862, "eval_full_en_cosine_ndcg@20": 0.6825167420372731, "eval_full_en_cosine_ndcg@200": 0.7862859073246008, "eval_full_en_cosine_ndcg@50": 0.7048735083826516, "eval_full_en_cosine_precision@1": 0.6571428571428571, "eval_full_en_cosine_precision@100": 0.18523809523809526, "eval_full_en_cosine_precision@150": 0.13212698412698415, "eval_full_en_cosine_precision@20": 0.5014285714285714, "eval_full_en_cosine_precision@200": 0.10276190476190475, "eval_full_en_cosine_precision@50": 0.3078095238095238, "eval_full_en_cosine_recall@1": 0.0680237860830842, "eval_full_en_cosine_recall@100": 0.8276159955075398, "eval_full_en_cosine_recall@150": 0.8777153749694616, "eval_full_en_cosine_recall@20": 0.5375674892414365, "eval_full_en_cosine_recall@200": 0.9011461596134613, "eval_full_en_cosine_recall@50": 0.7347397365593289, "eval_full_es_cosine_accuracy@1": 0.11891891891891893, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.11891891891891893, "eval_full_es_cosine_map@100": 0.32215739067065347, "eval_full_es_cosine_map@150": 0.32974102041397374, "eval_full_es_cosine_map@20": 0.3896153097252675, "eval_full_es_cosine_map@200": 0.33399917893721415, "eval_full_es_cosine_map@50": 0.32693675475694645, "eval_full_es_cosine_map@500": 0.343191350066819, "eval_full_es_cosine_mrr@1": 0.11891891891891893, "eval_full_es_cosine_mrr@100": 0.548069498069498, "eval_full_es_cosine_mrr@150": 0.548069498069498, "eval_full_es_cosine_mrr@20": 0.548069498069498, "eval_full_es_cosine_mrr@200": 0.548069498069498, "eval_full_es_cosine_mrr@50": 0.548069498069498, "eval_full_es_cosine_ndcg@1": 0.11891891891891893, "eval_full_es_cosine_ndcg@100": 0.4958705525297187, "eval_full_es_cosine_ndcg@150": 0.5157505381453046, "eval_full_es_cosine_ndcg@20": 0.5269280959725181, "eval_full_es_cosine_ndcg@200": 0.5273738468985321, "eval_full_es_cosine_ndcg@50": 0.4822554523152334, "eval_full_es_cosine_precision@1": 0.11891891891891893, "eval_full_es_cosine_precision@100": 0.19135135135135134, "eval_full_es_cosine_precision@150": 0.14111711711711714, "eval_full_es_cosine_precision@20": 0.47513513513513517, "eval_full_es_cosine_precision@200": 0.1118918918918919, "eval_full_es_cosine_precision@50": 0.3050810810810811, "eval_full_es_cosine_recall@1": 0.0030705981104143607, "eval_full_es_cosine_recall@100": 0.5163336846189911, "eval_full_es_cosine_recall@150": 0.5578170727727878, "eval_full_es_cosine_recall@20": 0.31369448244619974, "eval_full_es_cosine_recall@200": 0.5806474757962988, "eval_full_es_cosine_recall@50": 0.43422222128156396, "eval_full_zh_cosine_accuracy@1": 0.30097087378640774, "eval_full_zh_cosine_accuracy@100": 0.8640776699029126, "eval_full_zh_cosine_accuracy@150": 0.912621359223301, "eval_full_zh_cosine_accuracy@20": 0.6796116504854369, "eval_full_zh_cosine_accuracy@200": 0.941747572815534, "eval_full_zh_cosine_accuracy@50": 0.8155339805825242, "eval_full_zh_cosine_map@1": 0.30097087378640774, "eval_full_zh_cosine_map@100": 0.12738698832154322, "eval_full_zh_cosine_map@150": 0.12975328354084065, "eval_full_zh_cosine_map@20": 0.14201550651611927, "eval_full_zh_cosine_map@200": 0.13144344690302204, "eval_full_zh_cosine_map@50": 0.12258545505833383, "eval_full_zh_cosine_map@500": 0.13501788595120554, "eval_full_zh_cosine_mrr@1": 0.30097087378640774, "eval_full_zh_cosine_mrr@100": 0.41811942101585403, "eval_full_zh_cosine_mrr@150": 0.41849921440759563, "eval_full_zh_cosine_mrr@20": 0.41292572044999226, "eval_full_zh_cosine_mrr@200": 0.41865101229565255, "eval_full_zh_cosine_mrr@50": 0.417491067865597, "eval_full_zh_cosine_ndcg@1": 0.30097087378640774, "eval_full_zh_cosine_ndcg@100": 0.2507126789225508, "eval_full_zh_cosine_ndcg@150": 0.26732986263815484, "eval_full_zh_cosine_ndcg@20": 0.23661276930229252, "eval_full_zh_cosine_ndcg@200": 0.28046874437286684, "eval_full_zh_cosine_ndcg@50": 0.23089474861642684, "eval_full_zh_cosine_precision@1": 0.30097087378640774, "eval_full_zh_cosine_precision@100": 0.05766990291262136, "eval_full_zh_cosine_precision@150": 0.04517799352750809, "eval_full_zh_cosine_precision@20": 0.16893203883495148, "eval_full_zh_cosine_precision@200": 0.03815533980582524, "eval_full_zh_cosine_precision@50": 0.09417475728155338, "eval_full_zh_cosine_recall@1": 0.02113522350080538, "eval_full_zh_cosine_recall@100": 0.2796051909812124, "eval_full_zh_cosine_recall@150": 0.32046823576498035, "eval_full_zh_cosine_recall@20": 0.1745090483426694, "eval_full_zh_cosine_recall@200": 0.35372016437047055, "eval_full_zh_cosine_recall@50": 0.23733304712823766, "eval_mix_de_cosine_accuracy@1": 0.22152886115444617, "eval_mix_de_cosine_accuracy@100": 0.6885075403016121, "eval_mix_de_cosine_accuracy@150": 0.7524700988039521, "eval_mix_de_cosine_accuracy@20": 0.48569942797711907, "eval_mix_de_cosine_accuracy@200": 0.7888715548621945, "eval_mix_de_cosine_accuracy@50": 0.5923036921476859, "eval_mix_de_cosine_map@1": 0.22152886115444617, "eval_mix_de_cosine_map@100": 0.22693516798544222, "eval_mix_de_cosine_map@150": 0.2279024088922963, "eval_mix_de_cosine_map@20": 0.2190070366990419, "eval_mix_de_cosine_map@200": 0.22835490710858075, "eval_mix_de_cosine_map@50": 0.22462661639353262, "eval_mix_de_cosine_map@500": 0.22937477848391208, "eval_mix_de_cosine_mrr@1": 0.22152886115444617, "eval_mix_de_cosine_mrr@100": 0.284246403459463, "eval_mix_de_cosine_mrr@150": 0.2847685281647116, "eval_mix_de_cosine_mrr@20": 0.2795436747486559, "eval_mix_de_cosine_mrr@200": 0.2849825945568509, "eval_mix_de_cosine_mrr@50": 0.28287038489783145, "eval_mix_de_cosine_ndcg@1": 0.22152886115444617, "eval_mix_de_cosine_ndcg@100": 0.3256964511132948, "eval_mix_de_cosine_ndcg@150": 0.3381244039775933, "eval_mix_de_cosine_ndcg@20": 0.27968506550620525, "eval_mix_de_cosine_ndcg@200": 0.3455041003597478, "eval_mix_de_cosine_ndcg@50": 0.3058805067348632, "eval_mix_de_cosine_precision@1": 0.22152886115444617, "eval_mix_de_cosine_precision@100": 0.015455018200728029, "eval_mix_de_cosine_precision@150": 0.011464725255676893, "eval_mix_de_cosine_precision@20": 0.0515080603224129, "eval_mix_de_cosine_precision@200": 0.009160166406656267, "eval_mix_de_cosine_precision@50": 0.025949037961518463, "eval_mix_de_cosine_recall@1": 0.08254463511873808, "eval_mix_de_cosine_recall@100": 0.5636418790084936, "eval_mix_de_cosine_recall@150": 0.6273704281504593, "eval_mix_de_cosine_recall@20": 0.37629571849540644, "eval_mix_de_cosine_recall@200": 0.6674033628011787, "eval_mix_de_cosine_recall@50": 0.47381695267810714, "eval_mix_es_cosine_accuracy@1": 0.3374934997399896, "eval_mix_es_cosine_accuracy@100": 0.8179927197087884, "eval_mix_es_cosine_accuracy@150": 0.860114404576183, "eval_mix_es_cosine_accuracy@20": 0.6640665626625065, "eval_mix_es_cosine_accuracy@200": 0.8850754030161206, "eval_mix_es_cosine_accuracy@50": 0.7576703068122725, "eval_mix_es_cosine_map@1": 0.3374934997399896, "eval_mix_es_cosine_map@100": 0.34684361195227975, "eval_mix_es_cosine_map@150": 0.34761423703876665, "eval_mix_es_cosine_map@20": 0.3381226108439558, "eval_mix_es_cosine_map@200": 0.3479432846917458, "eval_mix_es_cosine_map@50": 0.34475287387507586, "eval_mix_es_cosine_map@500": 0.3486888395737178, "eval_mix_es_cosine_mrr@1": 0.3374934997399896, "eval_mix_es_cosine_mrr@100": 0.4171728377443751, "eval_mix_es_cosine_mrr@150": 0.4175175014521313, "eval_mix_es_cosine_mrr@20": 0.4132584281967503, "eval_mix_es_cosine_mrr@200": 0.41766146607074733, "eval_mix_es_cosine_mrr@50": 0.4163214874291682, "eval_mix_es_cosine_ndcg@1": 0.3374934997399896, "eval_mix_es_cosine_ndcg@100": 0.4615439022347602, "eval_mix_es_cosine_ndcg@150": 0.471010840935464, "eval_mix_es_cosine_ndcg@20": 0.4163844208372033, "eval_mix_es_cosine_ndcg@200": 0.4762442101294051, "eval_mix_es_cosine_ndcg@50": 0.445066264506209, "eval_mix_es_cosine_precision@1": 0.3374934997399896, "eval_mix_es_cosine_precision@100": 0.019641185647425896, "eval_mix_es_cosine_precision@150": 0.013971225515687292, "eval_mix_es_cosine_precision@20": 0.07347893915756631, "eval_mix_es_cosine_precision@200": 0.010871034841393656, "eval_mix_es_cosine_precision@50": 0.03523660946437858, "eval_mix_es_cosine_recall@1": 0.12766139216997252, "eval_mix_es_cosine_recall@100": 0.7282012232870269, "eval_mix_es_cosine_recall@150": 0.7769407919173908, "eval_mix_es_cosine_recall@20": 0.5467387266919248, "eval_mix_es_cosine_recall@200": 0.8055887378352277, "eval_mix_es_cosine_recall@50": 0.6527548720996459, "eval_mix_zh_cosine_accuracy@1": 0.06576200417536535, "eval_mix_zh_cosine_accuracy@100": 0.535490605427975, "eval_mix_zh_cosine_accuracy@150": 0.5970772442588727, "eval_mix_zh_cosine_accuracy@20": 0.2980167014613779, "eval_mix_zh_cosine_accuracy@200": 0.656054279749478, "eval_mix_zh_cosine_accuracy@50": 0.42745302713987476, "eval_mix_zh_cosine_map@1": 0.06576200417536535, "eval_mix_zh_cosine_map@100": 0.07119061084500962, "eval_mix_zh_cosine_map@150": 0.07181702436281326, "eval_mix_zh_cosine_map@20": 0.06451328746393485, "eval_mix_zh_cosine_map@200": 0.07222975531305806, "eval_mix_zh_cosine_map@50": 0.06933044178863315, "eval_mix_zh_cosine_map@500": 0.07304511070814222, "eval_mix_zh_cosine_mrr@1": 0.06576200417536535, "eval_mix_zh_cosine_mrr@100": 0.11804025040306476, "eval_mix_zh_cosine_mrr@150": 0.11853682693823762, "eval_mix_zh_cosine_mrr@20": 0.11235704150596755, "eval_mix_zh_cosine_mrr@200": 0.1188759370659957, "eval_mix_zh_cosine_mrr@50": 0.11652128120776886, "eval_mix_zh_cosine_ndcg@1": 0.06576200417536535, "eval_mix_zh_cosine_ndcg@100": 0.1479022120374964, "eval_mix_zh_cosine_ndcg@150": 0.15696526994526416, "eval_mix_zh_cosine_ndcg@20": 0.10653755817702598, "eval_mix_zh_cosine_ndcg@200": 0.16477061568962684, "eval_mix_zh_cosine_ndcg@50": 0.13073562376188436, "eval_mix_zh_cosine_precision@1": 0.06576200417536535, "eval_mix_zh_cosine_precision@100": 0.00997912317327766, "eval_mix_zh_cosine_precision@150": 0.0075574112734864305, "eval_mix_zh_cosine_precision@20": 0.025443632567849688, "eval_mix_zh_cosine_precision@200": 0.006291753653444677, "eval_mix_zh_cosine_precision@50": 0.015427974947807935, "eval_mix_zh_cosine_recall@1": 0.0232428670842032, "eval_mix_zh_cosine_recall@100": 0.3308214865626139, "eval_mix_zh_cosine_recall@150": 0.3754631010372138, "eval_mix_zh_cosine_recall@20": 0.16946764091858035, "eval_mix_zh_cosine_recall@200": 0.41669483381383177, "eval_mix_zh_cosine_recall@50": 0.2554801670146138, "eval_runtime": 11.9488, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.16477061568962684, "eval_steps_per_second": 0.0, "step": 400 }, { "epoch": 1.0308641975308641, "grad_norm": 9.80277156829834, "learning_rate": 4.189774696707106e-05, "loss": 3.3569, "step": 500 }, { "epoch": 1.2366255144032923, "grad_norm": 6.412540912628174, "learning_rate": 3.9731369150779893e-05, "loss": 3.6464, "step": 600 }, { "epoch": 1.2366255144032923, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9753694581280788, "eval_full_de_cosine_accuracy@150": 0.9802955665024631, "eval_full_de_cosine_accuracy@20": 0.9014778325123153, "eval_full_de_cosine_accuracy@200": 0.9802955665024631, "eval_full_de_cosine_accuracy@50": 0.9458128078817734, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.2460951907888303, "eval_full_de_cosine_map@150": 0.2545210602874976, "eval_full_de_cosine_map@20": 0.32001984932782485, "eval_full_de_cosine_map@200": 0.2590743916287105, "eval_full_de_cosine_map@50": 0.2558157694655061, "eval_full_de_cosine_map@500": 0.2682904028010859, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.48998399066079057, "eval_full_de_cosine_mrr@150": 0.4900177311291083, "eval_full_de_cosine_mrr@20": 0.487974894563564, "eval_full_de_cosine_mrr@200": 0.4900177311291083, "eval_full_de_cosine_mrr@50": 0.4895739950712001, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.41394876856390583, "eval_full_de_cosine_ndcg@150": 0.4383431554345573, "eval_full_de_cosine_ndcg@20": 0.4513590471633809, "eval_full_de_cosine_ndcg@200": 0.4539611235077664, "eval_full_de_cosine_ndcg@50": 0.4072116394103669, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.1685221674876847, "eval_full_de_cosine_precision@150": 0.12752052545155995, "eval_full_de_cosine_precision@20": 0.4179802955665025, "eval_full_de_cosine_precision@200": 0.10280788177339902, "eval_full_de_cosine_precision@50": 0.26945812807881775, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.42975460445862856, "eval_full_de_cosine_recall@150": 0.47859982335228407, "eval_full_de_cosine_recall@20": 0.2507659677684014, "eval_full_de_cosine_recall@200": 0.5110425468683738, "eval_full_de_cosine_recall@50": 0.36139943218013776, "eval_full_en_cosine_accuracy@1": 0.6571428571428571, "eval_full_en_cosine_accuracy@100": 0.9904761904761905, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9904761904761905, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9904761904761905, "eval_full_en_cosine_map@1": 0.6571428571428571, "eval_full_en_cosine_map@100": 0.5656610155238299, "eval_full_en_cosine_map@150": 0.5746370131719752, "eval_full_en_cosine_map@20": 0.5457839795231701, "eval_full_en_cosine_map@200": 0.5777208746811918, "eval_full_en_cosine_map@50": 0.5355773107388312, "eval_full_en_cosine_map@500": 0.5824501808632291, "eval_full_en_cosine_mrr@1": 0.6571428571428571, "eval_full_en_cosine_mrr@100": 0.8077097505668934, "eval_full_en_cosine_mrr@150": 0.8077097505668934, "eval_full_en_cosine_mrr@20": 0.8077097505668934, "eval_full_en_cosine_mrr@200": 0.8077097505668934, "eval_full_en_cosine_mrr@50": 0.8077097505668934, "eval_full_en_cosine_ndcg@1": 0.6571428571428571, "eval_full_en_cosine_ndcg@100": 0.7546986124195911, "eval_full_en_cosine_ndcg@150": 0.777254490797725, "eval_full_en_cosine_ndcg@20": 0.6850767250883057, "eval_full_en_cosine_ndcg@200": 0.7867945884669394, "eval_full_en_cosine_ndcg@50": 0.7044403449717462, "eval_full_en_cosine_precision@1": 0.6571428571428571, "eval_full_en_cosine_precision@100": 0.1838095238095238, "eval_full_en_cosine_precision@150": 0.132, "eval_full_en_cosine_precision@20": 0.5028571428571428, "eval_full_en_cosine_precision@200": 0.10223809523809524, "eval_full_en_cosine_precision@50": 0.30704761904761907, "eval_full_en_cosine_recall@1": 0.0680237860830842, "eval_full_en_cosine_recall@100": 0.8262964541001024, "eval_full_en_cosine_recall@150": 0.8784584230637306, "eval_full_en_cosine_recall@20": 0.5398715085192946, "eval_full_en_cosine_recall@200": 0.9018073337568441, "eval_full_en_cosine_recall@50": 0.7308719325653078, "eval_full_es_cosine_accuracy@1": 0.11351351351351352, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.11351351351351352, "eval_full_es_cosine_map@100": 0.32803018571141285, "eval_full_es_cosine_map@150": 0.3357274459586403, "eval_full_es_cosine_map@20": 0.3988008268766302, "eval_full_es_cosine_map@200": 0.3413139528061142, "eval_full_es_cosine_map@50": 0.332404706941388, "eval_full_es_cosine_map@500": 0.35064145886476755, "eval_full_es_cosine_mrr@1": 0.11351351351351352, "eval_full_es_cosine_mrr@100": 0.544924924924925, "eval_full_es_cosine_mrr@150": 0.544924924924925, "eval_full_es_cosine_mrr@20": 0.544924924924925, "eval_full_es_cosine_mrr@200": 0.544924924924925, "eval_full_es_cosine_mrr@50": 0.544924924924925, "eval_full_es_cosine_ndcg@1": 0.11351351351351352, "eval_full_es_cosine_ndcg@100": 0.5015633527777135, "eval_full_es_cosine_ndcg@150": 0.5215413480381466, "eval_full_es_cosine_ndcg@20": 0.5338448763613065, "eval_full_es_cosine_ndcg@200": 0.5372195273357036, "eval_full_es_cosine_ndcg@50": 0.4892425039497285, "eval_full_es_cosine_precision@1": 0.11351351351351352, "eval_full_es_cosine_precision@100": 0.19324324324324324, "eval_full_es_cosine_precision@150": 0.14198198198198198, "eval_full_es_cosine_precision@20": 0.4851351351351351, "eval_full_es_cosine_precision@200": 0.1144054054054054, "eval_full_es_cosine_precision@50": 0.30929729729729727, "eval_full_es_cosine_recall@1": 0.0030021752571813805, "eval_full_es_cosine_recall@100": 0.5245689118193608, "eval_full_es_cosine_recall@150": 0.5657272960906738, "eval_full_es_cosine_recall@20": 0.3190790134810421, "eval_full_es_cosine_recall@200": 0.5971080490143961, "eval_full_es_cosine_recall@50": 0.44553617281974717, "eval_full_zh_cosine_accuracy@1": 0.2912621359223301, "eval_full_zh_cosine_accuracy@100": 0.8932038834951457, "eval_full_zh_cosine_accuracy@150": 0.9223300970873787, "eval_full_zh_cosine_accuracy@20": 0.6893203883495146, "eval_full_zh_cosine_accuracy@200": 0.9320388349514563, "eval_full_zh_cosine_accuracy@50": 0.7961165048543689, "eval_full_zh_cosine_map@1": 0.2912621359223301, "eval_full_zh_cosine_map@100": 0.1280979795498092, "eval_full_zh_cosine_map@150": 0.1307661431084446, "eval_full_zh_cosine_map@20": 0.14390317064591093, "eval_full_zh_cosine_map@200": 0.13236443731787242, "eval_full_zh_cosine_map@50": 0.12336899531215392, "eval_full_zh_cosine_map@500": 0.13619205369616966, "eval_full_zh_cosine_mrr@1": 0.2912621359223301, "eval_full_zh_cosine_mrr@100": 0.40775766889852083, "eval_full_zh_cosine_mrr@150": 0.4079930674304089, "eval_full_zh_cosine_mrr@20": 0.402749626584503, "eval_full_zh_cosine_mrr@200": 0.4080485459324894, "eval_full_zh_cosine_mrr@50": 0.40637174235857404, "eval_full_zh_cosine_ndcg@1": 0.2912621359223301, "eval_full_zh_cosine_ndcg@100": 0.25132779075972356, "eval_full_zh_cosine_ndcg@150": 0.2684264546177072, "eval_full_zh_cosine_ndcg@20": 0.23932847479881703, "eval_full_zh_cosine_ndcg@200": 0.28127288770020226, "eval_full_zh_cosine_ndcg@50": 0.2304987127816453, "eval_full_zh_cosine_precision@1": 0.2912621359223301, "eval_full_zh_cosine_precision@100": 0.05757281553398058, "eval_full_zh_cosine_precision@150": 0.04550161812297734, "eval_full_zh_cosine_precision@20": 0.17281553398058253, "eval_full_zh_cosine_precision@200": 0.0383495145631068, "eval_full_zh_cosine_precision@50": 0.09320388349514563, "eval_full_zh_cosine_recall@1": 0.0237790011692411, "eval_full_zh_cosine_recall@100": 0.28003072679866114, "eval_full_zh_cosine_recall@150": 0.3201209220124462, "eval_full_zh_cosine_recall@20": 0.1780146591791834, "eval_full_zh_cosine_recall@200": 0.35197000288987207, "eval_full_zh_cosine_recall@50": 0.2353460713837157, "eval_mix_de_cosine_accuracy@1": 0.24076963078523142, "eval_mix_de_cosine_accuracy@100": 0.7451898075923037, "eval_mix_de_cosine_accuracy@150": 0.7919916796671866, "eval_mix_de_cosine_accuracy@20": 0.5392615704628185, "eval_mix_de_cosine_accuracy@200": 0.8315132605304212, "eval_mix_de_cosine_accuracy@50": 0.6510660426417056, "eval_mix_de_cosine_map@1": 0.24076963078523142, "eval_mix_de_cosine_map@100": 0.2516632832742125, "eval_mix_de_cosine_map@150": 0.2526192678896798, "eval_mix_de_cosine_map@20": 0.24280216039368124, "eval_mix_de_cosine_map@200": 0.2531238162054126, "eval_mix_de_cosine_map@50": 0.2491040511722396, "eval_mix_de_cosine_map@500": 0.2541152558211349, "eval_mix_de_cosine_mrr@1": 0.24076963078523142, "eval_mix_de_cosine_mrr@100": 0.31057458089353496, "eval_mix_de_cosine_mrr@150": 0.3109581662931957, "eval_mix_de_cosine_mrr@20": 0.30574206502407386, "eval_mix_de_cosine_mrr@200": 0.3111859623149172, "eval_mix_de_cosine_mrr@50": 0.3092582065472375, "eval_mix_de_cosine_ndcg@1": 0.24076963078523142, "eval_mix_de_cosine_ndcg@100": 0.3600401872839375, "eval_mix_de_cosine_ndcg@150": 0.3712549559582106, "eval_mix_de_cosine_ndcg@20": 0.31012124397512125, "eval_mix_de_cosine_ndcg@200": 0.3793846476191155, "eval_mix_de_cosine_ndcg@50": 0.33894722487590406, "eval_mix_de_cosine_precision@1": 0.24076963078523142, "eval_mix_de_cosine_precision@100": 0.01706708268330733, "eval_mix_de_cosine_precision@150": 0.012438897555902237, "eval_mix_de_cosine_precision@20": 0.057514300572022885, "eval_mix_de_cosine_precision@200": 0.009945397815912636, "eval_mix_de_cosine_precision@50": 0.028861154446177848, "eval_mix_de_cosine_recall@1": 0.08978159126365054, "eval_mix_de_cosine_recall@100": 0.6236176113711215, "eval_mix_de_cosine_recall@150": 0.6805512220488819, "eval_mix_de_cosine_recall@20": 0.4208961691801006, "eval_mix_de_cosine_recall@200": 0.7248483272664239, "eval_mix_de_cosine_recall@50": 0.5279944531114578, "eval_mix_es_cosine_accuracy@1": 0.3577743109724389, "eval_mix_es_cosine_accuracy@100": 0.8507540301612064, "eval_mix_es_cosine_accuracy@150": 0.891315652626105, "eval_mix_es_cosine_accuracy@20": 0.6973478939157566, "eval_mix_es_cosine_accuracy@200": 0.9199167966718669, "eval_mix_es_cosine_accuracy@50": 0.7763910556422257, "eval_mix_es_cosine_map@1": 0.3577743109724389, "eval_mix_es_cosine_map@100": 0.37401601066356505, "eval_mix_es_cosine_map@150": 0.3747530541949902, "eval_mix_es_cosine_map@20": 0.3654389827879655, "eval_mix_es_cosine_map@200": 0.37514030265122744, "eval_mix_es_cosine_map@50": 0.3717104289858826, "eval_mix_es_cosine_map@500": 0.3758164163221179, "eval_mix_es_cosine_mrr@1": 0.3577743109724389, "eval_mix_es_cosine_mrr@100": 0.44192760304884215, "eval_mix_es_cosine_mrr@150": 0.442262133057051, "eval_mix_es_cosine_mrr@20": 0.43829879302776303, "eval_mix_es_cosine_mrr@200": 0.4424277096196022, "eval_mix_es_cosine_mrr@50": 0.44084529806067074, "eval_mix_es_cosine_ndcg@1": 0.3577743109724389, "eval_mix_es_cosine_ndcg@100": 0.49106458681972126, "eval_mix_es_cosine_ndcg@150": 0.5000627035915306, "eval_mix_es_cosine_ndcg@20": 0.44681544963436026, "eval_mix_es_cosine_ndcg@200": 0.5062623468675652, "eval_mix_es_cosine_ndcg@50": 0.4726481268158083, "eval_mix_es_cosine_precision@1": 0.3577743109724389, "eval_mix_es_cosine_precision@100": 0.020639625585023403, "eval_mix_es_cosine_precision@150": 0.014588316866007972, "eval_mix_es_cosine_precision@20": 0.07886115444617786, "eval_mix_es_cosine_precision@200": 0.011401456058242332, "eval_mix_es_cosine_precision@50": 0.03683827353094124, "eval_mix_es_cosine_recall@1": 0.1352710298888146, "eval_mix_es_cosine_recall@100": 0.7649406928658099, "eval_mix_es_cosine_recall@150": 0.8114129708045464, "eval_mix_es_cosine_recall@20": 0.5856969516875912, "eval_mix_es_cosine_recall@200": 0.8455783374192111, "eval_mix_es_cosine_recall@50": 0.6804806477973404, "eval_mix_zh_cosine_accuracy@1": 0.0767223382045929, "eval_mix_zh_cosine_accuracy@100": 0.5615866388308977, "eval_mix_zh_cosine_accuracy@150": 0.6116910229645094, "eval_mix_zh_cosine_accuracy@20": 0.32411273486430064, "eval_mix_zh_cosine_accuracy@200": 0.6617954070981211, "eval_mix_zh_cosine_accuracy@50": 0.45041753653444677, "eval_mix_zh_cosine_map@1": 0.0767223382045929, "eval_mix_zh_cosine_map@100": 0.07884732581375235, "eval_mix_zh_cosine_map@150": 0.0794713797550218, "eval_mix_zh_cosine_map@20": 0.07152375953219589, "eval_mix_zh_cosine_map@200": 0.07984087325239508, "eval_mix_zh_cosine_map@50": 0.07692616022630434, "eval_mix_zh_cosine_map@500": 0.08070697194940042, "eval_mix_zh_cosine_mrr@1": 0.0767223382045929, "eval_mix_zh_cosine_mrr@100": 0.1316122865033852, "eval_mix_zh_cosine_mrr@150": 0.1320283348956683, "eval_mix_zh_cosine_mrr@20": 0.12598049203118863, "eval_mix_zh_cosine_mrr@200": 0.1323174505954342, "eval_mix_zh_cosine_mrr@50": 0.13000993091579688, "eval_mix_zh_cosine_ndcg@1": 0.0767223382045929, "eval_mix_zh_cosine_ndcg@100": 0.16027100070331385, "eval_mix_zh_cosine_ndcg@150": 0.16869827506693647, "eval_mix_zh_cosine_ndcg@20": 0.11656756752344836, "eval_mix_zh_cosine_ndcg@200": 0.17552832130920326, "eval_mix_zh_cosine_ndcg@50": 0.142736897860521, "eval_mix_zh_cosine_precision@1": 0.0767223382045929, "eval_mix_zh_cosine_precision@100": 0.010615866388308977, "eval_mix_zh_cosine_precision@150": 0.007915796798886569, "eval_mix_zh_cosine_precision@20": 0.02727035490605428, "eval_mix_zh_cosine_precision@200": 0.006484864300626305, "eval_mix_zh_cosine_precision@50": 0.016586638830897706, "eval_mix_zh_cosine_recall@1": 0.026765831593597772, "eval_mix_zh_cosine_recall@100": 0.35095022699406836, "eval_mix_zh_cosine_recall@150": 0.392343506644133, "eval_mix_zh_cosine_recall@20": 0.18139352818371604, "eval_mix_zh_cosine_recall@200": 0.42834112072107894, "eval_mix_zh_cosine_recall@50": 0.27481359976140773, "eval_runtime": 11.8144, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.17552832130920326, "eval_steps_per_second": 0.0, "step": 600 }, { "epoch": 1.4423868312757202, "grad_norm": 7.616879940032959, "learning_rate": 3.7564991334488736e-05, "loss": 3.0772, "step": 700 }, { "epoch": 1.6481481481481481, "grad_norm": 7.156806945800781, "learning_rate": 3.539861351819758e-05, "loss": 3.114, "step": 800 }, { "epoch": 1.6481481481481481, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9753694581280788, "eval_full_de_cosine_accuracy@150": 0.9852216748768473, "eval_full_de_cosine_accuracy@20": 0.9014778325123153, "eval_full_de_cosine_accuracy@200": 0.9852216748768473, "eval_full_de_cosine_accuracy@50": 0.9507389162561576, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.24906832890040956, "eval_full_de_cosine_map@150": 0.2576260716612884, "eval_full_de_cosine_map@20": 0.3193150464209932, "eval_full_de_cosine_map@200": 0.26187572608350973, "eval_full_de_cosine_map@50": 0.2585277060483647, "eval_full_de_cosine_map@500": 0.27163288456073703, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.4865140569657979, "eval_full_de_cosine_mrr@150": 0.4865886523211815, "eval_full_de_cosine_mrr@20": 0.484464702607994, "eval_full_de_cosine_mrr@200": 0.4865886523211815, "eval_full_de_cosine_mrr@50": 0.486173947904224, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.41956590300215635, "eval_full_de_cosine_ndcg@150": 0.44235301040188246, "eval_full_de_cosine_ndcg@20": 0.450579044037908, "eval_full_de_cosine_ndcg@200": 0.45760233045594884, "eval_full_de_cosine_ndcg@50": 0.41170953475508176, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.17177339901477834, "eval_full_de_cosine_precision@150": 0.1291297208538588, "eval_full_de_cosine_precision@20": 0.41773399014778323, "eval_full_de_cosine_precision@200": 0.10394088669950739, "eval_full_de_cosine_precision@50": 0.27418719211822656, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.4412045266942434, "eval_full_de_cosine_recall@150": 0.48510123264203986, "eval_full_de_cosine_recall@20": 0.2494866605097815, "eval_full_de_cosine_recall@200": 0.5176063882950653, "eval_full_de_cosine_recall@50": 0.36928405234284817, "eval_full_en_cosine_accuracy@1": 0.6476190476190476, "eval_full_en_cosine_accuracy@100": 0.9904761904761905, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9904761904761905, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9904761904761905, "eval_full_en_cosine_map@1": 0.6476190476190476, "eval_full_en_cosine_map@100": 0.568147174753436, "eval_full_en_cosine_map@150": 0.577055068259624, "eval_full_en_cosine_map@20": 0.5461934071378476, "eval_full_en_cosine_map@200": 0.5803597622093143, "eval_full_en_cosine_map@50": 0.5369545054652285, "eval_full_en_cosine_map@500": 0.5843536091323346, "eval_full_en_cosine_mrr@1": 0.6476190476190476, "eval_full_en_cosine_mrr@100": 0.8026984126984127, "eval_full_en_cosine_mrr@150": 0.8026984126984127, "eval_full_en_cosine_mrr@20": 0.8026984126984127, "eval_full_en_cosine_mrr@200": 0.8026984126984127, "eval_full_en_cosine_mrr@50": 0.8026984126984127, "eval_full_en_cosine_ndcg@1": 0.6476190476190476, "eval_full_en_cosine_ndcg@100": 0.7585381619488913, "eval_full_en_cosine_ndcg@150": 0.7812596240306533, "eval_full_en_cosine_ndcg@20": 0.6866463829861651, "eval_full_en_cosine_ndcg@200": 0.790629112682048, "eval_full_en_cosine_ndcg@50": 0.7064408019474654, "eval_full_en_cosine_precision@1": 0.6476190476190476, "eval_full_en_cosine_precision@100": 0.186, "eval_full_en_cosine_precision@150": 0.13333333333333333, "eval_full_en_cosine_precision@20": 0.5061904761904762, "eval_full_en_cosine_precision@200": 0.10347619047619047, "eval_full_en_cosine_precision@50": 0.30914285714285716, "eval_full_en_cosine_recall@1": 0.06746356199344833, "eval_full_en_cosine_recall@100": 0.8335321088015876, "eval_full_en_cosine_recall@150": 0.8882026127864071, "eval_full_en_cosine_recall@20": 0.541072327693301, "eval_full_en_cosine_recall@200": 0.9090716780714798, "eval_full_en_cosine_recall@50": 0.7327361037934382, "eval_full_es_cosine_accuracy@1": 0.12432432432432433, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.12432432432432433, "eval_full_es_cosine_map@100": 0.32923944286104007, "eval_full_es_cosine_map@150": 0.33786797525549667, "eval_full_es_cosine_map@20": 0.3974731353090948, "eval_full_es_cosine_map@200": 0.3435560550531658, "eval_full_es_cosine_map@50": 0.3342302101369714, "eval_full_es_cosine_map@500": 0.3521253975729619, "eval_full_es_cosine_mrr@1": 0.12432432432432433, "eval_full_es_cosine_mrr@100": 0.5528528528528529, "eval_full_es_cosine_mrr@150": 0.5528528528528529, "eval_full_es_cosine_mrr@20": 0.5528528528528529, "eval_full_es_cosine_mrr@200": 0.5528528528528529, "eval_full_es_cosine_mrr@50": 0.5528528528528529, "eval_full_es_cosine_ndcg@1": 0.12432432432432433, "eval_full_es_cosine_ndcg@100": 0.5014723160699831, "eval_full_es_cosine_ndcg@150": 0.5233831169034301, "eval_full_es_cosine_ndcg@20": 0.5348068192120945, "eval_full_es_cosine_ndcg@200": 0.5390631670416406, "eval_full_es_cosine_ndcg@50": 0.49147006896559786, "eval_full_es_cosine_precision@1": 0.12432432432432433, "eval_full_es_cosine_precision@100": 0.1931891891891892, "eval_full_es_cosine_precision@150": 0.14356756756756758, "eval_full_es_cosine_precision@20": 0.4851351351351351, "eval_full_es_cosine_precision@200": 0.11554054054054054, "eval_full_es_cosine_precision@50": 0.311027027027027, "eval_full_es_cosine_recall@1": 0.0031407981806144307, "eval_full_es_cosine_recall@100": 0.5215255817225937, "eval_full_es_cosine_recall@150": 0.5658052519787189, "eval_full_es_cosine_recall@20": 0.3200261877139411, "eval_full_es_cosine_recall@200": 0.5968945752329973, "eval_full_es_cosine_recall@50": 0.4478400840884975, "eval_full_zh_cosine_accuracy@1": 0.30097087378640774, "eval_full_zh_cosine_accuracy@100": 0.8932038834951457, "eval_full_zh_cosine_accuracy@150": 0.912621359223301, "eval_full_zh_cosine_accuracy@20": 0.6796116504854369, "eval_full_zh_cosine_accuracy@200": 0.9223300970873787, "eval_full_zh_cosine_accuracy@50": 0.8058252427184466, "eval_full_zh_cosine_map@1": 0.30097087378640774, "eval_full_zh_cosine_map@100": 0.1281463494319185, "eval_full_zh_cosine_map@150": 0.13101897050674394, "eval_full_zh_cosine_map@20": 0.14326296371560157, "eval_full_zh_cosine_map@200": 0.13266951269795274, "eval_full_zh_cosine_map@50": 0.12335213931312632, "eval_full_zh_cosine_map@500": 0.1365110920424697, "eval_full_zh_cosine_mrr@1": 0.30097087378640774, "eval_full_zh_cosine_mrr@100": 0.41130354468386193, "eval_full_zh_cosine_mrr@150": 0.4114770246615091, "eval_full_zh_cosine_mrr@20": 0.4059668795890955, "eval_full_zh_cosine_mrr@200": 0.4115325031635896, "eval_full_zh_cosine_mrr@50": 0.4100950456028066, "eval_full_zh_cosine_ndcg@1": 0.30097087378640774, "eval_full_zh_cosine_ndcg@100": 0.25179987312705016, "eval_full_zh_cosine_ndcg@150": 0.27076524218225806, "eval_full_zh_cosine_ndcg@20": 0.23745513681411046, "eval_full_zh_cosine_ndcg@200": 0.2832040382120035, "eval_full_zh_cosine_ndcg@50": 0.2305748865491843, "eval_full_zh_cosine_precision@1": 0.30097087378640774, "eval_full_zh_cosine_precision@100": 0.05776699029126213, "eval_full_zh_cosine_precision@150": 0.045889967637540455, "eval_full_zh_cosine_precision@20": 0.16893203883495148, "eval_full_zh_cosine_precision@200": 0.03830097087378641, "eval_full_zh_cosine_precision@50": 0.09242718446601939, "eval_full_zh_cosine_recall@1": 0.024519703098877212, "eval_full_zh_cosine_recall@100": 0.278741199301444, "eval_full_zh_cosine_recall@150": 0.3253706444260417, "eval_full_zh_cosine_recall@20": 0.17456569026683885, "eval_full_zh_cosine_recall@200": 0.35803096403174617, "eval_full_zh_cosine_recall@50": 0.234580459268595, "eval_mix_de_cosine_accuracy@1": 0.2574102964118565, "eval_mix_de_cosine_accuracy@100": 0.7706708268330733, "eval_mix_de_cosine_accuracy@150": 0.8252730109204368, "eval_mix_de_cosine_accuracy@20": 0.5725429017160687, "eval_mix_de_cosine_accuracy@200": 0.8642745709828393, "eval_mix_de_cosine_accuracy@50": 0.6838273530941238, "eval_mix_de_cosine_map@1": 0.2574102964118565, "eval_mix_de_cosine_map@100": 0.2710235535395128, "eval_mix_de_cosine_map@150": 0.27198263772401476, "eval_mix_de_cosine_map@20": 0.2617702375633599, "eval_mix_de_cosine_map@200": 0.2724761068752751, "eval_mix_de_cosine_map@50": 0.2683743271170459, "eval_mix_de_cosine_map@500": 0.27336248147369696, "eval_mix_de_cosine_mrr@1": 0.2574102964118565, "eval_mix_de_cosine_mrr@100": 0.3312205961883565, "eval_mix_de_cosine_mrr@150": 0.33167243978514876, "eval_mix_de_cosine_mrr@20": 0.326511947249185, "eval_mix_de_cosine_mrr@200": 0.33189721927516885, "eval_mix_de_cosine_mrr@50": 0.3299996673311145, "eval_mix_de_cosine_ndcg@1": 0.2574102964118565, "eval_mix_de_cosine_ndcg@100": 0.38465837471801473, "eval_mix_de_cosine_ndcg@150": 0.39659537389860006, "eval_mix_de_cosine_ndcg@20": 0.3340038592250485, "eval_mix_de_cosine_ndcg@200": 0.4046956530816971, "eval_mix_de_cosine_ndcg@50": 0.363696006087991, "eval_mix_de_cosine_precision@1": 0.2574102964118565, "eval_mix_de_cosine_precision@100": 0.01809152366094644, "eval_mix_de_cosine_precision@150": 0.013180793898422602, "eval_mix_de_cosine_precision@20": 0.06209048361934478, "eval_mix_de_cosine_precision@200": 0.010491419656786271, "eval_mix_de_cosine_precision@50": 0.03094123764950598, "eval_mix_de_cosine_recall@1": 0.09667186687467498, "eval_mix_de_cosine_recall@100": 0.6604264170566823, "eval_mix_de_cosine_recall@150": 0.7214161899809326, "eval_mix_de_cosine_recall@20": 0.456049575316346, "eval_mix_de_cosine_recall@200": 0.7658519674120299, "eval_mix_de_cosine_recall@50": 0.5656179580516554, "eval_mix_es_cosine_accuracy@1": 0.37285491419656785, "eval_mix_es_cosine_accuracy@100": 0.8684347373894956, "eval_mix_es_cosine_accuracy@150": 0.9022360894435777, "eval_mix_es_cosine_accuracy@20": 0.703068122724909, "eval_mix_es_cosine_accuracy@200": 0.9266770670826833, "eval_mix_es_cosine_accuracy@50": 0.8039521580863235, "eval_mix_es_cosine_map@1": 0.37285491419656785, "eval_mix_es_cosine_map@100": 0.38792895456495546, "eval_mix_es_cosine_map@150": 0.38861563491524675, "eval_mix_es_cosine_map@20": 0.3784582567838623, "eval_mix_es_cosine_map@200": 0.38895926483897736, "eval_mix_es_cosine_map@50": 0.3856660044520993, "eval_mix_es_cosine_map@500": 0.389571989863755, "eval_mix_es_cosine_mrr@1": 0.37285491419656785, "eval_mix_es_cosine_mrr@100": 0.4576802222193709, "eval_mix_es_cosine_mrr@150": 0.45796620614021427, "eval_mix_es_cosine_mrr@20": 0.4535506816383259, "eval_mix_es_cosine_mrr@200": 0.45810810930233126, "eval_mix_es_cosine_mrr@50": 0.45673799621320993, "eval_mix_es_cosine_ndcg@1": 0.37285491419656785, "eval_mix_es_cosine_ndcg@100": 0.5083488704283956, "eval_mix_es_cosine_ndcg@150": 0.5166175530513689, "eval_mix_es_cosine_ndcg@20": 0.4600645056109687, "eval_mix_es_cosine_ndcg@200": 0.5220900467731159, "eval_mix_es_cosine_ndcg@50": 0.4908387998878199, "eval_mix_es_cosine_precision@1": 0.37285491419656785, "eval_mix_es_cosine_precision@100": 0.02135205408216329, "eval_mix_es_cosine_precision@150": 0.01500086670133472, "eval_mix_es_cosine_precision@20": 0.08052522100884035, "eval_mix_es_cosine_precision@200": 0.011658866354654188, "eval_mix_es_cosine_precision@50": 0.03834633385335414, "eval_mix_es_cosine_recall@1": 0.14132927221850777, "eval_mix_es_cosine_recall@100": 0.7903919966322461, "eval_mix_es_cosine_recall@150": 0.832730356833321, "eval_mix_es_cosine_recall@20": 0.5963313770646065, "eval_mix_es_cosine_recall@200": 0.8628776960602234, "eval_mix_es_cosine_recall@50": 0.7112832132332912, "eval_mix_zh_cosine_accuracy@1": 0.08298538622129437, "eval_mix_zh_cosine_accuracy@100": 0.5610647181628392, "eval_mix_zh_cosine_accuracy@150": 0.6247390396659708, "eval_mix_zh_cosine_accuracy@20": 0.3246346555323591, "eval_mix_zh_cosine_accuracy@200": 0.6691022964509394, "eval_mix_zh_cosine_accuracy@50": 0.45668058455114824, "eval_mix_zh_cosine_map@1": 0.08298538622129437, "eval_mix_zh_cosine_map@100": 0.08081531252917848, "eval_mix_zh_cosine_map@150": 0.08144614456783997, "eval_mix_zh_cosine_map@20": 0.07375856353556162, "eval_mix_zh_cosine_map@200": 0.08181721303487892, "eval_mix_zh_cosine_map@50": 0.07905869690345838, "eval_mix_zh_cosine_map@500": 0.08266895746562458, "eval_mix_zh_cosine_mrr@1": 0.08298538622129437, "eval_mix_zh_cosine_mrr@100": 0.13652811025277245, "eval_mix_zh_cosine_mrr@150": 0.13704978839849483, "eval_mix_zh_cosine_mrr@20": 0.13082780820141615, "eval_mix_zh_cosine_mrr@200": 0.1373079705490806, "eval_mix_zh_cosine_mrr@50": 0.13503888003814143, "eval_mix_zh_cosine_ndcg@1": 0.08298538622129437, "eval_mix_zh_cosine_ndcg@100": 0.1621555415579131, "eval_mix_zh_cosine_ndcg@150": 0.17118806672216993, "eval_mix_zh_cosine_ndcg@20": 0.11941535673334294, "eval_mix_zh_cosine_ndcg@200": 0.1778736644103507, "eval_mix_zh_cosine_ndcg@50": 0.14558892169636672, "eval_mix_zh_cosine_precision@1": 0.08298538622129437, "eval_mix_zh_cosine_precision@100": 0.010574112734864301, "eval_mix_zh_cosine_precision@150": 0.007943632567849686, "eval_mix_zh_cosine_precision@20": 0.027583507306889354, "eval_mix_zh_cosine_precision@200": 0.006492693110647181, "eval_mix_zh_cosine_precision@50": 0.01675365344467641, "eval_mix_zh_cosine_recall@1": 0.02889700765483646, "eval_mix_zh_cosine_recall@100": 0.34997597508035916, "eval_mix_zh_cosine_recall@150": 0.3945629121516387, "eval_mix_zh_cosine_recall@20": 0.1843945720250522, "eval_mix_zh_cosine_recall@200": 0.4297503065248368, "eval_mix_zh_cosine_recall@50": 0.2775101898797097, "eval_runtime": 11.3064, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.1778736644103507, "eval_steps_per_second": 0.0, "step": 800 }, { "epoch": 1.853909465020576, "grad_norm": 6.3365702629089355, "learning_rate": 3.3232235701906414e-05, "loss": 2.9246, "step": 900 }, { "epoch": 2.0617283950617282, "grad_norm": 7.244093418121338, "learning_rate": 3.106585788561525e-05, "loss": 2.7479, "step": 1000 }, { "epoch": 2.0617283950617282, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9753694581280788, "eval_full_de_cosine_accuracy@150": 0.9802955665024631, "eval_full_de_cosine_accuracy@20": 0.916256157635468, "eval_full_de_cosine_accuracy@200": 0.9852216748768473, "eval_full_de_cosine_accuracy@50": 0.9556650246305419, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.2502256866267068, "eval_full_de_cosine_map@150": 0.25876370173281255, "eval_full_de_cosine_map@20": 0.3186993957078306, "eval_full_de_cosine_map@200": 0.26321632344495977, "eval_full_de_cosine_map@50": 0.25751169524533646, "eval_full_de_cosine_map@500": 0.27325486205583915, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.48730977573921297, "eval_full_de_cosine_mrr@150": 0.4873447126780384, "eval_full_de_cosine_mrr@20": 0.4855922881169181, "eval_full_de_cosine_mrr@200": 0.48736984588403015, "eval_full_de_cosine_mrr@50": 0.4870116041237047, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.4240106061739794, "eval_full_de_cosine_ndcg@150": 0.447142422447027, "eval_full_de_cosine_ndcg@20": 0.45183168265391493, "eval_full_de_cosine_ndcg@200": 0.46311004808573736, "eval_full_de_cosine_ndcg@50": 0.41228492442192266, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.17339901477832514, "eval_full_de_cosine_precision@150": 0.1303448275862069, "eval_full_de_cosine_precision@20": 0.41748768472906406, "eval_full_de_cosine_precision@200": 0.10514778325123154, "eval_full_de_cosine_precision@50": 0.27270935960591136, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.4487664022453661, "eval_full_de_cosine_recall@150": 0.4934281669006011, "eval_full_de_cosine_recall@20": 0.25155227497815463, "eval_full_de_cosine_recall@200": 0.5278916684808911, "eval_full_de_cosine_recall@50": 0.3705669929966589, "eval_full_en_cosine_accuracy@1": 0.6571428571428571, "eval_full_en_cosine_accuracy@100": 0.9904761904761905, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9904761904761905, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9904761904761905, "eval_full_en_cosine_map@1": 0.6571428571428571, "eval_full_en_cosine_map@100": 0.56496259506028, "eval_full_en_cosine_map@150": 0.5732219755644478, "eval_full_en_cosine_map@20": 0.543775747791129, "eval_full_en_cosine_map@200": 0.5767502034938088, "eval_full_en_cosine_map@50": 0.5323645236649057, "eval_full_en_cosine_map@500": 0.5811866422740818, "eval_full_en_cosine_mrr@1": 0.6571428571428571, "eval_full_en_cosine_mrr@100": 0.8061904761904761, "eval_full_en_cosine_mrr@150": 0.8061904761904761, "eval_full_en_cosine_mrr@20": 0.8061904761904761, "eval_full_en_cosine_mrr@200": 0.8061904761904761, "eval_full_en_cosine_mrr@50": 0.8061904761904761, "eval_full_en_cosine_ndcg@1": 0.6571428571428571, "eval_full_en_cosine_ndcg@100": 0.756934764230349, "eval_full_en_cosine_ndcg@150": 0.7762338594987468, "eval_full_en_cosine_ndcg@20": 0.6842699993599198, "eval_full_en_cosine_ndcg@200": 0.7873198038947117, "eval_full_en_cosine_ndcg@50": 0.702010913891441, "eval_full_en_cosine_precision@1": 0.6571428571428571, "eval_full_en_cosine_precision@100": 0.18504761904761904, "eval_full_en_cosine_precision@150": 0.13180952380952382, "eval_full_en_cosine_precision@20": 0.5028571428571428, "eval_full_en_cosine_precision@200": 0.10252380952380953, "eval_full_en_cosine_precision@50": 0.30514285714285716, "eval_full_en_cosine_recall@1": 0.0680237860830842, "eval_full_en_cosine_recall@100": 0.8331116117257217, "eval_full_en_cosine_recall@150": 0.8761158516906827, "eval_full_en_cosine_recall@20": 0.5388142633863466, "eval_full_en_cosine_recall@200": 0.904349067709719, "eval_full_en_cosine_recall@50": 0.7268631415793363, "eval_full_es_cosine_accuracy@1": 0.11891891891891893, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.11891891891891893, "eval_full_es_cosine_map@100": 0.33408457998935936, "eval_full_es_cosine_map@150": 0.3422187777075813, "eval_full_es_cosine_map@20": 0.4007661220413231, "eval_full_es_cosine_map@200": 0.34770328660083977, "eval_full_es_cosine_map@50": 0.3384329191359384, "eval_full_es_cosine_map@500": 0.357376707071446, "eval_full_es_cosine_mrr@1": 0.11891891891891893, "eval_full_es_cosine_mrr@100": 0.5485285285285286, "eval_full_es_cosine_mrr@150": 0.5485285285285286, "eval_full_es_cosine_mrr@20": 0.5485285285285286, "eval_full_es_cosine_mrr@200": 0.5485285285285286, "eval_full_es_cosine_mrr@50": 0.5485285285285286, "eval_full_es_cosine_ndcg@1": 0.11891891891891893, "eval_full_es_cosine_ndcg@100": 0.5066734906037516, "eval_full_es_cosine_ndcg@150": 0.5276121894183949, "eval_full_es_cosine_ndcg@20": 0.5367147104901926, "eval_full_es_cosine_ndcg@200": 0.5422861265314998, "eval_full_es_cosine_ndcg@50": 0.49525767983820224, "eval_full_es_cosine_precision@1": 0.11891891891891893, "eval_full_es_cosine_precision@100": 0.19491891891891894, "eval_full_es_cosine_precision@150": 0.14436036036036037, "eval_full_es_cosine_precision@20": 0.48729729729729726, "eval_full_es_cosine_precision@200": 0.11575675675675676, "eval_full_es_cosine_precision@50": 0.31362162162162166, "eval_full_es_cosine_recall@1": 0.003072375327381451, "eval_full_es_cosine_recall@100": 0.5302819257482585, "eval_full_es_cosine_recall@150": 0.571775166659582, "eval_full_es_cosine_recall@20": 0.3208076411918978, "eval_full_es_cosine_recall@200": 0.6005636184039903, "eval_full_es_cosine_recall@50": 0.452475425213834, "eval_full_zh_cosine_accuracy@1": 0.32038834951456313, "eval_full_zh_cosine_accuracy@100": 0.8543689320388349, "eval_full_zh_cosine_accuracy@150": 0.912621359223301, "eval_full_zh_cosine_accuracy@20": 0.6893203883495146, "eval_full_zh_cosine_accuracy@200": 0.941747572815534, "eval_full_zh_cosine_accuracy@50": 0.8252427184466019, "eval_full_zh_cosine_map@1": 0.32038834951456313, "eval_full_zh_cosine_map@100": 0.1299884370802636, "eval_full_zh_cosine_map@150": 0.1322736537535619, "eval_full_zh_cosine_map@20": 0.14312567487234693, "eval_full_zh_cosine_map@200": 0.13400922896235773, "eval_full_zh_cosine_map@50": 0.12473920484974475, "eval_full_zh_cosine_map@500": 0.13757526057084069, "eval_full_zh_cosine_mrr@1": 0.32038834951456313, "eval_full_zh_cosine_mrr@100": 0.43729572738128003, "eval_full_zh_cosine_mrr@150": 0.43778572199583954, "eval_full_zh_cosine_mrr@20": 0.4322736853989672, "eval_full_zh_cosine_mrr@200": 0.4379375198838964, "eval_full_zh_cosine_mrr@50": 0.4368880444493252, "eval_full_zh_cosine_ndcg@1": 0.32038834951456313, "eval_full_zh_cosine_ndcg@100": 0.2573094710053012, "eval_full_zh_cosine_ndcg@150": 0.27339364167426483, "eval_full_zh_cosine_ndcg@20": 0.24024120500004684, "eval_full_zh_cosine_ndcg@200": 0.2870700158411852, "eval_full_zh_cosine_ndcg@50": 0.23579057547653665, "eval_full_zh_cosine_precision@1": 0.32038834951456313, "eval_full_zh_cosine_precision@100": 0.05854368932038835, "eval_full_zh_cosine_precision@150": 0.04543689320388349, "eval_full_zh_cosine_precision@20": 0.1694174757281554, "eval_full_zh_cosine_precision@200": 0.03854368932038835, "eval_full_zh_cosine_precision@50": 0.09417475728155338, "eval_full_zh_cosine_recall@1": 0.025076400657044622, "eval_full_zh_cosine_recall@100": 0.285793749394471, "eval_full_zh_cosine_recall@150": 0.3248692502981408, "eval_full_zh_cosine_recall@20": 0.17464818886103456, "eval_full_zh_cosine_recall@200": 0.3594061933485738, "eval_full_zh_cosine_recall@50": 0.23941957930187088, "eval_mix_de_cosine_accuracy@1": 0.2579303172126885, "eval_mix_de_cosine_accuracy@100": 0.7888715548621945, "eval_mix_de_cosine_accuracy@150": 0.8382735309412377, "eval_mix_de_cosine_accuracy@20": 0.592823712948518, "eval_mix_de_cosine_accuracy@200": 0.8814352574102964, "eval_mix_de_cosine_accuracy@50": 0.7020280811232449, "eval_mix_de_cosine_map@1": 0.2579303172126885, "eval_mix_de_cosine_map@100": 0.27651346921512704, "eval_mix_de_cosine_map@150": 0.2774801777535139, "eval_mix_de_cosine_map@20": 0.2673342452869632, "eval_mix_de_cosine_map@200": 0.2779568533393845, "eval_mix_de_cosine_map@50": 0.2738465483514978, "eval_mix_de_cosine_map@500": 0.2787917724063549, "eval_mix_de_cosine_mrr@1": 0.2579303172126885, "eval_mix_de_cosine_mrr@100": 0.33612441957547085, "eval_mix_de_cosine_mrr@150": 0.33653122814722086, "eval_mix_de_cosine_mrr@20": 0.3313982190071335, "eval_mix_de_cosine_mrr@200": 0.33677811012915093, "eval_mix_de_cosine_mrr@50": 0.3348965339304826, "eval_mix_de_cosine_ndcg@1": 0.2579303172126885, "eval_mix_de_cosine_ndcg@100": 0.39465480938211644, "eval_mix_de_cosine_ndcg@150": 0.4062423896248422, "eval_mix_de_cosine_ndcg@20": 0.3442016094418496, "eval_mix_de_cosine_ndcg@200": 0.4142538964149005, "eval_mix_de_cosine_ndcg@50": 0.3735657529127402, "eval_mix_de_cosine_precision@1": 0.2579303172126885, "eval_mix_de_cosine_precision@100": 0.01872594903796152, "eval_mix_de_cosine_precision@150": 0.013569076096377187, "eval_mix_de_cosine_precision@20": 0.06523660946437858, "eval_mix_de_cosine_precision@200": 0.010769630785231412, "eval_mix_de_cosine_precision@50": 0.03211648465938638, "eval_mix_de_cosine_recall@1": 0.09647252556768937, "eval_mix_de_cosine_recall@100": 0.6823106257583638, "eval_mix_de_cosine_recall@150": 0.7413589876928411, "eval_mix_de_cosine_recall@20": 0.47890448951291387, "eval_mix_de_cosine_recall@200": 0.7856387588836886, "eval_mix_de_cosine_recall@50": 0.5869388108857688, "eval_mix_es_cosine_accuracy@1": 0.3837753510140406, "eval_mix_es_cosine_accuracy@100": 0.8777951118044722, "eval_mix_es_cosine_accuracy@150": 0.9084763390535622, "eval_mix_es_cosine_accuracy@20": 0.7165886635465418, "eval_mix_es_cosine_accuracy@200": 0.9349973998959958, "eval_mix_es_cosine_accuracy@50": 0.8122724908996359, "eval_mix_es_cosine_map@1": 0.3837753510140406, "eval_mix_es_cosine_map@100": 0.3983391616068335, "eval_mix_es_cosine_map@150": 0.39900108642174664, "eval_mix_es_cosine_map@20": 0.3889228164549333, "eval_mix_es_cosine_map@200": 0.39934604809222224, "eval_mix_es_cosine_map@50": 0.3961437534457393, "eval_mix_es_cosine_map@500": 0.3999054154762101, "eval_mix_es_cosine_mrr@1": 0.3837753510140406, "eval_mix_es_cosine_mrr@100": 0.4671384743911976, "eval_mix_es_cosine_mrr@150": 0.46739037287326474, "eval_mix_es_cosine_mrr@20": 0.46304126564072634, "eval_mix_es_cosine_mrr@200": 0.4675485210211105, "eval_mix_es_cosine_mrr@50": 0.466170530721476, "eval_mix_es_cosine_ndcg@1": 0.3837753510140406, "eval_mix_es_cosine_ndcg@100": 0.5189834372219126, "eval_mix_es_cosine_ndcg@150": 0.5267472617975066, "eval_mix_es_cosine_ndcg@20": 0.47145052441992824, "eval_mix_es_cosine_ndcg@200": 0.5322772198388991, "eval_mix_es_cosine_ndcg@50": 0.5019250982212344, "eval_mix_es_cosine_precision@1": 0.3837753510140406, "eval_mix_es_cosine_precision@100": 0.02166406656266251, "eval_mix_es_cosine_precision@150": 0.01516727335760097, "eval_mix_es_cosine_precision@20": 0.08255330213208528, "eval_mix_es_cosine_precision@200": 0.011781071242849715, "eval_mix_es_cosine_precision@50": 0.039147165886635464, "eval_mix_es_cosine_recall@1": 0.14535943342495602, "eval_mix_es_cosine_recall@100": 0.8015414902310379, "eval_mix_es_cosine_recall@150": 0.841296832825694, "eval_mix_es_cosine_recall@20": 0.6110702523339029, "eval_mix_es_cosine_recall@200": 0.8718047198078399, "eval_mix_es_cosine_recall@50": 0.7240583909070648, "eval_mix_zh_cosine_accuracy@1": 0.07933194154488518, "eval_mix_zh_cosine_accuracy@100": 0.5683716075156576, "eval_mix_zh_cosine_accuracy@150": 0.6304801670146137, "eval_mix_zh_cosine_accuracy@20": 0.3246346555323591, "eval_mix_zh_cosine_accuracy@200": 0.6837160751565762, "eval_mix_zh_cosine_accuracy@50": 0.4613778705636743, "eval_mix_zh_cosine_map@1": 0.07933194154488518, "eval_mix_zh_cosine_map@100": 0.08427859654883654, "eval_mix_zh_cosine_map@150": 0.08491738034307154, "eval_mix_zh_cosine_map@20": 0.07669853006375293, "eval_mix_zh_cosine_map@200": 0.08529528775248019, "eval_mix_zh_cosine_map@50": 0.08242821394664819, "eval_mix_zh_cosine_map@500": 0.08621346468383274, "eval_mix_zh_cosine_mrr@1": 0.07933194154488518, "eval_mix_zh_cosine_mrr@100": 0.1402611455320935, "eval_mix_zh_cosine_mrr@150": 0.14076928815404088, "eval_mix_zh_cosine_mrr@20": 0.13427438712380335, "eval_mix_zh_cosine_mrr@200": 0.14107699567160387, "eval_mix_zh_cosine_mrr@50": 0.13868437701863284, "eval_mix_zh_cosine_ndcg@1": 0.07933194154488518, "eval_mix_zh_cosine_ndcg@100": 0.16820374063132443, "eval_mix_zh_cosine_ndcg@150": 0.177205511733624, "eval_mix_zh_cosine_ndcg@20": 0.1231515835151623, "eval_mix_zh_cosine_ndcg@200": 0.18425859303661765, "eval_mix_zh_cosine_ndcg@50": 0.15119039063682807, "eval_mix_zh_cosine_precision@1": 0.07933194154488518, "eval_mix_zh_cosine_precision@100": 0.010960334029227558, "eval_mix_zh_cosine_precision@150": 0.008204592901878915, "eval_mix_zh_cosine_precision@20": 0.02828810020876827, "eval_mix_zh_cosine_precision@200": 0.006714509394572025, "eval_mix_zh_cosine_precision@50": 0.0174321503131524, "eval_mix_zh_cosine_recall@1": 0.027331245650661095, "eval_mix_zh_cosine_recall@100": 0.36197890777744635, "eval_mix_zh_cosine_recall@150": 0.4063210392020413, "eval_mix_zh_cosine_recall@20": 0.18833507306889355, "eval_mix_zh_cosine_recall@200": 0.44356877754581303, "eval_mix_zh_cosine_recall@50": 0.28794860324087884, "eval_runtime": 11.3434, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.18425859303661765, "eval_steps_per_second": 0.0, "step": 1000 }, { "epoch": 2.2674897119341564, "grad_norm": 5.688661098480225, "learning_rate": 2.8899480069324092e-05, "loss": 3.049, "step": 1100 }, { "epoch": 2.4732510288065845, "grad_norm": 9.97511100769043, "learning_rate": 2.673310225303293e-05, "loss": 2.6137, "step": 1200 }, { "epoch": 2.4732510288065845, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9753694581280788, "eval_full_de_cosine_accuracy@150": 0.9802955665024631, "eval_full_de_cosine_accuracy@20": 0.9211822660098522, "eval_full_de_cosine_accuracy@200": 0.9852216748768473, "eval_full_de_cosine_accuracy@50": 0.9655172413793104, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.25128698155203766, "eval_full_de_cosine_map@150": 0.2599274644479043, "eval_full_de_cosine_map@20": 0.3197938693485097, "eval_full_de_cosine_map@200": 0.264630021908868, "eval_full_de_cosine_map@50": 0.2583523807706544, "eval_full_de_cosine_map@500": 0.2750223755540361, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.4886507814338861, "eval_full_de_cosine_mrr@150": 0.4886963935484638, "eval_full_de_cosine_mrr@20": 0.4871659060698465, "eval_full_de_cosine_mrr@200": 0.48872880215619, "eval_full_de_cosine_mrr@50": 0.48852868388849907, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.42739450665515794, "eval_full_de_cosine_ndcg@150": 0.45221938702019715, "eval_full_de_cosine_ndcg@20": 0.4543570380262183, "eval_full_de_cosine_ndcg@200": 0.46847956807533453, "eval_full_de_cosine_ndcg@50": 0.4136246995722192, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.1755665024630542, "eval_full_de_cosine_precision@150": 0.1322824302134647, "eval_full_de_cosine_precision@20": 0.4206896551724138, "eval_full_de_cosine_precision@200": 0.10711822660098524, "eval_full_de_cosine_precision@50": 0.27448275862068966, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.4543389493160528, "eval_full_de_cosine_recall@150": 0.503775023361744, "eval_full_de_cosine_recall@20": 0.25424626281255974, "eval_full_de_cosine_recall@200": 0.5364598132643672, "eval_full_de_cosine_recall@50": 0.37051189896088027, "eval_full_en_cosine_accuracy@1": 0.6666666666666666, "eval_full_en_cosine_accuracy@100": 0.9904761904761905, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9904761904761905, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9904761904761905, "eval_full_en_cosine_map@1": 0.6666666666666666, "eval_full_en_cosine_map@100": 0.5666498442765412, "eval_full_en_cosine_map@150": 0.5744738971556304, "eval_full_en_cosine_map@20": 0.5445384053598401, "eval_full_en_cosine_map@200": 0.577742003181827, "eval_full_en_cosine_map@50": 0.5340823226586825, "eval_full_en_cosine_map@500": 0.582167426746285, "eval_full_en_cosine_mrr@1": 0.6666666666666666, "eval_full_en_cosine_mrr@100": 0.8134920634920635, "eval_full_en_cosine_mrr@150": 0.8134920634920635, "eval_full_en_cosine_mrr@20": 0.8134920634920635, "eval_full_en_cosine_mrr@200": 0.8134920634920635, "eval_full_en_cosine_mrr@50": 0.8134920634920635, "eval_full_en_cosine_ndcg@1": 0.6666666666666666, "eval_full_en_cosine_ndcg@100": 0.758828543705718, "eval_full_en_cosine_ndcg@150": 0.7783015638083327, "eval_full_en_cosine_ndcg@20": 0.6865928514549534, "eval_full_en_cosine_ndcg@200": 0.787833571926764, "eval_full_en_cosine_ndcg@50": 0.7044165269440101, "eval_full_en_cosine_precision@1": 0.6666666666666666, "eval_full_en_cosine_precision@100": 0.18571428571428575, "eval_full_en_cosine_precision@150": 0.1319365079365079, "eval_full_en_cosine_precision@20": 0.5038095238095238, "eval_full_en_cosine_precision@200": 0.10242857142857144, "eval_full_en_cosine_precision@50": 0.30704761904761907, "eval_full_en_cosine_recall@1": 0.06861902417832229, "eval_full_en_cosine_recall@100": 0.8341958314686581, "eval_full_en_cosine_recall@150": 0.8791111232735128, "eval_full_en_cosine_recall@20": 0.5419002892127911, "eval_full_en_cosine_recall@200": 0.9018490360567623, "eval_full_en_cosine_recall@50": 0.7287885616142801, "eval_full_es_cosine_accuracy@1": 0.12432432432432433, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.12432432432432433, "eval_full_es_cosine_map@100": 0.3326834908024987, "eval_full_es_cosine_map@150": 0.3407696388796233, "eval_full_es_cosine_map@20": 0.39460510323628073, "eval_full_es_cosine_map@200": 0.34597355552430814, "eval_full_es_cosine_map@50": 0.33539349047963, "eval_full_es_cosine_map@500": 0.35562081371928916, "eval_full_es_cosine_mrr@1": 0.12432432432432433, "eval_full_es_cosine_mrr@100": 0.5483998283998284, "eval_full_es_cosine_mrr@150": 0.5483998283998284, "eval_full_es_cosine_mrr@20": 0.5483998283998284, "eval_full_es_cosine_mrr@200": 0.5483998283998284, "eval_full_es_cosine_mrr@50": 0.5483998283998284, "eval_full_es_cosine_ndcg@1": 0.12432432432432433, "eval_full_es_cosine_ndcg@100": 0.5077266226967593, "eval_full_es_cosine_ndcg@150": 0.5279816661347473, "eval_full_es_cosine_ndcg@20": 0.5312640826009923, "eval_full_es_cosine_ndcg@200": 0.5418401524093559, "eval_full_es_cosine_ndcg@50": 0.4933463182499906, "eval_full_es_cosine_precision@1": 0.12432432432432433, "eval_full_es_cosine_precision@100": 0.19637837837837838, "eval_full_es_cosine_precision@150": 0.14515315315315316, "eval_full_es_cosine_precision@20": 0.48081081081081084, "eval_full_es_cosine_precision@200": 0.1158918918918919, "eval_full_es_cosine_precision@50": 0.31243243243243246, "eval_full_es_cosine_recall@1": 0.0031004765290395817, "eval_full_es_cosine_recall@100": 0.5345696157187881, "eval_full_es_cosine_recall@150": 0.5748030281430117, "eval_full_es_cosine_recall@20": 0.31925138814015436, "eval_full_es_cosine_recall@200": 0.6021356203629022, "eval_full_es_cosine_recall@50": 0.45297033989113944, "eval_full_zh_cosine_accuracy@1": 0.3106796116504854, "eval_full_zh_cosine_accuracy@100": 0.8737864077669902, "eval_full_zh_cosine_accuracy@150": 0.912621359223301, "eval_full_zh_cosine_accuracy@20": 0.6893203883495146, "eval_full_zh_cosine_accuracy@200": 0.941747572815534, "eval_full_zh_cosine_accuracy@50": 0.8252427184466019, "eval_full_zh_cosine_map@1": 0.3106796116504854, "eval_full_zh_cosine_map@100": 0.12919405589193667, "eval_full_zh_cosine_map@150": 0.1317494418602855, "eval_full_zh_cosine_map@20": 0.14295031585571616, "eval_full_zh_cosine_map@200": 0.13338926763104872, "eval_full_zh_cosine_map@50": 0.12373690032744442, "eval_full_zh_cosine_map@500": 0.13718598500826484, "eval_full_zh_cosine_mrr@1": 0.3106796116504854, "eval_full_zh_cosine_mrr@100": 0.43698795374438265, "eval_full_zh_cosine_mrr@150": 0.4372936132320186, "eval_full_zh_cosine_mrr@20": 0.4316099258632098, "eval_full_zh_cosine_mrr@200": 0.43744541112007557, "eval_full_zh_cosine_mrr@50": 0.4363728027493244, "eval_full_zh_cosine_ndcg@1": 0.3106796116504854, "eval_full_zh_cosine_ndcg@100": 0.2555796449390854, "eval_full_zh_cosine_ndcg@150": 0.27244290951747213, "eval_full_zh_cosine_ndcg@20": 0.2403594219494374, "eval_full_zh_cosine_ndcg@200": 0.2870306982800111, "eval_full_zh_cosine_ndcg@50": 0.23377838497716172, "eval_full_zh_cosine_precision@1": 0.3106796116504854, "eval_full_zh_cosine_precision@100": 0.05786407766990292, "eval_full_zh_cosine_precision@150": 0.04530744336569579, "eval_full_zh_cosine_precision@20": 0.16796116504854372, "eval_full_zh_cosine_precision@200": 0.03859223300970874, "eval_full_zh_cosine_precision@50": 0.0928155339805825, "eval_full_zh_cosine_recall@1": 0.024775196200563468, "eval_full_zh_cosine_recall@100": 0.2812014337133314, "eval_full_zh_cosine_recall@150": 0.32256653770358384, "eval_full_zh_cosine_recall@20": 0.17522051503262265, "eval_full_zh_cosine_recall@200": 0.3606190556658867, "eval_full_zh_cosine_recall@50": 0.23501537825752356, "eval_mix_de_cosine_accuracy@1": 0.27249089963598544, "eval_mix_de_cosine_accuracy@100": 0.8148725949037962, "eval_mix_de_cosine_accuracy@150": 0.8663546541861674, "eval_mix_de_cosine_accuracy@20": 0.6209048361934477, "eval_mix_de_cosine_accuracy@200": 0.8959958398335933, "eval_mix_de_cosine_accuracy@50": 0.7202288091523661, "eval_mix_de_cosine_map@1": 0.27249089963598544, "eval_mix_de_cosine_map@100": 0.2937336078161298, "eval_mix_de_cosine_map@150": 0.29471472008234617, "eval_mix_de_cosine_map@20": 0.2845957030676952, "eval_mix_de_cosine_map@200": 0.29514010455194895, "eval_mix_de_cosine_map@50": 0.2910603880750198, "eval_mix_de_cosine_map@500": 0.2959679176074096, "eval_mix_de_cosine_mrr@1": 0.27249089963598544, "eval_mix_de_cosine_mrr@100": 0.35570962695193414, "eval_mix_de_cosine_mrr@150": 0.3561337866615028, "eval_mix_de_cosine_mrr@20": 0.35128196320629806, "eval_mix_de_cosine_mrr@200": 0.35630620535104285, "eval_mix_de_cosine_mrr@50": 0.35436004134401633, "eval_mix_de_cosine_ndcg@1": 0.27249089963598544, "eval_mix_de_cosine_ndcg@100": 0.41529870597710383, "eval_mix_de_cosine_ndcg@150": 0.4271129638867166, "eval_mix_de_cosine_ndcg@20": 0.36459707698561655, "eval_mix_de_cosine_ndcg@200": 0.4338542362088321, "eval_mix_de_cosine_ndcg@50": 0.39343635135156824, "eval_mix_de_cosine_precision@1": 0.27249089963598544, "eval_mix_de_cosine_precision@100": 0.01947477899115965, "eval_mix_de_cosine_precision@150": 0.014089096897209222, "eval_mix_de_cosine_precision@20": 0.06866874674987, "eval_mix_de_cosine_precision@200": 0.01106604264170567, "eval_mix_de_cosine_precision@50": 0.03344773790951638, "eval_mix_de_cosine_recall@1": 0.10240942971052176, "eval_mix_de_cosine_recall@100": 0.7091523660946438, "eval_mix_de_cosine_recall@150": 0.7695441150979372, "eval_mix_de_cosine_recall@20": 0.5036661466458658, "eval_mix_de_cosine_recall@200": 0.8066736002773445, "eval_mix_de_cosine_recall@50": 0.6103397469232102, "eval_mix_es_cosine_accuracy@1": 0.39729589183567343, "eval_mix_es_cosine_accuracy@100": 0.8939157566302652, "eval_mix_es_cosine_accuracy@150": 0.9251170046801872, "eval_mix_es_cosine_accuracy@20": 0.733749349973999, "eval_mix_es_cosine_accuracy@200": 0.9433177327093084, "eval_mix_es_cosine_accuracy@50": 0.8294331773270931, "eval_mix_es_cosine_map@1": 0.39729589183567343, "eval_mix_es_cosine_map@100": 0.4125509183296373, "eval_mix_es_cosine_map@150": 0.4132338991905356, "eval_mix_es_cosine_map@20": 0.4029815933405254, "eval_mix_es_cosine_map@200": 0.41355508594246726, "eval_mix_es_cosine_map@50": 0.41035415769736866, "eval_mix_es_cosine_map@500": 0.41404960944992747, "eval_mix_es_cosine_mrr@1": 0.39729589183567343, "eval_mix_es_cosine_mrr@100": 0.4824293629456037, "eval_mix_es_cosine_mrr@150": 0.48268777361327, "eval_mix_es_cosine_mrr@20": 0.4784446780392674, "eval_mix_es_cosine_mrr@200": 0.4827933131346441, "eval_mix_es_cosine_mrr@50": 0.4815078826970145, "eval_mix_es_cosine_ndcg@1": 0.39729589183567343, "eval_mix_es_cosine_ndcg@100": 0.5341653528246599, "eval_mix_es_cosine_ndcg@150": 0.5420976929391493, "eval_mix_es_cosine_ndcg@20": 0.48617297590573705, "eval_mix_es_cosine_ndcg@200": 0.547021727900728, "eval_mix_es_cosine_ndcg@50": 0.517013995021804, "eval_mix_es_cosine_precision@1": 0.39729589183567343, "eval_mix_es_cosine_precision@100": 0.0221216848673947, "eval_mix_es_cosine_precision@150": 0.015489686254116829, "eval_mix_es_cosine_precision@20": 0.0845553822152886, "eval_mix_es_cosine_precision@200": 0.01198127925117005, "eval_mix_es_cosine_precision@50": 0.040062402496099846, "eval_mix_es_cosine_recall@1": 0.151148998340886, "eval_mix_es_cosine_recall@100": 0.8185028353515094, "eval_mix_es_cosine_recall@150": 0.8589740732486443, "eval_mix_es_cosine_recall@20": 0.6262164772305179, "eval_mix_es_cosine_recall@200": 0.886243964044276, "eval_mix_es_cosine_recall@50": 0.7401530346928162, "eval_mix_zh_cosine_accuracy@1": 0.08924843423799582, "eval_mix_zh_cosine_accuracy@100": 0.5960334029227558, "eval_mix_zh_cosine_accuracy@150": 0.6524008350730689, "eval_mix_zh_cosine_accuracy@20": 0.3455114822546973, "eval_mix_zh_cosine_accuracy@200": 0.6978079331941545, "eval_mix_zh_cosine_accuracy@50": 0.4754697286012526, "eval_mix_zh_cosine_map@1": 0.08924843423799582, "eval_mix_zh_cosine_map@100": 0.08818546993655318, "eval_mix_zh_cosine_map@150": 0.08896673947185972, "eval_mix_zh_cosine_map@20": 0.08065909089146879, "eval_mix_zh_cosine_map@200": 0.08933010821121676, "eval_mix_zh_cosine_map@50": 0.08609331519458653, "eval_mix_zh_cosine_map@500": 0.09023018861885118, "eval_mix_zh_cosine_mrr@1": 0.08924843423799582, "eval_mix_zh_cosine_mrr@100": 0.14970431884529528, "eval_mix_zh_cosine_mrr@150": 0.150157575450279, "eval_mix_zh_cosine_mrr@20": 0.1438694259756465, "eval_mix_zh_cosine_mrr@200": 0.15041628309356259, "eval_mix_zh_cosine_mrr@50": 0.14796630788350965, "eval_mix_zh_cosine_ndcg@1": 0.08924843423799582, "eval_mix_zh_cosine_ndcg@100": 0.17638739208394963, "eval_mix_zh_cosine_ndcg@150": 0.1865731356749295, "eval_mix_zh_cosine_ndcg@20": 0.1304446664530369, "eval_mix_zh_cosine_ndcg@200": 0.1932168144705724, "eval_mix_zh_cosine_ndcg@50": 0.1571014914813751, "eval_mix_zh_cosine_precision@1": 0.08924843423799582, "eval_mix_zh_cosine_precision@100": 0.011461377870563675, "eval_mix_zh_cosine_precision@150": 0.008653444676409185, "eval_mix_zh_cosine_precision@20": 0.03003653444676409, "eval_mix_zh_cosine_precision@200": 0.007019832985386221, "eval_mix_zh_cosine_precision@50": 0.01781837160751566, "eval_mix_zh_cosine_recall@1": 0.030854210160055667, "eval_mix_zh_cosine_recall@100": 0.3785933823773073, "eval_mix_zh_cosine_recall@150": 0.42900719090698214, "eval_mix_zh_cosine_recall@20": 0.19960855949895615, "eval_mix_zh_cosine_recall@200": 0.464184643934122, "eval_mix_zh_cosine_recall@50": 0.2947596679590416, "eval_runtime": 11.5839, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.1932168144705724, "eval_steps_per_second": 0.0, "step": 1200 }, { "epoch": 2.6790123456790123, "grad_norm": 7.3653340339660645, "learning_rate": 2.456672443674177e-05, "loss": 2.8607, "step": 1300 }, { "epoch": 2.8847736625514404, "grad_norm": 10.054140090942383, "learning_rate": 2.2400346620450606e-05, "loss": 2.7071, "step": 1400 }, { "epoch": 2.8847736625514404, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9753694581280788, "eval_full_de_cosine_accuracy@150": 0.9852216748768473, "eval_full_de_cosine_accuracy@20": 0.9211822660098522, "eval_full_de_cosine_accuracy@200": 0.9901477832512315, "eval_full_de_cosine_accuracy@50": 0.9605911330049262, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.25363797712043784, "eval_full_de_cosine_map@150": 0.26183022395215827, "eval_full_de_cosine_map@20": 0.32232925377765026, "eval_full_de_cosine_map@200": 0.2668163004108936, "eval_full_de_cosine_map@50": 0.26059467804150227, "eval_full_de_cosine_map@500": 0.2776190401766902, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.4918651506767266, "eval_full_de_cosine_mrr@150": 0.4919484740988368, "eval_full_de_cosine_mrr@20": 0.49028088769468026, "eval_full_de_cosine_mrr@200": 0.49197373619306445, "eval_full_de_cosine_mrr@50": 0.4916502861761478, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.43141520005257894, "eval_full_de_cosine_ndcg@150": 0.45327373735898785, "eval_full_de_cosine_ndcg@20": 0.4573450562750204, "eval_full_de_cosine_ndcg@200": 0.47141089815692283, "eval_full_de_cosine_ndcg@50": 0.41671754793582183, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.17719211822660097, "eval_full_de_cosine_precision@150": 0.1323152709359606, "eval_full_de_cosine_precision@20": 0.42266009852216746, "eval_full_de_cosine_precision@200": 0.10761083743842365, "eval_full_de_cosine_precision@50": 0.2763546798029557, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.46032234824984203, "eval_full_de_cosine_recall@150": 0.5026371227945337, "eval_full_de_cosine_recall@20": 0.2564373935368352, "eval_full_de_cosine_recall@200": 0.5417412938935923, "eval_full_de_cosine_recall@50": 0.3738095021680649, "eval_full_en_cosine_accuracy@1": 0.6571428571428571, "eval_full_en_cosine_accuracy@100": 0.9904761904761905, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9904761904761905, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9904761904761905, "eval_full_en_cosine_map@1": 0.6571428571428571, "eval_full_en_cosine_map@100": 0.5665381431756713, "eval_full_en_cosine_map@150": 0.574674883501895, "eval_full_en_cosine_map@20": 0.5440561935362748, "eval_full_en_cosine_map@200": 0.5781424170756677, "eval_full_en_cosine_map@50": 0.533757182194697, "eval_full_en_cosine_map@500": 0.5826908375984402, "eval_full_en_cosine_mrr@1": 0.6571428571428571, "eval_full_en_cosine_mrr@100": 0.8098412698412698, "eval_full_en_cosine_mrr@150": 0.8098412698412698, "eval_full_en_cosine_mrr@20": 0.8098412698412698, "eval_full_en_cosine_mrr@200": 0.8098412698412698, "eval_full_en_cosine_mrr@50": 0.8098412698412698, "eval_full_en_cosine_ndcg@1": 0.6571428571428571, "eval_full_en_cosine_ndcg@100": 0.7587041215816165, "eval_full_en_cosine_ndcg@150": 0.7781119824366103, "eval_full_en_cosine_ndcg@20": 0.6853690691220163, "eval_full_en_cosine_ndcg@200": 0.7888922672016271, "eval_full_en_cosine_ndcg@50": 0.7035568453723352, "eval_full_en_cosine_precision@1": 0.6571428571428571, "eval_full_en_cosine_precision@100": 0.18552380952380954, "eval_full_en_cosine_precision@150": 0.13206349206349205, "eval_full_en_cosine_precision@20": 0.5023809523809523, "eval_full_en_cosine_precision@200": 0.10252380952380953, "eval_full_en_cosine_precision@50": 0.30666666666666664, "eval_full_en_cosine_recall@1": 0.0680237860830842, "eval_full_en_cosine_recall@100": 0.8336098454332262, "eval_full_en_cosine_recall@150": 0.8776420958977807, "eval_full_en_cosine_recall@20": 0.5390314830248254, "eval_full_en_cosine_recall@200": 0.905477018983423, "eval_full_en_cosine_recall@50": 0.7255588872812402, "eval_full_es_cosine_accuracy@1": 0.12972972972972974, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.12972972972972974, "eval_full_es_cosine_map@100": 0.3362432946078908, "eval_full_es_cosine_map@150": 0.3446367578836471, "eval_full_es_cosine_map@20": 0.4041376579147856, "eval_full_es_cosine_map@200": 0.35002496631252933, "eval_full_es_cosine_map@50": 0.33910871999084424, "eval_full_es_cosine_map@500": 0.3591722266720399, "eval_full_es_cosine_mrr@1": 0.12972972972972974, "eval_full_es_cosine_mrr@100": 0.5545259545259545, "eval_full_es_cosine_mrr@150": 0.5545259545259545, "eval_full_es_cosine_mrr@20": 0.5545259545259545, "eval_full_es_cosine_mrr@200": 0.5545259545259545, "eval_full_es_cosine_mrr@50": 0.5545259545259545, "eval_full_es_cosine_ndcg@1": 0.12972972972972974, "eval_full_es_cosine_ndcg@100": 0.5105371458072688, "eval_full_es_cosine_ndcg@150": 0.5309424575860822, "eval_full_es_cosine_ndcg@20": 0.5398849946110597, "eval_full_es_cosine_ndcg@200": 0.5465013975504048, "eval_full_es_cosine_ndcg@50": 0.4964476931902315, "eval_full_es_cosine_precision@1": 0.12972972972972974, "eval_full_es_cosine_precision@100": 0.19632432432432437, "eval_full_es_cosine_precision@150": 0.14544144144144144, "eval_full_es_cosine_precision@20": 0.4905405405405405, "eval_full_es_cosine_precision@200": 0.11670270270270271, "eval_full_es_cosine_precision@50": 0.312972972972973, "eval_full_es_cosine_recall@1": 0.0031799677850014264, "eval_full_es_cosine_recall@100": 0.5360488739655589, "eval_full_es_cosine_recall@150": 0.5759583907003805, "eval_full_es_cosine_recall@20": 0.3231032000550234, "eval_full_es_cosine_recall@200": 0.6073796968887161, "eval_full_es_cosine_recall@50": 0.45487821593662775, "eval_full_zh_cosine_accuracy@1": 0.32038834951456313, "eval_full_zh_cosine_accuracy@100": 0.8737864077669902, "eval_full_zh_cosine_accuracy@150": 0.912621359223301, "eval_full_zh_cosine_accuracy@20": 0.6601941747572816, "eval_full_zh_cosine_accuracy@200": 0.941747572815534, "eval_full_zh_cosine_accuracy@50": 0.8252427184466019, "eval_full_zh_cosine_map@1": 0.32038834951456313, "eval_full_zh_cosine_map@100": 0.13123392963701538, "eval_full_zh_cosine_map@150": 0.13359145914665888, "eval_full_zh_cosine_map@20": 0.14624703558912305, "eval_full_zh_cosine_map@200": 0.1353959454814316, "eval_full_zh_cosine_map@50": 0.1257115171690142, "eval_full_zh_cosine_map@500": 0.1389928822140075, "eval_full_zh_cosine_mrr@1": 0.32038834951456313, "eval_full_zh_cosine_mrr@100": 0.4375351123956591, "eval_full_zh_cosine_mrr@150": 0.43785398652235735, "eval_full_zh_cosine_mrr@20": 0.4314141889084028, "eval_full_zh_cosine_mrr@200": 0.43800578441041427, "eval_full_zh_cosine_mrr@50": 0.4369283020982786, "eval_full_zh_cosine_ndcg@1": 0.32038834951456313, "eval_full_zh_cosine_ndcg@100": 0.25862767157162764, "eval_full_zh_cosine_ndcg@150": 0.27455689155757557, "eval_full_zh_cosine_ndcg@20": 0.24136499998719202, "eval_full_zh_cosine_ndcg@200": 0.2891050802662493, "eval_full_zh_cosine_ndcg@50": 0.235847725345262, "eval_full_zh_cosine_precision@1": 0.32038834951456313, "eval_full_zh_cosine_precision@100": 0.05873786407766991, "eval_full_zh_cosine_precision@150": 0.04563106796116504, "eval_full_zh_cosine_precision@20": 0.1684466019417476, "eval_full_zh_cosine_precision@200": 0.038834951456310676, "eval_full_zh_cosine_precision@50": 0.09398058252427183, "eval_full_zh_cosine_recall@1": 0.02531918584688107, "eval_full_zh_cosine_recall@100": 0.28617705374072966, "eval_full_zh_cosine_recall@150": 0.3250376201519803, "eval_full_zh_cosine_recall@20": 0.17328694510972953, "eval_full_zh_cosine_recall@200": 0.3633754409058577, "eval_full_zh_cosine_recall@50": 0.236600780086018, "eval_mix_de_cosine_accuracy@1": 0.2719708788351534, "eval_mix_de_cosine_accuracy@100": 0.8216328653146125, "eval_mix_de_cosine_accuracy@150": 0.8663546541861674, "eval_mix_de_cosine_accuracy@20": 0.6219448777951118, "eval_mix_de_cosine_accuracy@200": 0.8970358814352574, "eval_mix_de_cosine_accuracy@50": 0.7280291211648466, "eval_mix_de_cosine_map@1": 0.2719708788351534, "eval_mix_de_cosine_map@100": 0.29457421907062104, "eval_mix_de_cosine_map@150": 0.2955242367376335, "eval_mix_de_cosine_map@20": 0.2851842024821843, "eval_mix_de_cosine_map@200": 0.2959856272577734, "eval_mix_de_cosine_map@50": 0.2919416855447693, "eval_mix_de_cosine_map@500": 0.29682907865900887, "eval_mix_de_cosine_mrr@1": 0.2719708788351534, "eval_mix_de_cosine_mrr@100": 0.356551321735229, "eval_mix_de_cosine_mrr@150": 0.3569175223872725, "eval_mix_de_cosine_mrr@20": 0.35184585409140184, "eval_mix_de_cosine_mrr@200": 0.3570970648250785, "eval_mix_de_cosine_mrr@50": 0.35521053332044367, "eval_mix_de_cosine_ndcg@1": 0.2719708788351534, "eval_mix_de_cosine_ndcg@100": 0.4175795552280441, "eval_mix_de_cosine_ndcg@150": 0.4288278198828397, "eval_mix_de_cosine_ndcg@20": 0.3662132046795461, "eval_mix_de_cosine_ndcg@200": 0.43616171894109024, "eval_mix_de_cosine_ndcg@50": 0.3962811615035259, "eval_mix_de_cosine_precision@1": 0.2719708788351534, "eval_mix_de_cosine_precision@100": 0.019604784191367654, "eval_mix_de_cosine_precision@150": 0.014127231755936902, "eval_mix_de_cosine_precision@20": 0.06929277171086844, "eval_mix_de_cosine_precision@200": 0.011138845553822154, "eval_mix_de_cosine_precision@50": 0.033936557462298504, "eval_mix_de_cosine_recall@1": 0.10201941410989772, "eval_mix_de_cosine_recall@100": 0.7150806032241289, "eval_mix_de_cosine_recall@150": 0.7722308892355694, "eval_mix_de_cosine_recall@20": 0.5074969665453285, "eval_mix_de_cosine_recall@200": 0.8127665106604264, "eval_mix_de_cosine_recall@50": 0.6184347373894956, "eval_mix_es_cosine_accuracy@1": 0.39365574622984917, "eval_mix_es_cosine_accuracy@100": 0.9006760270410816, "eval_mix_es_cosine_accuracy@150": 0.9303172126885075, "eval_mix_es_cosine_accuracy@20": 0.7405096203848154, "eval_mix_es_cosine_accuracy@200": 0.9479979199167967, "eval_mix_es_cosine_accuracy@50": 0.8403536141445658, "eval_mix_es_cosine_map@1": 0.39365574622984917, "eval_mix_es_cosine_map@100": 0.4144450266421713, "eval_mix_es_cosine_map@150": 0.4150997091391954, "eval_mix_es_cosine_map@20": 0.40462483371485203, "eval_mix_es_cosine_map@200": 0.41543130662233696, "eval_mix_es_cosine_map@50": 0.41223380645143365, "eval_mix_es_cosine_map@500": 0.4159141359187564, "eval_mix_es_cosine_mrr@1": 0.39365574622984917, "eval_mix_es_cosine_mrr@100": 0.4828274289532764, "eval_mix_es_cosine_mrr@150": 0.48307346317849986, "eval_mix_es_cosine_mrr@20": 0.47865733219922946, "eval_mix_es_cosine_mrr@200": 0.48317521807727926, "eval_mix_es_cosine_mrr@50": 0.4819794352235569, "eval_mix_es_cosine_ndcg@1": 0.39365574622984917, "eval_mix_es_cosine_ndcg@100": 0.5377704085063164, "eval_mix_es_cosine_ndcg@150": 0.5454257403567558, "eval_mix_es_cosine_ndcg@20": 0.4891633580678844, "eval_mix_es_cosine_ndcg@200": 0.5504409931909128, "eval_mix_es_cosine_ndcg@50": 0.5210348137488535, "eval_mix_es_cosine_precision@1": 0.39365574622984917, "eval_mix_es_cosine_precision@100": 0.022350494019760792, "eval_mix_es_cosine_precision@150": 0.015604090830299875, "eval_mix_es_cosine_precision@20": 0.08556942277691108, "eval_mix_es_cosine_precision@200": 0.012085283411336457, "eval_mix_es_cosine_precision@50": 0.04062402496099844, "eval_mix_es_cosine_recall@1": 0.15008295569918034, "eval_mix_es_cosine_recall@100": 0.8269754599707798, "eval_mix_es_cosine_recall@150": 0.8663930366738478, "eval_mix_es_cosine_recall@20": 0.6332367580417503, "eval_mix_es_cosine_recall@200": 0.8937322635762573, "eval_mix_es_cosine_recall@50": 0.750726790976401, "eval_mix_zh_cosine_accuracy@1": 0.09029227557411273, "eval_mix_zh_cosine_accuracy@100": 0.5918580375782881, "eval_mix_zh_cosine_accuracy@150": 0.6591858037578288, "eval_mix_zh_cosine_accuracy@20": 0.34916492693110646, "eval_mix_zh_cosine_accuracy@200": 0.6998956158663883, "eval_mix_zh_cosine_accuracy@50": 0.48173277661795405, "eval_mix_zh_cosine_map@1": 0.09029227557411273, "eval_mix_zh_cosine_map@100": 0.08964869225330131, "eval_mix_zh_cosine_map@150": 0.09044677981509988, "eval_mix_zh_cosine_map@20": 0.08197943711425079, "eval_mix_zh_cosine_map@200": 0.09082973714886453, "eval_mix_zh_cosine_map@50": 0.08776780524028141, "eval_mix_zh_cosine_map@500": 0.09175129729258544, "eval_mix_zh_cosine_mrr@1": 0.09029227557411273, "eval_mix_zh_cosine_mrr@100": 0.14913405152461043, "eval_mix_zh_cosine_mrr@150": 0.1496922228441261, "eval_mix_zh_cosine_mrr@20": 0.14336088613781903, "eval_mix_zh_cosine_mrr@200": 0.14992535322486242, "eval_mix_zh_cosine_mrr@50": 0.14756949454073856, "eval_mix_zh_cosine_ndcg@1": 0.09029227557411273, "eval_mix_zh_cosine_ndcg@100": 0.1768598075045411, "eval_mix_zh_cosine_ndcg@150": 0.18762130889604253, "eval_mix_zh_cosine_ndcg@20": 0.1311830673444814, "eval_mix_zh_cosine_ndcg@200": 0.19437250124374303, "eval_mix_zh_cosine_ndcg@50": 0.1593514410099947, "eval_mix_zh_cosine_precision@1": 0.09029227557411273, "eval_mix_zh_cosine_precision@100": 0.011430062630480168, "eval_mix_zh_cosine_precision@150": 0.008688239387613084, "eval_mix_zh_cosine_precision@20": 0.030140918580375778, "eval_mix_zh_cosine_precision@200": 0.007053757828810021, "eval_mix_zh_cosine_precision@50": 0.01823590814196242, "eval_mix_zh_cosine_recall@1": 0.031228253305497562, "eval_mix_zh_cosine_recall@100": 0.3776191304635981, "eval_mix_zh_cosine_recall@150": 0.4305294595221526, "eval_mix_zh_cosine_recall@20": 0.20077915299731583, "eval_mix_zh_cosine_recall@200": 0.4662984226397588, "eval_mix_zh_cosine_recall@50": 0.30093448652947613, "eval_runtime": 11.4568, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.19437250124374303, "eval_steps_per_second": 0.0, "step": 1400 }, { "epoch": 3.0925925925925926, "grad_norm": 6.666859149932861, "learning_rate": 2.023396880415945e-05, "loss": 2.7012, "step": 1500 }, { "epoch": 3.2983539094650207, "grad_norm": 6.5780558586120605, "learning_rate": 1.8067590987868284e-05, "loss": 2.7423, "step": 1600 }, { "epoch": 3.2983539094650207, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9802955665024631, "eval_full_de_cosine_accuracy@150": 0.9852216748768473, "eval_full_de_cosine_accuracy@20": 0.9261083743842364, "eval_full_de_cosine_accuracy@200": 0.9852216748768473, "eval_full_de_cosine_accuracy@50": 0.9556650246305419, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.2553505082151027, "eval_full_de_cosine_map@150": 0.2642642274892868, "eval_full_de_cosine_map@20": 0.3232519233820698, "eval_full_de_cosine_map@200": 0.2691969880894716, "eval_full_de_cosine_map@50": 0.26102657686588665, "eval_full_de_cosine_map@500": 0.2803112292648821, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.4906981997008054, "eval_full_de_cosine_mrr@150": 0.4907366849224803, "eval_full_de_cosine_mrr@20": 0.4892752997831232, "eval_full_de_cosine_mrr@200": 0.4907366849224803, "eval_full_de_cosine_mrr@50": 0.4902771206282054, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.43399231095446933, "eval_full_de_cosine_ndcg@150": 0.45874970458896197, "eval_full_de_cosine_ndcg@20": 0.45965919662626975, "eval_full_de_cosine_ndcg@200": 0.47478895069588406, "eval_full_de_cosine_ndcg@50": 0.41741219260743895, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.17901477832512316, "eval_full_de_cosine_precision@150": 0.13490968801313627, "eval_full_de_cosine_precision@20": 0.4263546798029557, "eval_full_de_cosine_precision@200": 0.10899014778325124, "eval_full_de_cosine_precision@50": 0.2770443349753695, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.4638118170858238, "eval_full_de_cosine_recall@150": 0.5124044299199141, "eval_full_de_cosine_recall@20": 0.26014264456225006, "eval_full_de_cosine_recall@200": 0.5445439134836504, "eval_full_de_cosine_recall@50": 0.37472046766567035, "eval_full_en_cosine_accuracy@1": 0.6571428571428571, "eval_full_en_cosine_accuracy@100": 0.9904761904761905, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9904761904761905, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9904761904761905, "eval_full_en_cosine_map@1": 0.6571428571428571, "eval_full_en_cosine_map@100": 0.5668962932951893, "eval_full_en_cosine_map@150": 0.5749918744199348, "eval_full_en_cosine_map@20": 0.5422881048847362, "eval_full_en_cosine_map@200": 0.5778159227565198, "eval_full_en_cosine_map@50": 0.5339554214943681, "eval_full_en_cosine_map@500": 0.5826470723639171, "eval_full_en_cosine_mrr@1": 0.6571428571428571, "eval_full_en_cosine_mrr@100": 0.8095238095238095, "eval_full_en_cosine_mrr@150": 0.8095238095238095, "eval_full_en_cosine_mrr@20": 0.8095238095238095, "eval_full_en_cosine_mrr@200": 0.8095238095238095, "eval_full_en_cosine_mrr@50": 0.8095238095238095, "eval_full_en_cosine_ndcg@1": 0.6571428571428571, "eval_full_en_cosine_ndcg@100": 0.7592503116780603, "eval_full_en_cosine_ndcg@150": 0.7793217469818706, "eval_full_en_cosine_ndcg@20": 0.6842763252168604, "eval_full_en_cosine_ndcg@200": 0.7881724081346186, "eval_full_en_cosine_ndcg@50": 0.7050658917677234, "eval_full_en_cosine_precision@1": 0.6571428571428571, "eval_full_en_cosine_precision@100": 0.18676190476190477, "eval_full_en_cosine_precision@150": 0.13282539682539682, "eval_full_en_cosine_precision@20": 0.5019047619047619, "eval_full_en_cosine_precision@200": 0.10247619047619048, "eval_full_en_cosine_precision@50": 0.3087619047619048, "eval_full_en_cosine_recall@1": 0.0680237860830842, "eval_full_en_cosine_recall@100": 0.8322341922506664, "eval_full_en_cosine_recall@150": 0.8801590338170654, "eval_full_en_cosine_recall@20": 0.5375018845788361, "eval_full_en_cosine_recall@200": 0.902805836843439, "eval_full_en_cosine_recall@50": 0.7285392134841354, "eval_full_es_cosine_accuracy@1": 0.12972972972972974, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.12972972972972974, "eval_full_es_cosine_map@100": 0.3368552825005167, "eval_full_es_cosine_map@150": 0.34453705443740057, "eval_full_es_cosine_map@20": 0.4042978961401532, "eval_full_es_cosine_map@200": 0.35018165521941574, "eval_full_es_cosine_map@50": 0.33937321205124016, "eval_full_es_cosine_map@500": 0.360079205985487, "eval_full_es_cosine_mrr@1": 0.12972972972972974, "eval_full_es_cosine_mrr@100": 0.5546546546546548, "eval_full_es_cosine_mrr@150": 0.5546546546546548, "eval_full_es_cosine_mrr@20": 0.5546546546546548, "eval_full_es_cosine_mrr@200": 0.5546546546546548, "eval_full_es_cosine_mrr@50": 0.5546546546546548, "eval_full_es_cosine_ndcg@1": 0.12972972972972974, "eval_full_es_cosine_ndcg@100": 0.5113652855488736, "eval_full_es_cosine_ndcg@150": 0.5312098014018798, "eval_full_es_cosine_ndcg@20": 0.5381393612536364, "eval_full_es_cosine_ndcg@200": 0.5471404882139521, "eval_full_es_cosine_ndcg@50": 0.497412740756737, "eval_full_es_cosine_precision@1": 0.12972972972972974, "eval_full_es_cosine_precision@100": 0.19681081081081084, "eval_full_es_cosine_precision@150": 0.1451891891891892, "eval_full_es_cosine_precision@20": 0.48837837837837833, "eval_full_es_cosine_precision@200": 0.11681081081081081, "eval_full_es_cosine_precision@50": 0.31416216216216214, "eval_full_es_cosine_recall@1": 0.003237252034219735, "eval_full_es_cosine_recall@100": 0.5381915850001637, "eval_full_es_cosine_recall@150": 0.5773791795052656, "eval_full_es_cosine_recall@20": 0.3208378102445782, "eval_full_es_cosine_recall@200": 0.6089669618204154, "eval_full_es_cosine_recall@50": 0.4567910906819754, "eval_full_zh_cosine_accuracy@1": 0.32038834951456313, "eval_full_zh_cosine_accuracy@100": 0.8640776699029126, "eval_full_zh_cosine_accuracy@150": 0.912621359223301, "eval_full_zh_cosine_accuracy@20": 0.7281553398058253, "eval_full_zh_cosine_accuracy@200": 0.941747572815534, "eval_full_zh_cosine_accuracy@50": 0.8155339805825242, "eval_full_zh_cosine_map@1": 0.32038834951456313, "eval_full_zh_cosine_map@100": 0.12937320652986672, "eval_full_zh_cosine_map@150": 0.13203408286028803, "eval_full_zh_cosine_map@20": 0.1447951005144368, "eval_full_zh_cosine_map@200": 0.13359947484648899, "eval_full_zh_cosine_map@50": 0.12441013252369439, "eval_full_zh_cosine_map@500": 0.1374353051856652, "eval_full_zh_cosine_mrr@1": 0.32038834951456313, "eval_full_zh_cosine_mrr@100": 0.4434266046741581, "eval_full_zh_cosine_mrr@150": 0.44385297519656264, "eval_full_zh_cosine_mrr@20": 0.43991789706080797, "eval_full_zh_cosine_mrr@200": 0.44401312541610144, "eval_full_zh_cosine_mrr@50": 0.44280457808819257, "eval_full_zh_cosine_ndcg@1": 0.32038834951456313, "eval_full_zh_cosine_ndcg@100": 0.25621007342179275, "eval_full_zh_cosine_ndcg@150": 0.2738226067489134, "eval_full_zh_cosine_ndcg@20": 0.24485074137633345, "eval_full_zh_cosine_ndcg@200": 0.28679471829998743, "eval_full_zh_cosine_ndcg@50": 0.23539725480038964, "eval_full_zh_cosine_precision@1": 0.32038834951456313, "eval_full_zh_cosine_precision@100": 0.057475728155339814, "eval_full_zh_cosine_precision@150": 0.04543689320388349, "eval_full_zh_cosine_precision@20": 0.17233009708737868, "eval_full_zh_cosine_precision@200": 0.038252427184466024, "eval_full_zh_cosine_precision@50": 0.09378640776699028, "eval_full_zh_cosine_recall@1": 0.02471280462494792, "eval_full_zh_cosine_recall@100": 0.2817401925500015, "eval_full_zh_cosine_recall@150": 0.32445039777652873, "eval_full_zh_cosine_recall@20": 0.18281935756329049, "eval_full_zh_cosine_recall@200": 0.3579914968024133, "eval_full_zh_cosine_recall@50": 0.23610648880680668, "eval_mix_de_cosine_accuracy@1": 0.27769110764430577, "eval_mix_de_cosine_accuracy@100": 0.8273530941237649, "eval_mix_de_cosine_accuracy@150": 0.87467498699948, "eval_mix_de_cosine_accuracy@20": 0.6349453978159126, "eval_mix_de_cosine_accuracy@200": 0.9053562142485699, "eval_mix_de_cosine_accuracy@50": 0.7399895995839834, "eval_mix_de_cosine_map@1": 0.27769110764430577, "eval_mix_de_cosine_map@100": 0.30386818472766647, "eval_mix_de_cosine_map@150": 0.3047008515614112, "eval_mix_de_cosine_map@20": 0.29406713368898557, "eval_mix_de_cosine_map@200": 0.3051359976327236, "eval_mix_de_cosine_map@50": 0.30113502054518276, "eval_mix_de_cosine_map@500": 0.3059525328830033, "eval_mix_de_cosine_mrr@1": 0.27769110764430577, "eval_mix_de_cosine_mrr@100": 0.3643486184027757, "eval_mix_de_cosine_mrr@150": 0.36473033595438964, "eval_mix_de_cosine_mrr@20": 0.35976204370795134, "eval_mix_de_cosine_mrr@200": 0.36490983745143385, "eval_mix_de_cosine_mrr@50": 0.36312305918627735, "eval_mix_de_cosine_ndcg@1": 0.27769110764430577, "eval_mix_de_cosine_ndcg@100": 0.428125197732266, "eval_mix_de_cosine_ndcg@150": 0.43851431587679784, "eval_mix_de_cosine_ndcg@20": 0.37573520751288797, "eval_mix_de_cosine_ndcg@200": 0.44538466038255, "eval_mix_de_cosine_ndcg@50": 0.40663904775077114, "eval_mix_de_cosine_precision@1": 0.27769110764430577, "eval_mix_de_cosine_precision@100": 0.020046801872074884, "eval_mix_de_cosine_precision@150": 0.014331773270930834, "eval_mix_de_cosine_precision@20": 0.07090483619344773, "eval_mix_de_cosine_precision@200": 0.011263650546021842, "eval_mix_de_cosine_precision@50": 0.03469578783151326, "eval_mix_de_cosine_recall@1": 0.10457618304732187, "eval_mix_de_cosine_recall@100": 0.7301352054082164, "eval_mix_de_cosine_recall@150": 0.7834720055468886, "eval_mix_de_cosine_recall@20": 0.5190240942971052, "eval_mix_de_cosine_recall@200": 0.821043508407003, "eval_mix_de_cosine_recall@50": 0.6331426590396949, "eval_mix_es_cosine_accuracy@1": 0.39417576703068125, "eval_mix_es_cosine_accuracy@100": 0.9011960478419136, "eval_mix_es_cosine_accuracy@150": 0.9313572542901716, "eval_mix_es_cosine_accuracy@20": 0.749869994799792, "eval_mix_es_cosine_accuracy@200": 0.9453978159126365, "eval_mix_es_cosine_accuracy@50": 0.8387935517420697, "eval_mix_es_cosine_map@1": 0.39417576703068125, "eval_mix_es_cosine_map@100": 0.4192177736540712, "eval_mix_es_cosine_map@150": 0.41989349138490134, "eval_mix_es_cosine_map@20": 0.4098891006090195, "eval_mix_es_cosine_map@200": 0.4201792836237905, "eval_mix_es_cosine_map@50": 0.41704940718756184, "eval_mix_es_cosine_map@500": 0.42068145332288714, "eval_mix_es_cosine_mrr@1": 0.39417576703068125, "eval_mix_es_cosine_mrr@100": 0.48546449697579613, "eval_mix_es_cosine_mrr@150": 0.4857120835710493, "eval_mix_es_cosine_mrr@20": 0.48161375643951787, "eval_mix_es_cosine_mrr@200": 0.48579472848118294, "eval_mix_es_cosine_mrr@50": 0.48456339112411073, "eval_mix_es_cosine_ndcg@1": 0.39417576703068125, "eval_mix_es_cosine_ndcg@100": 0.5419194834352565, "eval_mix_es_cosine_ndcg@150": 0.549799901314173, "eval_mix_es_cosine_ndcg@20": 0.49564845544675695, "eval_mix_es_cosine_ndcg@200": 0.5541820214452097, "eval_mix_es_cosine_ndcg@50": 0.5252351899067441, "eval_mix_es_cosine_precision@1": 0.39417576703068125, "eval_mix_es_cosine_precision@100": 0.022449297971918882, "eval_mix_es_cosine_precision@150": 0.015697694574449642, "eval_mix_es_cosine_precision@20": 0.0872854914196568, "eval_mix_es_cosine_precision@200": 0.012098283931357257, "eval_mix_es_cosine_precision@50": 0.040842433697347906, "eval_mix_es_cosine_recall@1": 0.14977961023202832, "eval_mix_es_cosine_recall@100": 0.8297142361884952, "eval_mix_es_cosine_recall@150": 0.8701891885199218, "eval_mix_es_cosine_recall@20": 0.6446252135799717, "eval_mix_es_cosine_recall@200": 0.8944221578386945, "eval_mix_es_cosine_recall@50": 0.7537131961468935, "eval_mix_zh_cosine_accuracy@1": 0.09394572025052192, "eval_mix_zh_cosine_accuracy@100": 0.5955114822546973, "eval_mix_zh_cosine_accuracy@150": 0.662839248434238, "eval_mix_zh_cosine_accuracy@20": 0.35386221294363257, "eval_mix_zh_cosine_accuracy@200": 0.7009394572025052, "eval_mix_zh_cosine_accuracy@50": 0.4869519832985386, "eval_mix_zh_cosine_map@1": 0.09394572025052192, "eval_mix_zh_cosine_map@100": 0.09248066772963609, "eval_mix_zh_cosine_map@150": 0.09326228290776101, "eval_mix_zh_cosine_map@20": 0.08491818175758956, "eval_mix_zh_cosine_map@200": 0.09361529404962608, "eval_mix_zh_cosine_map@50": 0.09052948294713963, "eval_mix_zh_cosine_map@500": 0.09455859576932324, "eval_mix_zh_cosine_mrr@1": 0.09394572025052192, "eval_mix_zh_cosine_mrr@100": 0.15439034982296526, "eval_mix_zh_cosine_mrr@150": 0.1549448592625029, "eval_mix_zh_cosine_mrr@20": 0.1486268139347834, "eval_mix_zh_cosine_mrr@200": 0.15516529379486205, "eval_mix_zh_cosine_mrr@50": 0.15284573002617868, "eval_mix_zh_cosine_ndcg@1": 0.09394572025052192, "eval_mix_zh_cosine_ndcg@100": 0.180685476350191, "eval_mix_zh_cosine_ndcg@150": 0.1913175060746284, "eval_mix_zh_cosine_ndcg@20": 0.13526182724058286, "eval_mix_zh_cosine_ndcg@200": 0.19756360996316394, "eval_mix_zh_cosine_ndcg@50": 0.16273403880201556, "eval_mix_zh_cosine_precision@1": 0.09394572025052192, "eval_mix_zh_cosine_precision@100": 0.011565762004175365, "eval_mix_zh_cosine_precision@150": 0.008764787752261655, "eval_mix_zh_cosine_precision@20": 0.0308455114822547, "eval_mix_zh_cosine_precision@200": 0.0070720250521920675, "eval_mix_zh_cosine_precision@50": 0.01838204592901879, "eval_mix_zh_cosine_recall@1": 0.03218510786360473, "eval_mix_zh_cosine_recall@100": 0.3818466878748716, "eval_mix_zh_cosine_recall@150": 0.4343829737879842, "eval_mix_zh_cosine_recall@20": 0.2054242469430361, "eval_mix_zh_cosine_recall@200": 0.46733356529807474, "eval_mix_zh_cosine_recall@50": 0.3032918282135401, "eval_runtime": 11.6386, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.19756360996316394, "eval_steps_per_second": 0.0, "step": 1600 }, { "epoch": 3.5041152263374484, "grad_norm": 7.517078876495361, "learning_rate": 1.5901213171577123e-05, "loss": 2.5316, "step": 1700 }, { "epoch": 3.7098765432098766, "grad_norm": 5.668737411499023, "learning_rate": 1.3734835355285964e-05, "loss": 2.6344, "step": 1800 }, { "epoch": 3.7098765432098766, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9753694581280788, "eval_full_de_cosine_accuracy@150": 0.9852216748768473, "eval_full_de_cosine_accuracy@20": 0.9211822660098522, "eval_full_de_cosine_accuracy@200": 0.9852216748768473, "eval_full_de_cosine_accuracy@50": 0.9605911330049262, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.2558901722323677, "eval_full_de_cosine_map@150": 0.2649913870834412, "eval_full_de_cosine_map@20": 0.3211048669539684, "eval_full_de_cosine_map@200": 0.27010541031599244, "eval_full_de_cosine_map@50": 0.261888445835493, "eval_full_de_cosine_map@500": 0.28106938786931224, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.4900376562912742, "eval_full_de_cosine_mrr@150": 0.4901135143922775, "eval_full_de_cosine_mrr@20": 0.488501497777794, "eval_full_de_cosine_mrr@200": 0.4901135143922775, "eval_full_de_cosine_mrr@50": 0.48978270334574775, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.43413691996468995, "eval_full_de_cosine_ndcg@150": 0.45936827865079527, "eval_full_de_cosine_ndcg@20": 0.4571806408684656, "eval_full_de_cosine_ndcg@200": 0.4762742892652946, "eval_full_de_cosine_ndcg@50": 0.4186161244795668, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.1787192118226601, "eval_full_de_cosine_precision@150": 0.1349753694581281, "eval_full_de_cosine_precision@20": 0.4226600985221674, "eval_full_de_cosine_precision@200": 0.10960591133004927, "eval_full_de_cosine_precision@50": 0.2775369458128079, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.4646991741198787, "eval_full_de_cosine_recall@150": 0.514077820298434, "eval_full_de_cosine_recall@20": 0.25787568646307335, "eval_full_de_cosine_recall@200": 0.5479242719935129, "eval_full_de_cosine_recall@50": 0.378544115518205, "eval_full_en_cosine_accuracy@1": 0.6571428571428571, "eval_full_en_cosine_accuracy@100": 0.9904761904761905, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9904761904761905, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9904761904761905, "eval_full_en_cosine_map@1": 0.6571428571428571, "eval_full_en_cosine_map@100": 0.5685440196941911, "eval_full_en_cosine_map@150": 0.5756567539581475, "eval_full_en_cosine_map@20": 0.5464916843297755, "eval_full_en_cosine_map@200": 0.5791635361565666, "eval_full_en_cosine_map@50": 0.5351890636433139, "eval_full_en_cosine_map@500": 0.5835322146366259, "eval_full_en_cosine_mrr@1": 0.6571428571428571, "eval_full_en_cosine_mrr@100": 0.8098412698412698, "eval_full_en_cosine_mrr@150": 0.8098412698412698, "eval_full_en_cosine_mrr@20": 0.8098412698412698, "eval_full_en_cosine_mrr@200": 0.8098412698412698, "eval_full_en_cosine_mrr@50": 0.8098412698412698, "eval_full_en_cosine_ndcg@1": 0.6571428571428571, "eval_full_en_cosine_ndcg@100": 0.7619501692018719, "eval_full_en_cosine_ndcg@150": 0.778798440383198, "eval_full_en_cosine_ndcg@20": 0.6895375515490911, "eval_full_en_cosine_ndcg@200": 0.7899830993214225, "eval_full_en_cosine_ndcg@50": 0.7060633068166344, "eval_full_en_cosine_precision@1": 0.6571428571428571, "eval_full_en_cosine_precision@100": 0.1872380952380952, "eval_full_en_cosine_precision@150": 0.1321904761904762, "eval_full_en_cosine_precision@20": 0.5076190476190475, "eval_full_en_cosine_precision@200": 0.1027142857142857, "eval_full_en_cosine_precision@50": 0.3089523809523809, "eval_full_en_cosine_recall@1": 0.0680237860830842, "eval_full_en_cosine_recall@100": 0.8382149119179341, "eval_full_en_cosine_recall@150": 0.8762032488748317, "eval_full_en_cosine_recall@20": 0.5459242543214992, "eval_full_en_cosine_recall@200": 0.9059964336434017, "eval_full_en_cosine_recall@50": 0.728483344815942, "eval_full_es_cosine_accuracy@1": 0.12432432432432433, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.12432432432432433, "eval_full_es_cosine_map@100": 0.3398108870028267, "eval_full_es_cosine_map@150": 0.3482007813358776, "eval_full_es_cosine_map@20": 0.4061591888137979, "eval_full_es_cosine_map@200": 0.3534583367060008, "eval_full_es_cosine_map@50": 0.3426196432849601, "eval_full_es_cosine_map@500": 0.36353547903357536, "eval_full_es_cosine_mrr@1": 0.12432432432432433, "eval_full_es_cosine_mrr@100": 0.5516816816816817, "eval_full_es_cosine_mrr@150": 0.5516816816816817, "eval_full_es_cosine_mrr@20": 0.5516816816816817, "eval_full_es_cosine_mrr@200": 0.5516816816816817, "eval_full_es_cosine_mrr@50": 0.5516816816816817, "eval_full_es_cosine_ndcg@1": 0.12432432432432433, "eval_full_es_cosine_ndcg@100": 0.5143442473922782, "eval_full_es_cosine_ndcg@150": 0.5349751306205418, "eval_full_es_cosine_ndcg@20": 0.5406828319866788, "eval_full_es_cosine_ndcg@200": 0.5498255219419508, "eval_full_es_cosine_ndcg@50": 0.500776817925352, "eval_full_es_cosine_precision@1": 0.12432432432432433, "eval_full_es_cosine_precision@100": 0.19843243243243244, "eval_full_es_cosine_precision@150": 0.14702702702702705, "eval_full_es_cosine_precision@20": 0.4924324324324324, "eval_full_es_cosine_precision@200": 0.11762162162162161, "eval_full_es_cosine_precision@50": 0.31686486486486487, "eval_full_es_cosine_recall@1": 0.003111544931768446, "eval_full_es_cosine_recall@100": 0.5424114301447981, "eval_full_es_cosine_recall@150": 0.5822792579944903, "eval_full_es_cosine_recall@20": 0.3235933309332048, "eval_full_es_cosine_recall@200": 0.612586126212026, "eval_full_es_cosine_recall@50": 0.4622883553307717, "eval_full_zh_cosine_accuracy@1": 0.30097087378640774, "eval_full_zh_cosine_accuracy@100": 0.8543689320388349, "eval_full_zh_cosine_accuracy@150": 0.912621359223301, "eval_full_zh_cosine_accuracy@20": 0.7087378640776699, "eval_full_zh_cosine_accuracy@200": 0.941747572815534, "eval_full_zh_cosine_accuracy@50": 0.8252427184466019, "eval_full_zh_cosine_map@1": 0.30097087378640774, "eval_full_zh_cosine_map@100": 0.12884550949445583, "eval_full_zh_cosine_map@150": 0.13149151347084506, "eval_full_zh_cosine_map@20": 0.14164601531439067, "eval_full_zh_cosine_map@200": 0.1329204280861929, "eval_full_zh_cosine_map@50": 0.12333195286802508, "eval_full_zh_cosine_map@500": 0.13684460640814028, "eval_full_zh_cosine_mrr@1": 0.30097087378640774, "eval_full_zh_cosine_mrr@100": 0.42539460155740233, "eval_full_zh_cosine_mrr@150": 0.42587488715939736, "eval_full_zh_cosine_mrr@20": 0.4211010881954553, "eval_full_zh_cosine_mrr@200": 0.4260266850474542, "eval_full_zh_cosine_mrr@50": 0.4249525777196882, "eval_full_zh_cosine_ndcg@1": 0.30097087378640774, "eval_full_zh_cosine_ndcg@100": 0.2558557487315817, "eval_full_zh_cosine_ndcg@150": 0.27344459654855646, "eval_full_zh_cosine_ndcg@20": 0.23848199480652515, "eval_full_zh_cosine_ndcg@200": 0.28574499658549296, "eval_full_zh_cosine_ndcg@50": 0.23417872356945213, "eval_full_zh_cosine_precision@1": 0.30097087378640774, "eval_full_zh_cosine_precision@100": 0.05844660194174757, "eval_full_zh_cosine_precision@150": 0.04601941747572815, "eval_full_zh_cosine_precision@20": 0.16844660194174763, "eval_full_zh_cosine_precision@200": 0.038203883495145634, "eval_full_zh_cosine_precision@50": 0.09436893203883494, "eval_full_zh_cosine_recall@1": 0.024446152054452382, "eval_full_zh_cosine_recall@100": 0.2859906000645493, "eval_full_zh_cosine_recall@150": 0.32910264724851107, "eval_full_zh_cosine_recall@20": 0.17513112391433697, "eval_full_zh_cosine_recall@200": 0.36304017348331746, "eval_full_zh_cosine_recall@50": 0.23948897590045773, "eval_mix_de_cosine_accuracy@1": 0.29017160686427457, "eval_mix_de_cosine_accuracy@100": 0.8419136765470618, "eval_mix_de_cosine_accuracy@150": 0.8788351534061363, "eval_mix_de_cosine_accuracy@20": 0.6484659386375455, "eval_mix_de_cosine_accuracy@200": 0.9089963598543942, "eval_mix_de_cosine_accuracy@50": 0.7540301612064483, "eval_mix_de_cosine_map@1": 0.29017160686427457, "eval_mix_de_cosine_map@100": 0.31304585670015317, "eval_mix_de_cosine_map@150": 0.3138396622777036, "eval_mix_de_cosine_map@20": 0.30311022602590254, "eval_mix_de_cosine_map@200": 0.31426372512191, "eval_mix_de_cosine_map@50": 0.31036427264538485, "eval_mix_de_cosine_map@500": 0.3150399864057635, "eval_mix_de_cosine_mrr@1": 0.29017160686427457, "eval_mix_de_cosine_mrr@100": 0.3769348294784883, "eval_mix_de_cosine_mrr@150": 0.377239930826995, "eval_mix_de_cosine_mrr@20": 0.37232551415227233, "eval_mix_de_cosine_mrr@200": 0.3774183771765249, "eval_mix_de_cosine_mrr@50": 0.375685507642469, "eval_mix_de_cosine_ndcg@1": 0.29017160686427457, "eval_mix_de_cosine_ndcg@100": 0.43906545567486005, "eval_mix_de_cosine_ndcg@150": 0.4485955578737219, "eval_mix_de_cosine_ndcg@20": 0.38598145754556046, "eval_mix_de_cosine_ndcg@200": 0.45520732213321263, "eval_mix_de_cosine_ndcg@50": 0.41773491829410075, "eval_mix_de_cosine_precision@1": 0.29017160686427457, "eval_mix_de_cosine_precision@100": 0.02041601664066563, "eval_mix_de_cosine_precision@150": 0.014505113537874847, "eval_mix_de_cosine_precision@20": 0.07251690067602704, "eval_mix_de_cosine_precision@200": 0.01137545501820073, "eval_mix_de_cosine_precision@50": 0.0355486219448778, "eval_mix_de_cosine_recall@1": 0.10890968972092217, "eval_mix_de_cosine_recall@100": 0.7442624371641533, "eval_mix_de_cosine_recall@150": 0.7928583810019068, "eval_mix_de_cosine_recall@20": 0.5299011960478419, "eval_mix_de_cosine_recall@200": 0.8289478245796498, "eval_mix_de_cosine_recall@50": 0.647191887675507, "eval_mix_es_cosine_accuracy@1": 0.40717628705148207, "eval_mix_es_cosine_accuracy@100": 0.9048361934477379, "eval_mix_es_cosine_accuracy@150": 0.9370774830993239, "eval_mix_es_cosine_accuracy@20": 0.7581903276131046, "eval_mix_es_cosine_accuracy@200": 0.9547581903276131, "eval_mix_es_cosine_accuracy@50": 0.8455538221528861, "eval_mix_es_cosine_map@1": 0.40717628705148207, "eval_mix_es_cosine_map@100": 0.4292014145714, "eval_mix_es_cosine_map@150": 0.4298202694277485, "eval_mix_es_cosine_map@20": 0.419614969499609, "eval_mix_es_cosine_map@200": 0.4300980044671579, "eval_mix_es_cosine_map@50": 0.427088485280225, "eval_mix_es_cosine_map@500": 0.43055010151569684, "eval_mix_es_cosine_mrr@1": 0.40717628705148207, "eval_mix_es_cosine_mrr@100": 0.4969826860284758, "eval_mix_es_cosine_mrr@150": 0.49724671253026886, "eval_mix_es_cosine_mrr@20": 0.49319826751048873, "eval_mix_es_cosine_mrr@200": 0.49734552981578295, "eval_mix_es_cosine_mrr@50": 0.49612329710657893, "eval_mix_es_cosine_ndcg@1": 0.40717628705148207, "eval_mix_es_cosine_ndcg@100": 0.5521009256440798, "eval_mix_es_cosine_ndcg@150": 0.5595924746165437, "eval_mix_es_cosine_ndcg@20": 0.5052212563002627, "eval_mix_es_cosine_ndcg@200": 0.5639157869620031, "eval_mix_es_cosine_ndcg@50": 0.5356805472279078, "eval_mix_es_cosine_precision@1": 0.40717628705148207, "eval_mix_es_cosine_precision@100": 0.022704108164326574, "eval_mix_es_cosine_precision@150": 0.015822499566649332, "eval_mix_es_cosine_precision@20": 0.08819552782111284, "eval_mix_es_cosine_precision@200": 0.012189287571502862, "eval_mix_es_cosine_precision@50": 0.04139365574622985, "eval_mix_es_cosine_recall@1": 0.1547198078399326, "eval_mix_es_cosine_recall@100": 0.8390052744966942, "eval_mix_es_cosine_recall@150": 0.877764158185375, "eval_mix_es_cosine_recall@20": 0.652070178045217, "eval_mix_es_cosine_recall@200": 0.9016677809969541, "eval_mix_es_cosine_recall@50": 0.7639576059232845, "eval_mix_zh_cosine_accuracy@1": 0.09394572025052192, "eval_mix_zh_cosine_accuracy@100": 0.5918580375782881, "eval_mix_zh_cosine_accuracy@150": 0.6649269311064718, "eval_mix_zh_cosine_accuracy@20": 0.35281837160751567, "eval_mix_zh_cosine_accuracy@200": 0.7004175365344467, "eval_mix_zh_cosine_accuracy@50": 0.48329853862212946, "eval_mix_zh_cosine_map@1": 0.09394572025052192, "eval_mix_zh_cosine_map@100": 0.09092612397080438, "eval_mix_zh_cosine_map@150": 0.09168814149038751, "eval_mix_zh_cosine_map@20": 0.083759101073897, "eval_mix_zh_cosine_map@200": 0.09208168156532727, "eval_mix_zh_cosine_map@50": 0.08908800548950695, "eval_mix_zh_cosine_map@500": 0.09301554391402207, "eval_mix_zh_cosine_mrr@1": 0.09394572025052192, "eval_mix_zh_cosine_mrr@100": 0.15275090014884107, "eval_mix_zh_cosine_mrr@150": 0.1533445728241347, "eval_mix_zh_cosine_mrr@20": 0.14710513443845905, "eval_mix_zh_cosine_mrr@200": 0.1535456563541225, "eval_mix_zh_cosine_mrr@50": 0.15122849766144658, "eval_mix_zh_cosine_ndcg@1": 0.09394572025052192, "eval_mix_zh_cosine_ndcg@100": 0.1780017996510726, "eval_mix_zh_cosine_ndcg@150": 0.1886875211403746, "eval_mix_zh_cosine_ndcg@20": 0.13433471892252347, "eval_mix_zh_cosine_ndcg@200": 0.19541417908856412, "eval_mix_zh_cosine_ndcg@50": 0.16091824243484512, "eval_mix_zh_cosine_precision@1": 0.09394572025052192, "eval_mix_zh_cosine_precision@100": 0.011362212943632568, "eval_mix_zh_cosine_precision@150": 0.008639526791927627, "eval_mix_zh_cosine_precision@20": 0.030897703549060546, "eval_mix_zh_cosine_precision@200": 0.007019832985386221, "eval_mix_zh_cosine_precision@50": 0.018204592901878917, "eval_mix_zh_cosine_recall@1": 0.03185455810716771, "eval_mix_zh_cosine_recall@100": 0.3754792557245584, "eval_mix_zh_cosine_recall@150": 0.4282591046160983, "eval_mix_zh_cosine_recall@20": 0.20592877025549258, "eval_mix_zh_cosine_recall@200": 0.46372361401067036, "eval_mix_zh_cosine_recall@50": 0.30069837956059253, "eval_runtime": 12.0786, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.19541417908856412, "eval_steps_per_second": 0.0, "step": 1800 }, { "epoch": 3.9156378600823043, "grad_norm": 9.455988883972168, "learning_rate": 1.1568457538994801e-05, "loss": 2.4983, "step": 1900 }, { "epoch": 4.1234567901234565, "grad_norm": 8.23393726348877, "learning_rate": 9.40207972270364e-06, "loss": 2.5423, "step": 2000 }, { "epoch": 4.1234567901234565, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9753694581280788, "eval_full_de_cosine_accuracy@150": 0.9852216748768473, "eval_full_de_cosine_accuracy@20": 0.9211822660098522, "eval_full_de_cosine_accuracy@200": 0.9852216748768473, "eval_full_de_cosine_accuracy@50": 0.9655172413793104, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.2571656148623807, "eval_full_de_cosine_map@150": 0.2662223711722934, "eval_full_de_cosine_map@20": 0.32403320158333687, "eval_full_de_cosine_map@200": 0.2716128199441605, "eval_full_de_cosine_map@50": 0.263929499089501, "eval_full_de_cosine_map@500": 0.2826472699200774, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.491727421634789, "eval_full_de_cosine_mrr@150": 0.49180457899033725, "eval_full_de_cosine_mrr@20": 0.4902263308667246, "eval_full_de_cosine_mrr@200": 0.49180457899033725, "eval_full_de_cosine_mrr@50": 0.49157690165668283, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.43630012299200127, "eval_full_de_cosine_ndcg@150": 0.4611671590034933, "eval_full_de_cosine_ndcg@20": 0.4612630794197783, "eval_full_de_cosine_ndcg@200": 0.47859447889613466, "eval_full_de_cosine_ndcg@50": 0.4218308857158181, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.17970443349753695, "eval_full_de_cosine_precision@150": 0.13536945812807882, "eval_full_de_cosine_precision@20": 0.4273399014778325, "eval_full_de_cosine_precision@200": 0.11017241379310345, "eval_full_de_cosine_precision@50": 0.2806896551724138, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.466648189283344, "eval_full_de_cosine_recall@150": 0.5156350937800631, "eval_full_de_cosine_recall@20": 0.2624274710898933, "eval_full_de_cosine_recall@200": 0.5501200676805387, "eval_full_de_cosine_recall@50": 0.3816838951440551, "eval_full_en_cosine_accuracy@1": 0.6571428571428571, "eval_full_en_cosine_accuracy@100": 0.9904761904761905, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9904761904761905, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9904761904761905, "eval_full_en_cosine_map@1": 0.6571428571428571, "eval_full_en_cosine_map@100": 0.5681338314009312, "eval_full_en_cosine_map@150": 0.5758337072896192, "eval_full_en_cosine_map@20": 0.5458017299619246, "eval_full_en_cosine_map@200": 0.5788774324789392, "eval_full_en_cosine_map@50": 0.5350568967293148, "eval_full_en_cosine_map@500": 0.5832951333498196, "eval_full_en_cosine_mrr@1": 0.6571428571428571, "eval_full_en_cosine_mrr@100": 0.8095238095238095, "eval_full_en_cosine_mrr@150": 0.8095238095238095, "eval_full_en_cosine_mrr@20": 0.8095238095238095, "eval_full_en_cosine_mrr@200": 0.8095238095238095, "eval_full_en_cosine_mrr@50": 0.8095238095238095, "eval_full_en_cosine_ndcg@1": 0.6571428571428571, "eval_full_en_cosine_ndcg@100": 0.7611594394123498, "eval_full_en_cosine_ndcg@150": 0.7798336860589586, "eval_full_en_cosine_ndcg@20": 0.6871892352981543, "eval_full_en_cosine_ndcg@200": 0.7894131768304745, "eval_full_en_cosine_ndcg@50": 0.7057435134474674, "eval_full_en_cosine_precision@1": 0.6571428571428571, "eval_full_en_cosine_precision@100": 0.18685714285714286, "eval_full_en_cosine_precision@150": 0.13263492063492063, "eval_full_en_cosine_precision@20": 0.5057142857142858, "eval_full_en_cosine_precision@200": 0.10261904761904762, "eval_full_en_cosine_precision@50": 0.3085714285714286, "eval_full_en_cosine_recall@1": 0.0680237860830842, "eval_full_en_cosine_recall@100": 0.8369695734692713, "eval_full_en_cosine_recall@150": 0.8797734908498225, "eval_full_en_cosine_recall@20": 0.539814746481506, "eval_full_en_cosine_recall@200": 0.9040821090543185, "eval_full_en_cosine_recall@50": 0.7281788406466259, "eval_full_es_cosine_accuracy@1": 0.12432432432432433, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.12432432432432433, "eval_full_es_cosine_map@100": 0.33919520921684143, "eval_full_es_cosine_map@150": 0.34836248453935964, "eval_full_es_cosine_map@20": 0.4038320848933988, "eval_full_es_cosine_map@200": 0.3534621616433109, "eval_full_es_cosine_map@50": 0.34180322548979025, "eval_full_es_cosine_map@500": 0.36317607366795296, "eval_full_es_cosine_mrr@1": 0.12432432432432433, "eval_full_es_cosine_mrr@100": 0.54987987987988, "eval_full_es_cosine_mrr@150": 0.54987987987988, "eval_full_es_cosine_mrr@20": 0.54987987987988, "eval_full_es_cosine_mrr@200": 0.54987987987988, "eval_full_es_cosine_mrr@50": 0.54987987987988, "eval_full_es_cosine_ndcg@1": 0.12432432432432433, "eval_full_es_cosine_ndcg@100": 0.5137905428062277, "eval_full_es_cosine_ndcg@150": 0.5360687473286022, "eval_full_es_cosine_ndcg@20": 0.539216162208845, "eval_full_es_cosine_ndcg@200": 0.5499397431446335, "eval_full_es_cosine_ndcg@50": 0.4996835226060237, "eval_full_es_cosine_precision@1": 0.12432432432432433, "eval_full_es_cosine_precision@100": 0.19794594594594597, "eval_full_es_cosine_precision@150": 0.1476036036036036, "eval_full_es_cosine_precision@20": 0.49054054054054047, "eval_full_es_cosine_precision@200": 0.11764864864864866, "eval_full_es_cosine_precision@50": 0.3163243243243243, "eval_full_es_cosine_recall@1": 0.003111544931768446, "eval_full_es_cosine_recall@100": 0.541868009988165, "eval_full_es_cosine_recall@150": 0.5852603494024129, "eval_full_es_cosine_recall@20": 0.3226281360780687, "eval_full_es_cosine_recall@200": 0.6129186722388266, "eval_full_es_cosine_recall@50": 0.460233186838451, "eval_full_zh_cosine_accuracy@1": 0.30097087378640774, "eval_full_zh_cosine_accuracy@100": 0.883495145631068, "eval_full_zh_cosine_accuracy@150": 0.941747572815534, "eval_full_zh_cosine_accuracy@20": 0.6990291262135923, "eval_full_zh_cosine_accuracy@200": 0.941747572815534, "eval_full_zh_cosine_accuracy@50": 0.8446601941747572, "eval_full_zh_cosine_map@1": 0.30097087378640774, "eval_full_zh_cosine_map@100": 0.12975707309312245, "eval_full_zh_cosine_map@150": 0.1324151603536725, "eval_full_zh_cosine_map@20": 0.1429307444790631, "eval_full_zh_cosine_map@200": 0.13400586423473068, "eval_full_zh_cosine_map@50": 0.12440485302105762, "eval_full_zh_cosine_map@500": 0.13792557615284717, "eval_full_zh_cosine_mrr@1": 0.30097087378640774, "eval_full_zh_cosine_mrr@100": 0.4245497320288698, "eval_full_zh_cosine_mrr@150": 0.4250484654944024, "eval_full_zh_cosine_mrr@20": 0.4190465134339312, "eval_full_zh_cosine_mrr@200": 0.4250484654944024, "eval_full_zh_cosine_mrr@50": 0.4240176433261117, "eval_full_zh_cosine_ndcg@1": 0.30097087378640774, "eval_full_zh_cosine_ndcg@100": 0.25614039865630267, "eval_full_zh_cosine_ndcg@150": 0.2739893276218014, "eval_full_zh_cosine_ndcg@20": 0.23858136398044388, "eval_full_zh_cosine_ndcg@200": 0.2869614126642384, "eval_full_zh_cosine_ndcg@50": 0.23394297561992747, "eval_full_zh_cosine_precision@1": 0.30097087378640774, "eval_full_zh_cosine_precision@100": 0.05825242718446601, "eval_full_zh_cosine_precision@150": 0.04601941747572816, "eval_full_zh_cosine_precision@20": 0.16504854368932043, "eval_full_zh_cosine_precision@200": 0.038834951456310676, "eval_full_zh_cosine_precision@50": 0.0932038834951456, "eval_full_zh_cosine_recall@1": 0.02386287516726942, "eval_full_zh_cosine_recall@100": 0.2843496525793469, "eval_full_zh_cosine_recall@150": 0.3277225727000478, "eval_full_zh_cosine_recall@20": 0.1765726567124355, "eval_full_zh_cosine_recall@200": 0.3596812771438104, "eval_full_zh_cosine_recall@50": 0.23652817418030478, "eval_mix_de_cosine_accuracy@1": 0.28965158606344255, "eval_mix_de_cosine_accuracy@100": 0.8424336973478939, "eval_mix_de_cosine_accuracy@150": 0.8840353614144566, "eval_mix_de_cosine_accuracy@20": 0.6453458138325533, "eval_mix_de_cosine_accuracy@200": 0.9131565262610505, "eval_mix_de_cosine_accuracy@50": 0.7514300572022881, "eval_mix_de_cosine_map@1": 0.28965158606344255, "eval_mix_de_cosine_map@100": 0.3150058759399239, "eval_mix_de_cosine_map@150": 0.31578258870027714, "eval_mix_de_cosine_map@20": 0.3048226727334811, "eval_mix_de_cosine_map@200": 0.31623339353875296, "eval_mix_de_cosine_map@50": 0.3123006074016708, "eval_mix_de_cosine_map@500": 0.3169966358324732, "eval_mix_de_cosine_mrr@1": 0.28965158606344255, "eval_mix_de_cosine_mrr@100": 0.37799876590389947, "eval_mix_de_cosine_mrr@150": 0.3783355727887503, "eval_mix_de_cosine_mrr@20": 0.37323361269727506, "eval_mix_de_cosine_mrr@200": 0.37850251063580587, "eval_mix_de_cosine_mrr@50": 0.37671986743715985, "eval_mix_de_cosine_ndcg@1": 0.28965158606344255, "eval_mix_de_cosine_ndcg@100": 0.4408718349726106, "eval_mix_de_cosine_ndcg@150": 0.4505012036387736, "eval_mix_de_cosine_ndcg@20": 0.3869439859976832, "eval_mix_de_cosine_ndcg@200": 0.4575667024678089, "eval_mix_de_cosine_ndcg@50": 0.419340853881164, "eval_mix_de_cosine_precision@1": 0.28965158606344255, "eval_mix_de_cosine_precision@100": 0.02045241809672387, "eval_mix_de_cosine_precision@150": 0.014543248396602529, "eval_mix_de_cosine_precision@20": 0.07230889235569424, "eval_mix_de_cosine_precision@200": 0.011443057722308895, "eval_mix_de_cosine_precision@50": 0.035559022360894435, "eval_mix_de_cosine_recall@1": 0.10873634945397814, "eval_mix_de_cosine_recall@100": 0.7456058242329694, "eval_mix_de_cosine_recall@150": 0.7947564569249437, "eval_mix_de_cosine_recall@20": 0.5285491419656786, "eval_mix_de_cosine_recall@200": 0.8333680013867221, "eval_mix_de_cosine_recall@50": 0.6476772404229503, "eval_mix_es_cosine_accuracy@1": 0.40561622464898595, "eval_mix_es_cosine_accuracy@100": 0.9053562142485699, "eval_mix_es_cosine_accuracy@150": 0.9391575663026521, "eval_mix_es_cosine_accuracy@20": 0.7555902236089443, "eval_mix_es_cosine_accuracy@200": 0.9521580863234529, "eval_mix_es_cosine_accuracy@50": 0.8465938637545501, "eval_mix_es_cosine_map@1": 0.40561622464898595, "eval_mix_es_cosine_map@100": 0.4309354633228117, "eval_mix_es_cosine_map@150": 0.43151233276792966, "eval_mix_es_cosine_map@20": 0.42113760176243775, "eval_mix_es_cosine_map@200": 0.4318026647046382, "eval_mix_es_cosine_map@50": 0.4288029559186059, "eval_mix_es_cosine_map@500": 0.4322791851958394, "eval_mix_es_cosine_mrr@1": 0.40561622464898595, "eval_mix_es_cosine_mrr@100": 0.4958131715411002, "eval_mix_es_cosine_mrr@150": 0.4960911044064609, "eval_mix_es_cosine_mrr@20": 0.49193080862589195, "eval_mix_es_cosine_mrr@200": 0.49616673564150066, "eval_mix_es_cosine_mrr@50": 0.49497073018920573, "eval_mix_es_cosine_ndcg@1": 0.40561622464898595, "eval_mix_es_cosine_ndcg@100": 0.5529351239282845, "eval_mix_es_cosine_ndcg@150": 0.5600105253735999, "eval_mix_es_cosine_ndcg@20": 0.5052527283785204, "eval_mix_es_cosine_ndcg@200": 0.5643581500059056, "eval_mix_es_cosine_ndcg@50": 0.5363668402911114, "eval_mix_es_cosine_precision@1": 0.40561622464898595, "eval_mix_es_cosine_precision@100": 0.02274050962038482, "eval_mix_es_cosine_precision@150": 0.01580863234529381, "eval_mix_es_cosine_precision@20": 0.08801352054082164, "eval_mix_es_cosine_precision@200": 0.012181487259490382, "eval_mix_es_cosine_precision@50": 0.0414560582423297, "eval_mix_es_cosine_recall@1": 0.15422578807914222, "eval_mix_es_cosine_recall@100": 0.8407386771661344, "eval_mix_es_cosine_recall@150": 0.8772614714112373, "eval_mix_es_cosine_recall@20": 0.6504234455092489, "eval_mix_es_cosine_recall@200": 0.9011477601961221, "eval_mix_es_cosine_recall@50": 0.7645209617908526, "eval_mix_zh_cosine_accuracy@1": 0.09551148225469729, "eval_mix_zh_cosine_accuracy@100": 0.5970772442588727, "eval_mix_zh_cosine_accuracy@150": 0.6623173277661796, "eval_mix_zh_cosine_accuracy@20": 0.34812108559498955, "eval_mix_zh_cosine_accuracy@200": 0.7035490605427975, "eval_mix_zh_cosine_accuracy@50": 0.4932150313152401, "eval_mix_zh_cosine_map@1": 0.09551148225469729, "eval_mix_zh_cosine_map@100": 0.0922515804329945, "eval_mix_zh_cosine_map@150": 0.09296251507722719, "eval_mix_zh_cosine_map@20": 0.08472355170504958, "eval_mix_zh_cosine_map@200": 0.09340391507908284, "eval_mix_zh_cosine_map@50": 0.09038650929811239, "eval_mix_zh_cosine_map@500": 0.09434895514443004, "eval_mix_zh_cosine_mrr@1": 0.09551148225469729, "eval_mix_zh_cosine_mrr@100": 0.15489924735195337, "eval_mix_zh_cosine_mrr@150": 0.15543781318663716, "eval_mix_zh_cosine_mrr@20": 0.148796848074501, "eval_mix_zh_cosine_mrr@200": 0.15567492413016254, "eval_mix_zh_cosine_mrr@50": 0.15342712486814447, "eval_mix_zh_cosine_ndcg@1": 0.09551148225469729, "eval_mix_zh_cosine_ndcg@100": 0.1798079117342116, "eval_mix_zh_cosine_ndcg@150": 0.18976873702750593, "eval_mix_zh_cosine_ndcg@20": 0.13449413074843178, "eval_mix_zh_cosine_ndcg@200": 0.19737879358914515, "eval_mix_zh_cosine_ndcg@50": 0.16281375869650408, "eval_mix_zh_cosine_precision@1": 0.09551148225469729, "eval_mix_zh_cosine_precision@100": 0.01144572025052192, "eval_mix_zh_cosine_precision@150": 0.00861864996520529, "eval_mix_zh_cosine_precision@20": 0.030480167014613778, "eval_mix_zh_cosine_precision@200": 0.0070720250521920675, "eval_mix_zh_cosine_precision@50": 0.018402922755741128, "eval_mix_zh_cosine_recall@1": 0.03220250521920668, "eval_mix_zh_cosine_recall@100": 0.37823300858269543, "eval_mix_zh_cosine_recall@150": 0.4274327302250057, "eval_mix_zh_cosine_recall@20": 0.20316259071478276, "eval_mix_zh_cosine_recall@200": 0.467568429598701, "eval_mix_zh_cosine_recall@50": 0.3040399145044239, "eval_runtime": 12.4819, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.19737879358914515, "eval_steps_per_second": 0.0, "step": 2000 } ], "logging_steps": 100, "max_steps": 2430, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 200, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 128, "trial_name": null, "trial_params": null }