{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 2.9585798816568047, "eval_steps": 200, "global_step": 1000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0029585798816568047, "grad_norm": 0.003932574763894081, "learning_rate": 0.0, "loss": 0.0017, "step": 1 }, { "epoch": 0.2958579881656805, "grad_norm": 0.0002998154377564788, "learning_rate": 9.912772585669783e-05, "loss": 0.001, "step": 100 }, { "epoch": 0.591715976331361, "grad_norm": 0.00026975994114764035, "learning_rate": 9.289719626168225e-05, "loss": 0.0005, "step": 200 }, { "epoch": 0.591715976331361, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9802955665024631, "eval_full_de_cosine_accuracy@150": 0.9901477832512315, "eval_full_de_cosine_accuracy@20": 0.9556650246305419, "eval_full_de_cosine_accuracy@200": 0.9901477832512315, "eval_full_de_cosine_accuracy@50": 0.9704433497536946, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.23912170495699045, "eval_full_de_cosine_map@150": 0.2480105904337085, "eval_full_de_cosine_map@20": 0.308500931390137, "eval_full_de_cosine_map@200": 0.253032960716972, "eval_full_de_cosine_map@50": 0.24325745555408396, "eval_full_de_cosine_map@500": 0.2637582116936768, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.5005668219316932, "eval_full_de_cosine_mrr@150": 0.5006561680149542, "eval_full_de_cosine_mrr@20": 0.4999630364162379, "eval_full_de_cosine_mrr@200": 0.5006561680149542, "eval_full_de_cosine_mrr@50": 0.500417913595253, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.4132573069016215, "eval_full_de_cosine_ndcg@150": 0.4386619476207025, "eval_full_de_cosine_ndcg@20": 0.4413841049902018, "eval_full_de_cosine_ndcg@200": 0.45655433596891026, "eval_full_de_cosine_ndcg@50": 0.396035545928819, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.1660591133004926, "eval_full_de_cosine_precision@150": 0.1265353037766831, "eval_full_de_cosine_precision@20": 0.3982758620689655, "eval_full_de_cosine_precision@200": 0.1033743842364532, "eval_full_de_cosine_precision@50": 0.25733990147783253, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.4368237340812292, "eval_full_de_cosine_recall@150": 0.4866824517136917, "eval_full_de_cosine_recall@20": 0.24291574566277963, "eval_full_de_cosine_recall@200": 0.5237567328396163, "eval_full_de_cosine_recall@50": 0.3508390750999705, "eval_full_en_cosine_accuracy@1": 0.6095238095238096, "eval_full_en_cosine_accuracy@100": 0.9809523809523809, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9619047619047619, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9714285714285714, "eval_full_en_cosine_map@1": 0.6095238095238096, "eval_full_en_cosine_map@100": 0.4212871549773475, "eval_full_en_cosine_map@150": 0.4292041397533778, "eval_full_en_cosine_map@20": 0.41834185162590387, "eval_full_en_cosine_map@200": 0.43360983440296147, "eval_full_en_cosine_map@50": 0.3950487272048726, "eval_full_en_cosine_map@500": 0.44048129620249793, "eval_full_en_cosine_mrr@1": 0.6095238095238096, "eval_full_en_cosine_mrr@100": 0.7651908878224667, "eval_full_en_cosine_mrr@150": 0.7652709198352718, "eval_full_en_cosine_mrr@20": 0.7647869674185462, "eval_full_en_cosine_mrr@200": 0.7652709198352718, "eval_full_en_cosine_mrr@50": 0.7650443676759465, "eval_full_en_cosine_ndcg@1": 0.6095238095238096, "eval_full_en_cosine_ndcg@100": 0.6311923978676361, "eval_full_en_cosine_ndcg@150": 0.6538048550548475, "eval_full_en_cosine_ndcg@20": 0.5708801066213397, "eval_full_en_cosine_ndcg@200": 0.6702447487259725, "eval_full_en_cosine_ndcg@50": 0.5759834478645489, "eval_full_en_cosine_precision@1": 0.6095238095238096, "eval_full_en_cosine_precision@100": 0.15038095238095237, "eval_full_en_cosine_precision@150": 0.10958730158730158, "eval_full_en_cosine_precision@20": 0.40714285714285714, "eval_full_en_cosine_precision@200": 0.08747619047619049, "eval_full_en_cosine_precision@50": 0.2398095238095238, "eval_full_en_cosine_recall@1": 0.06442722624702855, "eval_full_en_cosine_recall@100": 0.6967385317394644, "eval_full_en_cosine_recall@150": 0.7500891135070625, "eval_full_en_cosine_recall@20": 0.4346349989024896, "eval_full_en_cosine_recall@200": 0.7922657853216979, "eval_full_en_cosine_recall@50": 0.5835601213490562, "eval_full_es_cosine_accuracy@1": 0.12432432432432433, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.12432432432432433, "eval_full_es_cosine_map@100": 0.30626153255960936, "eval_full_es_cosine_map@150": 0.31525172417568115, "eval_full_es_cosine_map@20": 0.3754636987030811, "eval_full_es_cosine_map@200": 0.3203321736620439, "eval_full_es_cosine_map@50": 0.3089347159262503, "eval_full_es_cosine_map@500": 0.33123215907886244, "eval_full_es_cosine_mrr@1": 0.12432432432432433, "eval_full_es_cosine_mrr@100": 0.554954954954955, "eval_full_es_cosine_mrr@150": 0.554954954954955, "eval_full_es_cosine_mrr@20": 0.554954954954955, "eval_full_es_cosine_mrr@200": 0.554954954954955, "eval_full_es_cosine_mrr@50": 0.554954954954955, "eval_full_es_cosine_ndcg@1": 0.12432432432432433, "eval_full_es_cosine_ndcg@100": 0.48680034537634215, "eval_full_es_cosine_ndcg@150": 0.512345996720451, "eval_full_es_cosine_ndcg@20": 0.5146195558295508, "eval_full_es_cosine_ndcg@200": 0.5287187750886941, "eval_full_es_cosine_ndcg@50": 0.46964512631645533, "eval_full_es_cosine_precision@1": 0.12432432432432433, "eval_full_es_cosine_precision@100": 0.1852972972972973, "eval_full_es_cosine_precision@150": 0.1388828828828829, "eval_full_es_cosine_precision@20": 0.4651351351351351, "eval_full_es_cosine_precision@200": 0.11194594594594595, "eval_full_es_cosine_precision@50": 0.29437837837837844, "eval_full_es_cosine_recall@1": 0.0035399794657678236, "eval_full_es_cosine_recall@100": 0.5157476179053113, "eval_full_es_cosine_recall@150": 0.5689714281780028, "eval_full_es_cosine_recall@20": 0.30618326173570504, "eval_full_es_cosine_recall@200": 0.603294577927924, "eval_full_es_cosine_recall@50": 0.4305380966092272, "eval_full_zh_cosine_accuracy@1": 0.6504854368932039, "eval_full_zh_cosine_accuracy@100": 0.9902912621359223, "eval_full_zh_cosine_accuracy@150": 0.9902912621359223, "eval_full_zh_cosine_accuracy@20": 0.9805825242718447, "eval_full_zh_cosine_accuracy@200": 0.9902912621359223, "eval_full_zh_cosine_accuracy@50": 0.9805825242718447, "eval_full_zh_cosine_map@1": 0.6504854368932039, "eval_full_zh_cosine_map@100": 0.4341400410992279, "eval_full_zh_cosine_map@150": 0.4421470493216924, "eval_full_zh_cosine_map@20": 0.4370709010270343, "eval_full_zh_cosine_map@200": 0.446164032411221, "eval_full_zh_cosine_map@50": 0.4129724014671616, "eval_full_zh_cosine_map@500": 0.45382091491269705, "eval_full_zh_cosine_mrr@1": 0.6504854368932039, "eval_full_zh_cosine_mrr@100": 0.7916435506241332, "eval_full_zh_cosine_mrr@150": 0.7916435506241332, "eval_full_zh_cosine_mrr@20": 0.7915048543689321, "eval_full_zh_cosine_mrr@200": 0.7916435506241332, "eval_full_zh_cosine_mrr@50": 0.7915048543689321, "eval_full_zh_cosine_ndcg@1": 0.6504854368932039, "eval_full_zh_cosine_ndcg@100": 0.6435966486586578, "eval_full_zh_cosine_ndcg@150": 0.6661105297536296, "eval_full_zh_cosine_ndcg@20": 0.5891740583683294, "eval_full_zh_cosine_ndcg@200": 0.6809059849503412, "eval_full_zh_cosine_ndcg@50": 0.5940858700081013, "eval_full_zh_cosine_precision@1": 0.6504854368932039, "eval_full_zh_cosine_precision@100": 0.14951456310679612, "eval_full_zh_cosine_precision@150": 0.109126213592233, "eval_full_zh_cosine_precision@20": 0.4174757281553398, "eval_full_zh_cosine_precision@200": 0.08660194174757284, "eval_full_zh_cosine_precision@50": 0.24388349514563107, "eval_full_zh_cosine_recall@1": 0.06297195936535313, "eval_full_zh_cosine_recall@100": 0.7066962990102679, "eval_full_zh_cosine_recall@150": 0.7572705548910881, "eval_full_zh_cosine_recall@20": 0.45216321099583096, "eval_full_zh_cosine_recall@200": 0.7957063099867823, "eval_full_zh_cosine_recall@50": 0.5985947222599055, "eval_mix_de_cosine_accuracy@1": 0.38845553822152884, "eval_mix_de_cosine_accuracy@100": 0.8803952158086323, "eval_mix_de_cosine_accuracy@150": 0.9121164846593863, "eval_mix_de_cosine_accuracy@20": 0.734269370774831, "eval_mix_de_cosine_accuracy@200": 0.9355174206968279, "eval_mix_de_cosine_accuracy@50": 0.8117524700988039, "eval_mix_de_cosine_map@1": 0.38845553822152884, "eval_mix_de_cosine_map@100": 0.39390468588701283, "eval_mix_de_cosine_map@150": 0.39462204836530157, "eval_mix_de_cosine_map@20": 0.38515411365076746, "eval_mix_de_cosine_map@200": 0.3950134124984197, "eval_mix_de_cosine_map@50": 0.39147682232706005, "eval_mix_de_cosine_map@500": 0.39564242254391563, "eval_mix_de_cosine_mrr@1": 0.38845553822152884, "eval_mix_de_cosine_mrr@100": 0.47910662936458426, "eval_mix_de_cosine_mrr@150": 0.4793689523443691, "eval_mix_de_cosine_mrr@20": 0.4755813854666515, "eval_mix_de_cosine_mrr@200": 0.47950783378595774, "eval_mix_de_cosine_mrr@50": 0.47811704545297706, "eval_mix_de_cosine_ndcg@1": 0.38845553822152884, "eval_mix_de_cosine_ndcg@100": 0.5158211232743959, "eval_mix_de_cosine_ndcg@150": 0.5242022471749376, "eval_mix_de_cosine_ndcg@20": 0.47089223070507885, "eval_mix_de_cosine_ndcg@200": 0.5302273876532717, "eval_mix_de_cosine_ndcg@50": 0.49701321688193106, "eval_mix_de_cosine_precision@1": 0.38845553822152884, "eval_mix_de_cosine_precision@100": 0.021476859074362975, "eval_mix_de_cosine_precision@150": 0.015122204888195528, "eval_mix_de_cosine_precision@20": 0.08216328653146125, "eval_mix_de_cosine_precision@200": 0.011799271970878837, "eval_mix_de_cosine_precision@50": 0.038169526781071245, "eval_mix_de_cosine_recall@1": 0.14673253596810537, "eval_mix_de_cosine_recall@100": 0.7834026694401108, "eval_mix_de_cosine_recall@150": 0.8256557279835054, "eval_mix_de_cosine_recall@20": 0.6032587970185473, "eval_mix_de_cosine_recall@200": 0.8584343724626179, "eval_mix_de_cosine_recall@50": 0.6989859594383776, "eval_mix_es_cosine_accuracy@1": 0.4638585543421737, "eval_mix_es_cosine_accuracy@100": 0.9136765470618825, "eval_mix_es_cosine_accuracy@150": 0.9365574622984919, "eval_mix_es_cosine_accuracy@20": 0.7857514300572023, "eval_mix_es_cosine_accuracy@200": 0.9542381695267811, "eval_mix_es_cosine_accuracy@50": 0.8647945917836714, "eval_mix_es_cosine_map@1": 0.4638585543421737, "eval_mix_es_cosine_map@100": 0.4536657081231957, "eval_mix_es_cosine_map@150": 0.45437606495676935, "eval_mix_es_cosine_map@20": 0.4451761994811194, "eval_mix_es_cosine_map@200": 0.4547015177344374, "eval_mix_es_cosine_map@50": 0.4514863355267052, "eval_mix_es_cosine_map@500": 0.4551697792251131, "eval_mix_es_cosine_mrr@1": 0.4638585543421737, "eval_mix_es_cosine_mrr@100": 0.5475382320931931, "eval_mix_es_cosine_mrr@150": 0.5477257595682632, "eval_mix_es_cosine_mrr@20": 0.5443176030174267, "eval_mix_es_cosine_mrr@200": 0.5478279203164989, "eval_mix_es_cosine_mrr@50": 0.5468380835249812, "eval_mix_es_cosine_ndcg@1": 0.4638585543421737, "eval_mix_es_cosine_ndcg@100": 0.5736815761872325, "eval_mix_es_cosine_ndcg@150": 0.5816308035747072, "eval_mix_es_cosine_ndcg@20": 0.5312553934197572, "eval_mix_es_cosine_ndcg@200": 0.5864336371127215, "eval_mix_es_cosine_ndcg@50": 0.5579803424628411, "eval_mix_es_cosine_precision@1": 0.4638585543421737, "eval_mix_es_cosine_precision@100": 0.022371294851794076, "eval_mix_es_cosine_precision@150": 0.015656092910383078, "eval_mix_es_cosine_precision@20": 0.08827353094123765, "eval_mix_es_cosine_precision@200": 0.012106084243369737, "eval_mix_es_cosine_precision@50": 0.040811232449297984, "eval_mix_es_cosine_recall@1": 0.17768739321001412, "eval_mix_es_cosine_recall@100": 0.8300398682613971, "eval_mix_es_cosine_recall@150": 0.8706881608597676, "eval_mix_es_cosine_recall@20": 0.6605551841121264, "eval_mix_es_cosine_recall@200": 0.89693534408043, "eval_mix_es_cosine_recall@50": 0.759268751702449, "eval_mix_zh_cosine_accuracy@1": 0.26148225469728603, "eval_mix_zh_cosine_accuracy@100": 0.947286012526096, "eval_mix_zh_cosine_accuracy@150": 0.9634655532359081, "eval_mix_zh_cosine_accuracy@20": 0.7964509394572025, "eval_mix_zh_cosine_accuracy@200": 0.9770354906054279, "eval_mix_zh_cosine_accuracy@50": 0.906054279749478, "eval_mix_zh_cosine_map@1": 0.26148225469728603, "eval_mix_zh_cosine_map@100": 0.28749631900572015, "eval_mix_zh_cosine_map@150": 0.288385962001369, "eval_mix_zh_cosine_map@20": 0.27295959762752364, "eval_mix_zh_cosine_map@200": 0.2887678508836165, "eval_mix_zh_cosine_map@50": 0.28444963805440326, "eval_mix_zh_cosine_map@500": 0.28928883002088956, "eval_mix_zh_cosine_mrr@1": 0.26148225469728603, "eval_mix_zh_cosine_mrr@100": 0.39683287872204204, "eval_mix_zh_cosine_mrr@150": 0.39696910415421693, "eval_mix_zh_cosine_mrr@20": 0.39252482645039777, "eval_mix_zh_cosine_mrr@200": 0.3970482418572872, "eval_mix_zh_cosine_mrr@50": 0.3962445974483728, "eval_mix_zh_cosine_ndcg@1": 0.26148225469728603, "eval_mix_zh_cosine_ndcg@100": 0.4593523494555993, "eval_mix_zh_cosine_ndcg@150": 0.4684878552004546, "eval_mix_zh_cosine_ndcg@20": 0.3939592969070947, "eval_mix_zh_cosine_ndcg@200": 0.47387019447635725, "eval_mix_zh_cosine_ndcg@50": 0.4391803566109192, "eval_mix_zh_cosine_precision@1": 0.26148225469728603, "eval_mix_zh_cosine_precision@100": 0.025161795407098127, "eval_mix_zh_cosine_precision@150": 0.017682672233820456, "eval_mix_zh_cosine_precision@20": 0.08815240083507307, "eval_mix_zh_cosine_precision@200": 0.013692588726513574, "eval_mix_zh_cosine_precision@50": 0.04498956158663884, "eval_mix_zh_cosine_recall@1": 0.08735212247738343, "eval_mix_zh_cosine_recall@100": 0.8295183417834775, "eval_mix_zh_cosine_recall@150": 0.8744905060145144, "eval_mix_zh_cosine_recall@20": 0.5815724724127646, "eval_mix_zh_cosine_recall@200": 0.9029314544189283, "eval_mix_zh_cosine_recall@50": 0.7417213440699871, "eval_runtime": 9.6673, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.47387019447635725, "eval_steps_per_second": 0.0, "step": 200 }, { "epoch": 0.8875739644970414, "grad_norm": 0.00019490200793370605, "learning_rate": 8.666666666666667e-05, "loss": 0.0004, "step": 300 }, { "epoch": 1.183431952662722, "grad_norm": 0.00019593666365835816, "learning_rate": 8.04361370716511e-05, "loss": 0.0004, "step": 400 }, { "epoch": 1.183431952662722, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9852216748768473, "eval_full_de_cosine_accuracy@150": 0.9852216748768473, "eval_full_de_cosine_accuracy@20": 0.9507389162561576, "eval_full_de_cosine_accuracy@200": 0.9852216748768473, "eval_full_de_cosine_accuracy@50": 0.9802955665024631, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.2567419215438217, "eval_full_de_cosine_map@150": 0.265533796232109, "eval_full_de_cosine_map@20": 0.32048995864445406, "eval_full_de_cosine_map@200": 0.2708551550258729, "eval_full_de_cosine_map@50": 0.2606298564929459, "eval_full_de_cosine_map@500": 0.2822869226313566, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.5045788271072928, "eval_full_de_cosine_mrr@150": 0.5045788271072928, "eval_full_de_cosine_mrr@20": 0.5034406890318217, "eval_full_de_cosine_mrr@200": 0.5045788271072928, "eval_full_de_cosine_mrr@50": 0.5044953337450152, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.4359687320861737, "eval_full_de_cosine_ndcg@150": 0.46083576855515557, "eval_full_de_cosine_ndcg@20": 0.4529243844878547, "eval_full_de_cosine_ndcg@200": 0.478958125597508, "eval_full_de_cosine_ndcg@50": 0.41681830054243046, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.17866995073891623, "eval_full_de_cosine_precision@150": 0.13484400656814452, "eval_full_de_cosine_precision@20": 0.41305418719211817, "eval_full_de_cosine_precision@200": 0.10938423645320196, "eval_full_de_cosine_precision@50": 0.27536945812807884, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.469544736236114, "eval_full_de_cosine_recall@150": 0.518314283934692, "eval_full_de_cosine_recall@20": 0.24971697618676908, "eval_full_de_cosine_recall@200": 0.5568747053184373, "eval_full_de_cosine_recall@50": 0.377731758436709, "eval_full_en_cosine_accuracy@1": 0.638095238095238, "eval_full_en_cosine_accuracy@100": 0.9809523809523809, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9619047619047619, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9809523809523809, "eval_full_en_cosine_map@1": 0.638095238095238, "eval_full_en_cosine_map@100": 0.4641764995443202, "eval_full_en_cosine_map@150": 0.4720056673047399, "eval_full_en_cosine_map@20": 0.45544156984456047, "eval_full_en_cosine_map@200": 0.4759301061204395, "eval_full_en_cosine_map@50": 0.43603273590332614, "eval_full_en_cosine_map@500": 0.48186919678908585, "eval_full_en_cosine_mrr@1": 0.638095238095238, "eval_full_en_cosine_mrr@100": 0.777095588456426, "eval_full_en_cosine_mrr@150": 0.7771762987066277, "eval_full_en_cosine_mrr@20": 0.7764695621838479, "eval_full_en_cosine_mrr@200": 0.7771762987066277, "eval_full_en_cosine_mrr@50": 0.777095588456426, "eval_full_en_cosine_ndcg@1": 0.638095238095238, "eval_full_en_cosine_ndcg@100": 0.6716130331252141, "eval_full_en_cosine_ndcg@150": 0.6926366359514627, "eval_full_en_cosine_ndcg@20": 0.6045447897465399, "eval_full_en_cosine_ndcg@200": 0.7057049689923274, "eval_full_en_cosine_ndcg@50": 0.616645155946133, "eval_full_en_cosine_precision@1": 0.638095238095238, "eval_full_en_cosine_precision@100": 0.16285714285714287, "eval_full_en_cosine_precision@150": 0.1175873015873016, "eval_full_en_cosine_precision@20": 0.44, "eval_full_en_cosine_precision@200": 0.09252380952380952, "eval_full_en_cosine_precision@50": 0.2638095238095238, "eval_full_en_cosine_recall@1": 0.06587125840534644, "eval_full_en_cosine_recall@100": 0.7504235744205895, "eval_full_en_cosine_recall@150": 0.7988070365630658, "eval_full_en_cosine_recall@20": 0.46630153865605645, "eval_full_en_cosine_recall@200": 0.8309271201681789, "eval_full_en_cosine_recall@50": 0.6382197782219897, "eval_full_es_cosine_accuracy@1": 0.11891891891891893, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.11891891891891893, "eval_full_es_cosine_map@100": 0.33925112142258473, "eval_full_es_cosine_map@150": 0.3495637811043188, "eval_full_es_cosine_map@20": 0.4061377984909505, "eval_full_es_cosine_map@200": 0.3553587904962262, "eval_full_es_cosine_map@50": 0.3393000005892038, "eval_full_es_cosine_map@500": 0.3673477186343514, "eval_full_es_cosine_mrr@1": 0.11891891891891893, "eval_full_es_cosine_mrr@100": 0.5527027027027027, "eval_full_es_cosine_mrr@150": 0.5527027027027027, "eval_full_es_cosine_mrr@20": 0.5527027027027027, "eval_full_es_cosine_mrr@200": 0.5527027027027027, "eval_full_es_cosine_mrr@50": 0.5527027027027027, "eval_full_es_cosine_ndcg@1": 0.11891891891891893, "eval_full_es_cosine_ndcg@100": 0.5197929449881334, "eval_full_es_cosine_ndcg@150": 0.5468931458857987, "eval_full_es_cosine_ndcg@20": 0.5388533101278794, "eval_full_es_cosine_ndcg@200": 0.564264362976638, "eval_full_es_cosine_ndcg@50": 0.4987694462893664, "eval_full_es_cosine_precision@1": 0.11891891891891893, "eval_full_es_cosine_precision@100": 0.2010810810810811, "eval_full_es_cosine_precision@150": 0.150990990990991, "eval_full_es_cosine_precision@20": 0.49324324324324315, "eval_full_es_cosine_precision@200": 0.12159459459459462, "eval_full_es_cosine_precision@50": 0.31762162162162166, "eval_full_es_cosine_recall@1": 0.003585791969830351, "eval_full_es_cosine_recall@100": 0.5579278113476547, "eval_full_es_cosine_recall@150": 0.6134526766095394, "eval_full_es_cosine_recall@20": 0.3278801797081431, "eval_full_es_cosine_recall@200": 0.6494087695214673, "eval_full_es_cosine_recall@50": 0.4648123261874251, "eval_full_zh_cosine_accuracy@1": 0.6504854368932039, "eval_full_zh_cosine_accuracy@100": 0.9902912621359223, "eval_full_zh_cosine_accuracy@150": 0.9902912621359223, "eval_full_zh_cosine_accuracy@20": 0.970873786407767, "eval_full_zh_cosine_accuracy@200": 0.9902912621359223, "eval_full_zh_cosine_accuracy@50": 0.9902912621359223, "eval_full_zh_cosine_map@1": 0.6504854368932039, "eval_full_zh_cosine_map@100": 0.4540673637374807, "eval_full_zh_cosine_map@150": 0.4618461018630378, "eval_full_zh_cosine_map@20": 0.44892279062424895, "eval_full_zh_cosine_map@200": 0.4667217834039844, "eval_full_zh_cosine_map@50": 0.4305094126014137, "eval_full_zh_cosine_map@500": 0.4739392963854547, "eval_full_zh_cosine_mrr@1": 0.6504854368932039, "eval_full_zh_cosine_mrr@100": 0.7962001570321734, "eval_full_zh_cosine_mrr@150": 0.7962001570321734, "eval_full_zh_cosine_mrr@20": 0.7957119741100325, "eval_full_zh_cosine_mrr@200": 0.7962001570321734, "eval_full_zh_cosine_mrr@50": 0.7962001570321734, "eval_full_zh_cosine_ndcg@1": 0.6504854368932039, "eval_full_zh_cosine_ndcg@100": 0.6638909331450039, "eval_full_zh_cosine_ndcg@150": 0.6853311981200142, "eval_full_zh_cosine_ndcg@20": 0.5999086133003301, "eval_full_zh_cosine_ndcg@200": 0.7033198205460287, "eval_full_zh_cosine_ndcg@50": 0.6129532658410302, "eval_full_zh_cosine_precision@1": 0.6504854368932039, "eval_full_zh_cosine_precision@100": 0.15786407766990293, "eval_full_zh_cosine_precision@150": 0.11411003236245955, "eval_full_zh_cosine_precision@20": 0.4305825242718446, "eval_full_zh_cosine_precision@200": 0.0913592233009709, "eval_full_zh_cosine_precision@50": 0.25825242718446595, "eval_full_zh_cosine_recall@1": 0.060986081165882694, "eval_full_zh_cosine_recall@100": 0.738289597577811, "eval_full_zh_cosine_recall@150": 0.7878105561736307, "eval_full_zh_cosine_recall@20": 0.4605261938478766, "eval_full_zh_cosine_recall@200": 0.8324956345368711, "eval_full_zh_cosine_recall@50": 0.6279780571130372, "eval_mix_de_cosine_accuracy@1": 0.46021840873634945, "eval_mix_de_cosine_accuracy@100": 0.9313572542901716, "eval_mix_de_cosine_accuracy@150": 0.9495579823192928, "eval_mix_de_cosine_accuracy@20": 0.8091523660946438, "eval_mix_de_cosine_accuracy@200": 0.9625585023400937, "eval_mix_de_cosine_accuracy@50": 0.8835153406136246, "eval_mix_de_cosine_map@1": 0.46021840873634945, "eval_mix_de_cosine_map@100": 0.4723217628710669, "eval_mix_de_cosine_map@150": 0.47290246629177823, "eval_mix_de_cosine_map@20": 0.4642437490768453, "eval_mix_de_cosine_map@200": 0.47323000409233096, "eval_mix_de_cosine_map@50": 0.47019746688105846, "eval_mix_de_cosine_map@500": 0.47363146569190606, "eval_mix_de_cosine_mrr@1": 0.46021840873634945, "eval_mix_de_cosine_mrr@100": 0.5561629113405923, "eval_mix_de_cosine_mrr@150": 0.5563168524767522, "eval_mix_de_cosine_mrr@20": 0.5531152893840248, "eval_mix_de_cosine_mrr@200": 0.5563946576872058, "eval_mix_de_cosine_mrr@50": 0.5554363671701441, "eval_mix_de_cosine_ndcg@1": 0.46021840873634945, "eval_mix_de_cosine_ndcg@100": 0.5944999375964086, "eval_mix_de_cosine_ndcg@150": 0.6010213315483848, "eval_mix_de_cosine_ndcg@20": 0.5540701081096809, "eval_mix_de_cosine_ndcg@200": 0.6054920754873866, "eval_mix_de_cosine_ndcg@50": 0.5786034933790482, "eval_mix_de_cosine_precision@1": 0.46021840873634945, "eval_mix_de_cosine_precision@100": 0.02356214248569943, "eval_mix_de_cosine_precision@150": 0.016328653146125843, "eval_mix_de_cosine_precision@20": 0.09500780031201247, "eval_mix_de_cosine_precision@200": 0.012597503900156008, "eval_mix_de_cosine_precision@50": 0.04315132605304212, "eval_mix_de_cosine_recall@1": 0.17405096203848153, "eval_mix_de_cosine_recall@100": 0.857782977985786, "eval_mix_de_cosine_recall@150": 0.8908389668920089, "eval_mix_de_cosine_recall@20": 0.6965938637545501, "eval_mix_de_cosine_recall@200": 0.9146832890859494, "eval_mix_de_cosine_recall@50": 0.7862367828046456, "eval_mix_es_cosine_accuracy@1": 0.5455018200728029, "eval_mix_es_cosine_accuracy@100": 0.9474778991159646, "eval_mix_es_cosine_accuracy@150": 0.9651586063442538, "eval_mix_es_cosine_accuracy@20": 0.8569942797711908, "eval_mix_es_cosine_accuracy@200": 0.9729589183567343, "eval_mix_es_cosine_accuracy@50": 0.9126365054602185, "eval_mix_es_cosine_map@1": 0.5455018200728029, "eval_mix_es_cosine_map@100": 0.535255166612506, "eval_mix_es_cosine_map@150": 0.535781036051377, "eval_mix_es_cosine_map@20": 0.5274530705128716, "eval_mix_es_cosine_map@200": 0.5360323324320723, "eval_mix_es_cosine_map@50": 0.5335700056858728, "eval_mix_es_cosine_map@500": 0.5363495198132057, "eval_mix_es_cosine_mrr@1": 0.5455018200728029, "eval_mix_es_cosine_mrr@100": 0.6286967011568556, "eval_mix_es_cosine_mrr@150": 0.6288426810615296, "eval_mix_es_cosine_mrr@20": 0.626350833432816, "eval_mix_es_cosine_mrr@200": 0.6288903722545199, "eval_mix_es_cosine_mrr@50": 0.6281937000449875, "eval_mix_es_cosine_ndcg@1": 0.5455018200728029, "eval_mix_es_cosine_ndcg@100": 0.6510862026444352, "eval_mix_es_cosine_ndcg@150": 0.6568932430019802, "eval_mix_es_cosine_ndcg@20": 0.6150365602568844, "eval_mix_es_cosine_ndcg@200": 0.6604458038086418, "eval_mix_es_cosine_ndcg@50": 0.6390345568565291, "eval_mix_es_cosine_precision@1": 0.5455018200728029, "eval_mix_es_cosine_precision@100": 0.02399375975039002, "eval_mix_es_cosine_precision@150": 0.016543595077136417, "eval_mix_es_cosine_precision@20": 0.10023400936037442, "eval_mix_es_cosine_precision@200": 0.012665106604264172, "eval_mix_es_cosine_precision@50": 0.04500260010400416, "eval_mix_es_cosine_recall@1": 0.2100760220885026, "eval_mix_es_cosine_recall@100": 0.8890448951291384, "eval_mix_es_cosine_recall@150": 0.9186167446697868, "eval_mix_es_cosine_recall@20": 0.7463635688284673, "eval_mix_es_cosine_recall@200": 0.9383775351014041, "eval_mix_es_cosine_recall@50": 0.8345207141618998, "eval_mix_zh_cosine_accuracy@1": 0.4232776617954071, "eval_mix_zh_cosine_accuracy@100": 0.9765135699373695, "eval_mix_zh_cosine_accuracy@150": 0.9859081419624217, "eval_mix_zh_cosine_accuracy@20": 0.901356993736952, "eval_mix_zh_cosine_accuracy@200": 0.9890396659707724, "eval_mix_zh_cosine_accuracy@50": 0.954070981210856, "eval_mix_zh_cosine_map@1": 0.4232776617954071, "eval_mix_zh_cosine_map@100": 0.42741180736358436, "eval_mix_zh_cosine_map@150": 0.4279910729994889, "eval_mix_zh_cosine_map@20": 0.41568187503158693, "eval_mix_zh_cosine_map@200": 0.42824261164446553, "eval_mix_zh_cosine_map@50": 0.42544885981608077, "eval_mix_zh_cosine_map@500": 0.428533272446383, "eval_mix_zh_cosine_mrr@1": 0.4232776617954071, "eval_mix_zh_cosine_mrr@100": 0.5650479488833118, "eval_mix_zh_cosine_mrr@150": 0.565124056781373, "eval_mix_zh_cosine_mrr@20": 0.5629837129820784, "eval_mix_zh_cosine_mrr@200": 0.5651432098126187, "eval_mix_zh_cosine_mrr@50": 0.5647239642584531, "eval_mix_zh_cosine_ndcg@1": 0.4232776617954071, "eval_mix_zh_cosine_ndcg@100": 0.5914166160498772, "eval_mix_zh_cosine_ndcg@150": 0.5971759685516622, "eval_mix_zh_cosine_ndcg@20": 0.543883122464392, "eval_mix_zh_cosine_ndcg@200": 0.6003485381890498, "eval_mix_zh_cosine_ndcg@50": 0.5784717737270649, "eval_mix_zh_cosine_precision@1": 0.4232776617954071, "eval_mix_zh_cosine_precision@100": 0.027332985386221306, "eval_mix_zh_cosine_precision@150": 0.01878566457898399, "eval_mix_zh_cosine_precision@20": 0.10955114822546971, "eval_mix_zh_cosine_precision@200": 0.014342379958246351, "eval_mix_zh_cosine_precision@50": 0.05122129436325679, "eval_mix_zh_cosine_recall@1": 0.14153618649965202, "eval_mix_zh_cosine_recall@100": 0.9008872651356993, "eval_mix_zh_cosine_recall@150": 0.9293493389004871, "eval_mix_zh_cosine_recall@20": 0.722858882592703, "eval_mix_zh_cosine_recall@200": 0.9460681976339596, "eval_mix_zh_cosine_recall@50": 0.8446490704841435, "eval_runtime": 10.0466, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.6003485381890498, "eval_steps_per_second": 0.0, "step": 400 }, { "epoch": 1.4792899408284024, "grad_norm": 0.0002115300012519583, "learning_rate": 7.420560747663552e-05, "loss": 0.0004, "step": 500 }, { "epoch": 1.7751479289940828, "grad_norm": 0.0001920880749821663, "learning_rate": 6.797507788161995e-05, "loss": 0.0003, "step": 600 }, { "epoch": 1.7751479289940828, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9852216748768473, "eval_full_de_cosine_accuracy@150": 0.9852216748768473, "eval_full_de_cosine_accuracy@20": 0.9458128078817734, "eval_full_de_cosine_accuracy@200": 0.9852216748768473, "eval_full_de_cosine_accuracy@50": 0.9852216748768473, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.2625024440656235, "eval_full_de_cosine_map@150": 0.2722157763818812, "eval_full_de_cosine_map@20": 0.32183381322560267, "eval_full_de_cosine_map@200": 0.27793824790648164, "eval_full_de_cosine_map@50": 0.26687539986261816, "eval_full_de_cosine_map@500": 0.2893817200030204, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.5023210116527641, "eval_full_de_cosine_mrr@150": 0.5023210116527641, "eval_full_de_cosine_mrr@20": 0.5008673660767252, "eval_full_de_cosine_mrr@200": 0.5023210116527641, "eval_full_de_cosine_mrr@50": 0.5023210116527641, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.44367884677993147, "eval_full_de_cosine_ndcg@150": 0.47160000110152916, "eval_full_de_cosine_ndcg@20": 0.4542210023439735, "eval_full_de_cosine_ndcg@200": 0.4909825861195281, "eval_full_de_cosine_ndcg@50": 0.42517836513872964, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.18251231527093598, "eval_full_de_cosine_precision@150": 0.13898193760262725, "eval_full_de_cosine_precision@20": 0.41379310344827586, "eval_full_de_cosine_precision@200": 0.11325123152709361, "eval_full_de_cosine_precision@50": 0.283448275862069, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.4813501045539941, "eval_full_de_cosine_recall@150": 0.5364084146960163, "eval_full_de_cosine_recall@20": 0.2542107894141876, "eval_full_de_cosine_recall@200": 0.5778850032024853, "eval_full_de_cosine_recall@50": 0.38875379672131, "eval_full_en_cosine_accuracy@1": 0.6285714285714286, "eval_full_en_cosine_accuracy@100": 0.9904761904761905, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9714285714285714, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9904761904761905, "eval_full_en_cosine_map@1": 0.6285714285714286, "eval_full_en_cosine_map@100": 0.4808997647658073, "eval_full_en_cosine_map@150": 0.48880948507389355, "eval_full_en_cosine_map@20": 0.47343714269469456, "eval_full_en_cosine_map@200": 0.4927770622539844, "eval_full_en_cosine_map@50": 0.4522725203086179, "eval_full_en_cosine_map@500": 0.4988827324510947, "eval_full_en_cosine_mrr@1": 0.6285714285714286, "eval_full_en_cosine_mrr@100": 0.7724103674103674, "eval_full_en_cosine_mrr@150": 0.7724103674103674, "eval_full_en_cosine_mrr@20": 0.7716777666777668, "eval_full_en_cosine_mrr@200": 0.7724103674103674, "eval_full_en_cosine_mrr@50": 0.7724103674103674, "eval_full_en_cosine_ndcg@1": 0.6285714285714286, "eval_full_en_cosine_ndcg@100": 0.6843480406110959, "eval_full_en_cosine_ndcg@150": 0.7049173882762053, "eval_full_en_cosine_ndcg@20": 0.6209444418709248, "eval_full_en_cosine_ndcg@200": 0.7183756949142358, "eval_full_en_cosine_ndcg@50": 0.6294473723576711, "eval_full_en_cosine_precision@1": 0.6285714285714286, "eval_full_en_cosine_precision@100": 0.16647619047619047, "eval_full_en_cosine_precision@150": 0.11974603174603174, "eval_full_en_cosine_precision@20": 0.4561904761904762, "eval_full_en_cosine_precision@200": 0.09438095238095238, "eval_full_en_cosine_precision@50": 0.2714285714285714, "eval_full_en_cosine_recall@1": 0.06527602031010833, "eval_full_en_cosine_recall@100": 0.7653429555146114, "eval_full_en_cosine_recall@150": 0.8123778494980212, "eval_full_en_cosine_recall@20": 0.48745391682105155, "eval_full_en_cosine_recall@200": 0.8453961465111183, "eval_full_en_cosine_recall@50": 0.6514858980133492, "eval_full_es_cosine_accuracy@1": 0.11891891891891893, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.11891891891891893, "eval_full_es_cosine_map@100": 0.3498217476058891, "eval_full_es_cosine_map@150": 0.3605480020931346, "eval_full_es_cosine_map@20": 0.4161905368354915, "eval_full_es_cosine_map@200": 0.3668087716720678, "eval_full_es_cosine_map@50": 0.3483074634920869, "eval_full_es_cosine_map@500": 0.3779292241221979, "eval_full_es_cosine_mrr@1": 0.11891891891891893, "eval_full_es_cosine_mrr@100": 0.5527027027027027, "eval_full_es_cosine_mrr@150": 0.5527027027027027, "eval_full_es_cosine_mrr@20": 0.5527027027027027, "eval_full_es_cosine_mrr@200": 0.5527027027027027, "eval_full_es_cosine_mrr@50": 0.5527027027027027, "eval_full_es_cosine_ndcg@1": 0.11891891891891893, "eval_full_es_cosine_ndcg@100": 0.5331520105561902, "eval_full_es_cosine_ndcg@150": 0.559793036371957, "eval_full_es_cosine_ndcg@20": 0.5478489868293568, "eval_full_es_cosine_ndcg@200": 0.5782925384583979, "eval_full_es_cosine_ndcg@50": 0.5093924480385684, "eval_full_es_cosine_precision@1": 0.11891891891891893, "eval_full_es_cosine_precision@100": 0.2076216216216216, "eval_full_es_cosine_precision@150": 0.15545945945945944, "eval_full_es_cosine_precision@20": 0.504054054054054, "eval_full_es_cosine_precision@200": 0.12545945945945947, "eval_full_es_cosine_precision@50": 0.3250810810810811, "eval_full_es_cosine_recall@1": 0.0035436931012884127, "eval_full_es_cosine_recall@100": 0.5786140267067541, "eval_full_es_cosine_recall@150": 0.6321781446534547, "eval_full_es_cosine_recall@20": 0.3336169042151915, "eval_full_es_cosine_recall@200": 0.670760202615299, "eval_full_es_cosine_recall@50": 0.4802169473485588, "eval_full_zh_cosine_accuracy@1": 0.6504854368932039, "eval_full_zh_cosine_accuracy@100": 0.9902912621359223, "eval_full_zh_cosine_accuracy@150": 0.9902912621359223, "eval_full_zh_cosine_accuracy@20": 0.970873786407767, "eval_full_zh_cosine_accuracy@200": 0.9902912621359223, "eval_full_zh_cosine_accuracy@50": 0.9805825242718447, "eval_full_zh_cosine_map@1": 0.6504854368932039, "eval_full_zh_cosine_map@100": 0.4638450563796641, "eval_full_zh_cosine_map@150": 0.4725316312725551, "eval_full_zh_cosine_map@20": 0.4569063620154663, "eval_full_zh_cosine_map@200": 0.47660671101600177, "eval_full_zh_cosine_map@50": 0.4389770039812701, "eval_full_zh_cosine_map@500": 0.48324935280787457, "eval_full_zh_cosine_mrr@1": 0.6504854368932039, "eval_full_zh_cosine_mrr@100": 0.7966674372014181, "eval_full_zh_cosine_mrr@150": 0.7966674372014181, "eval_full_zh_cosine_mrr@20": 0.7962783171521037, "eval_full_zh_cosine_mrr@200": 0.7966674372014181, "eval_full_zh_cosine_mrr@50": 0.7964940668824165, "eval_full_zh_cosine_ndcg@1": 0.6504854368932039, "eval_full_zh_cosine_ndcg@100": 0.6731573623782805, "eval_full_zh_cosine_ndcg@150": 0.6988573621008486, "eval_full_zh_cosine_ndcg@20": 0.6071619364096145, "eval_full_zh_cosine_ndcg@200": 0.7127085059867994, "eval_full_zh_cosine_ndcg@50": 0.6201924771490717, "eval_full_zh_cosine_precision@1": 0.6504854368932039, "eval_full_zh_cosine_precision@100": 0.16135922330097088, "eval_full_zh_cosine_precision@150": 0.11754045307443368, "eval_full_zh_cosine_precision@20": 0.43592233009708736, "eval_full_zh_cosine_precision@200": 0.0929126213592233, "eval_full_zh_cosine_precision@50": 0.2627184466019417, "eval_full_zh_cosine_recall@1": 0.06125809321810901, "eval_full_zh_cosine_recall@100": 0.7480807136556352, "eval_full_zh_cosine_recall@150": 0.8100117014753285, "eval_full_zh_cosine_recall@20": 0.46840361505881567, "eval_full_zh_cosine_recall@200": 0.8429633028529663, "eval_full_zh_cosine_recall@50": 0.6339158091762449, "eval_mix_de_cosine_accuracy@1": 0.5039001560062403, "eval_mix_de_cosine_accuracy@100": 0.9448777951118045, "eval_mix_de_cosine_accuracy@150": 0.9589183567342694, "eval_mix_de_cosine_accuracy@20": 0.84399375975039, "eval_mix_de_cosine_accuracy@200": 0.968278731149246, "eval_mix_de_cosine_accuracy@50": 0.9084763390535622, "eval_mix_de_cosine_map@1": 0.5039001560062403, "eval_mix_de_cosine_map@100": 0.5125971106477005, "eval_mix_de_cosine_map@150": 0.5131188199194585, "eval_mix_de_cosine_map@20": 0.505156594331499, "eval_mix_de_cosine_map@200": 0.5133496478406526, "eval_mix_de_cosine_map@50": 0.5107325975552374, "eval_mix_de_cosine_map@500": 0.5136957927685452, "eval_mix_de_cosine_mrr@1": 0.5039001560062403, "eval_mix_de_cosine_mrr@100": 0.5985336788307954, "eval_mix_de_cosine_mrr@150": 0.5986528259488063, "eval_mix_de_cosine_mrr@20": 0.5958911705035703, "eval_mix_de_cosine_mrr@200": 0.5987063352922788, "eval_mix_de_cosine_mrr@50": 0.5979962477714235, "eval_mix_de_cosine_ndcg@1": 0.5039001560062403, "eval_mix_de_cosine_ndcg@100": 0.6328275670544934, "eval_mix_de_cosine_ndcg@150": 0.6383837176839967, "eval_mix_de_cosine_ndcg@20": 0.5959978647836432, "eval_mix_de_cosine_ndcg@200": 0.6416384714660877, "eval_mix_de_cosine_ndcg@50": 0.6193308358901232, "eval_mix_de_cosine_precision@1": 0.5039001560062403, "eval_mix_de_cosine_precision@100": 0.024368174726989083, "eval_mix_de_cosine_precision@150": 0.01678280464551915, "eval_mix_de_cosine_precision@20": 0.10124804992199687, "eval_mix_de_cosine_precision@200": 0.012841913676547067, "eval_mix_de_cosine_precision@50": 0.045325013000520026, "eval_mix_de_cosine_recall@1": 0.18934824059629052, "eval_mix_de_cosine_recall@100": 0.8861067776044376, "eval_mix_de_cosine_recall@150": 0.9139625585023401, "eval_mix_de_cosine_recall@20": 0.7398769284104697, "eval_mix_de_cosine_recall@200": 0.9314265903969492, "eval_mix_de_cosine_recall@50": 0.825628358467672, "eval_mix_es_cosine_accuracy@1": 0.5886635465418617, "eval_mix_es_cosine_accuracy@100": 0.9594383775351014, "eval_mix_es_cosine_accuracy@150": 0.9729589183567343, "eval_mix_es_cosine_accuracy@20": 0.8809152366094644, "eval_mix_es_cosine_accuracy@200": 0.9802392095683827, "eval_mix_es_cosine_accuracy@50": 0.9261570462818512, "eval_mix_es_cosine_map@1": 0.5886635465418617, "eval_mix_es_cosine_map@100": 0.5729158897524718, "eval_mix_es_cosine_map@150": 0.5733350346731677, "eval_mix_es_cosine_map@20": 0.5655989370130696, "eval_mix_es_cosine_map@200": 0.5735091332370877, "eval_mix_es_cosine_map@50": 0.5711765803960042, "eval_mix_es_cosine_map@500": 0.5737709089431217, "eval_mix_es_cosine_mrr@1": 0.5886635465418617, "eval_mix_es_cosine_mrr@100": 0.6657709136674115, "eval_mix_es_cosine_mrr@150": 0.6658836947979178, "eval_mix_es_cosine_mrr@20": 0.663746406326751, "eval_mix_es_cosine_mrr@200": 0.6659271840534754, "eval_mix_es_cosine_mrr@50": 0.6652772962495554, "eval_mix_es_cosine_ndcg@1": 0.5886635465418617, "eval_mix_es_cosine_ndcg@100": 0.6853991490467752, "eval_mix_es_cosine_ndcg@150": 0.6900742923636211, "eval_mix_es_cosine_ndcg@20": 0.6519769338150208, "eval_mix_es_cosine_ndcg@200": 0.6926702396087282, "eval_mix_es_cosine_ndcg@50": 0.6730191518959872, "eval_mix_es_cosine_precision@1": 0.5886635465418617, "eval_mix_es_cosine_precision@100": 0.024664586583463342, "eval_mix_es_cosine_precision@150": 0.01687640838966892, "eval_mix_es_cosine_precision@20": 0.10491419656786272, "eval_mix_es_cosine_precision@200": 0.012844513780551223, "eval_mix_es_cosine_precision@50": 0.04624024960998441, "eval_mix_es_cosine_recall@1": 0.22689002798207167, "eval_mix_es_cosine_recall@100": 0.9135552088750216, "eval_mix_es_cosine_recall@150": 0.9375628358467673, "eval_mix_es_cosine_recall@20": 0.7807976128568952, "eval_mix_es_cosine_recall@200": 0.9520714161899808, "eval_mix_es_cosine_recall@50": 0.8575923036921478, "eval_mix_zh_cosine_accuracy@1": 0.4979123173277662, "eval_mix_zh_cosine_accuracy@100": 0.9822546972860126, "eval_mix_zh_cosine_accuracy@150": 0.9879958246346555, "eval_mix_zh_cosine_accuracy@20": 0.9258872651356994, "eval_mix_zh_cosine_accuracy@200": 0.9911273486430062, "eval_mix_zh_cosine_accuracy@50": 0.9660751565762005, "eval_mix_zh_cosine_map@1": 0.4979123173277662, "eval_mix_zh_cosine_map@100": 0.48398634980849026, "eval_mix_zh_cosine_map@150": 0.4844678407622049, "eval_mix_zh_cosine_map@20": 0.47412363249079337, "eval_mix_zh_cosine_map@200": 0.4846279769270419, "eval_mix_zh_cosine_map@50": 0.482345495201663, "eval_mix_zh_cosine_map@500": 0.4848745509164184, "eval_mix_zh_cosine_mrr@1": 0.4979123173277662, "eval_mix_zh_cosine_mrr@100": 0.6315865451011656, "eval_mix_zh_cosine_mrr@150": 0.6316324222127293, "eval_mix_zh_cosine_mrr@20": 0.6299942347473082, "eval_mix_zh_cosine_mrr@200": 0.6316505881656331, "eval_mix_zh_cosine_mrr@50": 0.6313380864532873, "eval_mix_zh_cosine_ndcg@1": 0.4979123173277662, "eval_mix_zh_cosine_ndcg@100": 0.6418702520158802, "eval_mix_zh_cosine_ndcg@150": 0.6465087052200355, "eval_mix_zh_cosine_ndcg@20": 0.6027761736684122, "eval_mix_zh_cosine_ndcg@200": 0.6485444879545422, "eval_mix_zh_cosine_ndcg@50": 0.6312554634401243, "eval_mix_zh_cosine_precision@1": 0.4979123173277662, "eval_mix_zh_cosine_precision@100": 0.027964509394572033, "eval_mix_zh_cosine_precision@150": 0.019102296450939454, "eval_mix_zh_cosine_precision@20": 0.11761482254697284, "eval_mix_zh_cosine_precision@200": 0.01448851774530272, "eval_mix_zh_cosine_precision@50": 0.05312108559498958, "eval_mix_zh_cosine_recall@1": 0.16643677303906948, "eval_mix_zh_cosine_recall@100": 0.9219380654140571, "eval_mix_zh_cosine_recall@150": 0.9448677800974251, "eval_mix_zh_cosine_recall@20": 0.7755393180236603, "eval_mix_zh_cosine_recall@200": 0.9555845511482255, "eval_mix_zh_cosine_recall@50": 0.8757132915796799, "eval_runtime": 9.6289, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.6485444879545422, "eval_steps_per_second": 0.0, "step": 600 }, { "epoch": 2.0710059171597632, "grad_norm": 0.00018405374430585653, "learning_rate": 6.174454828660436e-05, "loss": 0.0003, "step": 700 }, { "epoch": 2.366863905325444, "grad_norm": 0.00021158685558475554, "learning_rate": 5.551401869158879e-05, "loss": 0.0003, "step": 800 }, { "epoch": 2.366863905325444, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9852216748768473, "eval_full_de_cosine_accuracy@150": 0.9852216748768473, "eval_full_de_cosine_accuracy@20": 0.9605911330049262, "eval_full_de_cosine_accuracy@200": 0.9852216748768473, "eval_full_de_cosine_accuracy@50": 0.9852216748768473, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.26989528469865864, "eval_full_de_cosine_map@150": 0.280569759282424, "eval_full_de_cosine_map@20": 0.32803634024001166, "eval_full_de_cosine_map@200": 0.28615236999483784, "eval_full_de_cosine_map@50": 0.2732961593033311, "eval_full_de_cosine_map@500": 0.29766318543285797, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.5036943461274306, "eval_full_de_cosine_mrr@150": 0.5036943461274306, "eval_full_de_cosine_mrr@20": 0.5028631393626662, "eval_full_de_cosine_mrr@200": 0.5036943461274306, "eval_full_de_cosine_mrr@50": 0.5036943461274306, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.4534525483371107, "eval_full_de_cosine_ndcg@150": 0.4832887800019625, "eval_full_de_cosine_ndcg@20": 0.4608166745708263, "eval_full_de_cosine_ndcg@200": 0.5023264900853682, "eval_full_de_cosine_ndcg@50": 0.43241693487506655, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.18748768472906405, "eval_full_de_cosine_precision@150": 0.1430870279146141, "eval_full_de_cosine_precision@20": 0.4204433497536946, "eval_full_de_cosine_precision@200": 0.11603448275862069, "eval_full_de_cosine_precision@50": 0.2882758620689655, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.49405659749418546, "eval_full_de_cosine_recall@150": 0.5537788330251293, "eval_full_de_cosine_recall@20": 0.26013047047662125, "eval_full_de_cosine_recall@200": 0.5949031327763369, "eval_full_de_cosine_recall@50": 0.3966511112168954, "eval_full_en_cosine_accuracy@1": 0.638095238095238, "eval_full_en_cosine_accuracy@100": 0.9904761904761905, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9714285714285714, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9904761904761905, "eval_full_en_cosine_map@1": 0.638095238095238, "eval_full_en_cosine_map@100": 0.49496599786546613, "eval_full_en_cosine_map@150": 0.5034594550180629, "eval_full_en_cosine_map@20": 0.4869878588929393, "eval_full_en_cosine_map@200": 0.5072739176309733, "eval_full_en_cosine_map@50": 0.46662543266107637, "eval_full_en_cosine_map@500": 0.513497188490262, "eval_full_en_cosine_mrr@1": 0.638095238095238, "eval_full_en_cosine_mrr@100": 0.7830671550671551, "eval_full_en_cosine_mrr@150": 0.7830671550671551, "eval_full_en_cosine_mrr@20": 0.7823199023199023, "eval_full_en_cosine_mrr@200": 0.7830671550671551, "eval_full_en_cosine_mrr@50": 0.7830671550671551, "eval_full_en_cosine_ndcg@1": 0.638095238095238, "eval_full_en_cosine_ndcg@100": 0.6953363920968629, "eval_full_en_cosine_ndcg@150": 0.7178434762154305, "eval_full_en_cosine_ndcg@20": 0.6328305552523847, "eval_full_en_cosine_ndcg@200": 0.7306862991424842, "eval_full_en_cosine_ndcg@50": 0.6422634260444581, "eval_full_en_cosine_precision@1": 0.638095238095238, "eval_full_en_cosine_precision@100": 0.16866666666666671, "eval_full_en_cosine_precision@150": 0.12184126984126983, "eval_full_en_cosine_precision@20": 0.46523809523809523, "eval_full_en_cosine_precision@200": 0.09585714285714286, "eval_full_en_cosine_precision@50": 0.27809523809523806, "eval_full_en_cosine_recall@1": 0.06587125840534644, "eval_full_en_cosine_recall@100": 0.7728137840947553, "eval_full_en_cosine_recall@150": 0.8252655196277217, "eval_full_en_cosine_recall@20": 0.49716157160369917, "eval_full_en_cosine_recall@200": 0.8555531706571073, "eval_full_en_cosine_recall@50": 0.6633636132155855, "eval_full_es_cosine_accuracy@1": 0.11891891891891893, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.11891891891891893, "eval_full_es_cosine_map@100": 0.36277737080647704, "eval_full_es_cosine_map@150": 0.37405867180001495, "eval_full_es_cosine_map@20": 0.4282003376242628, "eval_full_es_cosine_map@200": 0.38113830290272754, "eval_full_es_cosine_map@50": 0.36226639114104775, "eval_full_es_cosine_map@500": 0.3916826388439343, "eval_full_es_cosine_mrr@1": 0.11891891891891893, "eval_full_es_cosine_mrr@100": 0.5536036036036036, "eval_full_es_cosine_mrr@150": 0.5536036036036036, "eval_full_es_cosine_mrr@20": 0.5536036036036036, "eval_full_es_cosine_mrr@200": 0.5536036036036036, "eval_full_es_cosine_mrr@50": 0.5536036036036036, "eval_full_es_cosine_ndcg@1": 0.11891891891891893, "eval_full_es_cosine_ndcg@100": 0.5449386715947235, "eval_full_es_cosine_ndcg@150": 0.5723788977348012, "eval_full_es_cosine_ndcg@20": 0.5602690347910769, "eval_full_es_cosine_ndcg@200": 0.593844013640946, "eval_full_es_cosine_ndcg@50": 0.5249033466595285, "eval_full_es_cosine_precision@1": 0.11891891891891893, "eval_full_es_cosine_precision@100": 0.21189189189189192, "eval_full_es_cosine_precision@150": 0.15902702702702703, "eval_full_es_cosine_precision@20": 0.5178378378378379, "eval_full_es_cosine_precision@200": 0.12905405405405404, "eval_full_es_cosine_precision@50": 0.3364324324324324, "eval_full_es_cosine_recall@1": 0.0035747235671014874, "eval_full_es_cosine_recall@100": 0.5916287235670691, "eval_full_es_cosine_recall@150": 0.6467712559340097, "eval_full_es_cosine_recall@20": 0.34399720695046865, "eval_full_es_cosine_recall@200": 0.6937965313057715, "eval_full_es_cosine_recall@50": 0.5012588939840604, "eval_full_zh_cosine_accuracy@1": 0.6601941747572816, "eval_full_zh_cosine_accuracy@100": 0.9902912621359223, "eval_full_zh_cosine_accuracy@150": 0.9902912621359223, "eval_full_zh_cosine_accuracy@20": 0.970873786407767, "eval_full_zh_cosine_accuracy@200": 0.9902912621359223, "eval_full_zh_cosine_accuracy@50": 0.9902912621359223, "eval_full_zh_cosine_map@1": 0.6601941747572816, "eval_full_zh_cosine_map@100": 0.4749717781804501, "eval_full_zh_cosine_map@150": 0.4832701810816351, "eval_full_zh_cosine_map@20": 0.46498128288276724, "eval_full_zh_cosine_map@200": 0.487762460646856, "eval_full_zh_cosine_map@50": 0.4485986843158645, "eval_full_zh_cosine_map@500": 0.4939522359452576, "eval_full_zh_cosine_mrr@1": 0.6601941747572816, "eval_full_zh_cosine_mrr@100": 0.8038261082260857, "eval_full_zh_cosine_mrr@150": 0.8038261082260857, "eval_full_zh_cosine_mrr@20": 0.8033980582524272, "eval_full_zh_cosine_mrr@200": 0.8038261082260857, "eval_full_zh_cosine_mrr@50": 0.8038261082260857, "eval_full_zh_cosine_ndcg@1": 0.6601941747572816, "eval_full_zh_cosine_ndcg@100": 0.6845556918348534, "eval_full_zh_cosine_ndcg@150": 0.707685056330406, "eval_full_zh_cosine_ndcg@20": 0.6135478065862052, "eval_full_zh_cosine_ndcg@200": 0.7232611066574451, "eval_full_zh_cosine_ndcg@50": 0.6308156378108885, "eval_full_zh_cosine_precision@1": 0.6601941747572816, "eval_full_zh_cosine_precision@100": 0.164368932038835, "eval_full_zh_cosine_precision@150": 0.11870550161812297, "eval_full_zh_cosine_precision@20": 0.437378640776699, "eval_full_zh_cosine_precision@200": 0.09432038834951458, "eval_full_zh_cosine_precision@50": 0.26679611650485435, "eval_full_zh_cosine_recall@1": 0.06611246215014785, "eval_full_zh_cosine_recall@100": 0.7614494349130585, "eval_full_zh_cosine_recall@150": 0.8169184700467885, "eval_full_zh_cosine_recall@20": 0.47220221895116143, "eval_full_zh_cosine_recall@200": 0.8548694196710027, "eval_full_zh_cosine_recall@50": 0.6481360616867319, "eval_mix_de_cosine_accuracy@1": 0.5325013000520021, "eval_mix_de_cosine_accuracy@100": 0.9516380655226209, "eval_mix_de_cosine_accuracy@150": 0.9651586063442538, "eval_mix_de_cosine_accuracy@20": 0.8637545501820073, "eval_mix_de_cosine_accuracy@200": 0.9729589183567343, "eval_mix_de_cosine_accuracy@50": 0.9251170046801872, "eval_mix_de_cosine_map@1": 0.5325013000520021, "eval_mix_de_cosine_map@100": 0.5374123776699551, "eval_mix_de_cosine_map@150": 0.5378689641686509, "eval_mix_de_cosine_map@20": 0.5304865672939455, "eval_mix_de_cosine_map@200": 0.5381229578769543, "eval_mix_de_cosine_map@50": 0.5358413929854877, "eval_mix_de_cosine_map@500": 0.5384218703705271, "eval_mix_de_cosine_mrr@1": 0.5325013000520021, "eval_mix_de_cosine_mrr@100": 0.6238401145880241, "eval_mix_de_cosine_mrr@150": 0.6239470104163971, "eval_mix_de_cosine_mrr@20": 0.6214631528403295, "eval_mix_de_cosine_mrr@200": 0.6239938982140064, "eval_mix_de_cosine_mrr@50": 0.6234664391780935, "eval_mix_de_cosine_ndcg@1": 0.5325013000520021, "eval_mix_de_cosine_ndcg@100": 0.655555914976012, "eval_mix_de_cosine_ndcg@150": 0.6605327238662299, "eval_mix_de_cosine_ndcg@20": 0.6224558186311073, "eval_mix_de_cosine_ndcg@200": 0.6639471441610337, "eval_mix_de_cosine_ndcg@50": 0.644673644554676, "eval_mix_de_cosine_precision@1": 0.5325013000520021, "eval_mix_de_cosine_precision@100": 0.02476339053562143, "eval_mix_de_cosine_precision@150": 0.016987346160513086, "eval_mix_de_cosine_precision@20": 0.10535621424856995, "eval_mix_de_cosine_precision@200": 0.013000520020800833, "eval_mix_de_cosine_precision@50": 0.04671866874674988, "eval_mix_de_cosine_recall@1": 0.19959265037268156, "eval_mix_de_cosine_recall@100": 0.8992286358120992, "eval_mix_de_cosine_recall@150": 0.9242329693187727, "eval_mix_de_cosine_recall@20": 0.7690587623504941, "eval_mix_de_cosine_recall@200": 0.9427543768417402, "eval_mix_de_cosine_recall@50": 0.8509793725082337, "eval_mix_es_cosine_accuracy@1": 0.607904316172647, "eval_mix_es_cosine_accuracy@100": 0.9656786271450858, "eval_mix_es_cosine_accuracy@150": 0.9776391055642226, "eval_mix_es_cosine_accuracy@20": 0.8975559022360895, "eval_mix_es_cosine_accuracy@200": 0.983879355174207, "eval_mix_es_cosine_accuracy@50": 0.9370774830993239, "eval_mix_es_cosine_map@1": 0.607904316172647, "eval_mix_es_cosine_map@100": 0.5975211890190857, "eval_mix_es_cosine_map@150": 0.5979584945984814, "eval_mix_es_cosine_map@20": 0.5906291851909811, "eval_mix_es_cosine_map@200": 0.5981011467491768, "eval_mix_es_cosine_map@50": 0.5960353592752704, "eval_mix_es_cosine_map@500": 0.5983366971827869, "eval_mix_es_cosine_mrr@1": 0.607904316172647, "eval_mix_es_cosine_mrr@100": 0.6849138427496972, "eval_mix_es_cosine_mrr@150": 0.6850137837316987, "eval_mix_es_cosine_mrr@20": 0.68313810383803, "eval_mix_es_cosine_mrr@200": 0.6850496425615078, "eval_mix_es_cosine_mrr@50": 0.6845037901150748, "eval_mix_es_cosine_ndcg@1": 0.607904316172647, "eval_mix_es_cosine_ndcg@100": 0.7056752373517705, "eval_mix_es_cosine_ndcg@150": 0.7103953789351477, "eval_mix_es_cosine_ndcg@20": 0.6752876326597782, "eval_mix_es_cosine_ndcg@200": 0.712457504431498, "eval_mix_es_cosine_ndcg@50": 0.6951844012171731, "eval_mix_es_cosine_precision@1": 0.607904316172647, "eval_mix_es_cosine_precision@100": 0.02492459698387936, "eval_mix_es_cosine_precision@150": 0.017053215461951807, "eval_mix_es_cosine_precision@20": 0.10816432657306292, "eval_mix_es_cosine_precision@200": 0.012943317732709313, "eval_mix_es_cosine_precision@50": 0.04728029121164847, "eval_mix_es_cosine_recall@1": 0.23460366986108014, "eval_mix_es_cosine_recall@100": 0.9238169526781072, "eval_mix_es_cosine_recall@150": 0.9479805858901021, "eval_mix_es_cosine_recall@20": 0.8038345343337544, "eval_mix_es_cosine_recall@200": 0.9593517074016294, "eval_mix_es_cosine_recall@50": 0.8761570462818512, "eval_mix_zh_cosine_accuracy@1": 0.5521920668058455, "eval_mix_zh_cosine_accuracy@100": 0.9843423799582464, "eval_mix_zh_cosine_accuracy@150": 0.9900835073068893, "eval_mix_zh_cosine_accuracy@20": 0.9420668058455115, "eval_mix_zh_cosine_accuracy@200": 0.9921711899791231, "eval_mix_zh_cosine_accuracy@50": 0.9749478079331941, "eval_mix_zh_cosine_map@1": 0.5521920668058455, "eval_mix_zh_cosine_map@100": 0.5290555813566699, "eval_mix_zh_cosine_map@150": 0.5294873001921219, "eval_mix_zh_cosine_map@20": 0.5203958350785768, "eval_mix_zh_cosine_map@200": 0.5296267135628773, "eval_mix_zh_cosine_map@50": 0.5275524955682618, "eval_mix_zh_cosine_map@500": 0.5298325476614522, "eval_mix_zh_cosine_mrr@1": 0.5521920668058455, "eval_mix_zh_cosine_mrr@100": 0.678394992746269, "eval_mix_zh_cosine_mrr@150": 0.67843915509047, "eval_mix_zh_cosine_mrr@20": 0.6771753752113248, "eval_mix_zh_cosine_mrr@200": 0.6784507184460267, "eval_mix_zh_cosine_mrr@50": 0.6782538605101974, "eval_mix_zh_cosine_ndcg@1": 0.5521920668058455, "eval_mix_zh_cosine_ndcg@100": 0.6789004025721674, "eval_mix_zh_cosine_ndcg@150": 0.6829363362348053, "eval_mix_zh_cosine_ndcg@20": 0.6447847513126116, "eval_mix_zh_cosine_ndcg@200": 0.6846976649936148, "eval_mix_zh_cosine_ndcg@50": 0.6696189286501009, "eval_mix_zh_cosine_precision@1": 0.5521920668058455, "eval_mix_zh_cosine_precision@100": 0.028298538622129447, "eval_mix_zh_cosine_precision@150": 0.019262352122477382, "eval_mix_zh_cosine_precision@20": 0.12207724425887263, "eval_mix_zh_cosine_precision@200": 0.014587682672233825, "eval_mix_zh_cosine_precision@50": 0.05415448851774532, "eval_mix_zh_cosine_recall@1": 0.1851563276667661, "eval_mix_zh_cosine_recall@100": 0.9329853862212943, "eval_mix_zh_cosine_recall@150": 0.9528705636743215, "eval_mix_zh_cosine_recall@20": 0.8050539318023661, "eval_mix_zh_cosine_recall@200": 0.962152052887961, "eval_mix_zh_cosine_recall@50": 0.8926757132915798, "eval_runtime": 9.8944, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.6846976649936148, "eval_steps_per_second": 0.0, "step": 800 }, { "epoch": 2.662721893491124, "grad_norm": 0.00016998578212223947, "learning_rate": 4.928348909657321e-05, "loss": 0.0003, "step": 900 }, { "epoch": 2.9585798816568047, "grad_norm": 0.00017521833069622517, "learning_rate": 4.3052959501557634e-05, "loss": 0.0003, "step": 1000 }, { "epoch": 2.9585798816568047, "eval_full_de_cosine_accuracy@1": 0.2955665024630542, "eval_full_de_cosine_accuracy@100": 0.9852216748768473, "eval_full_de_cosine_accuracy@150": 0.9852216748768473, "eval_full_de_cosine_accuracy@20": 0.9605911330049262, "eval_full_de_cosine_accuracy@200": 0.9901477832512315, "eval_full_de_cosine_accuracy@50": 0.9802955665024631, "eval_full_de_cosine_map@1": 0.2955665024630542, "eval_full_de_cosine_map@100": 0.27530357902528746, "eval_full_de_cosine_map@150": 0.2859029789549631, "eval_full_de_cosine_map@20": 0.3326012942578798, "eval_full_de_cosine_map@200": 0.29192358526577794, "eval_full_de_cosine_map@50": 0.2779781159809199, "eval_full_de_cosine_map@500": 0.3037728006457777, "eval_full_de_cosine_mrr@1": 0.2955665024630542, "eval_full_de_cosine_mrr@100": 0.5041884576791513, "eval_full_de_cosine_mrr@150": 0.5041884576791513, "eval_full_de_cosine_mrr@20": 0.503435229891329, "eval_full_de_cosine_mrr@200": 0.5042166068698621, "eval_full_de_cosine_mrr@50": 0.5041035247761447, "eval_full_de_cosine_ndcg@1": 0.2955665024630542, "eval_full_de_cosine_ndcg@100": 0.4594232150790335, "eval_full_de_cosine_ndcg@150": 0.4887319216460325, "eval_full_de_cosine_ndcg@20": 0.46461290935992494, "eval_full_de_cosine_ndcg@200": 0.5085159310260775, "eval_full_de_cosine_ndcg@50": 0.43636700085765784, "eval_full_de_cosine_precision@1": 0.2955665024630542, "eval_full_de_cosine_precision@100": 0.19019704433497536, "eval_full_de_cosine_precision@150": 0.14476190476190476, "eval_full_de_cosine_precision@20": 0.424384236453202, "eval_full_de_cosine_precision@200": 0.1177832512315271, "eval_full_de_cosine_precision@50": 0.29064039408866993, "eval_full_de_cosine_recall@1": 0.01108543831680986, "eval_full_de_cosine_recall@100": 0.5011599542158983, "eval_full_de_cosine_recall@150": 0.5599024076006294, "eval_full_de_cosine_recall@20": 0.2623989771425487, "eval_full_de_cosine_recall@200": 0.6019565140878311, "eval_full_de_cosine_recall@50": 0.399936827395569, "eval_full_en_cosine_accuracy@1": 0.6285714285714286, "eval_full_en_cosine_accuracy@100": 0.9904761904761905, "eval_full_en_cosine_accuracy@150": 0.9904761904761905, "eval_full_en_cosine_accuracy@20": 0.9714285714285714, "eval_full_en_cosine_accuracy@200": 0.9904761904761905, "eval_full_en_cosine_accuracy@50": 0.9904761904761905, "eval_full_en_cosine_map@1": 0.6285714285714286, "eval_full_en_cosine_map@100": 0.5027685735699932, "eval_full_en_cosine_map@150": 0.5108956115342047, "eval_full_en_cosine_map@20": 0.4949002324392317, "eval_full_en_cosine_map@200": 0.5152152246235047, "eval_full_en_cosine_map@50": 0.47542864021103454, "eval_full_en_cosine_map@500": 0.5211733943510876, "eval_full_en_cosine_mrr@1": 0.6285714285714286, "eval_full_en_cosine_mrr@100": 0.7797979143260452, "eval_full_en_cosine_mrr@150": 0.7797979143260452, "eval_full_en_cosine_mrr@20": 0.7790726817042607, "eval_full_en_cosine_mrr@200": 0.7797979143260452, "eval_full_en_cosine_mrr@50": 0.7797979143260452, "eval_full_en_cosine_ndcg@1": 0.6285714285714286, "eval_full_en_cosine_ndcg@100": 0.7009585791000247, "eval_full_en_cosine_ndcg@150": 0.7228549618650749, "eval_full_en_cosine_ndcg@20": 0.6385286667884668, "eval_full_en_cosine_ndcg@200": 0.7370730818153396, "eval_full_en_cosine_ndcg@50": 0.6505087993598385, "eval_full_en_cosine_precision@1": 0.6285714285714286, "eval_full_en_cosine_precision@100": 0.1706666666666667, "eval_full_en_cosine_precision@150": 0.12285714285714286, "eval_full_en_cosine_precision@20": 0.4723809523809524, "eval_full_en_cosine_precision@200": 0.09700000000000002, "eval_full_en_cosine_precision@50": 0.2838095238095238, "eval_full_en_cosine_recall@1": 0.06568451704213447, "eval_full_en_cosine_recall@100": 0.7798036464336738, "eval_full_en_cosine_recall@150": 0.8311908383371492, "eval_full_en_cosine_recall@20": 0.5041312032991911, "eval_full_en_cosine_recall@200": 0.8655400214018215, "eval_full_en_cosine_recall@50": 0.6762963371727007, "eval_full_es_cosine_accuracy@1": 0.11351351351351352, "eval_full_es_cosine_accuracy@100": 1.0, "eval_full_es_cosine_accuracy@150": 1.0, "eval_full_es_cosine_accuracy@20": 1.0, "eval_full_es_cosine_accuracy@200": 1.0, "eval_full_es_cosine_accuracy@50": 1.0, "eval_full_es_cosine_map@1": 0.11351351351351352, "eval_full_es_cosine_map@100": 0.3676467044477579, "eval_full_es_cosine_map@150": 0.37914071893635704, "eval_full_es_cosine_map@20": 0.4321212731877681, "eval_full_es_cosine_map@200": 0.3864291047810966, "eval_full_es_cosine_map@50": 0.3662438776904182, "eval_full_es_cosine_map@500": 0.3967448814407886, "eval_full_es_cosine_mrr@1": 0.11351351351351352, "eval_full_es_cosine_mrr@100": 0.55, "eval_full_es_cosine_mrr@150": 0.55, "eval_full_es_cosine_mrr@20": 0.55, "eval_full_es_cosine_mrr@200": 0.55, "eval_full_es_cosine_mrr@50": 0.55, "eval_full_es_cosine_ndcg@1": 0.11351351351351352, "eval_full_es_cosine_ndcg@100": 0.5494533442820461, "eval_full_es_cosine_ndcg@150": 0.5778904564772578, "eval_full_es_cosine_ndcg@20": 0.5638160555705326, "eval_full_es_cosine_ndcg@200": 0.6002374248801999, "eval_full_es_cosine_ndcg@50": 0.5286289587475489, "eval_full_es_cosine_precision@1": 0.11351351351351352, "eval_full_es_cosine_precision@100": 0.2141081081081081, "eval_full_es_cosine_precision@150": 0.16104504504504505, "eval_full_es_cosine_precision@20": 0.5213513513513512, "eval_full_es_cosine_precision@200": 0.13094594594594594, "eval_full_es_cosine_precision@50": 0.33891891891891895, "eval_full_es_cosine_recall@1": 0.0035045234969014166, "eval_full_es_cosine_recall@100": 0.5962566893615484, "eval_full_es_cosine_recall@150": 0.6539916045900668, "eval_full_es_cosine_recall@20": 0.34830621955762764, "eval_full_es_cosine_recall@200": 0.7027707655811134, "eval_full_es_cosine_recall@50": 0.5043797869988105, "eval_full_zh_cosine_accuracy@1": 0.6504854368932039, "eval_full_zh_cosine_accuracy@100": 0.9902912621359223, "eval_full_zh_cosine_accuracy@150": 0.9902912621359223, "eval_full_zh_cosine_accuracy@20": 0.970873786407767, "eval_full_zh_cosine_accuracy@200": 0.9902912621359223, "eval_full_zh_cosine_accuracy@50": 0.9805825242718447, "eval_full_zh_cosine_map@1": 0.6504854368932039, "eval_full_zh_cosine_map@100": 0.4759775327060125, "eval_full_zh_cosine_map@150": 0.484283864447002, "eval_full_zh_cosine_map@20": 0.4673451367444491, "eval_full_zh_cosine_map@200": 0.4885403171787604, "eval_full_zh_cosine_map@50": 0.4491601687897158, "eval_full_zh_cosine_map@500": 0.4948931148880558, "eval_full_zh_cosine_mrr@1": 0.6504854368932039, "eval_full_zh_cosine_mrr@100": 0.7943002375041209, "eval_full_zh_cosine_mrr@150": 0.7943002375041209, "eval_full_zh_cosine_mrr@20": 0.7938511326860843, "eval_full_zh_cosine_mrr@200": 0.7943002375041209, "eval_full_zh_cosine_mrr@50": 0.7941135310067349, "eval_full_zh_cosine_ndcg@1": 0.6504854368932039, "eval_full_zh_cosine_ndcg@100": 0.6852740031621496, "eval_full_zh_cosine_ndcg@150": 0.7087858531025408, "eval_full_zh_cosine_ndcg@20": 0.6163434250133266, "eval_full_zh_cosine_ndcg@200": 0.7227726687256436, "eval_full_zh_cosine_ndcg@50": 0.6306194061713684, "eval_full_zh_cosine_precision@1": 0.6504854368932039, "eval_full_zh_cosine_precision@100": 0.16601941747572818, "eval_full_zh_cosine_precision@150": 0.12000000000000002, "eval_full_zh_cosine_precision@20": 0.4461165048543689, "eval_full_zh_cosine_precision@200": 0.09475728155339808, "eval_full_zh_cosine_precision@50": 0.26932038834951455, "eval_full_zh_cosine_recall@1": 0.06125809321810901, "eval_full_zh_cosine_recall@100": 0.7667280032499174, "eval_full_zh_cosine_recall@150": 0.8234348132226993, "eval_full_zh_cosine_recall@20": 0.4798173076061309, "eval_full_zh_cosine_recall@200": 0.8570886860782638, "eval_full_zh_cosine_recall@50": 0.6511259115267456, "eval_mix_de_cosine_accuracy@1": 0.5429017160686428, "eval_mix_de_cosine_accuracy@100": 0.9552782111284451, "eval_mix_de_cosine_accuracy@150": 0.968278731149246, "eval_mix_de_cosine_accuracy@20": 0.8725949037961519, "eval_mix_de_cosine_accuracy@200": 0.9729589183567343, "eval_mix_de_cosine_accuracy@50": 0.9297971918876755, "eval_mix_de_cosine_map@1": 0.5429017160686428, "eval_mix_de_cosine_map@100": 0.5528890114435938, "eval_mix_de_cosine_map@150": 0.5533285819634786, "eval_mix_de_cosine_map@20": 0.546038259426052, "eval_mix_de_cosine_map@200": 0.5535297820757661, "eval_mix_de_cosine_map@50": 0.5513401593649401, "eval_mix_de_cosine_map@500": 0.5538215020153545, "eval_mix_de_cosine_mrr@1": 0.5429017160686428, "eval_mix_de_cosine_mrr@100": 0.6354157777188323, "eval_mix_de_cosine_mrr@150": 0.6355194502419383, "eval_mix_de_cosine_mrr@20": 0.6331176720726237, "eval_mix_de_cosine_mrr@200": 0.635546462249249, "eval_mix_de_cosine_mrr@50": 0.6350347522721764, "eval_mix_de_cosine_ndcg@1": 0.5429017160686428, "eval_mix_de_cosine_ndcg@100": 0.6686859699628315, "eval_mix_de_cosine_ndcg@150": 0.6734670399055159, "eval_mix_de_cosine_ndcg@20": 0.6364696194038222, "eval_mix_de_cosine_ndcg@200": 0.6761041848609185, "eval_mix_de_cosine_ndcg@50": 0.6580204683537704, "eval_mix_de_cosine_precision@1": 0.5429017160686428, "eval_mix_de_cosine_precision@100": 0.025002600104004166, "eval_mix_de_cosine_precision@150": 0.01712601837406829, "eval_mix_de_cosine_precision@20": 0.10709828393135724, "eval_mix_de_cosine_precision@200": 0.013044721788871557, "eval_mix_de_cosine_precision@50": 0.04726989079563183, "eval_mix_de_cosine_recall@1": 0.20383948691280984, "eval_mix_de_cosine_recall@100": 0.9077223088923557, "eval_mix_de_cosine_recall@150": 0.9319032761310452, "eval_mix_de_cosine_recall@20": 0.7817386028774485, "eval_mix_de_cosine_recall@200": 0.9461778471138845, "eval_mix_de_cosine_recall@50": 0.8605044201768071, "eval_mix_es_cosine_accuracy@1": 0.6172646905876235, "eval_mix_es_cosine_accuracy@100": 0.9703588143525741, "eval_mix_es_cosine_accuracy@150": 0.9812792511700468, "eval_mix_es_cosine_accuracy@20": 0.9032761310452418, "eval_mix_es_cosine_accuracy@200": 0.9859594383775351, "eval_mix_es_cosine_accuracy@50": 0.9443577743109725, "eval_mix_es_cosine_map@1": 0.6172646905876235, "eval_mix_es_cosine_map@100": 0.6094136625128228, "eval_mix_es_cosine_map@150": 0.6097807307495342, "eval_mix_es_cosine_map@20": 0.6028333286973904, "eval_mix_es_cosine_map@200": 0.6099278426294548, "eval_mix_es_cosine_map@50": 0.6079882517976847, "eval_mix_es_cosine_map@500": 0.6101218939355526, "eval_mix_es_cosine_mrr@1": 0.6172646905876235, "eval_mix_es_cosine_mrr@100": 0.6938924919697613, "eval_mix_es_cosine_mrr@150": 0.6939819360030616, "eval_mix_es_cosine_mrr@20": 0.6921361840847764, "eval_mix_es_cosine_mrr@200": 0.6940082129440573, "eval_mix_es_cosine_mrr@50": 0.6935275501084183, "eval_mix_es_cosine_ndcg@1": 0.6172646905876235, "eval_mix_es_cosine_ndcg@100": 0.7161349937562115, "eval_mix_es_cosine_ndcg@150": 0.7201494083175249, "eval_mix_es_cosine_ndcg@20": 0.6863945449619185, "eval_mix_es_cosine_ndcg@200": 0.722225937142632, "eval_mix_es_cosine_ndcg@50": 0.7059805315894592, "eval_mix_es_cosine_precision@1": 0.6172646905876235, "eval_mix_es_cosine_precision@100": 0.025169006760270413, "eval_mix_es_cosine_precision@150": 0.017157219622118216, "eval_mix_es_cosine_precision@20": 0.10972438897555903, "eval_mix_es_cosine_precision@200": 0.013018720748829957, "eval_mix_es_cosine_precision@50": 0.04786271450858035, "eval_mix_es_cosine_recall@1": 0.2379838050664884, "eval_mix_es_cosine_recall@100": 0.9331773270930838, "eval_mix_es_cosine_recall@150": 0.9536141445657828, "eval_mix_es_cosine_recall@20": 0.8149369784315182, "eval_mix_es_cosine_recall@200": 0.9651759403709481, "eval_mix_es_cosine_recall@50": 0.8866788004853527, "eval_mix_zh_cosine_accuracy@1": 0.5751565762004175, "eval_mix_zh_cosine_accuracy@100": 0.9848643006263048, "eval_mix_zh_cosine_accuracy@150": 0.9895615866388309, "eval_mix_zh_cosine_accuracy@20": 0.9514613778705637, "eval_mix_zh_cosine_accuracy@200": 0.9916492693110647, "eval_mix_zh_cosine_accuracy@50": 0.975991649269311, "eval_mix_zh_cosine_map@1": 0.5751565762004175, "eval_mix_zh_cosine_map@100": 0.5480058234906587, "eval_mix_zh_cosine_map@150": 0.5483452539266979, "eval_mix_zh_cosine_map@20": 0.5395939445358217, "eval_mix_zh_cosine_map@200": 0.548487754480418, "eval_mix_zh_cosine_map@50": 0.5465541726714618, "eval_mix_zh_cosine_map@500": 0.5486704400924459, "eval_mix_zh_cosine_mrr@1": 0.5751565762004175, "eval_mix_zh_cosine_mrr@100": 0.6984820179753005, "eval_mix_zh_cosine_mrr@150": 0.6985228351798531, "eval_mix_zh_cosine_mrr@20": 0.6974988781113621, "eval_mix_zh_cosine_mrr@200": 0.6985351624205532, "eval_mix_zh_cosine_mrr@50": 0.6983413027160801, "eval_mix_zh_cosine_ndcg@1": 0.5751565762004175, "eval_mix_zh_cosine_ndcg@100": 0.6947962879201968, "eval_mix_zh_cosine_ndcg@150": 0.6980250427797421, "eval_mix_zh_cosine_ndcg@20": 0.6621196118161056, "eval_mix_zh_cosine_ndcg@200": 0.6997922044919449, "eval_mix_zh_cosine_ndcg@50": 0.6858570871515306, "eval_mix_zh_cosine_precision@1": 0.5751565762004175, "eval_mix_zh_cosine_precision@100": 0.02851252609603341, "eval_mix_zh_cosine_precision@150": 0.019324982602644397, "eval_mix_zh_cosine_precision@20": 0.123982254697286, "eval_mix_zh_cosine_precision@200": 0.014634655532359089, "eval_mix_zh_cosine_precision@50": 0.05465553235908143, "eval_mix_zh_cosine_recall@1": 0.19298513768764292, "eval_mix_zh_cosine_recall@100": 0.9399095337508698, "eval_mix_zh_cosine_recall@150": 0.9558716075156575, "eval_mix_zh_cosine_recall@20": 0.8174060542797494, "eval_mix_zh_cosine_recall@200": 0.965196590118302, "eval_mix_zh_cosine_recall@50": 0.901000347947112, "eval_runtime": 9.5387, "eval_samples_per_second": 0.0, "eval_sequential_score": 0.6997922044919449, "eval_steps_per_second": 0.0, "step": 1000 } ], "logging_steps": 100, "max_steps": 1690, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 200, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 128, "trial_name": null, "trial_params": null }