| { |
| "nano_beir": { |
| "NanoClimateFEVER_cosine_accuracy@1": 0.02, |
| "NanoClimateFEVER_cosine_accuracy@3": 0.12, |
| "NanoClimateFEVER_cosine_accuracy@5": 0.22, |
| "NanoClimateFEVER_cosine_accuracy@10": 0.26, |
| "NanoClimateFEVER_cosine_precision@1": 0.02, |
| "NanoClimateFEVER_cosine_precision@3": 0.04666666666666666, |
| "NanoClimateFEVER_cosine_precision@5": 0.04800000000000001, |
| "NanoClimateFEVER_cosine_precision@10": 0.028000000000000004, |
| "NanoClimateFEVER_cosine_recall@1": 0.01, |
| "NanoClimateFEVER_cosine_recall@3": 0.07666666666666666, |
| "NanoClimateFEVER_cosine_recall@5": 0.11, |
| "NanoClimateFEVER_cosine_recall@10": 0.15, |
| "NanoClimateFEVER_cosine_ndcg@10": 0.08848514491479977, |
| "NanoClimateFEVER_cosine_mrr@10": 0.09155555555555556, |
| "NanoClimateFEVER_cosine_map@100": 0.062031025210026416, |
| "NanoDBPedia_cosine_accuracy@1": 0.64, |
| "NanoDBPedia_cosine_accuracy@3": 0.84, |
| "NanoDBPedia_cosine_accuracy@5": 0.88, |
| "NanoDBPedia_cosine_accuracy@10": 0.9, |
| "NanoDBPedia_cosine_precision@1": 0.64, |
| "NanoDBPedia_cosine_precision@3": 0.5533333333333333, |
| "NanoDBPedia_cosine_precision@5": 0.508, |
| "NanoDBPedia_cosine_precision@10": 0.42800000000000005, |
| "NanoDBPedia_cosine_recall@1": 0.07405822477207483, |
| "NanoDBPedia_cosine_recall@3": 0.14372311265072168, |
| "NanoDBPedia_cosine_recall@5": 0.21105435859646549, |
| "NanoDBPedia_cosine_recall@10": 0.2909207094781485, |
| "NanoDBPedia_cosine_ndcg@10": 0.5337363068424135, |
| "NanoDBPedia_cosine_mrr@10": 0.7428571428571428, |
| "NanoDBPedia_cosine_map@100": 0.3891072772432914, |
| "NanoFEVER_cosine_accuracy@1": 0.36, |
| "NanoFEVER_cosine_accuracy@3": 0.42, |
| "NanoFEVER_cosine_accuracy@5": 0.42, |
| "NanoFEVER_cosine_accuracy@10": 0.46, |
| "NanoFEVER_cosine_precision@1": 0.36, |
| "NanoFEVER_cosine_precision@3": 0.13999999999999999, |
| "NanoFEVER_cosine_precision@5": 0.084, |
| "NanoFEVER_cosine_precision@10": 0.048, |
| "NanoFEVER_cosine_recall@1": 0.36, |
| "NanoFEVER_cosine_recall@3": 0.41, |
| "NanoFEVER_cosine_recall@5": 0.41, |
| "NanoFEVER_cosine_recall@10": 0.46, |
| "NanoFEVER_cosine_ndcg@10": 0.4073423950239124, |
| "NanoFEVER_cosine_mrr@10": 0.39166666666666666, |
| "NanoFEVER_cosine_map@100": 0.39632722868719533, |
| "NanoFiQA2018_cosine_accuracy@1": 0.16, |
| "NanoFiQA2018_cosine_accuracy@3": 0.26, |
| "NanoFiQA2018_cosine_accuracy@5": 0.32, |
| "NanoFiQA2018_cosine_accuracy@10": 0.38, |
| "NanoFiQA2018_cosine_precision@1": 0.16, |
| "NanoFiQA2018_cosine_precision@3": 0.10666666666666666, |
| "NanoFiQA2018_cosine_precision@5": 0.096, |
| "NanoFiQA2018_cosine_precision@10": 0.068, |
| "NanoFiQA2018_cosine_recall@1": 0.06188888888888889, |
| "NanoFiQA2018_cosine_recall@3": 0.12674603174603175, |
| "NanoFiQA2018_cosine_recall@5": 0.17413492063492064, |
| "NanoFiQA2018_cosine_recall@10": 0.25515873015873014, |
| "NanoFiQA2018_cosine_ndcg@10": 0.1898252759944158, |
| "NanoFiQA2018_cosine_mrr@10": 0.22585714285714287, |
| "NanoFiQA2018_cosine_map@100": 0.15950890524795974, |
| "NanoHotpotQA_cosine_accuracy@1": 0.66, |
| "NanoHotpotQA_cosine_accuracy@3": 0.86, |
| "NanoHotpotQA_cosine_accuracy@5": 0.9, |
| "NanoHotpotQA_cosine_accuracy@10": 0.94, |
| "NanoHotpotQA_cosine_precision@1": 0.66, |
| "NanoHotpotQA_cosine_precision@3": 0.38666666666666666, |
| "NanoHotpotQA_cosine_precision@5": 0.272, |
| "NanoHotpotQA_cosine_precision@10": 0.142, |
| "NanoHotpotQA_cosine_recall@1": 0.33, |
| "NanoHotpotQA_cosine_recall@3": 0.58, |
| "NanoHotpotQA_cosine_recall@5": 0.68, |
| "NanoHotpotQA_cosine_recall@10": 0.71, |
| "NanoHotpotQA_cosine_ndcg@10": 0.6584980003699181, |
| "NanoHotpotQA_cosine_mrr@10": 0.775079365079365, |
| "NanoHotpotQA_cosine_map@100": 0.5871412173250823, |
| "NanoMSMARCO_cosine_accuracy@1": 0.38, |
| "NanoMSMARCO_cosine_accuracy@3": 0.64, |
| "NanoMSMARCO_cosine_accuracy@5": 0.76, |
| "NanoMSMARCO_cosine_accuracy@10": 0.84, |
| "NanoMSMARCO_cosine_precision@1": 0.38, |
| "NanoMSMARCO_cosine_precision@3": 0.21333333333333335, |
| "NanoMSMARCO_cosine_precision@5": 0.15200000000000002, |
| "NanoMSMARCO_cosine_precision@10": 0.08399999999999999, |
| "NanoMSMARCO_cosine_recall@1": 0.38, |
| "NanoMSMARCO_cosine_recall@3": 0.64, |
| "NanoMSMARCO_cosine_recall@5": 0.76, |
| "NanoMSMARCO_cosine_recall@10": 0.84, |
| "NanoMSMARCO_cosine_ndcg@10": 0.6071739753451822, |
| "NanoMSMARCO_cosine_mrr@10": 0.5318571428571428, |
| "NanoMSMARCO_cosine_map@100": 0.5383857612227555, |
| "NanoNFCorpus_cosine_accuracy@1": 0.46, |
| "NanoNFCorpus_cosine_accuracy@3": 0.54, |
| "NanoNFCorpus_cosine_accuracy@5": 0.64, |
| "NanoNFCorpus_cosine_accuracy@10": 0.7, |
| "NanoNFCorpus_cosine_precision@1": 0.46, |
| "NanoNFCorpus_cosine_precision@3": 0.37999999999999995, |
| "NanoNFCorpus_cosine_precision@5": 0.33199999999999996, |
| "NanoNFCorpus_cosine_precision@10": 0.282, |
| "NanoNFCorpus_cosine_recall@1": 0.031191419545013095, |
| "NanoNFCorpus_cosine_recall@3": 0.05157072806890092, |
| "NanoNFCorpus_cosine_recall@5": 0.06863574662214718, |
| "NanoNFCorpus_cosine_recall@10": 0.09991138318659122, |
| "NanoNFCorpus_cosine_ndcg@10": 0.32672780953059594, |
| "NanoNFCorpus_cosine_mrr@10": 0.5299365079365078, |
| "NanoNFCorpus_cosine_map@100": 0.1359241030015973, |
| "NanoNQ_cosine_accuracy@1": 0.58, |
| "NanoNQ_cosine_accuracy@3": 0.74, |
| "NanoNQ_cosine_accuracy@5": 0.8, |
| "NanoNQ_cosine_accuracy@10": 0.84, |
| "NanoNQ_cosine_precision@1": 0.58, |
| "NanoNQ_cosine_precision@3": 0.25333333333333335, |
| "NanoNQ_cosine_precision@5": 0.16399999999999998, |
| "NanoNQ_cosine_precision@10": 0.092, |
| "NanoNQ_cosine_recall@1": 0.55, |
| "NanoNQ_cosine_recall@3": 0.7, |
| "NanoNQ_cosine_recall@5": 0.74, |
| "NanoNQ_cosine_recall@10": 0.81, |
| "NanoNQ_cosine_ndcg@10": 0.6914852313456867, |
| "NanoNQ_cosine_mrr@10": 0.6720555555555556, |
| "NanoNQ_cosine_map@100": 0.6484054934853453, |
| "NanoQuoraRetrieval_cosine_accuracy@1": 0.6, |
| "NanoQuoraRetrieval_cosine_accuracy@3": 0.7, |
| "NanoQuoraRetrieval_cosine_accuracy@5": 0.74, |
| "NanoQuoraRetrieval_cosine_accuracy@10": 0.84, |
| "NanoQuoraRetrieval_cosine_precision@1": 0.6, |
| "NanoQuoraRetrieval_cosine_precision@3": 0.2733333333333334, |
| "NanoQuoraRetrieval_cosine_precision@5": 0.17999999999999997, |
| "NanoQuoraRetrieval_cosine_precision@10": 0.10399999999999998, |
| "NanoQuoraRetrieval_cosine_recall@1": 0.5433333333333333, |
| "NanoQuoraRetrieval_cosine_recall@3": 0.674, |
| "NanoQuoraRetrieval_cosine_recall@5": 0.708, |
| "NanoQuoraRetrieval_cosine_recall@10": 0.8053333333333333, |
| "NanoQuoraRetrieval_cosine_ndcg@10": 0.6910237122615918, |
| "NanoQuoraRetrieval_cosine_mrr@10": 0.6630238095238096, |
| "NanoQuoraRetrieval_cosine_map@100": 0.6556498327329501, |
| "NanoSCIDOCS_cosine_accuracy@1": 0.42, |
| "NanoSCIDOCS_cosine_accuracy@3": 0.56, |
| "NanoSCIDOCS_cosine_accuracy@5": 0.62, |
| "NanoSCIDOCS_cosine_accuracy@10": 0.78, |
| "NanoSCIDOCS_cosine_precision@1": 0.42, |
| "NanoSCIDOCS_cosine_precision@3": 0.2533333333333333, |
| "NanoSCIDOCS_cosine_precision@5": 0.18799999999999997, |
| "NanoSCIDOCS_cosine_precision@10": 0.148, |
| "NanoSCIDOCS_cosine_recall@1": 0.08866666666666667, |
| "NanoSCIDOCS_cosine_recall@3": 0.15866666666666668, |
| "NanoSCIDOCS_cosine_recall@5": 0.19466666666666665, |
| "NanoSCIDOCS_cosine_recall@10": 0.30466666666666664, |
| "NanoSCIDOCS_cosine_ndcg@10": 0.29680405295986745, |
| "NanoSCIDOCS_cosine_mrr@10": 0.5155714285714287, |
| "NanoSCIDOCS_cosine_map@100": 0.22732555154891504, |
| "NanoArguAna_cosine_accuracy@1": 0.22, |
| "NanoArguAna_cosine_accuracy@3": 0.56, |
| "NanoArguAna_cosine_accuracy@5": 0.76, |
| "NanoArguAna_cosine_accuracy@10": 0.9, |
| "NanoArguAna_cosine_precision@1": 0.22, |
| "NanoArguAna_cosine_precision@3": 0.18666666666666668, |
| "NanoArguAna_cosine_precision@5": 0.15200000000000002, |
| "NanoArguAna_cosine_precision@10": 0.08999999999999998, |
| "NanoArguAna_cosine_recall@1": 0.22, |
| "NanoArguAna_cosine_recall@3": 0.56, |
| "NanoArguAna_cosine_recall@5": 0.76, |
| "NanoArguAna_cosine_recall@10": 0.9, |
| "NanoArguAna_cosine_ndcg@10": 0.5430980629264645, |
| "NanoArguAna_cosine_mrr@10": 0.43080158730158724, |
| "NanoArguAna_cosine_map@100": 0.43563881673881677, |
| "NanoSciFact_cosine_accuracy@1": 0.3, |
| "NanoSciFact_cosine_accuracy@3": 0.46, |
| "NanoSciFact_cosine_accuracy@5": 0.58, |
| "NanoSciFact_cosine_accuracy@10": 0.66, |
| "NanoSciFact_cosine_precision@1": 0.3, |
| "NanoSciFact_cosine_precision@3": 0.1733333333333333, |
| "NanoSciFact_cosine_precision@5": 0.132, |
| "NanoSciFact_cosine_precision@10": 0.076, |
| "NanoSciFact_cosine_recall@1": 0.265, |
| "NanoSciFact_cosine_recall@3": 0.45, |
| "NanoSciFact_cosine_recall@5": 0.575, |
| "NanoSciFact_cosine_recall@10": 0.65, |
| "NanoSciFact_cosine_ndcg@10": 0.4673023534460552, |
| "NanoSciFact_cosine_mrr@10": 0.41438095238095246, |
| "NanoSciFact_cosine_map@100": 0.41151414702043504, |
| "NanoTouche2020_cosine_accuracy@1": 0.4897959183673469, |
| "NanoTouche2020_cosine_accuracy@3": 0.6530612244897959, |
| "NanoTouche2020_cosine_accuracy@5": 0.7142857142857143, |
| "NanoTouche2020_cosine_accuracy@10": 0.7959183673469388, |
| "NanoTouche2020_cosine_precision@1": 0.4897959183673469, |
| "NanoTouche2020_cosine_precision@3": 0.3877551020408163, |
| "NanoTouche2020_cosine_precision@5": 0.34693877551020413, |
| "NanoTouche2020_cosine_precision@10": 0.3081632653061224, |
| "NanoTouche2020_cosine_recall@1": 0.025396389616293827, |
| "NanoTouche2020_cosine_recall@3": 0.06154426522223343, |
| "NanoTouche2020_cosine_recall@5": 0.09456739986624485, |
| "NanoTouche2020_cosine_recall@10": 0.1694155640852146, |
| "NanoTouche2020_cosine_ndcg@10": 0.33935182898102295, |
| "NanoTouche2020_cosine_mrr@10": 0.5771541950113378, |
| "NanoTouche2020_cosine_map@100": 0.24098827105394732, |
| "NanoBEIR_mean_cosine_accuracy@1": 0.4069073783359497, |
| "NanoBEIR_mean_cosine_accuracy@3": 0.5656200941915228, |
| "NanoBEIR_mean_cosine_accuracy@5": 0.6426373626373626, |
| "NanoBEIR_mean_cosine_accuracy@10": 0.7150706436420722, |
| "NanoBEIR_mean_cosine_precision@1": 0.4069073783359497, |
| "NanoBEIR_mean_cosine_precision@3": 0.25803244374672946, |
| "NanoBEIR_mean_cosine_precision@5": 0.20422605965463111, |
| "NanoBEIR_mean_cosine_precision@10": 0.14601255886970174, |
| "NanoBEIR_mean_cosine_recall@1": 0.22611807098632852, |
| "NanoBEIR_mean_cosine_recall@3": 0.35637826700163233, |
| "NanoBEIR_mean_cosine_recall@5": 0.422004545568188, |
| "NanoBEIR_mean_cosine_recall@10": 0.49580049130066806, |
| "NanoBEIR_mean_cosine_ndcg@10": 0.44929647307245585, |
| "NanoBEIR_mean_cosine_mrr@10": 0.5047536193964766, |
| "NanoBEIR_mean_cosine_map@100": 0.3759959715783321 |
| }, |
| "beir_touche2020": { |
| "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.6122448979591837, |
| "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.7959183673469388, |
| "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.8163265306122449, |
| "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.8775510204081632, |
| "BeIR-touche2020-subset-test_cosine_precision@1": 0.6122448979591837, |
| "BeIR-touche2020-subset-test_cosine_precision@3": 0.5986394557823129, |
| "BeIR-touche2020-subset-test_cosine_precision@5": 0.5346938775510205, |
| "BeIR-touche2020-subset-test_cosine_precision@10": 0.510204081632653, |
| "BeIR-touche2020-subset-test_cosine_recall@1": 0.013676157134653104, |
| "BeIR-touche2020-subset-test_cosine_recall@3": 0.04019009495215129, |
| "BeIR-touche2020-subset-test_cosine_recall@5": 0.05972908597066891, |
| "BeIR-touche2020-subset-test_cosine_recall@10": 0.11372605615518665, |
| "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.5336230219389327, |
| "BeIR-touche2020-subset-test_cosine_mrr@10": 0.7097181729834792, |
| "BeIR-touche2020-subset-test_cosine_map@100": 0.23434719987479757 |
| } |
| } |
