tasks = mteb.get_tasks(tasks=["NanoMSMARCORetrieval"])

google/embeddinggemma-300m:

dataset_revision='7b8ff22f2771dc65ac5b439f222eb19a1f56abda' task_name='NanoMSMARCORetrieval' mteb_version='1.38.54' scores={'train': [{'ndcg_at_1': 0.14, 'ndcg_at_3': 0.32357, 'ndcg_at_5': 0.37262, 'ndcg_at_10': 0.40416, 'ndcg_at_20': 0.44582, 'ndcg_at_100': 0.47517, 'ndcg_at_1000': 0.47517, 'map_at_1': 0.14, 'map_at_3': 0.27667, 'map_at_5': 0.30367, 'map_at_10': 0.31622, 'map_at_20': 0.32828, 'map_at_100': 0.33226, 'map_at_1000': 0.33226, 'recall_at_1': 0.14, 'recall_at_3': 0.46, 'recall_at_5': 0.58, 'recall_at_10': 0.68, 'recall_at_20': 0.84, 'recall_at_100': 1.0, 'recall_at_1000': 1.0, 'precision_at_1': 0.14, 'precision_at_3': 0.15333, 'precision_at_5': 0.116, 'precision_at_10': 0.068, 'precision_at_20': 0.042, 'precision_at_100': 0.01, 'precision_at_1000': 0.001, 'mrr_at_1': 0.14, 'mrr_at_3': 0.276667, 'mrr_at_5': 0.303667, 'mrr_at_10': 0.316222, 'mrr_at_20': 0.328282, 'mrr_at_100': 0.332257, 'mrr_at_1000': 0.332257, 'nauc_ndcg_at_1_max': -0.068437, 'nauc_ndcg_at_1_std': -0.00751, 'nauc_ndcg_at_1_diff1': 0.084985, 'nauc_ndcg_at_3_max': -0.200107, 'nauc_ndcg_at_3_std': -0.214134, 'nauc_ndcg_at_3_diff1': -0.032039, 'nauc_ndcg_at_5_max': -0.127731, 'nauc_ndcg_at_5_std': -0.206119, 'nauc_ndcg_at_5_diff1': 0.112336, 'nauc_ndcg_at_10_max': -0.123444, 'nauc_ndcg_at_10_std': -0.168587, 'nauc_ndcg_at_10_diff1': 0.081876, 'nauc_ndcg_at_20_max': -0.114211, 'nauc_ndcg_at_20_std': -0.116902, 'nauc_ndcg_at_20_diff1': 0.094032, 'nauc_ndcg_at_100_max': -0.114675, 'nauc_ndcg_at_100_std': -0.135804, 'nauc_ndcg_at_100_diff1': 0.090692, 'nauc_ndcg_at_1000_max': -0.114675, 'nauc_ndcg_at_1000_std': -0.135804, 'nauc_ndcg_at_1000_diff1': 0.090692, 'nauc_map_at_1_max': -0.068437, 'nauc_map_at_1_std': -0.00751, 'nauc_map_at_1_diff1': 0.084985, 'nauc_map_at_3_max': -0.158523, 'nauc_map_at_3_std': -0.164007, 'nauc_map_at_3_diff1': 0.009789, 'nauc_map_at_5_max': -0.117389, 'nauc_map_at_5_std': -0.15801, 'nauc_map_at_5_diff1': 0.095197, 'nauc_map_at_10_max': -0.118841, 'nauc_map_at_10_std': -0.14486, 'nauc_map_at_10_diff1': 0.083227, 'nauc_map_at_20_max': -0.1147, 'nauc_map_at_20_std': -0.129511, 'nauc_map_at_20_diff1': 0.086405, 'nauc_map_at_100_max': -0.113662, 'nauc_map_at_100_std': -0.13075, 'nauc_map_at_100_diff1': 0.087262, 'nauc_map_at_1000_max': -0.113662, 'nauc_map_at_1000_std': -0.13075, 'nauc_map_at_1000_diff1': 0.087262, 'nauc_recall_at_1_max': -0.068437, 'nauc_recall_at_1_std': -0.00751, 'nauc_recall_at_1_diff1': 0.084985, 'nauc_recall_at_3_max': -0.302646, 'nauc_recall_at_3_std': -0.334788, 'nauc_recall_at_3_diff1': -0.136133, 'nauc_recall_at_5_max': -0.147894, 'nauc_recall_at_5_std': -0.329947, 'nauc_recall_at_5_diff1': 0.167107, 'nauc_recall_at_10_max': -0.119549, 'nauc_recall_at_10_std': -0.216226, 'nauc_recall_at_10_diff1': 0.07553, 'nauc_recall_at_20_max': -0.079099, 'nauc_recall_at_20_std': 0.056456, 'nauc_recall_at_20_diff1': 0.1466, 'nauc_recall_at_100_max': nan, 'nauc_recall_at_100_std': nan, 'nauc_recall_at_100_diff1': nan, 'nauc_recall_at_1000_max': nan, 'nauc_recall_at_1000_std': nan, 'nauc_recall_at_1000_diff1': nan, 'nauc_precision_at_1_max': -0.068437, 'nauc_precision_at_1_std': -0.00751, 'nauc_precision_at_1_diff1': 0.084985, 'nauc_precision_at_3_max': -0.302646, 'nauc_precision_at_3_std': -0.334788, 'nauc_precision_at_3_diff1': -0.136133, 'nauc_precision_at_5_max': -0.147894, 'nauc_precision_at_5_std': -0.329947, 'nauc_precision_at_5_diff1': 0.167107, 'nauc_precision_at_10_max': -0.119549, 'nauc_precision_at_10_std': -0.216226, 'nauc_precision_at_10_diff1': 0.07553, 'nauc_precision_at_20_max': -0.079099, 'nauc_precision_at_20_std': 0.056456, 'nauc_precision_at_20_diff1': 0.1466, 'nauc_precision_at_100_max': 1.0, 'nauc_precision_at_100_std': 1.0, 'nauc_precision_at_100_diff1': 1.0, 'nauc_precision_at_1000_max': nan, 'nauc_precision_at_1000_std': nan, 'nauc_precision_at_1000_diff1': nan, 'nauc_mrr_at_1_max': -0.068437, 'nauc_mrr_at_1_std': -0.00751, 'nauc_mrr_at_1_diff1': 0.084985, 'nauc_mrr_at_3_max': -0.158523, 'nauc_mrr_at_3_std': -0.164007, 'nauc_mrr_at_3_diff1': 0.009789, 'nauc_mrr_at_5_max': -0.117389, 'nauc_mrr_at_5_std': -0.15801, 'nauc_mrr_at_5_diff1': 0.095197, 'nauc_mrr_at_10_max': -0.118841, 'nauc_mrr_at_10_std': -0.14486, 'nauc_mrr_at_10_diff1': 0.083227, 'nauc_mrr_at_20_max': -0.1147, 'nauc_mrr_at_20_std': -0.129511, 'nauc_mrr_at_20_diff1': 0.086405, 'nauc_mrr_at_100_max': -0.113662, 'nauc_mrr_at_100_std': -0.13075, 'nauc_mrr_at_100_diff1': 0.087262, 'nauc_mrr_at_1000_max': -0.113662, 'nauc_mrr_at_1000_std': -0.13075, 'nauc_mrr_at_1000_diff1': 0.087262, 'main_score': 0.40416, 'hf_subset': 'default', 'languages': ['eng-Latn']}]} evaluation_time=12.850844144821167 kg_co2_emissions=None

Snowflake/snowflake-arctic-embed-m-v2.0:

dataset_revision='7b8ff22f2771dc65ac5b439f222eb19a1f56abda' task_name='NanoMSMARCORetrieval' mteb_version='1.38.54' scores={'train': [{'ndcg_at_1': 0.44, 'ndcg_at_3': 0.59357, 'ndcg_at_5': 0.62802, 'ndcg_at_10': 0.67273, 'ndcg_at_20': 0.68822, 'ndcg_at_100': 0.69196, 'ndcg_at_1000': 0.69196, 'map_at_1': 0.44, 'map_at_3': 0.55667, 'map_at_5': 0.57667, 'map_at_10': 0.59474, 'map_at_20': 0.59916, 'map_at_100': 0.59966, 'map_at_1000': 0.59966, 'recall_at_1': 0.44, 'recall_at_3': 0.7, 'recall_at_5': 0.78, 'recall_at_10': 0.92, 'recall_at_20': 0.98, 'recall_at_100': 1.0, 'recall_at_1000': 1.0, 'precision_at_1': 0.44, 'precision_at_3': 0.23333, 'precision_at_5': 0.156, 'precision_at_10': 0.092, 'precision_at_20': 0.049, 'precision_at_100': 0.01, 'precision_at_1000': 0.001, 'mrr_at_1': 0.44, 'mrr_at_3': 0.5566666666666666, 'mrr_at_5': 0.5766666666666667, 'mrr_at_10': 0.5947380952380952, 'mrr_at_20': 0.5991613190730838, 'mrr_at_100': 0.5996613190730838, 'mrr_at_1000': 0.5996613190730838, 'nauc_ndcg_at_1_max': np.float64(0.06290128934593125), 'nauc_ndcg_at_1_std': np.float64(-0.3481495014877068), 'nauc_ndcg_at_1_diff1': np.float64(0.8086339197160303), 'nauc_ndcg_at_3_max': np.float64(0.15934729742988304), 'nauc_ndcg_at_3_std': np.float64(-0.32063362625350506), 'nauc_ndcg_at_3_diff1': np.float64(0.7652018958366164), 'nauc_ndcg_at_5_max': np.float64(0.1041762913438102), 'nauc_ndcg_at_5_std': np.float64(-0.4422654246425903), 'nauc_ndcg_at_5_diff1': np.float64(0.7747448425986554), 'nauc_ndcg_at_10_max': np.float64(0.047437021225484696), 'nauc_ndcg_at_10_std': np.float64(-0.4568985601590961), 'nauc_ndcg_at_10_diff1': np.float64(0.767728080467812), 'nauc_ndcg_at_20_max': np.float64(0.10581374932008195), 'nauc_ndcg_at_20_std': np.float64(-0.3949296792886747), 'nauc_ndcg_at_20_diff1': np.float64(0.7611588239271071), 'nauc_ndcg_at_100_max': np.float64(0.10552396090532565), 'nauc_ndcg_at_100_std': np.float64(-0.39205100061761144), 'nauc_ndcg_at_100_diff1': np.float64(0.7680425916783651), 'nauc_ndcg_at_1000_max': np.float64(0.10552396090532565), 'nauc_ndcg_at_1000_std': np.float64(-0.39205100061761144), 'nauc_ndcg_at_1000_diff1': np.float64(0.7680425916783651), 'nauc_map_at_1_max': np.float64(0.06290128934593125), 'nauc_map_at_1_std': np.float64(-0.3481495014877068), 'nauc_map_at_1_diff1': np.float64(0.8086339197160303), 'nauc_map_at_3_max': np.float64(0.14780123672735304), 'nauc_map_at_3_std': np.float64(-0.3243723978221772), 'nauc_map_at_3_diff1': np.float64(0.7695745362272421), 'nauc_map_at_5_max': np.float64(0.11787136048907175), 'nauc_map_at_5_std': np.float64(-0.3893160120409144), 'nauc_map_at_5_diff1': np.float64(0.7748653658486209), 'nauc_map_at_10_max': np.float64(0.0986211990538531), 'nauc_map_at_10_std': np.float64(-0.3944814907827812), 'nauc_map_at_10_diff1': np.float64(0.7723249114280156), 'nauc_map_at_20_max': np.float64(0.11097840240138342), 'nauc_map_at_20_std': np.float64(-0.37959319815019155), 'nauc_map_at_20_diff1': np.float64(0.7706102459359809), 'nauc_map_at_100_max': np.float64(0.11095739248570573), 'nauc_map_at_100_std': np.float64(-0.3792658781500824), 'nauc_map_at_100_diff1': np.float64(0.7713445110690422), 'nauc_map_at_1000_max': np.float64(0.11095739248570573), 'nauc_map_at_1000_std': np.float64(-0.3792658781500824), 'nauc_map_at_1000_diff1': np.float64(0.7713445110690422), 'nauc_recall_at_1_max': np.float64(0.06290128934593125), 'nauc_recall_at_1_std': np.float64(-0.3481495014877068), 'nauc_recall_at_1_diff1': np.float64(0.8086339197160303), 'nauc_recall_at_3_max': np.float64(0.19250585480093693), 'nauc_recall_at_3_std': np.float64(-0.3093856962709418), 'nauc_recall_at_3_diff1': np.float64(0.7535939470365696), 'nauc_recall_at_5_max': np.float64(0.02615106412574729), 'nauc_recall_at_5_std': np.float64(-0.6938841748968335), 'nauc_recall_at_5_diff1': np.float64(0.7806834515695276), 'nauc_recall_at_10_max': np.float64(-0.6027077497665742), 'nauc_recall_at_10_std': np.float64(-1.1517273576097133), 'nauc_recall_at_10_diff1': np.float64(0.7280578898225961), 'nauc_recall_at_20_max': np.float64(0.12278244631186093), 'nauc_recall_at_20_std': np.float64(-0.5634920634920563), 'nauc_recall_at_20_diff1': np.float64(0.35807656395891974), 'nauc_recall_at_100_max': nan, 'nauc_recall_at_100_std': nan, 'nauc_recall_at_100_diff1': nan, 'nauc_recall_at_1000_max': nan, 'nauc_recall_at_1000_std': nan, 'nauc_recall_at_1000_diff1': nan, 'nauc_precision_at_1_max': np.float64(0.06290128934593125), 'nauc_precision_at_1_std': np.float64(-0.3481495014877068), 'nauc_precision_at_1_diff1': np.float64(0.8086339197160303), 'nauc_precision_at_3_max': np.float64(0.19250585480093677), 'nauc_precision_at_3_std': np.float64(-0.3093856962709425), 'nauc_precision_at_3_diff1': np.float64(0.7535939470365691), 'nauc_precision_at_5_max': np.float64(0.02615106412574745), 'nauc_precision_at_5_std': np.float64(-0.6938841748968333), 'nauc_precision_at_5_diff1': np.float64(0.780683451569528), 'nauc_precision_at_10_max': np.float64(-0.6027077497665712), 'nauc_precision_at_10_std': np.float64(-1.1517273576097071), 'nauc_precision_at_10_diff1': np.float64(0.7280578898225976), 'nauc_precision_at_20_max': np.float64(0.12278244631187159), 'nauc_precision_at_20_std': np.float64(-0.563492063492042), 'nauc_precision_at_20_diff1': np.float64(0.358076563958916), 'nauc_precision_at_100_max': np.float64(1.0), 'nauc_precision_at_100_std': np.float64(1.0), 'nauc_precision_at_100_diff1': np.float64(1.0), 'nauc_precision_at_1000_max': nan, 'nauc_precision_at_1000_std': nan, 'nauc_precision_at_1000_diff1': nan, 'nauc_mrr_at_1_max': np.float64(0.06290128934593125), 'nauc_mrr_at_1_std': np.float64(-0.3481495014877068), 'nauc_mrr_at_1_diff1': np.float64(0.8086339197160303), 'nauc_mrr_at_3_max': np.float64(0.14780123672735304), 'nauc_mrr_at_3_std': np.float64(-0.3243723978221772), 'nauc_mrr_at_3_diff1': np.float64(0.7695745362272421), 'nauc_mrr_at_5_max': np.float64(0.11787136048907175), 'nauc_mrr_at_5_std': np.float64(-0.3893160120409144), 'nauc_mrr_at_5_diff1': np.float64(0.7748653658486209), 'nauc_mrr_at_10_max': np.float64(0.0986211990538531), 'nauc_mrr_at_10_std': np.float64(-0.3944814907827812), 'nauc_mrr_at_10_diff1': np.float64(0.7723249114280156), 'nauc_mrr_at_20_max': np.float64(0.11097840240138342), 'nauc_mrr_at_20_std': np.float64(-0.37959319815019155), 'nauc_mrr_at_20_diff1': np.float64(0.7706102459359809), 'nauc_mrr_at_100_max': np.float64(0.11095739248570573), 'nauc_mrr_at_100_std': np.float64(-0.3792658781500824), 'nauc_mrr_at_100_diff1': np.float64(0.7713445110690422), 'nauc_mrr_at_1000_max': np.float64(0.11095739248570573), 'nauc_mrr_at_1000_std': np.float64(-0.3792658781500824), 'nauc_mrr_at_1000_diff1': np.float64(0.7713445110690422), 'main_score': 0.67273, 'hf_subset': 'default', 'languages': ['eng-Latn']}]} evaluation_time=5.834951877593994 kg_co2_emissions=None