Guest User

Untitled

a guest
Sep 9th, 2025
26
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 7.13 KB | None | 0 0
  1. google/embeddinggemma-300m
  2. tasks = mteb.get_tasks(tasks=["AppsRetrieval"])
  3.  
  4. dataset_revision='f22508f96b7a36c2415181ed8bb76f76e04ae2d5' task_name='AppsRetrieval' mteb_version='1.38.54' scores={'test': [{'ndcg_at_1': 0.04011, 'ndcg_at_3': 0.05904, 'ndcg_at_5': 0.06656, 'ndcg_at_10': 0.07595, 'ndcg_at_20': 0.08708, 'ndcg_at_100': 0.11499, 'ndcg_at_1000': 0.15728, 'map_at_1': 0.04011, 'map_at_3': 0.05423, 'map_at_5': 0.05838, 'map_at_10': 0.06228, 'map_at_20': 0.06532, 'map_at_100': 0.06888, 'map_at_1000': 0.07009, 'recall_at_1': 0.04011, 'recall_at_3': 0.07304, 'recall_at_5': 0.09137, 'recall_at_10': 0.12032, 'recall_at_20': 0.16441, 'recall_at_100': 0.31926, 'recall_at_1000': 0.6741, 'precision_at_1': 0.04011, 'precision_at_3': 0.02435, 'precision_at_5': 0.01827, 'precision_at_10': 0.01203, 'precision_at_20': 0.00822, 'precision_at_100': 0.00319, 'precision_at_1000': 0.00067, 'mrr_at_1': 0.0401062416998672, 'mrr_at_3': 0.05422753430721558, 'mrr_at_5': 0.0583842408145197, 'mrr_at_10': 0.06227692404983241, 'mrr_at_20': 0.06531768807810152, 'mrr_at_100': 0.06887630120273422, 'mrr_at_1000': 0.07009431192479457, 'nauc_ndcg_at_1_max': np.float64(0.07003668741190754), 'nauc_ndcg_at_1_std': np.float64(0.16570980392407778), 'nauc_ndcg_at_1_diff1': np.float64(0.40511301551948353), 'nauc_ndcg_at_3_max': np.float64(0.04264023866386242), 'nauc_ndcg_at_3_std': np.float64(0.17818416724178726), 'nauc_ndcg_at_3_diff1': np.float64(0.2966135685198438), 'nauc_ndcg_at_5_max': np.float64(0.035371719541100285), 'nauc_ndcg_at_5_std': np.float64(0.1899196075067891), 'nauc_ndcg_at_5_diff1': np.float64(0.2701382959449927), 'nauc_ndcg_at_10_max': np.float64(0.04069369990610016), 'nauc_ndcg_at_10_std': np.float64(0.18805214530766867), 'nauc_ndcg_at_10_diff1': np.float64(0.23625787555218833), 'nauc_ndcg_at_20_max': np.float64(0.04519577632954975), 'nauc_ndcg_at_20_std': np.float64(0.1834551770195664), 'nauc_ndcg_at_20_diff1': np.float64(0.21515015460257525), 'nauc_ndcg_at_100_max': np.float64(0.07044967369253476), 'nauc_ndcg_at_100_std': np.float64(0.20621133301842232), 'nauc_ndcg_at_100_diff1': np.float64(0.19768477433313336), 'nauc_ndcg_at_1000_max': np.float64(0.07589909165941458), 'nauc_ndcg_at_1000_std': np.float64(0.2122763076380785), 'nauc_ndcg_at_1000_diff1': np.float64(0.19328246918516542), 'nauc_map_at_1_max': np.float64(0.07003668741190754), 'nauc_map_at_1_std': np.float64(0.16570980392407778), 'nauc_map_at_1_diff1': np.float64(0.40511301551948353), 'nauc_map_at_3_max': np.float64(0.0472459167961248), 'nauc_map_at_3_std': np.float64(0.17540041607431517), 'nauc_map_at_3_diff1': np.float64(0.31782092852067595), 'nauc_map_at_5_max': np.float64(0.042176263318547576), 'nauc_map_at_5_std': np.float64(0.1828478238584503), 'nauc_map_at_5_diff1': np.float64(0.2997310000778847), 'nauc_map_at_10_max': np.float64(0.04456246423699695), 'nauc_map_at_10_std': np.float64(0.18264501491748483), 'nauc_map_at_10_diff1': np.float64(0.2809472117366566), 'nauc_map_at_20_max': np.float64(0.04648151244679512), 'nauc_map_at_20_std': np.float64(0.18107388998084983), 'nauc_map_at_20_diff1': np.float64(0.2719013591733419), 'nauc_map_at_100_max': np.float64(0.0511665033683353), 'nauc_map_at_100_std': np.float64(0.18542654896245014), 'nauc_map_at_100_diff1': np.float64(0.267815694502698), 'nauc_map_at_1000_max': np.float64(0.051181713814741944), 'nauc_map_at_1000_std': np.float64(0.18583154745197553), 'nauc_map_at_1000_diff1': np.float64(0.2673864188583848), 'nauc_recall_at_1_max': np.float64(0.07003668741190754), 'nauc_recall_at_1_std': np.float64(0.16570980392407778), 'nauc_recall_at_1_diff1': np.float64(0.40511301551948353), 'nauc_recall_at_3_max': np.float64(0.03285873176344369), 'nauc_recall_at_3_std': np.float64(0.18431966080403978), 'nauc_recall_at_3_diff1': np.float64(0.25060821738593064), 'nauc_recall_at_5_max': np.float64(0.022344024625017715), 'nauc_recall_at_5_std': np.float64(0.20430977255572408), 'nauc_recall_at_5_diff1': np.float64(0.21255938369682748), 'nauc_recall_at_10_max': np.float64(0.03530284680815435), 'nauc_recall_at_10_std': np.float64(0.19665893891071384), 'nauc_recall_at_10_diff1': np.float64(0.157076851333337), 'nauc_recall_at_20_max': np.float64(0.04491888440808212), 'nauc_recall_at_20_std': np.float64(0.18492952853040107), 'nauc_recall_at_20_diff1': np.float64(0.12652664881739892), 'nauc_recall_at_100_max': np.float64(0.10875497303524613), 'nauc_recall_at_100_std': np.float64(0.2413555547731296), 'nauc_recall_at_100_diff1': np.float64(0.10569711649061869), 'nauc_recall_at_1000_max': np.float64(0.14919938376449984), 'nauc_recall_at_1000_std': np.float64(0.27464453806628863), 'nauc_recall_at_1000_diff1': np.float64(0.06731692339162497), 'nauc_precision_at_1_max': np.float64(0.07003668741190754), 'nauc_precision_at_1_std': np.float64(0.16570980392407778), 'nauc_precision_at_1_diff1': np.float64(0.40511301551948353), 'nauc_precision_at_3_max': np.float64(0.03285873176344392), 'nauc_precision_at_3_std': np.float64(0.18431966080404), 'nauc_precision_at_3_diff1': np.float64(0.25060821738593064), 'nauc_precision_at_5_max': np.float64(0.022344024625017857), 'nauc_precision_at_5_std': np.float64(0.20430977255572397), 'nauc_precision_at_5_diff1': np.float64(0.2125593836968275), 'nauc_precision_at_10_max': np.float64(0.03530284680815438), 'nauc_precision_at_10_std': np.float64(0.19665893891071393), 'nauc_precision_at_10_diff1': np.float64(0.15707685133333713), 'nauc_precision_at_20_max': np.float64(0.04491888440808214), 'nauc_precision_at_20_std': np.float64(0.18492952853040123), 'nauc_precision_at_20_diff1': np.float64(0.126526648817399), 'nauc_precision_at_100_max': np.float64(0.10875497303524612), 'nauc_precision_at_100_std': np.float64(0.24135555477312995), 'nauc_precision_at_100_diff1': np.float64(0.10569711649061894), 'nauc_precision_at_1000_max': np.float64(0.14919938376449918), 'nauc_precision_at_1000_std': np.float64(0.27464453806628775), 'nauc_precision_at_1000_diff1': np.float64(0.06731692339162368), 'nauc_mrr_at_1_max': np.float64(0.07003668741190754), 'nauc_mrr_at_1_std': np.float64(0.16570980392407778), 'nauc_mrr_at_1_diff1': np.float64(0.40511301551948353), 'nauc_mrr_at_3_max': np.float64(0.0472459167961248), 'nauc_mrr_at_3_std': np.float64(0.17540041607431517), 'nauc_mrr_at_3_diff1': np.float64(0.31782092852067595), 'nauc_mrr_at_5_max': np.float64(0.042176263318547576), 'nauc_mrr_at_5_std': np.float64(0.1828478238584503), 'nauc_mrr_at_5_diff1': np.float64(0.2997310000778847), 'nauc_mrr_at_10_max': np.float64(0.04456246423699695), 'nauc_mrr_at_10_std': np.float64(0.18264501491748483), 'nauc_mrr_at_10_diff1': np.float64(0.2809472117366566), 'nauc_mrr_at_20_max': np.float64(0.04648151244679512), 'nauc_mrr_at_20_std': np.float64(0.18107388998084983), 'nauc_mrr_at_20_diff1': np.float64(0.2719013591733419), 'nauc_mrr_at_100_max': np.float64(0.05116708417581326), 'nauc_mrr_at_100_std': np.float64(0.18542630205282692), 'nauc_mrr_at_100_diff1': np.float64(0.2678151416816671), 'nauc_mrr_at_1000_max': np.float64(0.051182266566561024), 'nauc_mrr_at_1000_std': np.float64(0.18583123142583982), 'nauc_mrr_at_1000_diff1': np.float64(0.2673859140071848), 'main_score': 0.07595, 'hf_subset': 'default', 'languages': ['eng-Latn', 'python-Code']}]} evaluation_time=281.13339257240295 kg_co2_emissions=None
Advertisement
Add Comment
Please, Sign In to add comment