Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- "onnx-community/embeddinggemma-300m-ONNX"
- tasks = mteb.get_tasks(tasks=["AppsRetrieval"])
- dataset_revision='f22508f96b7a36c2415181ed8bb76f76e04ae2d5' task_name='AppsRetrieval' mteb_version='1.38.54' scores={'test': [{'ndcg_at_1': 0.5992, 'ndcg_at_3': 0.67741, 'ndcg_at_5': 0.69872, 'ndcg_at_10': 0.71654, 'ndcg_at_20': 0.72911, 'ndcg_at_100': 0.74187, 'ndcg_at_1000': 0.74681, 'map_at_1': 0.5992, 'map_at_3': 0.65874, 'map_at_5': 0.67055, 'map_at_10': 0.67788, 'map_at_20': 0.68131, 'map_at_100': 0.68313, 'map_at_1000': 0.68332, 'recall_at_1': 0.5992, 'recall_at_3': 0.73121, 'recall_at_5': 0.783, 'recall_at_10': 0.83825, 'recall_at_20': 0.88818, 'recall_at_100': 0.95618, 'recall_at_1000': 0.99442, 'precision_at_1': 0.5992, 'precision_at_3': 0.24374, 'precision_at_5': 0.1566, 'precision_at_10': 0.08382, 'precision_at_20': 0.04441, 'precision_at_100': 0.00956, 'precision_at_1000': 0.00099, 'mrr_at_1': 0.599203187250996, 'mrr_at_3': 0.6587870739265161, 'mrr_at_5': 0.6705931828242585, 'mrr_at_10': 0.6779233331225363, 'mrr_at_20': 0.6813525070837925, 'mrr_at_100': 0.6831683846300742, 'mrr_at_1000': 0.6833653726787509, 'nauc_ndcg_at_1_max': np.float64(0.4750076843324856), 'nauc_ndcg_at_1_std': np.float64(-0.03737657117010881), 'nauc_ndcg_at_1_diff1': np.float64(0.7428541977417098), 'nauc_ndcg_at_3_max': np.float64(0.505103134876895), 'nauc_ndcg_at_3_std': np.float64(0.0027847956962088753), 'nauc_ndcg_at_3_diff1': np.float64(0.6984234672305757), 'nauc_ndcg_at_5_max': np.float64(0.5073512713486643), 'nauc_ndcg_at_5_std': np.float64(0.01513702543519882), 'nauc_ndcg_at_5_diff1': np.float64(0.6924830665795247), 'nauc_ndcg_at_10_max': np.float64(0.5069269051160078), 'nauc_ndcg_at_10_std': np.float64(0.02329864366908048), 'nauc_ndcg_at_10_diff1': np.float64(0.6936483140495312), 'nauc_ndcg_at_20_max': np.float64(0.5082972361589955), 'nauc_ndcg_at_20_std': np.float64(0.02618756569014715), 'nauc_ndcg_at_20_diff1': np.float64(0.6942674605664299), 'nauc_ndcg_at_100_max': np.float64(0.5056087330604724), 'nauc_ndcg_at_100_std': np.float64(0.020156327660816035), 'nauc_ndcg_at_100_diff1': np.float64(0.7000287082204965), 'nauc_ndcg_at_1000_max': np.float64(0.5030314396943829), 'nauc_ndcg_at_1000_std': np.float64(0.013804385903733837), 'nauc_ndcg_at_1000_diff1': np.float64(0.7021266072886319), 'nauc_map_at_1_max': np.float64(0.4750076843324856), 'nauc_map_at_1_std': np.float64(-0.03737657117010881), 'nauc_map_at_1_diff1': np.float64(0.7428541977417098), 'nauc_map_at_3_max': np.float64(0.49707791584473837), 'nauc_map_at_3_std': np.float64(-0.008238247526379482), 'nauc_map_at_3_diff1': np.float64(0.7097613740651117), 'nauc_map_at_5_max': np.float64(0.49813547491007504), 'nauc_map_at_5_std': np.float64(-0.0020977274246835225), 'nauc_map_at_5_diff1': np.float64(0.7071801026183235), 'nauc_map_at_10_max': np.float64(0.49781776285734675), 'nauc_map_at_10_std': np.float64(0.0007978049951497117), 'nauc_map_at_10_diff1': np.float64(0.7078443516083459), 'nauc_map_at_20_max': np.float64(0.4980211148857728), 'nauc_map_at_20_std': np.float64(0.0013217491310557182), 'nauc_map_at_20_diff1': np.float64(0.7081671603178892), 'nauc_map_at_100_max': np.float64(0.4976587926142981), 'nauc_map_at_100_std': np.float64(0.0005169096451463202), 'nauc_map_at_100_diff1': np.float64(0.7089587635845397), 'nauc_map_at_1000_max': np.float64(0.4975835855432256), 'nauc_map_at_1000_std': np.float64(0.0003050029583965707), 'nauc_map_at_1000_diff1': np.float64(0.7090352204296765), 'nauc_recall_at_1_max': np.float64(0.4750076843324856), 'nauc_recall_at_1_std': np.float64(-0.03737657117010881), 'nauc_recall_at_1_diff1': np.float64(0.7428541977417098), 'nauc_recall_at_3_max': np.float64(0.5324651724938784), 'nauc_recall_at_3_std': np.float64(0.04052384373633946), 'nauc_recall_at_3_diff1': np.float64(0.660020273412208), 'nauc_recall_at_5_max': np.float64(0.5437340065124534), 'nauc_recall_at_5_std': np.float64(0.08529544655538669), 'nauc_recall_at_5_diff1': np.float64(0.6336550447053535), 'nauc_recall_at_10_max': np.float64(0.5520022414224754), 'nauc_recall_at_10_std': np.float64(0.14303658486729867), 'nauc_recall_at_10_diff1': np.float64(0.6226780266910291), 'nauc_recall_at_20_max': np.float64(0.5814660734102677), 'nauc_recall_at_20_std': np.float64(0.2123379679287478), 'nauc_recall_at_20_diff1': np.float64(0.5995761579642517), 'nauc_recall_at_100_max': np.float64(0.6206010844826999), 'nauc_recall_at_100_std': np.float64(0.33122626890929485), 'nauc_recall_at_100_diff1': np.float64(0.6056880244144968), 'nauc_recall_at_1000_max': np.float64(0.6250684213306081), 'nauc_recall_at_1000_std': np.float64(0.5752483915090026), 'nauc_recall_at_1000_diff1': np.float64(0.5738822070680955), 'nauc_precision_at_1_max': np.float64(0.4750076843324856), 'nauc_precision_at_1_std': np.float64(-0.03737657117010881), 'nauc_precision_at_1_diff1': np.float64(0.7428541977417098), 'nauc_precision_at_3_max': np.float64(0.5324651724938786), 'nauc_precision_at_3_std': np.float64(0.0405238437363404), 'nauc_precision_at_3_diff1': np.float64(0.6600202734122088), 'nauc_precision_at_5_max': np.float64(0.5437340065124526), 'nauc_precision_at_5_std': np.float64(0.08529544655538661), 'nauc_precision_at_5_diff1': np.float64(0.6336550447053532), 'nauc_precision_at_10_max': np.float64(0.552002241422475), 'nauc_precision_at_10_std': np.float64(0.14303658486729767), 'nauc_precision_at_10_diff1': np.float64(0.6226780266910299), 'nauc_precision_at_20_max': np.float64(0.5814660734102682), 'nauc_precision_at_20_std': np.float64(0.21233796792874837), 'nauc_precision_at_20_diff1': np.float64(0.5995761579642552), 'nauc_precision_at_100_max': np.float64(0.6206010844826986), 'nauc_precision_at_100_std': np.float64(0.3312262689092973), 'nauc_precision_at_100_diff1': np.float64(0.6056880244144991), 'nauc_precision_at_1000_max': np.float64(0.6250684213306195), 'nauc_precision_at_1000_std': np.float64(0.5752483915090011), 'nauc_precision_at_1000_diff1': np.float64(0.5738822070680952), 'nauc_mrr_at_1_max': np.float64(0.4745114687471169), 'nauc_mrr_at_1_std': np.float64(-0.03743320191548969), 'nauc_mrr_at_1_diff1': np.float64(0.7428541977417098), 'nauc_mrr_at_3_max': np.float64(0.49675504707136336), 'nauc_mrr_at_3_std': np.float64(-0.008358348655400225), 'nauc_mrr_at_3_diff1': np.float64(0.7097731294095192), 'nauc_mrr_at_5_max': np.float64(0.4978025665375295), 'nauc_mrr_at_5_std': np.float64(-0.0022210440944583952), 'nauc_mrr_at_5_diff1': np.float64(0.7071919938671131), 'nauc_mrr_at_10_max': np.float64(0.49748034994293827), 'nauc_mrr_at_10_std': np.float64(0.0006743981016638836), 'nauc_mrr_at_10_diff1': np.float64(0.7078591654125906), 'nauc_mrr_at_20_max': np.float64(0.49767989085256037), 'nauc_mrr_at_20_std': np.float64(0.0011969876576632035), 'nauc_mrr_at_20_diff1': np.float64(0.7081821704567183), 'nauc_mrr_at_100_max': np.float64(0.49731525185948683), 'nauc_mrr_at_100_std': np.float64(0.0003912419176363655), 'nauc_mrr_at_100_diff1': np.float64(0.7089739439212472), 'nauc_mrr_at_1000_max': np.float64(0.4972397786263585), 'nauc_mrr_at_1000_std': np.float64(0.00017922162244811597), 'nauc_mrr_at_1000_diff1': np.float64(0.7090504189708617), 'main_score': 0.71654, 'hf_subset': 'default', 'languages': ['eng-Latn', 'python-Code']}]} evaluation_time=2221.106628894806 kg_co2_emissions=None
- tasks = mteb.get_tasks(tasks=["NanoMSMARCORetrieval"])
- dataset_revision='7b8ff22f2771dc65ac5b439f222eb19a1f56abda' task_name='NanoMSMARCORetrieval' mteb_version='1.38.54' scores={'train': [{'ndcg_at_1': 0.24, 'ndcg_at_3': 0.38833, 'ndcg_at_5': 0.44512, 'ndcg_at_10': 0.50839, 'ndcg_at_20': 0.53316, 'ndcg_at_100': 0.53765, 'ndcg_at_1000': 0.54346, 'map_at_1': 0.24, 'map_at_3': 0.35, 'map_at_5': 0.381, 'map_at_10': 0.40633, 'map_at_20': 0.41285, 'map_at_100': 0.4138, 'map_at_1000': 0.41414, 'recall_at_1': 0.24, 'recall_at_3': 0.5, 'recall_at_5': 0.64, 'recall_at_10': 0.84, 'recall_at_20': 0.94, 'recall_at_100': 0.96, 'recall_at_1000': 1.0, 'precision_at_1': 0.24, 'precision_at_3': 0.16667, 'precision_at_5': 0.128, 'precision_at_10': 0.084, 'precision_at_20': 0.047, 'precision_at_100': 0.0096, 'precision_at_1000': 0.001, 'mrr_at_1': 0.24, 'mrr_at_3': 0.35, 'mrr_at_5': 0.381, 'mrr_at_10': 0.4063253968253968, 'mrr_at_20': 0.41284676434676437, 'mrr_at_100': 0.4137991452991453, 'mrr_at_1000': 0.4141411255695143, 'nauc_ndcg_at_1_max': np.float64(0.004193625688952819), 'nauc_ndcg_at_1_std': np.float64(-0.029055835130601403), 'nauc_ndcg_at_1_diff1': np.float64(0.16696621135873485), 'nauc_ndcg_at_3_max': np.float64(0.062353615009960436), 'nauc_ndcg_at_3_std': np.float64(-0.11439089542726527), 'nauc_ndcg_at_3_diff1': np.float64(0.34587353725128045), 'nauc_ndcg_at_5_max': np.float64(0.013444529827120692), 'nauc_ndcg_at_5_std': np.float64(-0.0935501738444704), 'nauc_ndcg_at_5_diff1': np.float64(0.25978654683801733), 'nauc_ndcg_at_10_max': np.float64(0.07899711659723571), 'nauc_ndcg_at_10_std': np.float64(-0.03970748896068152), 'nauc_ndcg_at_10_diff1': np.float64(0.27176129280907846), 'nauc_ndcg_at_20_max': np.float64(0.04152972601194936), 'nauc_ndcg_at_20_std': np.float64(-0.03529794389835039), 'nauc_ndcg_at_20_diff1': np.float64(0.25364844440641066), 'nauc_ndcg_at_100_max': np.float64(0.07443878734944655), 'nauc_ndcg_at_100_std': np.float64(-0.025540746563679516), 'nauc_ndcg_at_100_diff1': np.float64(0.2422760179553119), 'nauc_ndcg_at_1000_max': np.float64(0.05722527259632944), 'nauc_ndcg_at_1000_std': np.float64(-0.050693194863499165), 'nauc_ndcg_at_1000_diff1': np.float64(0.2517697939091061), 'nauc_map_at_1_max': np.float64(0.004193625688952819), 'nauc_map_at_1_std': np.float64(-0.029055835130601403), 'nauc_map_at_1_diff1': np.float64(0.16696621135873485), 'nauc_map_at_3_max': np.float64(0.05865449865449868), 'nauc_map_at_3_std': np.float64(-0.0901462501462502), 'nauc_map_at_3_diff1': np.float64(0.2986310986310986), 'nauc_map_at_5_max': np.float64(0.03392968264602568), 'nauc_map_at_5_std': np.float64(-0.07717218424795122), 'nauc_map_at_5_diff1': np.float64(0.2501324599007755), 'nauc_map_at_10_max': np.float64(0.0538161539312993), 'nauc_map_at_10_std': np.float64(-0.06102806650631207), 'nauc_map_at_10_diff1': np.float64(0.25340051856577156), 'nauc_map_at_20_max': np.float64(0.045700648169583774), 'nauc_map_at_20_std': np.float64(-0.059305972781700626), 'nauc_map_at_20_diff1': np.float64(0.24950428273765657), 'nauc_map_at_100_max': np.float64(0.05145240040569378), 'nauc_map_at_100_std': np.float64(-0.05768195246676995), 'nauc_map_at_100_diff1': np.float64(0.2475079364036302), 'nauc_map_at_1000_max': np.float64(0.050616568148240004), 'nauc_map_at_1000_std': np.float64(-0.05890670584544158), 'nauc_map_at_1000_diff1': np.float64(0.24797807356372503), 'nauc_recall_at_1_max': np.float64(0.004193625688952819), 'nauc_recall_at_1_std': np.float64(-0.029055835130601403), 'nauc_recall_at_1_diff1': np.float64(0.16696621135873485), 'nauc_recall_at_3_max': np.float64(0.06878081279147236), 'nauc_recall_at_3_std': np.float64(-0.18273151232511653), 'nauc_recall_at_3_diff1': np.float64(0.47792138574283766), 'nauc_recall_at_5_max': np.float64(-0.06673904713245629), 'nauc_recall_at_5_std': np.float64(-0.14497381530208223), 'nauc_recall_at_5_diff1': np.float64(0.27857963980074074), 'nauc_recall_at_10_max': np.float64(0.27847324496809045), 'nauc_recall_at_10_std': np.float64(0.15371870397643633), 'nauc_recall_at_10_diff1': np.float64(0.367820324005891), 'nauc_recall_at_20_max': np.float64(-0.061935885465294604), 'nauc_recall_at_20_std': np.float64(0.4788359788359812), 'nauc_recall_at_20_diff1': np.float64(0.1956115779645189), 'nauc_recall_at_100_max': np.float64(0.7770774976657333), 'nauc_recall_at_100_std': np.float64(1.0), 'nauc_recall_at_100_diff1': np.float64(-0.1412231559290383), 'nauc_recall_at_1000_max': nan, 'nauc_recall_at_1000_std': nan, 'nauc_recall_at_1000_diff1': nan, 'nauc_precision_at_1_max': np.float64(0.004193625688952819), 'nauc_precision_at_1_std': np.float64(-0.029055835130601403), 'nauc_precision_at_1_diff1': np.float64(0.16696621135873485), 'nauc_precision_at_3_max': np.float64(0.06878081279147284), 'nauc_precision_at_3_std': np.float64(-0.1827315123251161), 'nauc_precision_at_3_diff1': np.float64(0.47792138574283843), 'nauc_precision_at_5_max': np.float64(-0.06673904713245621), 'nauc_precision_at_5_std': np.float64(-0.1449738153020819), 'nauc_precision_at_5_diff1': np.float64(0.2785796398007406), 'nauc_precision_at_10_max': np.float64(0.27847324496809117), 'nauc_precision_at_10_std': np.float64(0.15371870397643658), 'nauc_precision_at_10_diff1': np.float64(0.3678203240058913), 'nauc_precision_at_20_max': np.float64(-0.061935885465297665), 'nauc_precision_at_20_std': np.float64(0.4788359788359775), 'nauc_precision_at_20_diff1': np.float64(0.19561157796451933), 'nauc_precision_at_100_max': np.float64(0.7770774976657314), 'nauc_precision_at_100_std': np.float64(1.0), 'nauc_precision_at_100_diff1': np.float64(-0.14122315592904505), 'nauc_precision_at_1000_max': nan, 'nauc_precision_at_1000_std': nan, 'nauc_precision_at_1000_diff1': nan, 'nauc_mrr_at_1_max': np.float64(0.004193625688952819), 'nauc_mrr_at_1_std': np.float64(-0.029055835130601403), 'nauc_mrr_at_1_diff1': np.float64(0.16696621135873485), 'nauc_mrr_at_3_max': np.float64(0.05865449865449868), 'nauc_mrr_at_3_std': np.float64(-0.0901462501462502), 'nauc_mrr_at_3_diff1': np.float64(0.2986310986310986), 'nauc_mrr_at_5_max': np.float64(0.03392968264602568), 'nauc_mrr_at_5_std': np.float64(-0.07717218424795122), 'nauc_mrr_at_5_diff1': np.float64(0.2501324599007755), 'nauc_mrr_at_10_max': np.float64(0.0538161539312993), 'nauc_mrr_at_10_std': np.float64(-0.06102806650631207), 'nauc_mrr_at_10_diff1': np.float64(0.25340051856577156), 'nauc_mrr_at_20_max': np.float64(0.045700648169583774), 'nauc_mrr_at_20_std': np.float64(-0.059305972781700626), 'nauc_mrr_at_20_diff1': np.float64(0.24950428273765657), 'nauc_mrr_at_100_max': np.float64(0.05145240040569378), 'nauc_mrr_at_100_std': np.float64(-0.05768195246676995), 'nauc_mrr_at_100_diff1': np.float64(0.2475079364036302), 'nauc_mrr_at_1000_max': np.float64(0.050616568148240004), 'nauc_mrr_at_1000_std': np.float64(-0.05890670584544158), 'nauc_mrr_at_1000_diff1': np.float64(0.24797807356372503), 'main_score': 0.50839, 'hf_subset': 'default', 'languages': ['eng-Latn']}]} evaluation_time=51.454368114471436 kg_co2_emissions=None
Advertisement
Add Comment
Please, Sign In to add comment