Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- ===== Gamma 1 =====
- ic| statistics.mean(summarization_ds_preserve_good["label_deepseek_10points"]): 0.898
- ic| statistics.mean(summarization_ds_preserve_meh["label_deepseek_10points"]): 0.875
- ic| statistics.mean(summarization_ds_preserve_bad["label_deepseek_10points"]): 0.8333333333333334
- ic| statistics.mean(summarization_ds_preserve_good["4o_rating"]): 0.885
- ic| statistics.mean(summarization_ds_preserve_meh["4o_rating"]): 0.885
- ic| statistics.mean(summarization_ds_preserve_bad["4o_rating"]): 0.8535353535353536
- ic| statistics.mean(summarization_ds_preserve_good["blueberry_piscorer"]): 0.6732421875
- ic| statistics.mean(summarization_ds_preserve_meh["blueberry_piscorer"]): 0.654638671875
- ic| statistics.mean(summarization_ds_preserve_bad["blueberry_piscorer"]): 0.65200836489899
- ===== Gamma 2 =====
- ic| statistics.mean(preserve_ds_preserve_good["label_deepseek_10points"]): 0.8530612244897959
- ic| statistics.mean(preserve_ds_preserve_meh["label_deepseek_10points"]): 0.8170000000000001
- ic| statistics.mean(preserve_ds_preserve_bad["label_deepseek_10points"]): 0.7555555555555555
- ic| statistics.mean(preserve_ds_preserve_good["4o_rating"]): 0.8122448979591838
- ic| statistics.mean(preserve_ds_preserve_meh["4o_rating"]): 0.811
- ic| statistics.mean(preserve_ds_preserve_bad["4o_rating"]): 0.788888888888889
- ic| statistics.mean(preserve_ds_preserve_good["blueberry_piscorer"]): 0.7357501594387755
- ic| statistics.mean(preserve_ds_preserve_meh["blueberry_piscorer"]): 0.7054833984375
- ic| statistics.mean(preserve_ds_preserve_bad["blueberry_piscorer"]): 0.7187598642676768
- ===== Gamma 3 =====
- ic| statistics.mean(summarization_ds_condense_good["label_deepseek_10points"]): 0.886
- ic| statistics.mean(summarization_ds_condense_meh["label_deepseek_10points"]): 0.875
- ic| statistics.mean(summarization_ds_condense_bad["label_deepseek_10points"]): 0.8515463917525773
- ic| statistics.mean(summarization_ds_condense_good["4o_rating"]): 0.877
- ic| statistics.mean(summarization_ds_condense_meh["4o_rating"]): 0.88
- ic| statistics.mean(summarization_ds_condense_bad["4o_rating"]): 0.8649484536082475
- ic| statistics.mean(summarization_ds_condense_good["blueberry_piscorer"]): 0.67046875
- ic| statistics.mean(summarization_ds_condense_meh["blueberry_piscorer"]): 0.66505859375
- ic| statistics.mean(summarization_ds_condense_bad["blueberry_piscorer"]): 0.6604784149484536
- ===== Gamma 4 =====
- ic| statistics.mean(preserve_ds_condense_good["label_deepseek_10points"]): 0.834
- ic| statistics.mean(preserve_ds_condense_meh["label_deepseek_10points"]): 0.799
- ic| statistics.mean(preserve_ds_condense_bad["label_deepseek_10points"]): 0.7443298969072165
- ic| statistics.mean(preserve_ds_condense_good["4o_rating"]): 0.801
- ic| statistics.mean(preserve_ds_condense_meh["4o_rating"]): 0.806
- ic| statistics.mean(preserve_ds_condense_bad["4o_rating"]): 0.7783505154639175
- ic| statistics.mean(preserve_ds_condense_good["blueberry_piscorer"]): 0.69740234375
- ic| statistics.mean(preserve_ds_condense_meh["blueberry_piscorer"]): 0.6843359375
- ic| statistics.mean(preserve_ds_condense_bad["blueberry_piscorer"]): 0.6792042525773195
Advertisement
Add Comment
Please, Sign In to add comment