GEM Metrics - DART

{
    "predictions_file": null,
    "N": 2768,
    "msttr-100": 0.41095238095238196,
    "msttr-100_nopunct": 0.4154375000000011,
    "total_length": 52536,
    "mean_pred_length": 18.979768786127167,
    "std_pred_length": 6.413071095145885,
    "median_pred_length": 20.0,
    "min_pred_length": 4,
    "max_pred_length": 29,
    "distinct-1": 0.058017359524897213,
    "vocab_size-1": 3048,
    "unique-1": 1419,
    "entropy-1": 7.481846433959055,
    "distinct-2": 0.1571089856936184,
    "vocab_size-2": 7819,
    "unique-2": 4671,
    "entropy-2": 9.867113403695408,
    "cond_entropy-2": 2.263855426939057,
    "distinct-3": 0.22691489361702127,
    "vocab_size-3": 10665,
    "unique-3": 7131,
    "entropy-3": 10.824653490313237,
    "cond_entropy-3": 1.0328523274096497,
    "total_length-nopunct": 48036,
    "mean_pred_length-nopunct": 17.354046242774565,
    "std_pred_length-nopunct": 6.222367664359184,
    "median_pred_length-nopunct": 18.0,
    "min_pred_length-nopunct": 4,
    "max_pred_length-nopunct": 28,
    "distinct-1-nopunct": 0.0631401448913315,
    "vocab_size-1-nopunct": 3033,
    "unique-1-nopunct": 1414,
    "entropy-1-nopunct": 7.610516233329402,
    "distinct-2-nopunct": 0.15624723866749138,
    "vocab_size-2-nopunct": 7073,
    "unique-2-nopunct": 4296,
    "entropy-2-nopunct": 9.712797577421664,
    "cond_entropy-2-nopunct": 2.2223741882178523,
    "distinct-3-nopunct": 0.2236235294117647,
    "vocab_size-3-nopunct": 9504,
    "unique-3-nopunct": 6375,
    "entropy-3-nopunct": 10.692536762298593,
    "cond_entropy-3-nopunct": 1.0418760927045287,
    "references_file": "references.json",
    "rouge1": {
        "low": {
            "precision": 0.792102673073582,
            "recall": 0.6979471866788284,
            "fmeasure": 0.7313502759304695
        },
        "mid": {
            "precision": 0.7976739650061896,
            "recall": 0.7042828021597611,
            "fmeasure": 0.7368659889248947
        },
        "high": {
            "precision": 0.8033893989786169,
            "recall": 0.710323093469013,
            "fmeasure": 0.7422351254604926
        }
    },
    "rouge2": {
        "low": {
            "precision": 0.5359808884635392,
            "recall": 0.4705320867387699,
            "fmeasure": 0.4930210320000492
        },
        "mid": {
            "precision": 0.5438957348920856,
            "recall": 0.4783307320797904,
            "fmeasure": 0.5010328981489598
        },
        "high": {
            "precision": 0.5517713078273198,
            "recall": 0.4858072628469101,
            "fmeasure": 0.5082989680260599
        }
    },
    "rougeL": {
        "low": {
            "precision": 0.6413279786366369,
            "recall": 0.5671105589826613,
            "fmeasure": 0.5929526135813634
        },
        "mid": {
            "precision": 0.6478369815990552,
            "recall": 0.5743456716273473,
            "fmeasure": 0.599524672354371
        },
        "high": {
            "precision": 0.6545536595487967,
            "recall": 0.5817902281240044,
            "fmeasure": 0.606570655408743
        }
    },
    "rougeLsum": {
        "low": {
            "precision": 0.6408890846384699,
            "recall": 0.5670357472382885,
            "fmeasure": 0.5928506470595925
        },
        "mid": {
            "precision": 0.6479191674135445,
            "recall": 0.5743385469800502,
            "fmeasure": 0.5994610243557079
        },
        "high": {
            "precision": 0.6541128009766527,
            "recall": 0.5808039373211845,
            "fmeasure": 0.6055242985831839
        }
    },
    "meteor": 0.37228353083573,
    "bleu": 45.608049750798706,
    "nist": 7.847046094425917,
    "local_recall": {
        "1": 0.41514947835997545,
        "2": 0.6284954303642067,
        "3": 0.7900457084814627,
        "4": 0.8192069843579484,
        "5": 0.8623789764868603,
        "6": 0.8844672657252889,
        "7": 0.9086651053864169,
        "8": 0.900990099009901,
        "9": 0.9274193548387096,
        "10": 0.9492753623188406,
        "11": 0.9611650485436893,
        "12": 0.9375,
        "13": 1.0,
        "14": 0.9565217391304348,
        "15": 1.0,
        "16": 1.0,
        "17": 1.0,
        "18": 1.0,
        "19": 1.0,
        "20": 1.0,
        "21": 1.0,
        "22": 1.0,
        "23": 1.0,
        "24": 1.0,
        "25": 0,
        "26": 1.0,
        "27": 0,
        "28": 1.0,
        "29": 1.0,
        "30": 1.0,
        "31": 0,
        "32": 1.0,
        "33": 1.0
    }
}