{
  "dataset": "cnn_dailymail",
  "split": "test",
  "seed": 20261028,
  "n": 1000,
  "k": 3,
  "wall_s": 2093.130117893219,
  "systems": {
    "lead": {
      "r1": 0.4004286637111131,
      "r2": 0.17671476192257446,
      "rL": 0.25181009735748744,
      "rLsum": 0.36468555820830195,
      "r1_recall": 0.5293346133740756,
      "r2_recall": 0.23505989219391155,
      "ms": 47.70348906517029,
      "tokens": 77.529,
      "n": 1000,
      "errors": 0
    },
    "lexrank": {
      "r1": 0.34104372673310923,
      "r2": 0.12091680249344393,
      "rL": 0.20987754002558925,
      "rLsum": 0.3043699969978918,
      "r1_recall": 0.4657990848810967,
      "r2_recall": 0.1647212170016681,
      "ms": 378.70434832572937,
      "tokens": 85.052,
      "n": 1000,
      "errors": 0
    },
    "lsa": {
      "r1": 0.3048526141779488,
      "r2": 0.09427795518271195,
      "rL": 0.18644939993733542,
      "rLsum": 0.27155881061041826,
      "r1_recall": 0.3732006057421574,
      "r2_recall": 0.11558215113549226,
      "ms": 1195.941283941269,
      "tokens": 68.265,
      "n": 1000,
      "errors": 0
    },
    "luhn": {
      "r1": 0.32682269510697604,
      "r2": 0.12350980106379102,
      "rL": 0.20599061569097388,
      "rLsum": 0.2924152963352601,
      "r1_recall": 0.49870922228149894,
      "r2_recall": 0.1869039851292736,
      "ms": 321.3040771484375,
      "tokens": 102.62,
      "n": 1000,
      "errors": 0
    },
    "textrank": {
      "r1": 0.29772240180693305,
      "r2": 0.10012021142882821,
      "rL": 0.18548281062893676,
      "rLsum": 0.26498046949918985,
      "r1_recall": 0.468799141716793,
      "r2_recall": 0.15687915649925174,
      "ms": 460.9905273914337,
      "tokens": 106.659,
      "n": 1000,
      "errors": 0
    },
    "tuatara:best": {
      "r1": 0.33740325082582584,
      "r2": 0.1306931045778659,
      "rL": 0.21149145676906,
      "rLsum": 0.30362929554864676,
      "r1_recall": 0.5228255062288722,
      "r2_recall": 0.2017984593291693,
      "ms": 858.8379464149475,
      "tokens": 103.834,
      "n": 1000,
      "errors": 0
    },
    "tuatara:faithful": {
      "r1": 0.37016235282641896,
      "r2": 0.15093760691345262,
      "rL": 0.23060043752709944,
      "rLsum": 0.31129713676029536,
      "r1_recall": 0.49500343105922295,
      "r2_recall": 0.20206394484813095,
      "ms": 468.6718599796295,
      "tokens": 78.245,
      "n": 1000,
      "errors": 0
    },
    "tuatara:gs1": {
      "r1": 0.3600548975445966,
      "r2": 0.15039954988429313,
      "rL": 0.23114709990032742,
      "rLsum": 0.3263792622205866,
      "r1_recall": 0.5327171650758021,
      "r2_recall": 0.22192629198806918,
      "ms": 201.7898256778717,
      "tokens": 96.359,
      "n": 1000,
      "errors": 0
    },
    "tuatara:gs2": {
      "r1": 0.3065538906803841,
      "r2": 0.10533314182251066,
      "rL": 0.18876902750542657,
      "rLsum": 0.2750527094789952,
      "r1_recall": 0.4760241437798563,
      "r2_recall": 0.16379490926666324,
      "ms": 3072.534887075424,
      "tokens": 104.069,
      "n": 1000,
      "errors": 0
    },
    "tuatara:tuned": {
      "r1": 0.3855852468308936,
      "r2": 0.16634331511969333,
      "rL": 0.2490023804171295,
      "rLsum": 0.35029791001962557,
      "r1_recall": 0.5098863829580897,
      "r2_recall": 0.2222981761051397,
      "ms": 254.55339908599854,
      "tokens": 78.379,
      "n": 1000,
      "errors": 0
    },
    "tuatara:tuned-best": {
      "r1": 0.39456571098616045,
      "r2": 0.17340262638473328,
      "rL": 0.24972372711731683,
      "rLsum": 0.35881725185090596,
      "r1_recall": 0.5338962122599719,
      "r2_recall": 0.23637237280221077,
      "ms": 798.4187214374542,
      "tokens": 81.735,
      "n": 1000,
      "errors": 0
    }
  },
  "note": "ROUGE F1 with Porter stemming (rouge-score); tokens = whitespace tokens of the summary"
}