{
  "dataset": "xsum",
  "split": "test",
  "seed": 20261028,
  "n": 1000,
  "k": 1,
  "wall_s": 1028.4546291828156,
  "systems": {
    "lead": {
      "r1": 0.16549511069221118,
      "r2": 0.01461766692427556,
      "rL": 0.12105387751050391,
      "rLsum": 0.12130073942481172,
      "r1_recall": 0.17260901141881105,
      "r2_recall": 0.015438109485534167,
      "ms": 20.32344937324524,
      "tokens": 21.487,
      "n": 1000,
      "errors": 0
    },
    "lexrank": {
      "r1": 0.1847682400348587,
      "r2": 0.025221586016479926,
      "rL": 0.1312718078017372,
      "rLsum": 0.1312718078017372,
      "r1_recall": 0.21253136923929627,
      "r2_recall": 0.02940999593620505,
      "ms": 285.5909683704376,
      "tokens": 26.024,
      "n": 1000,
      "errors": 0
    },
    "lsa": {
      "r1": 0.16022272880222782,
      "r2": 0.016735756554513054,
      "rL": 0.11314838205829689,
      "rLsum": 0.11314838205829689,
      "r1_recall": 0.1674367256100984,
      "r2_recall": 0.017666397632818326,
      "ms": 612.8288352489471,
      "tokens": 21.896,
      "n": 1000,
      "errors": 0
    },
    "luhn": {
      "r1": 0.183502616960367,
      "r2": 0.024611103409794853,
      "rL": 0.13001077235597547,
      "rLsum": 0.13001077235597547,
      "r1_recall": 0.2362044916683226,
      "r2_recall": 0.03191987338235831,
      "ms": 238.57314825057983,
      "tokens": 32.777,
      "n": 1000,
      "errors": 0
    },
    "textrank": {
      "r1": 0.18292531301045817,
      "r2": 0.02467263608873959,
      "rL": 0.13048258557354014,
      "rLsum": 0.13048258557354014,
      "r1_recall": 0.24111398678515608,
      "r2_recall": 0.03317975517280359,
      "ms": 314.5515625476837,
      "tokens": 34.31,
      "n": 1000,
      "errors": 0
    },
    "tuatara:best": {
      "r1": 0.18722467468728088,
      "r2": 0.026466305980397422,
      "rL": 0.12953453266995765,
      "rLsum": 0.13337047583828993,
      "r1_recall": 0.24935784509283013,
      "r2_recall": 0.03717257990088454,
      "ms": 369.83167147636414,
      "tokens": 34.248,
      "n": 1000,
      "errors": 0
    },
    "tuatara:faithful": {
      "r1": 0.1854926473075381,
      "r2": 0.02390530386727404,
      "rL": 0.12900804359159115,
      "rLsum": 0.12900804359159115,
      "r1_recall": 0.21207447901307874,
      "r2_recall": 0.028151420535969654,
      "ms": 239.263436794281,
      "tokens": 25.265,
      "n": 1000,
      "errors": 0
    },
    "tuatara:gs1": {
      "r1": 0.18933018045250552,
      "r2": 0.02650953892871367,
      "rL": 0.1309980760065418,
      "rLsum": 0.13359284983630462,
      "r1_recall": 0.24162725657875928,
      "r2_recall": 0.03546226618079907,
      "ms": 113.6900086402893,
      "tokens": 31.54,
      "n": 1000,
      "errors": 0
    },
    "tuatara:gs2": {
      "r1": 0.17907138640830433,
      "r2": 0.023354014527643196,
      "rL": 0.1249158770845303,
      "rLsum": 0.12872401800477856,
      "r1_recall": 0.24435071445519627,
      "r2_recall": 0.03399007541293288,
      "ms": 1391.7873220443726,
      "tokens": 35.95,
      "n": 1000,
      "errors": 0
    },
    "tuatara:tuned": {
      "r1": 0.18391619710741416,
      "r2": 0.023013063363099304,
      "rL": 0.13210708408237523,
      "rLsum": 0.13266490547009643,
      "r1_recall": 0.19961391667388834,
      "r2_recall": 0.02526368130930466,
      "ms": 163.79248428344727,
      "tokens": 23.06,
      "n": 1000,
      "errors": 0
    },
    "tuatara:tuned-best": {
      "r1": 0.1741692251510624,
      "r2": 0.017912461740960995,
      "rL": 0.12545722337579535,
      "rLsum": 0.12564362691402142,
      "r1_recall": 0.1833943056009069,
      "r2_recall": 0.019031353515364054,
      "ms": 330.4850742816925,
      "tokens": 22.059,
      "n": 1000,
      "errors": 0
    }
  },
  "note": "ROUGE F1 with Porter stemming (rouge-score); tokens = whitespace tokens of the summary"
}