Add tldr dataset (#831)

* add tldr prepare card

Signed-off-by: Yotam Perlitz <yotam.perlitz@ibm.com>

* add tldr to catalog

Signed-off-by: Yotam Perlitz <yotam.perlitz@ibm.com>

* Update prepare/cards/tldr.py

---------

Signed-off-by: Yotam Perlitz <yotam.perlitz@ibm.com>
Co-authored-by: Elron Bandel <elronbandel@gmail.com>

prepare/cards/tldr.py

@@ -0,0 +1,21 @@
+from unitxt import add_to_catalog
+from unitxt.blocks import AddFields, SplitRandomMix, TaskCard
+from unitxt.loaders import LoadHF
+from unitxt.operators import RenameFields
+from unitxt.test_utils.card import test_card
+
+card = TaskCard(
+    loader=LoadHF(path="webis/tldr-17", streaming=True),
+    preprocess_steps=[
+        SplitRandomMix({"train": "train[50%]", "test": "train[50%]"}),
+        RenameFields(field_to_field={"content": "document"}),
+        AddFields(fields={"document_type": "document"}),
+    ],
+    task="tasks.summarization.abstractive",
+    templates="templates.summarization.abstractive.all",
+)
+test_card(
+    card,
+    format="formats.textual_assistant",
+)
+add_to_catalog(card, "cards.tldr", overwrite=True)

src/unitxt/catalog/cards/tldr.json

@@ -0,0 +1,31 @@
+{
+    "type": "task_card",
+    "loader": {
+        "type": "load_hf",
+        "path": "webis/tldr-17",
+        "streaming": true
+    },
+    "preprocess_steps": [
+        {
+            "type": "split_random_mix",
+            "mix": {
+                "train": "train[50%]",
+                "test": "train[50%]"
+            }
+        },
+        {
+            "type": "rename_fields",
+            "field_to_field": {
+                "content": "document"
+            }
+        },
+        {
+            "type": "add_fields",
+            "fields": {
+                "document_type": "document"
+            }
+        }
+    ],
+    "task": "tasks.summarization.abstractive",
+    "templates": "templates.summarization.abstractive.all"
+}