Sn1 128 utilize entire page for summarization context

prompting/__init__.py

@@ -16,7 +16,7 @@
 # DEALINGS IN THE SOFTWARE.
 
 # Define the version of the template module.
-__version__ = "2.5.1"
+__version__ = "2.5.2"
 version_split = __version__.split(".")
 __spec_version__ = (
     (10000 * int(version_split[0]))

prompting/conversation.py

@@ -1,6 +1,6 @@
 import random
 from transformers import Pipeline
-from prompting.tasks import Task, TASKS, TranslationPipeline, TranslationTask
+from prompting.tasks import Task, TASKS, TranslationPipeline, TranslationTask, SummarizationTask
 from prompting.tools import Selector, DATASETS
 from prompting.task_registry import TASK_REGISTRY
 
@@ -42,7 +42,10 @@ def create_task(
     if dataset is None:
         raise ValueError(f"Dataset {dataset_name} not found")
     else:
-        dataset = dataset()
+        if task_name == SummarizationTask.name:
+            dataset = dataset(selector='all')
+        else:
+            dataset = dataset()
 
     if task_name == TranslationTask.name:
         return task(            

prompting/tools/datasets/wiki.py

@@ -208,13 +208,18 @@ def get(
         )
         if not sections:
             return None
-
-        key = header, section_title = selector(list(sections.keys()))
-        content = "\n".join(sections[key])
-        section_length = len(content.split())
+        if selector == "all":
+            content = "\n".join(["\n".join(section) for section in sections.values()])
+            section_length = len(content.split())
+            topic = "All Sections"
+        else:
+            key = header, section_title = selector(list(sections.keys()))
+            content = "\n".join(sections[key])
+            section_length = len(content.split())
+            topic = header or section_title
         context = {
             "title": name,  # title of wiki article
-            "topic": header or section_title,  # title of wiki section
+            "topic": topic,  # title of wiki section
             "subtopic": section_title,
             "content": content,
             "internal_links": list(filter(lambda x: x not in exclude, page.sections)),

prompting/utils/config.py

@@ -373,14 +373,14 @@ def add_validator_args(cls, parser):
         "--wandb.project_name",
         type=str,
         help="The name of the project where you are sending the new run.",
-        default="alpha-validators",
+        default="prompting-validators",
     )
 
     parser.add_argument(
         "--wandb.entity",
         type=str,
         help="The name of the project where you are sending the new run.",
-        default="opentensor-dev",
+        default="macrocosmos",
     )
 
     parser.add_argument(