language_modeling.py

from dataclasses import dataclass, field
from typing import ClassVar, Dict

from ..features import Features, Value
from .base import TaskTemplate


@dataclass(frozen=True)
class LanguageModeling(TaskTemplate):
    task: str = field(default="language-modeling", metadata={"include_in_asdict_even_if_is_default": True})

    input_schema: ClassVar[Features] = Features({"text": Value("string")})
    label_schema: ClassVar[Features] = Features({})
    text_column: str = "text"

    @property
    def column_mapping(self) -> Dict[str, str]:
        return {self.text_column: "text"}