Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 3 additions & 11 deletions prompting/tasks/task_registry.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,14 +5,12 @@
from loguru import logger
from pydantic import BaseModel, ConfigDict

from prompting.datasets.huggingface_github import HuggingFaceGithubDataset
from prompting.datasets.random_website import DDGDataset
from prompting.datasets.sn13 import SN13Dataset
from prompting.rewards.reward import BaseRewardConfig
from prompting.tasks.base_task import BaseTextTask
from prompting.tasks.inference import InferenceRewardConfig, InferenceTask
from prompting.tasks.MSRv2_task import MSRv2RewardConfig, MSRv2Task
from prompting.tasks.programming_task import ProgrammingRewardConfig, ProgrammingTask
from prompting.tasks.web_retrieval import WebRetrievalRewardConfig, WebRetrievalTask
from shared.base import BaseDataset

Expand All @@ -31,22 +29,16 @@ def __hash__(self):

class TaskRegistry(BaseModel):
task_configs: ClassVar[list[TaskConfig]] = [
TaskConfig(task=MSRv2Task, probability=0.05, datasets=[DDGDataset], reward_model=MSRv2RewardConfig),
TaskConfig(task=MSRv2Task, probability=0.1, datasets=[DDGDataset], reward_model=MSRv2RewardConfig),
TaskConfig(
task=InferenceTask,
probability=0.45,
probability=0.55,
datasets=[SN13Dataset],
reward_model=InferenceRewardConfig,
),
TaskConfig(
task=ProgrammingTask,
probability=0.10,
datasets=[HuggingFaceGithubDataset],
reward_model=ProgrammingRewardConfig,
),
TaskConfig(
task=WebRetrievalTask,
probability=0.40,
probability=0.35,
datasets=[DDGDataset],
reward_model=WebRetrievalRewardConfig,
),
Expand Down