Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat: Feature selection better #340

Open
wants to merge 20 commits into
base: main
Choose a base branch
from
Open
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
revise CI
  • Loading branch information
xisen-w committed Sep 24, 2024
commit 5474293964b439ab91079088807e4847711c17d3
5 changes: 1 addition & 4 deletions rdagent/components/coder/factor_coder/CoSTEER/evaluators.py
Original file line number Diff line number Diff line change
@@ -629,10 +629,7 @@ def evaluate(
decision_from_value_check = None
else:
factor_feedback.value_generated_flag = True
(
factor_feedback.factor_value_feedback,
decision_from_value_check,
) = self.value_evaluator.evaluate(
(factor_feedback.factor_value_feedback, decision_from_value_check,) = self.value_evaluator.evaluate(
implementation=implementation, gt_implementation=gt_implementation, version=target_task.version
)

Original file line number Diff line number Diff line change
@@ -166,10 +166,7 @@ def query(
else:
queried_knowledge.working_task_to_former_failed_knowledge_dict[
target_factor_task_information
] = self.knowledgebase.implementation_trace.setdefault(
target_factor_task_information,
[],
)[
] = self.knowledgebase.implementation_trace.setdefault(target_factor_task_information, [],)[
-v1_query_former_trace_limit:
]

Original file line number Diff line number Diff line change
@@ -141,10 +141,7 @@ def query(
else:
queried_knowledge.working_task_to_former_failed_knowledge_dict[
target_model_task_information
] = self.knowledgebase.implementation_trace.setdefault(
target_model_task_information,
[],
)[
] = self.knowledgebase.implementation_trace.setdefault(target_model_task_information, [],)[
-query_former_trace_limit:
]

10 changes: 6 additions & 4 deletions rdagent/scenarios/kaggle/experiment/scenario.py
Original file line number Diff line number Diff line change
@@ -29,7 +29,7 @@ def __init__(self, competition: str) -> None:
self._output_format = self.output_format
self._interface = self.interface
self._simulator = self.simulator

self.competition_type = None
self.competition_description = None
self.target_description = None
@@ -66,8 +66,10 @@ def _analysis_competition_description(self):
self.competition_type = response_json_analysis.get("Competition Type", "No type provided")
self.competition_description = response_json_analysis.get("Competition Description", "No description provided")
self.target_description = response_json_analysis.get("Target Description", "No target provided")
self.competition_features = response_json_analysis.get("Competition Features", "No features provided")
self.submission_specifications = response_json_analysis.get("Submission Specifications", "No submission requirements provided")
self.competition_features = response_json_analysis.get("Competition Features", "No features provided")
self.submission_specifications = response_json_analysis.get(
"Submission Specifications", "No submission requirements provided"
)

def get_competition_full_desc(self) -> str:
return f"""Competition Type: {self.competition_type}
@@ -93,7 +95,7 @@ def background(self) -> str:
competition_description=self.competition_description,
target_description=self.target_description,
competition_features=self.competition_features,
submission_specifications=self.submission_specifications
submission_specifications=self.submission_specifications,
)
)
return background_prompt
Loading
Oops, something went wrong.