Skip to content

Commit

Permalink
Rename file name for video evaluation inference results (#102)
Browse files Browse the repository at this point in the history
* Resolve conflict when merge the kr_ego with internal_main_dev

* fix the bug of file overwrite

* Optimize the inference of videochatgpt dataset

* Resolve conflict

* delete repeated line

* reformat the code

* rename the file name for inference results
  • Loading branch information
KairuiHu committed May 28, 2024
1 parent b11faab commit 48a3c1b
Show file tree
Hide file tree
Showing 5 changed files with 7 additions and 7 deletions.
2 changes: 1 addition & 1 deletion lmms_eval/tasks/activitynetqa/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -206,7 +206,7 @@ def activitynetqa_process_results(doc, result):

def activitynetqa_aggregate_submissions(results, args):
now_date_time = datetime.datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
submission_file_name = f"activitynetqa_{now_date_time}.json"
submission_file_name = f"inference_results_activitynetqa_{now_date_time}.json"
path = file_utils.generate_submission_file(submission_file_name, args)

with open(path, "w") as f:
Expand Down
4 changes: 2 additions & 2 deletions lmms_eval/tasks/cvrr/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -120,7 +120,7 @@ def cvrr_process_results(doc, result):

def cvrr_aggregate_submissions(results, args, task):
now_date_time = datetime.datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
submission_file_name = f"cvrr-{task}-{now_date_time}.json"
submission_file_name = f"inference_results_cvrr_{task}_{now_date_time}.json"
path = file_utils.generate_submission_file(submission_file_name, args)

with open(path, "w") as f:
Expand Down Expand Up @@ -221,7 +221,7 @@ def cvrr_print_scores(eval_file_path, args, task):
evaluated_list = json.load(file)

now_date_time = datetime.datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
score_file_name = f"gpt_eval_result_cvrr_{task}_{now_date_time}.json"
score_file_name = f"scores_cvrr_{task}_{now_date_time}.json"
path = file_utils.generate_submission_file(score_file_name, args)

# Compute average score
Expand Down
2 changes: 1 addition & 1 deletion lmms_eval/tasks/egoschema/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -110,7 +110,7 @@ def egoschema_process_results_generation(doc, result):

def egoschema_aggregate_submissions(results, args, task):
now_date_time = datetime.datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
submission_file_name = f"egoschema-{task}-{now_date_time}.json"
submission_file_name = f"inference_results_egoschema_{task}_{now_date_time}.json"
path = file_utils.generate_submission_file(submission_file_name, args)

# results is a list of 5031 dict,
Expand Down
4 changes: 2 additions & 2 deletions lmms_eval/tasks/video_detail_description/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -102,7 +102,7 @@ def video_detail_description_process_results_generic(doc, result):

def video_detail_description_aggregate_submissions(results, args):
now_date_time = datetime.datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
submission_file_name = f"video_detail_description-{now_date_time}.json"
submission_file_name = f"inference_results_video_detail_description_{now_date_time}.json"
path = file_utils.generate_submission_file(submission_file_name, args)

with open(path, "w") as f:
Expand Down Expand Up @@ -234,7 +234,7 @@ def gpt_eval(results):
def video_detail_description_gen_gpt_eval(results, args):
# Save the raw inference results to a new JSON file
now_date_time = datetime.datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
submission_file_name = f"video_detail_description_{now_date_time}.json"
submission_file_name = f"inference_results_video_detail_description_{now_date_time}.json"
path = file_utils.generate_submission_file(submission_file_name, args)

with open(path, "w") as f:
Expand Down
2 changes: 1 addition & 1 deletion lmms_eval/tasks/videochatgpt/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -154,7 +154,7 @@ def videochatgpt_aggregate_submissions(results, args, task):

def videochatgpt_aggregate_submissions_consistency(results, args, task):
now_date_time = datetime.datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
submission_file_name = f"videochatgpt_{task}_{now_date_time}.json"
submission_file_name = f"inference_results_videochatgpt_{task}_{now_date_time}.json"
path = file_utils.generate_submission_file(submission_file_name, args)

combined_results = []
Expand Down

0 comments on commit 48a3c1b

Please sign in to comment.