From 23cbb73d264b0f661846c280eda20327a009ce60 Mon Sep 17 00:00:00 2001 From: cemde Date: Tue, 18 Nov 2025 15:57:47 +0100 Subject: [PATCH 1/5] [skip ci] fixed porting issues --- README.md | 2 +- assets/logo-dark.svg | 4 ++-- assets/logo-light.svg | 4 ++-- assets/logo.svg | 4 ++-- assets/logo_short.svg | 1 + docs/assets/logo-dark.svg | 1 + docs/assets/logo-light.svg | 1 + docs/assets/logo.svg | 14 +------------- docs/assets/logo_short.svg | 11 +---------- docs/logo-dark.svg | 1 + docs/logo-light.svg | 1 + 11 files changed, 14 insertions(+), 30 deletions(-) create mode 100644 assets/logo_short.svg create mode 120000 docs/assets/logo-dark.svg create mode 120000 docs/assets/logo-light.svg mode change 100644 => 120000 docs/assets/logo.svg mode change 100644 => 120000 docs/assets/logo_short.svg create mode 100644 docs/logo-dark.svg create mode 100644 docs/logo-light.svg diff --git a/README.md b/README.md index a10de773..61b94c35 100644 --- a/README.md +++ b/README.md @@ -12,7 +12,7 @@ [![Python 3.10+](https://img.shields.io/badge/python-3.10%2B-blue.svg)](https://www.python.org/downloads/) [![PyPI version](https://badge.fury.io/py/maseval.svg)](https://badge.fury.io/py/maseval) [![Documentation](https://img.shields.io/badge/docs-latest-brightgreen.svg)](#) -[![Tests](https://github.com/cemde/MASEval/actions/workflows/test.yml/badge.svg)](https://github.com/cemde/MASEval/actions/workflows/test.yml) +[![Tests](https://github.com/parameterlab/MASEval/actions/workflows/test.yml/badge.svg)](https://github.com/parameterlab/MASEval/actions/workflows/test.yml) [![License](https://img.shields.io/badge/License-MIT-green.svg)](LICENSE) MASEval is an evaluation library that provides a unified interface for benchmarking (multi-)agent systems. It offers standardized abstractions for running any agent implementation—whether built with AutoGen, LangChain, custom frameworks, or direct API calls—against established benchmarks like GAIA and AgentBench, or your own custom evaluation tasks. diff --git a/assets/logo-dark.svg b/assets/logo-dark.svg index 08fcf4b9..82b5f412 100644 --- a/assets/logo-dark.svg +++ b/assets/logo-dark.svg @@ -8,6 +8,6 @@ MAS - - Bench + + Eval diff --git a/assets/logo-light.svg b/assets/logo-light.svg index 3dd1546c..bdf8041c 100644 --- a/assets/logo-light.svg +++ b/assets/logo-light.svg @@ -8,6 +8,6 @@ MAS - - Bench + + Eval diff --git a/assets/logo.svg b/assets/logo.svg index 3dd1546c..bdf8041c 100644 --- a/assets/logo.svg +++ b/assets/logo.svg @@ -8,6 +8,6 @@ MAS - - Bench + + Eval diff --git a/assets/logo_short.svg b/assets/logo_short.svg new file mode 100644 index 00000000..c52f0145 --- /dev/null +++ b/assets/logo_short.svg @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/docs/assets/logo-dark.svg b/docs/assets/logo-dark.svg new file mode 120000 index 00000000..fed93400 --- /dev/null +++ b/docs/assets/logo-dark.svg @@ -0,0 +1 @@ +../../assets/logo-dark.svg \ No newline at end of file diff --git a/docs/assets/logo-light.svg b/docs/assets/logo-light.svg new file mode 120000 index 00000000..ca32ec65 --- /dev/null +++ b/docs/assets/logo-light.svg @@ -0,0 +1 @@ +../../assets/logo-light.svg \ No newline at end of file diff --git a/docs/assets/logo.svg b/docs/assets/logo.svg deleted file mode 100644 index 3dd1546c..00000000 --- a/docs/assets/logo.svg +++ /dev/null @@ -1,13 +0,0 @@ - - - - - - - - - - MAS - - Bench - diff --git a/docs/assets/logo.svg b/docs/assets/logo.svg new file mode 120000 index 00000000..bc0c74c8 --- /dev/null +++ b/docs/assets/logo.svg @@ -0,0 +1 @@ +../../assets/logo.svg \ No newline at end of file diff --git a/docs/assets/logo_short.svg b/docs/assets/logo_short.svg deleted file mode 100644 index 81a1ef78..00000000 --- a/docs/assets/logo_short.svg +++ /dev/null @@ -1,10 +0,0 @@ - - - - - - - - - MAS - diff --git a/docs/assets/logo_short.svg b/docs/assets/logo_short.svg new file mode 120000 index 00000000..df727b06 --- /dev/null +++ b/docs/assets/logo_short.svg @@ -0,0 +1 @@ +../../assets/logo_short.svg \ No newline at end of file diff --git a/docs/logo-dark.svg b/docs/logo-dark.svg new file mode 100644 index 00000000..20030ecc --- /dev/null +++ b/docs/logo-dark.svg @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/docs/logo-light.svg b/docs/logo-light.svg new file mode 100644 index 00000000..bd47a484 --- /dev/null +++ b/docs/logo-light.svg @@ -0,0 +1 @@ + \ No newline at end of file From 02646923f9bbfaac98e6bd447a06980cae739936 Mon Sep 17 00:00:00 2001 From: cemde Date: Tue, 18 Nov 2025 16:12:13 +0100 Subject: [PATCH 2/5] fixed porting issues --- maseval/core/benchmark.py | 2 +- mkdocs.yml | 4 +++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/maseval/core/benchmark.py b/maseval/core/benchmark.py index ee82cd33..7f7e9f60 100644 --- a/maseval/core/benchmark.py +++ b/maseval/core/benchmark.py @@ -834,7 +834,7 @@ def run_agents(self, agents, task, environment): """ pass - def run(self, tasks: Union[Task, TaskCollection, Iterable[Union[Task, dict]]]): + def run(self, tasks: Union[Task, TaskCollection, Iterable[Union[Task, dict]]]) -> List[Dict[str, Any]]: """Initialize and execute the complete benchmark loop across all tasks. Args: diff --git a/mkdocs.yml b/mkdocs.yml index d3260b7f..601f656f 100644 --- a/mkdocs.yml +++ b/mkdocs.yml @@ -47,8 +47,10 @@ plugins: show_root_heading: true type_parameter_headings: true show_source: false + # Hide private members (methods/attributes starting with _) - show_private: false + extra: + show_private: false nav: - Getting Started: From 9c6d808ee112951688dd8c79f1540eed348de0d0 Mon Sep 17 00:00:00 2001 From: cemde Date: Tue, 18 Nov 2025 16:17:32 +0100 Subject: [PATCH 3/5] fixed logos --- assets/logo-dark.svg | 2 +- assets/logo-light.svg | 2 +- assets/logo-short.svg | 11 +++++++++++ assets/logo.svg | 2 +- assets/logo_short.svg | 1 - docs/assets/logo-short.svg | 1 + docs/assets/logo_short.svg | 1 - 7 files changed, 15 insertions(+), 5 deletions(-) create mode 100644 assets/logo-short.svg delete mode 100644 assets/logo_short.svg create mode 120000 docs/assets/logo-short.svg delete mode 120000 docs/assets/logo_short.svg diff --git a/assets/logo-dark.svg b/assets/logo-dark.svg index 82b5f412..3abb1787 100644 --- a/assets/logo-dark.svg +++ b/assets/logo-dark.svg @@ -1,4 +1,4 @@ - + diff --git a/assets/logo-light.svg b/assets/logo-light.svg index bdf8041c..c11b4aaf 100644 --- a/assets/logo-light.svg +++ b/assets/logo-light.svg @@ -1,4 +1,4 @@ - + diff --git a/assets/logo-short.svg b/assets/logo-short.svg new file mode 100644 index 00000000..3ca5e506 --- /dev/null +++ b/assets/logo-short.svg @@ -0,0 +1,11 @@ + + + + + + + + + + MAS + diff --git a/assets/logo.svg b/assets/logo.svg index bdf8041c..c11b4aaf 100644 --- a/assets/logo.svg +++ b/assets/logo.svg @@ -1,4 +1,4 @@ - + diff --git a/assets/logo_short.svg b/assets/logo_short.svg deleted file mode 100644 index c52f0145..00000000 --- a/assets/logo_short.svg +++ /dev/null @@ -1 +0,0 @@ - \ No newline at end of file diff --git a/docs/assets/logo-short.svg b/docs/assets/logo-short.svg new file mode 120000 index 00000000..ad4ae914 --- /dev/null +++ b/docs/assets/logo-short.svg @@ -0,0 +1 @@ +../../assets/logo-short.svg \ No newline at end of file diff --git a/docs/assets/logo_short.svg b/docs/assets/logo_short.svg deleted file mode 120000 index df727b06..00000000 --- a/docs/assets/logo_short.svg +++ /dev/null @@ -1 +0,0 @@ -../../assets/logo_short.svg \ No newline at end of file From 6f533400c973d3fd9a93155dbb8b8ac7456576cb Mon Sep 17 00:00:00 2001 From: cemde Date: Tue, 18 Nov 2025 16:19:42 +0100 Subject: [PATCH 4/5] [skip ci] fixed readme --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 61b94c35..c90db197 100644 --- a/README.md +++ b/README.md @@ -63,7 +63,7 @@ Examples are available in the documentiation. TODO add link! ## Contribute -We welcome any contributions. Please read the [CONTRIBUTING.md](CONTRIBUTING.md) file to learn more! +We welcome any contributions. Please read the [CONTRIBUTING.md](tree/fix-porting-issue?tab=contributing-ov-file) file to learn more! ## Benchmarks From cde882b3df956b7b8a614165e1140b5d8f298b87 Mon Sep 17 00:00:00 2001 From: cemde Date: Tue, 18 Nov 2025 16:20:54 +0100 Subject: [PATCH 5/5] [skip ci] fixed readme --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index c90db197..16a66100 100644 --- a/README.md +++ b/README.md @@ -63,7 +63,7 @@ Examples are available in the documentiation. TODO add link! ## Contribute -We welcome any contributions. Please read the [CONTRIBUTING.md](tree/fix-porting-issue?tab=contributing-ov-file) file to learn more! +We welcome any contributions. Please read the [CONTRIBUTING.md](https://github.com/parameterlab/MASEval/tree/fix-porting-issue?tab=contributing-ov-file) file to learn more! ## Benchmarks