New backend

arena-ai · May 22, 2024 · 5dd540b · 5dd540b
1 parent c4d95fa
commit 5dd540b
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 4 deletions.
diff --git a/README.md b/README.md
@@ -1,8 +1,11 @@
 ![Arena Logo](art/arena-logo.png)
 
 [![Arena Frontend](https://github.com/arena-ai/arena/actions/workflows/publish-frontend-docker-image.yml/badge.svg)](https://github.com/arena-ai/arena/actions)
+
 [![Arena Backend](https://github.com/arena-ai/arena/actions/workflows/publish-backend-docker-image.yml/badge.svg)](https://github.com/arena-ai/arena/actions)
+
 [![Python Client](https://github.com/arena-ai/arena/actions/workflows/publish-client-to-pypi.yml/badge.svg)](https://github.com/arena-ai/arena/actions)
+
 ![X (formerly Twitter) Follow](https://img.shields.io/twitter/follow/sarus_tech)
 
 # Sarus Arena Framework

diff --git a/backend/app/lm/api/routes/chat_completion.py b/backend/app/lm/api/routes/chat_completion.py
@@ -63,7 +63,6 @@ async def process_request(self) -> Resp:
         lm_request_event = arena_request_event
         # Do the masking
         if config.pii_removal:# TODO an IF op could be added to build conditional delayed computations if needed
-            from rich import print
             if config.pii_removal == "masking":
                 async with create_task_group() as tg:
                     for message in lm_request.content.messages:

diff --git a/client/examples/pii_removal/what.py b/client/examples/pii_removal/what.py
@@ -12,8 +12,8 @@
 # Load .env
 load_dotenv()
 
-# BASE_URL = "https://arena.sarus.app/api/v1"
-BASE_URL = "http://localhost/api/v1"
+BASE_URL = "https://arena.sarus.app/api/v1"
+# BASE_URL = "http://localhost/api/v1"
 
 class Generator:
     def __init__(self) -> None:
@@ -55,7 +55,7 @@ def chat_completion_request(self) -> dict[str, Any]:
     )
 
 print("\n[bold blue]Activate masking")
-arena.lm_config(lm_config=LMConfig(pii_removal="masking", judge_evaluation=True))
+arena.lm_config(lm_config=LMConfig(pii_removal="masking", judge_evaluation=True, judge_with_pii=True))
 
 print("\n[bold blue]Run experiments with masking")
 for i in range(20):

diff --git a/client/src/arena/models/settings.py b/client/src/arena/models/settings.py
@@ -5,3 +5,4 @@
 class LMConfig(BaseModel):
     pii_removal: Literal["masking", "replace"] | None = None
     judge_evaluation: bool = False
+    judge_with_pii: bool = False