From 698207c8cb6860ed5a9ce286c4d6cb4faf8adfe1 Mon Sep 17 00:00:00 2001 From: Zain Hasan Date: Thu, 25 Sep 2025 10:41:25 -0700 Subject: [PATCH 1/3] Update default parameters in endpoint functions Changed default values for disable_prompt_cache and disable_speculative_decoding to True. --- src/together/resources/endpoints.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/src/together/resources/endpoints.py b/src/together/resources/endpoints.py index 5d8f9a49..e40238ad 100644 --- a/src/together/resources/endpoints.py +++ b/src/together/resources/endpoints.py @@ -56,8 +56,8 @@ def create( min_replicas: int, max_replicas: int, display_name: Optional[str] = None, - disable_prompt_cache: bool = False, - disable_speculative_decoding: bool = False, + disable_prompt_cache: bool = True, + disable_speculative_decoding: bool = True, state: Literal["STARTED", "STOPPED"] = "STARTED", inactive_timeout: Optional[int] = None, ) -> DedicatedEndpoint: @@ -304,8 +304,8 @@ async def create( min_replicas: int, max_replicas: int, display_name: Optional[str] = None, - disable_prompt_cache: bool = False, - disable_speculative_decoding: bool = False, + disable_prompt_cache: bool = True, + disable_speculative_decoding: bool = True, state: Literal["STARTED", "STOPPED"] = "STARTED", inactive_timeout: Optional[int] = None, ) -> DedicatedEndpoint: From 7fd705d2d01014bf6be704903b0c57fc8ff123a6 Mon Sep 17 00:00:00 2001 From: Zain Hasan Date: Thu, 25 Sep 2025 10:51:02 -0700 Subject: [PATCH 2/3] Add temporary default values for CLI options Set temporary default values for no-prompt-cache and no-speculative-decoding options. --- src/together/cli/api/endpoints.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/together/cli/api/endpoints.py b/src/together/cli/api/endpoints.py index 3b1da3f4..f542b9a0 100644 --- a/src/together/cli/api/endpoints.py +++ b/src/together/cli/api/endpoints.py @@ -115,11 +115,13 @@ def endpoints(ctx: click.Context) -> None: @click.option( "--no-prompt-cache", is_flag=True, + default=True, #temporary default value before configs fixed help="Disable the prompt cache for this endpoint", ) @click.option( "--no-speculative-decoding", is_flag=True, + default=True, #temporary default value before configs fixed help="Disable speculative decoding for this endpoint", ) @click.option( From 575d8ae6ddb3aba2c40dd3ebc2c893ed2a76c350 Mon Sep 17 00:00:00 2001 From: Zain Hasan Date: Thu, 25 Sep 2025 11:23:19 -0700 Subject: [PATCH 3/3] revert cli functionality --- src/together/cli/api/endpoints.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/src/together/cli/api/endpoints.py b/src/together/cli/api/endpoints.py index f542b9a0..3b1da3f4 100644 --- a/src/together/cli/api/endpoints.py +++ b/src/together/cli/api/endpoints.py @@ -115,13 +115,11 @@ def endpoints(ctx: click.Context) -> None: @click.option( "--no-prompt-cache", is_flag=True, - default=True, #temporary default value before configs fixed help="Disable the prompt cache for this endpoint", ) @click.option( "--no-speculative-decoding", is_flag=True, - default=True, #temporary default value before configs fixed help="Disable speculative decoding for this endpoint", ) @click.option(