Skip to content
This repository was archived by the owner on Sep 10, 2025. It is now read-only.
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 5 additions & 5 deletions cli.py
Original file line number Diff line number Diff line change
Expand Up @@ -85,6 +85,11 @@ def add_arguments_for_verb(parser, verb: str) -> None:
action="store_true",
help="Whether to compile the model with torch.compile",
)
parser.add_argument(
"--compile-prefill",
action="store_true",
help="Whether to compile the prefill. Improves prefill perf, but has higher compile times.",
)
parser.add_argument(
"--profile",
type=Path,
Expand Down Expand Up @@ -301,11 +306,6 @@ def _add_generation_args(parser) -> None:
generator_parser.add_argument(
"--temperature", type=float, default=0.8, help="Temperature for sampling"
)
generator_parser.add_argument(
"--compile-prefill",
action="store_true",
help="Whether to compile the prefill. Improves prefill perf, but has higher compile times.",
)
generator_parser.add_argument(
"--sequential-prefill",
action="store_true",
Expand Down