initial prompt

victor-upmeet · Nov 2, 2023 · 2f38419 · 2f38419
1 parent 69fc459
commit 2f38419
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/predict.py b/predict.py
@@ -36,6 +36,9 @@ def predict(
             language: str = Input(
                 description="ISO code of the language spoken in the audio, specify None to perform language detection",
                 default=None),
+            initial_prompt: str = Input(
+                description="Optional text to provide as a prompt for the first window",
+                default=None),
             batch_size: int = Input(
                 description="Parallelization of input audio transcription",
                 default=64),
@@ -49,6 +52,7 @@ def predict(
         with torch.inference_mode():
             asr_options = {
                 "temperatures": [temperature],
+                "initial_prompt": initial_prompt
             }
 
             start_time = time.time_ns() / 1e6