From 854c4d0dab5745b5dc4f43352359f948f69dafa5 Mon Sep 17 00:00:00 2001 From: Scott Wolchok Date: Tue, 24 Sep 2024 09:48:19 -0700 Subject: [PATCH] Update [ghstack-poisoned] --- runner/run.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/runner/run.cpp b/runner/run.cpp index 52d596749..b90ca4e81 100644 --- a/runner/run.cpp +++ b/runner/run.cpp @@ -835,7 +835,7 @@ int main(int argc, char* argv[]) { float topp = 0.9f; // top-p in nucleus sampling. 1.0 = off. 0.9 works well, // but slower - int steps = 256; // number of steps to run for + int steps = 128; // number of steps to run for const char* prompt = NULL; // prompt string unsigned long long rng_seed = 0; // seed rng with time by default const char* mode = "generate"; // generate|chat