Merge branch 'master' of github.com:ravenscroftj/ggml

ravenscroftj · May 28, 2023 · 4b01526 · 4b01526
2 parents 67a2b92 + d3b152b
commit 4b01526
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/examples/common.h b/examples/common.h
@@ -17,14 +17,15 @@
 struct gpt_params {
     // set to true if we are running a perplexity evaluation
     bool perplexity  = false;
-
+    bool mem_test    = false;
+
     int32_t seed      = -1; // RNG seed
     int32_t n_threads = std::min(4, (int32_t) std::thread::hardware_concurrency());
     int32_t n_predict     = 128;  // new tokens to predict
     int32_t repeat_last_n = 64;   // last n tokens to penalize
     int32_t n_parts       = -1;   // amount of model parts (-1 = determine from model dimensions)
     int32_t n_ctx         = 512;  // context size
-    int32_t n_batch       = 128;  // batch size for prompt processing (must be >=32 to use BLAS)
+    int32_t n_batch       = 16;  // batch size for prompt processing (must be >=32 to use BLAS)
     int32_t n_keep        = 0;    // number of tokens to keep from initial prompt
 
     // sampling parameters