decode : fix logits_valid for legacy API (#4516)

cebtenzzre · web-flow · commit 2994f0c5a2e8 · 2023-12-17T19:39:02.000-05:00
diff --git a/llama.cpp b/llama.cpp
@@ -6184,7 +6184,7 @@ static int llama_decode_internal(
             logits_out.resize(n_vocab);
             memcpy(logits_out.data(), (float *) ggml_get_data(res) + (n_vocab*(n_tokens - 1)), sizeof(float)*n_vocab);
 #ifndef NDEBUG
-            logits_valid[n_tokens - 1] = true;
+            logits_valid[0] = true;
 #endif
         }
     }

Original file line number	Diff line number	Diff line change
`@@ -6184,7 +6184,7 @@ static int llama_decode_internal(`
`6184`	`6184`	`logits_out.resize(n_vocab);`
`6185`	`6185`	`memcpy(logits_out.data(), (float ) ggml_get_data(res) + (n_vocab(n_tokens - 1)), sizeof(float)*n_vocab);`
`6186`	`6186`	`#ifndef NDEBUG`
`6187`		`- logits_valid[n_tokens - 1] = true;`
	`6187`	`+ logits_valid[0] = true;`
`6188`	`6188`	`#endif`
`6189`	`6189`	`}`
`6190`	`6190`	`}`