mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2026-07-10 21:20:21 +00:00
decode : fix logits_valid for old API
This commit is contained in:
@@ -6184,7 +6184,7 @@ static int llama_decode_internal(
|
||||
logits_out.resize(n_vocab);
|
||||
memcpy(logits_out.data(), (float *) ggml_get_data(res) + (n_vocab*(n_tokens - 1)), sizeof(float)*n_vocab);
|
||||
#ifndef NDEBUG
|
||||
logits_valid[n_tokens - 1] = true;
|
||||
logits_valid[0] = true;
|
||||
#endif
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user