speculative : reuse the n_parallel CLI param

This commit is contained in:
Georgi Gerganov
2023-10-15 19:35:59 +03:00
parent 4de5a2d473
commit 32a67cbd16
+1 -1
View File
@@ -38,7 +38,7 @@ int main(int argc, char ** argv) {
}
// max number of parallel drafting sequences (i.e. tree branches)
int n_seq_dft = 8;
const int n_seq_dft = params.n_parallel;
#ifndef LOG_DISABLE_LOGS
log_set_target(log_filename_generator("speculative", "log"));