sampling : check backend support during init

This commit is contained in:
Georgi Gerganov
2025-12-04 17:29:08 +02:00
parent 1bde70785d
commit 6958d41366
8 changed files with 369 additions and 178 deletions
+2
View File
@@ -68,6 +68,8 @@ llama_context::llama_context(
for (size_t i = 0; i < params.n_samplers; ++i) {
const auto & config = params.samplers[i];
// TODO: assert this is a llama_sampler_chain instance
if (set_sampler(config.seq_id, config.sampler)) {
const int n_samplers = llama_sampler_chain_n(config.sampler);