Fix/fnllm embedding limiter defaults (#1993)

* default embeddings tpm/rpm to null

* Semver
This commit is contained in:
Alonso Guevara 2025-07-14 18:00:45 -06:00 committed by GitHub
parent 13bf315a35
commit dce02563eb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 2 deletions

View File

@ -0,0 +1,4 @@
{
"type": "patch",
"description": "Fix default values for tpm and rpm limiters on embeddings"
}

View File

@ -52,8 +52,8 @@ models:
async_mode: {language_model_defaults.async_mode.value} # or asyncio async_mode: {language_model_defaults.async_mode.value} # or asyncio
retry_strategy: native retry_strategy: native
max_retries: {language_model_defaults.max_retries} max_retries: {language_model_defaults.max_retries}
tokens_per_minute: {language_model_defaults.tokens_per_minute} # set to null to disable rate limiting tokens_per_minute: null # set to null to disable rate limiting or auto for dynamic
requests_per_minute: {language_model_defaults.requests_per_minute} # set to null to disable rate limiting requests_per_minute: null # set to null to disable rate limiting or auto for dynamic
### Input settings ### ### Input settings ###