From 78751f2c6d4da6c919c421780fe818a1daf1bb3f Mon Sep 17 00:00:00 2001 From: Davide Grilli Date: Sun, 7 Jun 2026 19:16:26 +0200 Subject: [PATCH] config: remove hardcoded defaults, add nvidia_enable_thinking setting MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit All LLM parameters must now be explicitly set in .env — no silent fallbacks in code. Added nvidia_enable_thinking bool and wired it into the chat completion extra_body instead of the previous hardcoded True. Co-Authored-By: Claude Sonnet 4.6 --- server/app/config.py | 15 ++++++++------- server/app/main.py | 2 +- 2 files changed, 9 insertions(+), 8 deletions(-) diff --git a/server/app/config.py b/server/app/config.py index 880c04d..587d4b0 100644 --- a/server/app/config.py +++ b/server/app/config.py @@ -4,13 +4,14 @@ from pydantic_settings import BaseSettings class Settings(BaseSettings): nvidia_api_key: str app_password: str - nvidia_base_url: str = "https://integrate.api.nvidia.com/v1" - nvidia_model: str = "nvidia/nemotron-3-ultra-550b-a55b" - nvidia_timeout_seconds: int = 120 - nvidia_max_tokens: int = 16384 - nvidia_temperature: float = 1.0 - nvidia_top_p: float = 0.95 - nvidia_reasoning_budget: int = 2048 + nvidia_base_url: str + nvidia_model: str + nvidia_timeout_seconds: int + nvidia_max_tokens: int + nvidia_temperature: float + nvidia_top_p: float + nvidia_reasoning_budget: int + nvidia_enable_thinking: bool model_config = {"env_file": ".env"} diff --git a/server/app/main.py b/server/app/main.py index 2c9534c..5a78dbd 100644 --- a/server/app/main.py +++ b/server/app/main.py @@ -68,7 +68,7 @@ async def generate_recipes(request: RecipeRequest): top_p=settings.nvidia_top_p, max_tokens=settings.nvidia_max_tokens, extra_body={ - "chat_template_kwargs": {"enable_thinking": True}, + "chat_template_kwargs": {"enable_thinking": settings.nvidia_enable_thinking}, "reasoning_budget": settings.nvidia_reasoning_budget, }, stream=True,