config: remove hardcoded defaults, add nvidia_enable_thinking setting

All LLM parameters must now be explicitly set in .env — no silent
fallbacks in code. Added nvidia_enable_thinking bool and wired it into
the chat completion extra_body instead of the previous hardcoded True.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
2026-06-07 19:16:26 +02:00
parent f1f9be5ded
commit 78751f2c6d
2 changed files with 9 additions and 8 deletions
+8 -7
View File
@@ -4,13 +4,14 @@ from pydantic_settings import BaseSettings
class Settings(BaseSettings): class Settings(BaseSettings):
nvidia_api_key: str nvidia_api_key: str
app_password: str app_password: str
nvidia_base_url: str = "https://integrate.api.nvidia.com/v1" nvidia_base_url: str
nvidia_model: str = "nvidia/nemotron-3-ultra-550b-a55b" nvidia_model: str
nvidia_timeout_seconds: int = 120 nvidia_timeout_seconds: int
nvidia_max_tokens: int = 16384 nvidia_max_tokens: int
nvidia_temperature: float = 1.0 nvidia_temperature: float
nvidia_top_p: float = 0.95 nvidia_top_p: float
nvidia_reasoning_budget: int = 2048 nvidia_reasoning_budget: int
nvidia_enable_thinking: bool
model_config = {"env_file": ".env"} model_config = {"env_file": ".env"}
+1 -1
View File
@@ -68,7 +68,7 @@ async def generate_recipes(request: RecipeRequest):
top_p=settings.nvidia_top_p, top_p=settings.nvidia_top_p,
max_tokens=settings.nvidia_max_tokens, max_tokens=settings.nvidia_max_tokens,
extra_body={ extra_body={
"chat_template_kwargs": {"enable_thinking": True}, "chat_template_kwargs": {"enable_thinking": settings.nvidia_enable_thinking},
"reasoning_budget": settings.nvidia_reasoning_budget, "reasoning_budget": settings.nvidia_reasoning_budget,
}, },
stream=True, stream=True,