config: remove hardcoded defaults, add nvidia_enable_thinking setting
All LLM parameters must now be explicitly set in .env — no silent fallbacks in code. Added nvidia_enable_thinking bool and wired it into the chat completion extra_body instead of the previous hardcoded True. Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
@@ -4,13 +4,14 @@ from pydantic_settings import BaseSettings
|
|||||||
class Settings(BaseSettings):
|
class Settings(BaseSettings):
|
||||||
nvidia_api_key: str
|
nvidia_api_key: str
|
||||||
app_password: str
|
app_password: str
|
||||||
nvidia_base_url: str = "https://integrate.api.nvidia.com/v1"
|
nvidia_base_url: str
|
||||||
nvidia_model: str = "nvidia/nemotron-3-ultra-550b-a55b"
|
nvidia_model: str
|
||||||
nvidia_timeout_seconds: int = 120
|
nvidia_timeout_seconds: int
|
||||||
nvidia_max_tokens: int = 16384
|
nvidia_max_tokens: int
|
||||||
nvidia_temperature: float = 1.0
|
nvidia_temperature: float
|
||||||
nvidia_top_p: float = 0.95
|
nvidia_top_p: float
|
||||||
nvidia_reasoning_budget: int = 2048
|
nvidia_reasoning_budget: int
|
||||||
|
nvidia_enable_thinking: bool
|
||||||
|
|
||||||
model_config = {"env_file": ".env"}
|
model_config = {"env_file": ".env"}
|
||||||
|
|
||||||
|
|||||||
+1
-1
@@ -68,7 +68,7 @@ async def generate_recipes(request: RecipeRequest):
|
|||||||
top_p=settings.nvidia_top_p,
|
top_p=settings.nvidia_top_p,
|
||||||
max_tokens=settings.nvidia_max_tokens,
|
max_tokens=settings.nvidia_max_tokens,
|
||||||
extra_body={
|
extra_body={
|
||||||
"chat_template_kwargs": {"enable_thinking": True},
|
"chat_template_kwargs": {"enable_thinking": settings.nvidia_enable_thinking},
|
||||||
"reasoning_budget": settings.nvidia_reasoning_budget,
|
"reasoning_budget": settings.nvidia_reasoning_budget,
|
||||||
},
|
},
|
||||||
stream=True,
|
stream=True,
|
||||||
|
|||||||
Reference in New Issue
Block a user