Compare commits
2
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
3bdbcb29de | ||
|
|
78751f2c6d |
+9
-8
@@ -2,11 +2,12 @@
|
|||||||
NVIDIA_API_KEY=your_nvidia_api_key_here
|
NVIDIA_API_KEY=your_nvidia_api_key_here
|
||||||
APP_PASSWORD=your_shared_password_here
|
APP_PASSWORD=your_shared_password_here
|
||||||
|
|
||||||
# Opzionali — i default sono in app/config.py
|
# Parametri server
|
||||||
# NVIDIA_BASE_URL=https://integrate.api.nvidia.com/v1
|
NVIDIA_BASE_URL=https://integrate.api.nvidia.com/v1
|
||||||
# NVIDIA_MODEL=nvidia/nemotron-3-ultra-550b-a55b
|
NVIDIA_MODEL=nvidia/nemotron-3-ultra-550b-a55b
|
||||||
# NVIDIA_TIMEOUT_SECONDS=120
|
NVIDIA_TIMEOUT_SECONDS=120
|
||||||
# NVIDIA_MAX_TOKENS=16384
|
NVIDIA_MAX_TOKENS=16384
|
||||||
# NVIDIA_TEMPERATURE=1.0
|
NVIDIA_TEMPERATURE=1.0
|
||||||
# NVIDIA_TOP_P=0.95
|
NVIDIA_TOP_P=0.95
|
||||||
# NVIDIA_REASONING_BUDGET=2048
|
NVIDIA_REASONING_BUDGET=2048
|
||||||
|
NVIDIA_ENABLE_THINKING=false
|
||||||
|
|||||||
@@ -4,13 +4,14 @@ from pydantic_settings import BaseSettings
|
|||||||
class Settings(BaseSettings):
|
class Settings(BaseSettings):
|
||||||
nvidia_api_key: str
|
nvidia_api_key: str
|
||||||
app_password: str
|
app_password: str
|
||||||
nvidia_base_url: str = "https://integrate.api.nvidia.com/v1"
|
nvidia_base_url: str
|
||||||
nvidia_model: str = "nvidia/nemotron-3-ultra-550b-a55b"
|
nvidia_model: str
|
||||||
nvidia_timeout_seconds: int = 120
|
nvidia_timeout_seconds: int
|
||||||
nvidia_max_tokens: int = 16384
|
nvidia_max_tokens: int
|
||||||
nvidia_temperature: float = 1.0
|
nvidia_temperature: float
|
||||||
nvidia_top_p: float = 0.95
|
nvidia_top_p: float
|
||||||
nvidia_reasoning_budget: int = 2048
|
nvidia_reasoning_budget: int
|
||||||
|
nvidia_enable_thinking: bool
|
||||||
|
|
||||||
model_config = {"env_file": ".env"}
|
model_config = {"env_file": ".env"}
|
||||||
|
|
||||||
|
|||||||
+1
-1
@@ -68,7 +68,7 @@ async def generate_recipes(request: RecipeRequest):
|
|||||||
top_p=settings.nvidia_top_p,
|
top_p=settings.nvidia_top_p,
|
||||||
max_tokens=settings.nvidia_max_tokens,
|
max_tokens=settings.nvidia_max_tokens,
|
||||||
extra_body={
|
extra_body={
|
||||||
"chat_template_kwargs": {"enable_thinking": True},
|
"chat_template_kwargs": {"enable_thinking": settings.nvidia_enable_thinking},
|
||||||
"reasoning_budget": settings.nvidia_reasoning_budget,
|
"reasoning_budget": settings.nvidia_reasoning_budget,
|
||||||
},
|
},
|
||||||
stream=True,
|
stream=True,
|
||||||
|
|||||||
Reference in New Issue
Block a user