Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
·
9eece41
1
Parent(s):
d5e88af
added stuff
Browse files- app.py +3 -3
- src/managers/session_manager.py +9 -9
- src/routes/session_routes.py +2 -2
app.py
CHANGED
@@ -214,9 +214,9 @@ styling_instructions = [str(chart_dict) for chart_dict in styling_instructions]
|
|
214 |
|
215 |
# Add near the top of the file, after imports
|
216 |
DEFAULT_MODEL_CONFIG = {
|
217 |
-
"provider": os.getenv("MODEL_PROVIDER", "
|
218 |
-
"model": os.getenv("MODEL_NAME", "
|
219 |
-
"api_key": os.getenv("
|
220 |
"temperature": float(os.getenv("TEMPERATURE", 1.0)),
|
221 |
"max_tokens": int(os.getenv("MAX_TOKENS", 6000)), "cache": False
|
222 |
}
|
|
|
214 |
|
215 |
# Add near the top of the file, after imports
|
216 |
DEFAULT_MODEL_CONFIG = {
|
217 |
+
"provider": os.getenv("MODEL_PROVIDER", "anthropic"),
|
218 |
+
"model": os.getenv("MODEL_NAME", "claude-3-5-sonnet-latest"),
|
219 |
+
"api_key": os.getenv("ANTHROPIC_API_KEY"),
|
220 |
"temperature": float(os.getenv("TEMPERATURE", 1.0)),
|
221 |
"max_tokens": int(os.getenv("MAX_TOKENS", 6000)), "cache": False
|
222 |
}
|
src/managers/session_manager.py
CHANGED
@@ -130,9 +130,9 @@ This dataset appears clean with consistent formatting and no missing values, mak
|
|
130 |
default_model_config = self._app_model_config
|
131 |
else:
|
132 |
default_model_config = {
|
133 |
-
"provider": os.getenv("MODEL_PROVIDER", "
|
134 |
-
"model": os.getenv("MODEL_NAME", "
|
135 |
-
"api_key": os.getenv("
|
136 |
"temperature": float(os.getenv("TEMPERATURE", 1.0)),
|
137 |
"max_tokens": int(os.getenv("MAX_TOKENS", 6000))
|
138 |
}
|
@@ -194,9 +194,9 @@ This dataset appears clean with consistent formatting and no missing values, mak
|
|
194 |
try:
|
195 |
# Get default model config for new sessions
|
196 |
default_model_config = {
|
197 |
-
"provider": os.getenv("MODEL_PROVIDER", "
|
198 |
-
"model": os.getenv("MODEL_NAME", "
|
199 |
-
"api_key": os.getenv("
|
200 |
"temperature": float(os.getenv("TEMPERATURE", 1.0)),
|
201 |
"max_tokens": int(os.getenv("MAX_TOKENS", 6000))
|
202 |
}
|
@@ -268,9 +268,9 @@ This dataset appears clean with consistent formatting and no missing values, mak
|
|
268 |
try:
|
269 |
# Get default model config from environment
|
270 |
default_model_config = {
|
271 |
-
"provider": os.getenv("MODEL_PROVIDER", "
|
272 |
-
"model": os.getenv("MODEL_NAME", "
|
273 |
-
"api_key": os.getenv("
|
274 |
"temperature": float(os.getenv("TEMPERATURE", 1.0)),
|
275 |
"max_tokens": int(os.getenv("MAX_TOKENS", 6000))
|
276 |
}
|
|
|
130 |
default_model_config = self._app_model_config
|
131 |
else:
|
132 |
default_model_config = {
|
133 |
+
"provider": os.getenv("MODEL_PROVIDER", "anthropic"),
|
134 |
+
"model": os.getenv("MODEL_NAME", "claude-3-5-sonnet-latest"),
|
135 |
+
"api_key": os.getenv("ANTHROPIC_API_KEY"),
|
136 |
"temperature": float(os.getenv("TEMPERATURE", 1.0)),
|
137 |
"max_tokens": int(os.getenv("MAX_TOKENS", 6000))
|
138 |
}
|
|
|
194 |
try:
|
195 |
# Get default model config for new sessions
|
196 |
default_model_config = {
|
197 |
+
"provider": os.getenv("MODEL_PROVIDER", "anthropic"),
|
198 |
+
"model": os.getenv("MODEL_NAME", "claude-3-5-sonnet-latest"),
|
199 |
+
"api_key": os.getenv("ANTHROPIC_API_KEY"),
|
200 |
"temperature": float(os.getenv("TEMPERATURE", 1.0)),
|
201 |
"max_tokens": int(os.getenv("MAX_TOKENS", 6000))
|
202 |
}
|
|
|
268 |
try:
|
269 |
# Get default model config from environment
|
270 |
default_model_config = {
|
271 |
+
"provider": os.getenv("MODEL_PROVIDER", "anthropic"),
|
272 |
+
"model": os.getenv("MODEL_NAME", "claude-3-5-sonnet-latest"),
|
273 |
+
"api_key": os.getenv("ANTHROPIC_API_KEY"),
|
274 |
"temperature": float(os.getenv("TEMPERATURE", 1.0)),
|
275 |
"max_tokens": int(os.getenv("MAX_TOKENS", 6000))
|
276 |
}
|
src/routes/session_routes.py
CHANGED
@@ -430,8 +430,8 @@ async def get_model_settings(
|
|
430 |
|
431 |
# Use values from model_config with fallbacks to defaults
|
432 |
return {
|
433 |
-
"provider": model_config.get("provider", "
|
434 |
-
"model": model_config.get("model", "
|
435 |
"hasCustomKey": bool(model_config.get("api_key")) or bool(os.getenv("CUSTOM_API_KEY")),
|
436 |
"temperature": model_config.get("temperature", 0.7),
|
437 |
"maxTokens": model_config.get("max_tokens", 6000)
|
|
|
430 |
|
431 |
# Use values from model_config with fallbacks to defaults
|
432 |
return {
|
433 |
+
"provider": model_config.get("provider", "anthropic"),
|
434 |
+
"model": model_config.get("model", "claude-3-5-sonnet-latest"),
|
435 |
"hasCustomKey": bool(model_config.get("api_key")) or bool(os.getenv("CUSTOM_API_KEY")),
|
436 |
"temperature": model_config.get("temperature", 0.7),
|
437 |
"maxTokens": model_config.get("max_tokens", 6000)
|