Spaces:
Runtime error
Runtime error
Commit ·
513e2e3
1
Parent(s): 5f2aaa1
- Dockerfile +1 -1
- appsettings.json +4 -4
Dockerfile
CHANGED
|
@@ -33,7 +33,7 @@ WORKDIR /home/user
|
|
| 33 |
RUN mkdir -p /home/user/code/models && \
|
| 34 |
mkdir -p /home/user/code/app/wwwroot && \
|
| 35 |
cd /home/user/code/models && \
|
| 36 |
-
wget -q https://huggingface.co/Mungert/
|
| 37 |
|
| 38 |
|
| 39 |
# Clone and build OpenBLAS as the non-root user
|
|
|
|
| 33 |
RUN mkdir -p /home/user/code/models && \
|
| 34 |
mkdir -p /home/user/code/app/wwwroot && \
|
| 35 |
cd /home/user/code/models && \
|
| 36 |
+
wget -q https://huggingface.co/Mungert/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-bf16_q8_0.gguf
|
| 37 |
|
| 38 |
|
| 39 |
# Clone and build OpenBLAS as the non-root user
|
appsettings.json
CHANGED
|
@@ -24,11 +24,11 @@
|
|
| 24 |
"LlmNoInitMessage": false,
|
| 25 |
"ServiceAuthKey": ".env",
|
| 26 |
"LlmModelPath": "/home/user/code/models/",
|
| 27 |
-
"LlmModelFileName": "
|
| 28 |
-
"LlmContextFileName": "context-
|
| 29 |
-
"LlmSystemPrompt": "
|
| 30 |
"LlmPromptMode": " -if -sp -no-cnv --simple-io ",
|
| 31 |
-
"LlmVersion": "
|
| 32 |
"LlmCtxSize": 12000,
|
| 33 |
"LlmOpenAICtxSize": 32000,
|
| 34 |
"LlmCtxRatio": 6,
|
|
|
|
| 24 |
"LlmNoInitMessage": false,
|
| 25 |
"ServiceAuthKey": ".env",
|
| 26 |
"LlmModelPath": "/home/user/code/models/",
|
| 27 |
+
"LlmModelFileName": "LFM2.5-1.2B-Thinking-bf16_q8_0.gguf",
|
| 28 |
+
"LlmContextFileName": "context-lfm-2.5.gguf",
|
| 29 |
+
"LlmSystemPrompt": "system_prompt_lfm_2.5_run",
|
| 30 |
"LlmPromptMode": " -if -sp -no-cnv --simple-io ",
|
| 31 |
+
"LlmVersion": "lfm_2.5",
|
| 32 |
"LlmCtxSize": 12000,
|
| 33 |
"LlmOpenAICtxSize": 32000,
|
| 34 |
"LlmCtxRatio": 6,
|