NetMonLLMmonitor / appsettings.json
johnbridges's picture
increased system prompt build timeout
bf0666c
{
"Logging": {
"LogLevel": {
"Default": "Information",
"Microsoft": "Information",
"Microsoft.AspNetCore": "Warning",
"Microsoft.Hosting.Lifetime": "Warning"
}
},
"OpenAIApiKey": ".env",
"EmailEncryptKey": ".env",
"LocalSystemUrl": {
"ExternalUrl": "https://asmonitorsrv.readyforquantum.com",
"IPAddress": "",
"RabbitHostName": "devrabbitmq.readyforquantum.com",
"RabbitPort": 55672,
"RabbitInstanceName": "ASSrv-LLMService",
"RabbitUserName": "usercommonxf1",
"RabbitVHost": "/vhostuser",
"UseTls": true
},
"ServiceID": "monitor",
"StartThisTestLLM": true,
"LlmNoInitMessage": false,
"ServiceAuthKey": ".env",
"LlmModelPath": "/home/user/code/models/",
"LlmModelFileName": "Qwen3-4B-Instruct-2507-q8_0.gguf",
"LlmContextFileName": "context-qwen-3.gguf",
"LlmSystemPrompt": "system_prompt_qwen_3_run",
"LlmPromptMode": " -if -sp -no-cnv --simple-io ",
"LlmVersion": "qwen_3",
"LlmCtxSize": 12000,
"LlmOpenAICtxSize": 32000,
"LlmCtxRatio": 6,
"LlmTemp": "0.3",
"LlmThreads": 2,
"LlmSystemPromptTimeout": 3600,
"LlmUserPromptTimeout": 2400,
"LlmSessionIdleTimeout": 7200,
"LlmGptModel": "gpt-4.1-mini",
"LlmHFModelID": "meta-llama/llama-3.3-70b-instruct",
"LlmHFKey": ".env",
"LlmHFUrl": "https://api.novita.ai/v3/openai/chat/completions",
"LlmHFModelVersion": "llama_3.2",
"IsStream": false,
"HFToken": ".env",
"DataRepoId": "mungert/NetMonLLMDataLive",
"RedisUrl": "redis.readyforquantum.co.uk:46379",
"MaxRetries": -1,
"RabbitPassword": ".env",
"RabbitRoutingKey": "execute.local",
"RabbitExchangeType": "direct",
"LlmSpaceModelID": "Qwen/Qwen3-1.7B",
"LlmUseHF": false,
"AudioServiceUrls": [
"https://devtranscribe.readyforquantum.com",
"https://devtranscribe2.readyforquantum.com",
"https://devtranscribe3.readyforquantum.com"
],
"REDIS_PASSWORD": ".env",
"UseTls": true,
"UseFixedPort": true
}