NetMonLLMLive / appsettings.json
Mungert's picture
Update appsettings.json
df486a9 verified
{
"Logging": {
"LogLevel": {
"Default": "Information",
"Microsoft": "Warning",
"Microsoft.Hosting.Lifetime": "Information"
}
},
"OpenAIApiKey" :".env",
"EmailEncryptKey": ".env",
"LocalSystemUrl": {
"ExternalUrl": "https://asmonitorsrv.readyforquantum.com",
"IPAddress": "",
"RabbitHostName": "rabbitmq.readyforquantum.com",
"RabbitPort": 55672,
"RabbitInstanceName" : "ASSrv-LLMService",
"RabbitUserName" : "usercommonxf1",
"RabbitVHost" : "/vhostuser",
"UseTls" : true
},
"ServiceID" : "monitor",
"StartThisTestLLM" : true,
"LlmNoInitMessage" : false,
"ServiceAuthKey" : ".env" ,
"LlmModelPath" : "/home/user/code/models/",
"LlmModelFileName" : "phi-4-mini-q4_0.gguf",
"LlmContextFileName" : "context-phi-4-mini.gguf",
"LlmSystemPrompt" : "system_prompt_phi_4_mini_run",
"LlmPromptMode" : " -if -sp -no-cnv --simple-io ",
"LlmVersion" : "phi_4_mini",
"LlmCtxSize" : 12000,
"LlmOpenAICtxSize" : 32000,
"LlmCtxRatio" : 6,
"LlmTemp" : "0.3",
"LlmThreads" : 2,
"LlmUserPromptTimeout" : 1200,
"LlmSessionIdleTimeout" : 1440,
"LlmGptModel" : "gpt-4.1-mini",
"LlmHFModelID" : "meta-llama/llama-3.3-70b-instruct",
"LlmHFKey" : ".env",
"LlmHFUrl" : "https://api.novita.ai/v3/openai/chat/completions",
"LlmHFModelVersion" : "llama_3.2",
"IsStream" : false,
"UseFixedPort" : true,
"HFToken" : ".env",
"DataRepoId" : "mungert/NetMonLLMDataLive",
"RedisUrl" :"redis.readyforquantum.co.uk:46379",
"MaxRetries" : -1,
"RabbitPassword" : ".env",
"RabbitRoutingKey": "execute.local",
"RabbitExchangeType": "direct",
"LlmSystemPromptTimeout": 120,
"LlmSpaceModelID": "Qwen/Qwen3-1.7B",
"LlmUseHF": false,
"AudioServiceUrls": ["https://devtranscribe.readyforquantum.com","https://devtranscribe2.readyforquantum.com","https://devtranscribe3.readyforquantum.com"],
"REDIS_PASSWORD" :".env",
"UseTls" : true,
}