{ "Kestrel": { "EndPoints": { "Http": { "Url": "http://*:7860" } } }, "AzureAd2": { "Instance": "", "ClientId": "", "TenantId": "" }, "Logging": { "LogLevel": { "Default": "Information", "Microsoft": "Warning", "Microsoft.Hosting.Lifetime": "Information" } }, "BlobLogging": { "ConnectionString": "", "ContainerName": "" }, "AllowedHosts": "*", "Language": "en", "MaxWordSizePerTurn": 1024, "Prompts": { "Title": "医疗健康AI", "Update": "开始", "TypeTurn": "输入你想咨询的健康问题或者回复AI,不满意结果请点击 ⟳ 按钮", "Description": "请向AI说明您需要咨询的医疗健康问题,AI将与您讨论并提供意见与建议。请注意:AI的意见和建议可能存在不准确之处,任何医疗健康问题请务必遵循专业执业医师的指导意见。本AI及其开发者不对由此产生的任何问题或损失承担责任。", "Send": "发送", "Clear": "清除", "MessageTag": "[message]", "PromptTag": "[prompt]" }, "Seq2Seq": { "CompilerOptions": "--use_fast_math --gpu-architecture=compute_75 --include-path=/code/bin", "GPUMemoryUsageRatio": 0.99, "CudaMemoryAllocatorType": "CustomMemoryPool", "DeviceIds": "0", "DistancePenalty": 2, "MaxSrcTokenSize": 4096, "MaxTgtTokenSize": 4096, "ModelFilePath": "/code/bin/ybook_chat_7b.model.308000.FLOAT16", "ProcessorType": "GPU", "AMP": true, "MKLInstructions": "AVX2", "RepeatPenalty": 1.0, "TokenGenerationStrategy": "Sampling", "TopPSampling": 0.0, "Temperature": 1.0, "BeamSearchSize": 1, "BlockedTokens": "", "ModelType": "DecoderOnly", "LogVerbose": "Normal", "AttentionType": "Classic", "KVCache": true }, "SourceSpm": { "ModelFilePath": "/code/bin/chsSpm.model" }, "TargetSpm": { "ModelFilePath": "/code/bin/chsSpm.model" } }