| { | |
| "Kestrel": { | |
| "EndPoints": { | |
| "Http": { | |
| "Url": "http://*:7860" | |
| } | |
| } | |
| }, | |
| "AzureAd2": { | |
| "Instance": "", | |
| "ClientId": "", | |
| "TenantId": "" | |
| }, | |
| "Logging": { | |
| "LogLevel": { | |
| "Default": "Information", | |
| "Microsoft": "Warning", | |
| "Microsoft.Hosting.Lifetime": "Information" | |
| } | |
| }, | |
| "BlobLogging": { | |
| "ConnectionString": "", | |
| "ContainerName": "" | |
| }, | |
| "AllowedHosts": "*", | |
| "Language": "en", | |
| "MaxWordSizePerTurn": 1024, | |
| "Prompts": { | |
| "Title": "医疗健康AI", | |
| "Update": "开始", | |
| "TypeTurn": "输入你想咨询的健康问题或者回复AI，不满意结果请点击 ⟳ 按钮", | |
| "Description": "请向AI说明您需要咨询的医疗健康问题，AI将与您讨论并提供意见与建议。请注意：AI的意见和建议可能存在不准确之处，任何医疗健康问题请务必遵循专业执业医师的指导意见。本AI及其开发者不对由此产生的任何问题或损失承担责任。", | |
| "Send": "发送", | |
| "Clear": "清除", | |
| "MessageTag": "[message]", | |
| "PromptTag": "[prompt]" | |
| }, | |
| "Seq2Seq": { | |
| "CompilerOptions": "--use_fast_math --gpu-architecture=compute_80 --include-path=/code/bin", | |
| "GPUMemoryUsageRatio": 0.99, | |
| "CudaMemoryAllocatorType": "CustomMemoryPool", | |
| "DeviceIds": "0", | |
| "DistancePenalty": 2, | |
| "MaxSrcTokenSize": 4096, | |
| "MaxTgtTokenSize": 4096, | |
| "ModelFilePath": "/code/bin/ybook_chat_7b.model.308000", | |
| "ProcessorType": "GPU", | |
| "AMP": true, | |
| "MKLInstructions": "AVX2", | |
| "RepeatPenalty": 1.0, | |
| "TokenGenerationStrategy": "Sampling", | |
| "TopPSampling": 0.0, | |
| "Temperature": 1.0, | |
| "BeamSearchSize": 1, | |
| "BlockedTokens": "", | |
| "ModelType": "DecoderOnly", | |
| "LogVerbose": "Normal", | |
| "AttentionType": "Classic", | |
| "KVCache": true | |
| }, | |
| "SourceSpm": { | |
| "ModelFilePath": "/code/bin/chsSpm.model" | |
| }, | |
| "TargetSpm": { | |
| "ModelFilePath": "/code/bin/chsSpm.model" | |
| } | |
| } |