File size: 2,042 Bytes
9f24d55
 
 
 
430d7b6
9f24d55
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
d4799e0
9f24d55
 
 
 
 
 
5abd6dd
9f24d55
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
{
  "Kestrel": {
    "EndPoints": {
      "Http": {
        "Url": "http://*:7860"
      }
    }
  },
  "AzureAd2": {
    "Instance": "",
    "ClientId": "",
    "TenantId": ""
  },
  "Logging": {
    "LogLevel": {
      "Default": "Information",
      "Microsoft": "Warning",
      "Microsoft.Hosting.Lifetime": "Information"
    }
  },
    "BlobLogging": {
            "ConnectionString": "",
            "ContainerName": ""
    },

  "AllowedHosts": "*",
  "Language": "en",
  "MaxWordSizePerTurn": 1024,
  "Prompts": {
          "Title": "医疗健康AI",
          "Update": "开始",
          "TypeTurn": "输入你想咨询的健康问题或者回复AI,不满意结果请点击 ⟳ 按钮",
          "Description": "请向AI说明您需要咨询的医疗健康问题,AI将与您讨论并提供意见与建议。请注意:AI的意见和建议可能存在不准确之处,任何医疗健康问题请务必遵循专业执业医师的指导意见。本AI及其开发者不对由此产生的任何问题或损失承担责任。",
          "Send": "发送",
          "Clear": "清除",
          "MessageTag": "[message]",
          "PromptTag": "[prompt]"
  },
  "Seq2Seq": {
    "CompilerOptions": "--use_fast_math --gpu-architecture=compute_75 --include-path=/code/bin",
    "GPUMemoryUsageRatio": 0.99,
    "CudaMemoryAllocatorType": "CustomMemoryPool",
    "DeviceIds": "0",
    "DistancePenalty": 2,
    "MaxSrcTokenSize": 4096,
    "MaxTgtTokenSize": 4096,
    "ModelFilePath": "/code/bin/ybook_chat_7b.model.308000.FLOAT16",
    "ProcessorType": "GPU",
    "AMP": true,
    "MKLInstructions": "AVX2",
    "RepeatPenalty": 1.0,
    "TokenGenerationStrategy": "Sampling",
    "TopPSampling": 0.0,
    "Temperature": 1.0,
    "BeamSearchSize": 1,
    "BlockedTokens": "",
    "ModelType": "DecoderOnly",
    "LogVerbose": "Normal",
    "AttentionType": "Classic",
    "KVCache": true
  },
  "SourceSpm": {
    "ModelFilePath": "/code/bin/chsSpm.model"
  },
  "TargetSpm": {
    "ModelFilePath": "/code/bin/chsSpm.model"
  }
}