zhongkaifu commited on
Commit
c9f9241
1 Parent(s): 94abdda

Update appsettings.json

Browse files
Files changed (1) hide show
  1. appsettings.json +4 -3
appsettings.json CHANGED
@@ -19,15 +19,16 @@
19
  "TopP": 0.1,
20
  "Temperature": 1.0,
21
  "Seq2Seq": {
22
- "CompilerOptions": "--use_fast_math",
23
  "GPUMemoryUsageRatio": 0.99,
 
24
  "DeviceIds": "0",
25
  "DistancePenalty": 2,
26
  "MaxSrcTokenSize": 2048,
27
  "MaxTgtTokenSize": 2048,
28
- "MaxTokenToGeneration" : 8192,
29
  "ModelFilePath": "/code/bin/ybook_2b.model.415000",
30
- "ProcessorType": "CPU_MKL",
31
  "MKLInstructions": "AVX512",
32
  "RepeatPenalty": 5,
33
  "TokenGenerationStrategy": "Sampling",
 
19
  "TopP": 0.1,
20
  "Temperature": 1.0,
21
  "Seq2Seq": {
22
+ "CompilerOptions": "--use_fast_math --gpu-architecture=compute_70",
23
  "GPUMemoryUsageRatio": 0.99,
24
+ "CudaMemoryAllocatorType": "CudaMemoryPool",
25
  "DeviceIds": "0",
26
  "DistancePenalty": 2,
27
  "MaxSrcTokenSize": 2048,
28
  "MaxTgtTokenSize": 2048,
29
+ "MaxTokenToGeneration" : 4096,
30
  "ModelFilePath": "/code/bin/ybook_2b.model.415000",
31
+ "ProcessorType": "GPU",
32
  "MKLInstructions": "AVX512",
33
  "RepeatPenalty": 5,
34
  "TokenGenerationStrategy": "Sampling",