zhongkaifu commited on
Commit
f6aa40c
1 Parent(s): 51ac9c2

Update appsettings.json

Browse files
Files changed (1) hide show
  1. appsettings.json +4 -3
appsettings.json CHANGED
@@ -24,11 +24,12 @@
24
  "GPUMemoryUsageRatio": 0.99,
25
  "DeviceIds": "0",
26
  "DistancePenalty": 2,
27
- "MaxSrcTokenSize": 4096,
28
- "MaxTgtTokenSize": 4096,
 
29
  "ModelFilePath": "/code/bin/story_base.model",
30
  "ProcessorType": "CPU_MKL",
31
- "MKLInstructions": "AVX2",
32
  "RepeatPenalty": 5,
33
  "TokenGenerationStrategy": "Sampling",
34
  "TopPSampling": 0.0,
 
24
  "GPUMemoryUsageRatio": 0.99,
25
  "DeviceIds": "0",
26
  "DistancePenalty": 2,
27
+ "MaxSrcTokenSize": 2048,
28
+ "MaxTgtTokenSize": 2048,
29
+ "MaxTokenToGeneration" : 8192,
30
  "ModelFilePath": "/code/bin/story_base.model",
31
  "ProcessorType": "CPU_MKL",
32
+ "MKLInstructions": "AVX512",
33
  "RepeatPenalty": 5,
34
  "TokenGenerationStrategy": "Sampling",
35
  "TopPSampling": 0.0,