zhongkaifu
commited on
Commit
•
c9f9241
1
Parent(s):
94abdda
Update appsettings.json
Browse files- appsettings.json +4 -3
appsettings.json
CHANGED
@@ -19,15 +19,16 @@
|
|
19 |
"TopP": 0.1,
|
20 |
"Temperature": 1.0,
|
21 |
"Seq2Seq": {
|
22 |
-
"CompilerOptions": "--use_fast_math",
|
23 |
"GPUMemoryUsageRatio": 0.99,
|
|
|
24 |
"DeviceIds": "0",
|
25 |
"DistancePenalty": 2,
|
26 |
"MaxSrcTokenSize": 2048,
|
27 |
"MaxTgtTokenSize": 2048,
|
28 |
-
"MaxTokenToGeneration" :
|
29 |
"ModelFilePath": "/code/bin/ybook_2b.model.415000",
|
30 |
-
"ProcessorType": "
|
31 |
"MKLInstructions": "AVX512",
|
32 |
"RepeatPenalty": 5,
|
33 |
"TokenGenerationStrategy": "Sampling",
|
|
|
19 |
"TopP": 0.1,
|
20 |
"Temperature": 1.0,
|
21 |
"Seq2Seq": {
|
22 |
+
"CompilerOptions": "--use_fast_math --gpu-architecture=compute_70",
|
23 |
"GPUMemoryUsageRatio": 0.99,
|
24 |
+
"CudaMemoryAllocatorType": "CudaMemoryPool",
|
25 |
"DeviceIds": "0",
|
26 |
"DistancePenalty": 2,
|
27 |
"MaxSrcTokenSize": 2048,
|
28 |
"MaxTgtTokenSize": 2048,
|
29 |
+
"MaxTokenToGeneration" : 4096,
|
30 |
"ModelFilePath": "/code/bin/ybook_2b.model.415000",
|
31 |
+
"ProcessorType": "GPU",
|
32 |
"MKLInstructions": "AVX512",
|
33 |
"RepeatPenalty": 5,
|
34 |
"TokenGenerationStrategy": "Sampling",
|