|
{ |
|
"Kestrel": { |
|
"EndPoints": { |
|
"Http": { |
|
"Url": "http://*:7860" |
|
} |
|
} |
|
}, |
|
"Logging": { |
|
"LogLevel": { |
|
"Default": "Information", |
|
"Microsoft": "Warning", |
|
"Microsoft.Hosting.Lifetime": "Information" |
|
} |
|
}, |
|
"AllowedHosts": "*", |
|
"Title": "中文小说续写", |
|
"Description": "输入一句或者几句话,AI帮你续写后面的故事。由于服务器处理能力有限,如遇到故事生成速度偏慢,请耐心等待。", |
|
"TopP": 0.1, |
|
"Temperature": 1.0, |
|
"Seq2Seq": { |
|
"CompilerOptions": "--use_fast_math --gpu-architecture=compute_75", |
|
"GPUMemoryUsageRatio": 0.99, |
|
"CudaMemoryAllocatorType": "CudaMemoryPool", |
|
"DeviceIds": "0", |
|
"DistancePenalty": 2, |
|
"MaxSrcTokenSize": 2048, |
|
"MaxTgtTokenSize": 2048, |
|
"MaxTokenToGeneration" : 4096, |
|
"ModelFilePath": "/code/bin/ybook_2b.model.415000", |
|
"ProcessorType": "GPU", |
|
"MKLInstructions": "AVX512", |
|
"RepeatPenalty": 5, |
|
"TokenGenerationStrategy": "Sampling", |
|
"TopPSampling": 0.0, |
|
"BeamSearchSize": 1, |
|
"BlockedTokens": "", |
|
"ModelType": "DecoderOnly", |
|
"LogVerbose": "Normal", |
|
"WordMappingFilePath": "Map_SC_TC.txt" |
|
}, |
|
"SourceSpm": { |
|
"ModelFilePath": "/code/bin/chsSpm.model" |
|
}, |
|
"TargetSpm": { |
|
"ModelFilePath": "/code/bin/chsSpm.model" |
|
} |
|
} |
|
|