Commit
•
097d40c
1
Parent(s):
da74543
Update README.md
Browse files
README.md
CHANGED
@@ -55,7 +55,7 @@ How to define model:
|
|
55 |
|
56 |
```Delphi
|
57 |
Model_Define('hermes-2-pro-llama-3-8b.Q4_K_M.gguf',
|
58 |
-
'
|
59 |
'<|im_start|>assistant');
|
60 |
```
|
61 |
|
@@ -80,7 +80,7 @@ var
|
|
80 |
LOutputTokens: Int32;
|
81 |
LTotalTokens: Int32;
|
82 |
|
83 |
-
if Inference_Run('
|
84 |
begin
|
85 |
Inference_GetUsage(nil, @LTokenOutputSpeed, @LInputTokens, @LOutputTokens,
|
86 |
@LTotalTokens);
|
|
|
55 |
|
56 |
```Delphi
|
57 |
Model_Define('hermes-2-pro-llama-3-8b.Q4_K_M.gguf',
|
58 |
+
'hermes-2-pro-llama-3-8b.Q4_K_M', 8000, '<|im_start|>{role}\n{content}<|im_end|>\n',
|
59 |
'<|im_start|>assistant');
|
60 |
```
|
61 |
|
|
|
80 |
LOutputTokens: Int32;
|
81 |
LTotalTokens: Int32;
|
82 |
|
83 |
+
if Inference_Run('hermes-2-pro-llama-3-8b.Q4_K_M', 1024) then
|
84 |
begin
|
85 |
Inference_GetUsage(nil, @LTokenOutputSpeed, @LInputTokens, @LOutputTokens,
|
86 |
@LTotalTokens);
|