tinybiggames
commited on
Commit
•
f242a5f
1
Parent(s):
7a0412d
Update README.md
Browse files
README.md
CHANGED
@@ -55,7 +55,9 @@ Config_Init(
|
|
55 |
How to define model:
|
56 |
|
57 |
```Delphi
|
58 |
-
Model_Define('hermes-2-pro-llama-3-8b.Q4_K_M.gguf',
|
|
|
|
|
59 |
```
|
60 |
|
61 |
How to add a message:
|
@@ -81,9 +83,11 @@ var
|
|
81 |
|
82 |
if Inference_Run('hermes2pro:8B:Q4KM', 1024) then
|
83 |
begin
|
84 |
-
Inference_GetUsage(nil, @LTokenOutputSpeed, @LInputTokens, @LOutputTokens,
|
|
|
85 |
Console_PrintLn('', FG_WHITE);
|
86 |
-
Console_PrintLn('Tokens :: Input: %d, Output: %d, Total: %d, Speed: %3.1f t/s',
|
|
|
87 |
end
|
88 |
else
|
89 |
begin
|
|
|
55 |
How to define model:
|
56 |
|
57 |
```Delphi
|
58 |
+
Model_Define('hermes-2-pro-llama-3-8b.Q4_K_M.gguf',
|
59 |
+
'hermes2pro:8B:Q4KM', 8000, '<|im_start|>{role}\n{content}<|im_end|>\n',
|
60 |
+
'<|im_start|>assistant');
|
61 |
```
|
62 |
|
63 |
How to add a message:
|
|
|
83 |
|
84 |
if Inference_Run('hermes2pro:8B:Q4KM', 1024) then
|
85 |
begin
|
86 |
+
Inference_GetUsage(nil, @LTokenOutputSpeed, @LInputTokens, @LOutputTokens,
|
87 |
+
@LTotalTokens);
|
88 |
Console_PrintLn('', FG_WHITE);
|
89 |
+
Console_PrintLn('Tokens :: Input: %d, Output: %d, Total: %d, Speed: %3.1f t/s',
|
90 |
+
FG_BRIGHTYELLOW, LInputTokens, LOutputTokens, LTotalTokens, LTokenOutputSpeed);
|
91 |
end
|
92 |
else
|
93 |
begin
|