tinybiggames commited on
Commit
f242a5f
1 Parent(s): 7a0412d

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +7 -3
README.md CHANGED
@@ -55,7 +55,9 @@ Config_Init(
55
  How to define model:
56
 
57
  ```Delphi
58
- Model_Define('hermes-2-pro-llama-3-8b.Q4_K_M.gguf','hermes2pro:8B:Q4KM', 8000, '<|im_start|>{role}\n{content}<|im_end|>\n', '<|im_start|>assistant');
 
 
59
  ```
60
 
61
  How to add a message:
@@ -81,9 +83,11 @@ var
81
 
82
  if Inference_Run('hermes2pro:8B:Q4KM', 1024) then
83
  begin
84
- Inference_GetUsage(nil, @LTokenOutputSpeed, @LInputTokens, @LOutputTokens, @LTotalTokens);
 
85
  Console_PrintLn('', FG_WHITE);
86
- Console_PrintLn('Tokens :: Input: %d, Output: %d, Total: %d, Speed: %3.1f t/s', FG_BRIGHTYELLOW, LInputTokens, LOutputTokens, LTotalTokens, LTokenOutputSpeed);
 
87
  end
88
  else
89
  begin
 
55
  How to define model:
56
 
57
  ```Delphi
58
+ Model_Define('hermes-2-pro-llama-3-8b.Q4_K_M.gguf',
59
+ 'hermes2pro:8B:Q4KM', 8000, '<|im_start|>{role}\n{content}<|im_end|>\n',
60
+ '<|im_start|>assistant');
61
  ```
62
 
63
  How to add a message:
 
83
 
84
  if Inference_Run('hermes2pro:8B:Q4KM', 1024) then
85
  begin
86
+ Inference_GetUsage(nil, @LTokenOutputSpeed, @LInputTokens, @LOutputTokens,
87
+ @LTotalTokens);
88
  Console_PrintLn('', FG_WHITE);
89
+ Console_PrintLn('Tokens :: Input: %d, Output: %d, Total: %d, Speed: %3.1f t/s',
90
+ FG_BRIGHTYELLOW, LInputTokens, LOutputTokens, LTotalTokens, LTokenOutputSpeed);
91
  end
92
  else
93
  begin