tinybiggames commited on
Commit
097d40c
1 Parent(s): da74543

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -55,7 +55,7 @@ How to define model:
55
 
56
  ```Delphi
57
  Model_Define('hermes-2-pro-llama-3-8b.Q4_K_M.gguf',
58
- 'hermes2pro:8B:Q4KM', 8000, '<|im_start|>{role}\n{content}<|im_end|>\n',
59
  '<|im_start|>assistant');
60
  ```
61
 
@@ -80,7 +80,7 @@ var
80
  LOutputTokens: Int32;
81
  LTotalTokens: Int32;
82
 
83
- if Inference_Run('hermes2pro:8B:Q4KM', 1024) then
84
  begin
85
  Inference_GetUsage(nil, @LTokenOutputSpeed, @LInputTokens, @LOutputTokens,
86
  @LTotalTokens);
 
55
 
56
  ```Delphi
57
  Model_Define('hermes-2-pro-llama-3-8b.Q4_K_M.gguf',
58
+ 'hermes-2-pro-llama-3-8b.Q4_K_M', 8000, '<|im_start|>{role}\n{content}<|im_end|>\n',
59
  '<|im_start|>assistant');
60
  ```
61
 
 
80
  LOutputTokens: Int32;
81
  LTotalTokens: Int32;
82
 
83
+ if Inference_Run('hermes-2-pro-llama-3-8b.Q4_K_M', 1024) then
84
  begin
85
  Inference_GetUsage(nil, @LTokenOutputSpeed, @LInputTokens, @LOutputTokens,
86
  @LTotalTokens);