tinybiggames
/

Phi-3-mini-4k-instruct-Q4_K_M-GGUF

Text Generation

Model card Files Files and versions Community

tinybiggames commited on May 22

Commit

b09615f

•

1 Parent(s): 67da8d1

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -38,7 +38,7 @@ How to define model:
 ```Delphi
 Model_Define('phi-3-mini-4k-instruct.Q4_K_M.gguf',
-  'phi3:4K:Q4KM', 4000,
   '<|{role}|>{content}<|end|>',
   '<|assistant|>');
 ```
@@ -64,7 +64,7 @@ var
   LOutputTokens: Int32;
   LTotalTokens: Int32;
-if Inference_Run('phi3:4K:Q4KM', 1024) then
   begin
     Inference_GetUsage(nil, @LTokenOutputSpeed, @LInputTokens, @LOutputTokens,
       @LTotalTokens);

 ```Delphi
 Model_Define('phi-3-mini-4k-instruct.Q4_K_M.gguf',
+  'phi-3-mini-4k-instruct.Q4_K_M', 4000,
   '<|{role}|>{content}<|end|>',
   '<|assistant|>');
 ```
   LOutputTokens: Int32;
   LTotalTokens: Int32;
+if Inference_Run('phi-3-mini-4k-instruct.Q4_K_M', 1024) then
   begin
     Inference_GetUsage(nil, @LTokenOutputSpeed, @LInputTokens, @LOutputTokens,
       @LTotalTokens);