apepkuss79 commited on
Commit
05372b8
1 Parent(s): a3e4656

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -49,7 +49,7 @@ quantized_by: Second State Inc.
49
  {{ user_message_2 }}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
50
  ```
51
 
52
- - Context size: `4096`
53
 
54
  - Run as LlamaEdge service
55
 
@@ -57,7 +57,7 @@ quantized_by: Second State Inc.
57
  wasmedge --dir .:. --nn-preload default:GGML:AUTO:Meta-Llama-3-8B-Instruct-Q5_K_M.gguf \
58
  llama-api-server.wasm \
59
  --prompt-template llama-3-chat \
60
- --ctx-size 4096 \
61
  --model-name Llama-3-8b
62
  ```
63
 
@@ -67,7 +67,7 @@ quantized_by: Second State Inc.
67
  wasmedge --dir .:. --nn-preload default:GGML:AUTO:Meta-Llama-3-8B-Instruct-Q5_K_M.gguf \
68
  llama-chat.wasm \
69
  --prompt-template llama-3-chat \
70
- --ctx-size 4096 \
71
  ```
72
 
73
  ## Quantized GGUF Models
 
49
  {{ user_message_2 }}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
50
  ```
51
 
52
+ - Context size: `8192`
53
 
54
  - Run as LlamaEdge service
55
 
 
57
  wasmedge --dir .:. --nn-preload default:GGML:AUTO:Meta-Llama-3-8B-Instruct-Q5_K_M.gguf \
58
  llama-api-server.wasm \
59
  --prompt-template llama-3-chat \
60
+ --ctx-size 8192 \
61
  --model-name Llama-3-8b
62
  ```
63
 
 
67
  wasmedge --dir .:. --nn-preload default:GGML:AUTO:Meta-Llama-3-8B-Instruct-Q5_K_M.gguf \
68
  llama-chat.wasm \
69
  --prompt-template llama-3-chat \
70
+ --ctx-size 8192 \
71
  ```
72
 
73
  ## Quantized GGUF Models