mobinln commited on
Commit
f042630
·
verified ·
1 Parent(s): f7bec6d

change to Llama 3.2 3B

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,10 +1,10 @@
1
  import gradio as gr
2
  from llama_cpp import Llama
3
 
4
- model = "bartowski/Llama-3.2-1B-Instruct-GGUF"
5
  llm = Llama.from_pretrained(
6
  repo_id=model,
7
- filename="Llama-3.2-1B-Instruct-Q8_0.gguf",
8
  verbose=True,
9
  use_mmap=True,
10
  use_mlock=True,
 
1
  import gradio as gr
2
  from llama_cpp import Llama
3
 
4
+ model = "MaziyarPanahi/Llama-3.2-3B-Instruct-GGUF"
5
  llm = Llama.from_pretrained(
6
  repo_id=model,
7
+ filename="Llama-3.2-3B-Instruct.Q8_0.gguf",
8
  verbose=True,
9
  use_mmap=True,
10
  use_mlock=True,