mlabonne commited on
Commit
8a319e9
โ€ข
1 Parent(s): 63f3b86

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -3
app.py CHANGED
@@ -17,6 +17,7 @@ description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_n
17
  llm = Llama(model_path="model.gguf",
18
  n_ctx=32768,
19
  n_threads=2,
 
20
  chat_format=chat_template)
21
 
22
  # Function for streaming chat completions
@@ -45,8 +46,11 @@ gr.ChatInterface(
45
  additional_inputs=[gr.Textbox("You are helpful assistant.")],
46
  additional_inputs_accordion="๐Ÿ“ System prompt",
47
  examples=[
48
- ["What is a Large Language Model?"],
49
- ["What's 9+2-1?"],
50
- ["Write Python code to print the Fibonacci sequence"]
 
 
 
51
  ]
52
  ).queue().launch(server_name="0.0.0.0")
 
17
  llm = Llama(model_path="model.gguf",
18
  n_ctx=32768,
19
  n_threads=2,
20
+ n_gpu_layers=-1,
21
  chat_format=chat_template)
22
 
23
  # Function for streaming chat completions
 
46
  additional_inputs=[gr.Textbox("You are helpful assistant.")],
47
  additional_inputs_accordion="๐Ÿ“ System prompt",
48
  examples=[
49
+ ['Can you solve the equation 2x + 3 = 11 for x?'],
50
+ ['Write an epic poem about Ancient Rome.'],
51
+ ['Who was the first person to walk on the Moon?'],
52
+ ['Use a list comprehension to create a list of squares for numbers from 1 to 10.'],
53
+ ['Recommend some popular science fiction books.'],
54
+ ['Can you write a short story about a time-traveling detective?']
55
  ]
56
  ).queue().launch(server_name="0.0.0.0")