calcuis commited on
Commit
54aea39
1 Parent(s): ad0e37b

Update chat.py

Browse files
Files changed (1) hide show
  1. chat.py +2 -0
chat.py CHANGED
@@ -3,8 +3,10 @@ llm = AutoModelForCausalLM.from_pretrained("chat.gguf")
3
 
4
  while True:
5
  ask = input("Enter a Question (Q for quit): ")
 
6
  if ask == "q" or ask == "Q":
7
  break
 
8
  ans = llm(ask, max_new_tokens=1024)
9
  print(ask+ans)
10
 
 
3
 
4
  while True:
5
  ask = input("Enter a Question (Q for quit): ")
6
+
7
  if ask == "q" or ask == "Q":
8
  break
9
+
10
  ans = llm(ask, max_new_tokens=1024)
11
  print(ask+ans)
12