Commit
•
e9e562c
1
Parent(s):
ccecccc
Update README.md
Browse files
README.md
CHANGED
|
@@ -35,4 +35,16 @@ messages = [
|
|
| 35 |
|
| 36 |
gen_input = tokenizer.apply_chat_template(message, return_tensors="pt")
|
| 37 |
model.generate(**gen_input)
|
| 38 |
-
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
|
| 36 |
gen_input = tokenizer.apply_chat_template(message, return_tensors="pt")
|
| 37 |
model.generate(**gen_input)
|
| 38 |
+
```
|
| 39 |
+
|
| 40 |
+
**Quants**
|
| 41 |
+
|
| 42 |
+
GGUF : Coming Soon
|
| 43 |
+
AWQ: Coming Soon
|
| 44 |
+
Exllamav2: Coming Soon
|
| 45 |
+
|
| 46 |
+
|
| 47 |
+
|
| 48 |
+
**Evals**
|
| 49 |
+
In Progress
|
| 50 |
+
|