Commit
•
a8cfe2f
1
Parent(s):
8a7c1e5
Updated Readme
Browse files
README.md
CHANGED
|
@@ -42,14 +42,9 @@ Use the code below to get started with the model. This code uses llama-cpp-pytho
|
|
| 42 |
|
| 43 |
```python
|
| 44 |
|
| 45 |
-
import time
|
| 46 |
-
import os
|
| 47 |
-
import dotenv
|
| 48 |
-
import json
|
| 49 |
import torch
|
| 50 |
from torch import bfloat16
|
| 51 |
from llama_cpp import Llama, llama_tokenize, LlamaGrammar
|
| 52 |
-
from inference.chat_prompt_format_util import formatted_chat_prompt
|
| 53 |
from huggingface_hub import login, HfApi
|
| 54 |
from transformers import (
|
| 55 |
AutoTokenizer,
|
|
|
|
| 42 |
|
| 43 |
```python
|
| 44 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 45 |
import torch
|
| 46 |
from torch import bfloat16
|
| 47 |
from llama_cpp import Llama, llama_tokenize, LlamaGrammar
|
|
|
|
| 48 |
from huggingface_hub import login, HfApi
|
| 49 |
from transformers import (
|
| 50 |
AutoTokenizer,
|