Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
import torch
|
| 2 |
-
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
|
| 3 |
from typing import Dict, List, Any
|
| 4 |
|
| 5 |
class EndpointHandler():
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline, BitsAndBytesConfig
|
| 3 |
from typing import Dict, List, Any
|
| 4 |
|
| 5 |
class EndpointHandler():
|