Commit
·
66476b6
1
Parent(s):
bb37ad0
debugging
Browse files- handler.py +3 -3
handler.py
CHANGED
|
@@ -3,9 +3,9 @@ import random
|
|
| 3 |
from unsloth import FastLanguageModel
|
| 4 |
import torch
|
| 5 |
#
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
|
| 10 |
class EndpointHandler:
|
| 11 |
def __init__(self, path=""):
|
|
|
|
| 3 |
from unsloth import FastLanguageModel
|
| 4 |
import torch
|
| 5 |
#
|
| 6 |
+
max_seq_length = 2048
|
| 7 |
+
dtype = None
|
| 8 |
+
load_in_4bit = True
|
| 9 |
|
| 10 |
class EndpointHandler:
|
| 11 |
def __init__(self, path=""):
|