app change 4
Browse files
app.py
CHANGED
|
@@ -88,8 +88,8 @@ else:
|
|
| 88 |
device_map={"": device},
|
| 89 |
)
|
| 90 |
|
| 91 |
-
if not load_8bit:
|
| 92 |
-
|
| 93 |
|
| 94 |
model.eval()
|
| 95 |
if torch.__version__ >= "2" and sys.platform != "win32":
|
|
|
|
| 88 |
device_map={"": device},
|
| 89 |
)
|
| 90 |
|
| 91 |
+
# if not load_8bit:
|
| 92 |
+
# model.half()
|
| 93 |
|
| 94 |
model.eval()
|
| 95 |
if torch.__version__ >= "2" and sys.platform != "win32":
|