Update app.py
Browse files
app.py
CHANGED
@@ -32,7 +32,7 @@ torch.set_float32_matmul_precision("high")
|
|
32 |
def model_load(
|
33 |
adapter_path: Path = Path("out/adapter/alpaca/lit-llama-adapter-finetuned_15k.pth"),
|
34 |
pretrained_path: Path = Path("checkpoints/lit-llama/7B/lit-llama.pth"),
|
35 |
-
quantize: Optional[str] =
|
36 |
):
|
37 |
|
38 |
fabric = L.Fabric(devices=1)
|
|
|
32 |
def model_load(
|
33 |
adapter_path: Path = Path("out/adapter/alpaca/lit-llama-adapter-finetuned_15k.pth"),
|
34 |
pretrained_path: Path = Path("checkpoints/lit-llama/7B/lit-llama.pth"),
|
35 |
+
quantize: Optional[str] = None,
|
36 |
):
|
37 |
|
38 |
fabric = L.Fabric(devices=1)
|