desert
commited on
Commit
•
8a91905
1
Parent(s):
f613acc
update with my model
Browse files- app.py +1 -0
- requirements.txt +2 -1
app.py
CHANGED
@@ -2,6 +2,7 @@ import gradio as gr
|
|
2 |
from unsloth import FastLanguageModel
|
3 |
import torch
|
4 |
|
|
|
5 |
# Load your model and tokenizer (make sure to adjust the path to where your model is stored)
|
6 |
max_seq_length = 2048 # Adjust as necessary
|
7 |
load_in_4bit = True # Enable 4-bit quantization for reduced memory usage
|
|
|
2 |
from unsloth import FastLanguageModel
|
3 |
import torch
|
4 |
|
5 |
+
|
6 |
# Load your model and tokenizer (make sure to adjust the path to where your model is stored)
|
7 |
max_seq_length = 2048 # Adjust as necessary
|
8 |
load_in_4bit = True # Enable 4-bit quantization for reduced memory usage
|
requirements.txt
CHANGED
@@ -1 +1,2 @@
|
|
1 |
-
huggingface_hub==0.25.2
|
|
|
|
1 |
+
huggingface_hub==0.25.2
|
2 |
+
unsloth
|