eibeel commited on
Commit
3926616
1 Parent(s): d1e4843

Update MIXTRAL_Fine-Tuning.py

Browse files
Files changed (1) hide show
  1. MIXTRAL_Fine-Tuning.py +2 -1
MIXTRAL_Fine-Tuning.py CHANGED
@@ -13,6 +13,7 @@ It requires at least 32 GB of VRAM (at least 2*16 GB GPUs if you want to use con
13
  First, we need all these dependencies:
14
  """
15
 
 
16
  !pip install -q bitsandbytes
17
  !pip install -q transformers
18
  !pip install -q peft
@@ -21,7 +22,7 @@ First, we need all these dependencies:
21
  !pip install -q trl
22
  !pip install -q huggingface_hub
23
  !pip install -q diffusers
24
-
25
  import torch
26
  from datasets import Dataset
27
  from peft import LoraConfig, PeftModel, prepare_model_for_kbit_training
 
13
  First, we need all these dependencies:
14
  """
15
 
16
+ """
17
  !pip install -q bitsandbytes
18
  !pip install -q transformers
19
  !pip install -q peft
 
22
  !pip install -q trl
23
  !pip install -q huggingface_hub
24
  !pip install -q diffusers
25
+ """
26
  import torch
27
  from datasets import Dataset
28
  from peft import LoraConfig, PeftModel, prepare_model_for_kbit_training