Update my_model/captioner/captioning_config.py
Browse files
my_model/captioner/captioning_config.py
CHANGED
|
@@ -7,7 +7,8 @@ MAX_IMAGE_SIZE = 1024
|
|
| 7 |
MIN_LENGTH = 20
|
| 8 |
MAX_NEW_TOKENS = 200
|
| 9 |
MODEL_PATH = "m7mdal7aj/captioner"
|
| 10 |
-
LOAD_IN_8BIT =
|
|
|
|
| 11 |
TORCH_DTYPE = torch.float16
|
| 12 |
DEVICE_MAP = "auto"
|
| 13 |
LOW_CPU_MEM_USAGE = True
|
|
|
|
| 7 |
MIN_LENGTH = 20
|
| 8 |
MAX_NEW_TOKENS = 200
|
| 9 |
MODEL_PATH = "m7mdal7aj/captioner"
|
| 10 |
+
LOAD_IN_8BIT = False
|
| 11 |
+
LOAD_IN_4BIT = True
|
| 12 |
TORCH_DTYPE = torch.float16
|
| 13 |
DEVICE_MAP = "auto"
|
| 14 |
LOW_CPU_MEM_USAGE = True
|