| import torch | |
| # Configuration parameters | |
| MODEL_TYPE = "i_blip" | |
| PROMPT = "describe this image in details" | |
| MAX_IMAGE_SIZE = 1024 | |
| MIN_LENGTH = 20 | |
| MAX_NEW_TOKENS = 200 | |
| MODEL_PATH = "m7mdal7aj/captioner" | |
| LOAD_IN_8BIT = False | |
| LOAD_IN_4BIT = True | |
| TORCH_DTYPE = torch.float16 | |
| DEVICE_MAP = "auto" | |
| LOW_CPU_MEM_USAGE = True | |
| SKIP_SPECIAL_TOKENS = True | |