File size: 340 Bytes
75a53d9 d31287c 747fb93 e22f53a 75a53d9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
import torch
# Configuration parameters
MODEL_TYPE = "i_blip"
PROMPT = "describe this image in details"
MAX_IMAGE_SIZE = 1024
MIN_LENGTH = 20
MAX_NEW_TOKENS = 200
MODEL_PATH = "m7mdal7aj/captioner"
LOAD_IN_8BIT = False
LOAD_IN_4BIT = True
TORCH_DTYPE = torch.float16
DEVICE_MAP = "auto"
LOW_CPU_MEM_USAGE = True
SKIP_SPECIAL_TOKENS = True
|