app.py

import subprocess
import sys

# Install bitsandbytes first
subprocess.check_call([sys.executable, "-m", "pip", "install", "bitsandbytes"])

# Then import and use your model
from transformers import AutoTokenizer, AutoModelForCausalLM
import torch

model = AutoModelForCausalLM.from_pretrained(
    "EdysorEdutech/gatewaytrainedmodel",
    load_in_4bit=True,
    device_map="auto"
)