Not use 8 bit quantization

app.py

@@ -5,12 +5,7 @@ from typing import Iterator
 import gradio as gr
 import spaces
 import torch
-from transformers import (
-    AutoModelForCausalLM,
-    BitsAndBytesConfig,
-    GemmaTokenizerFast,
-    TextIteratorStreamer,
-)
+from transformers import AutoModelForCausalLM, GemmaTokenizerFast, TextIteratorStreamer
 
 DESCRIPTION = """\
 # Gemma 2 2B IT
@@ -34,7 +29,6 @@ model = AutoModelForCausalLM.from_pretrained(
     model_id,
     device_map="auto",
     torch_dtype=torch.bfloat16,
-    quantization_config=BitsAndBytesConfig(load_in_8bit=True),
 )
 model.config.sliding_window = 4096
 model.eval()