Update app.py

app.py

@@ -4,7 +4,7 @@ import torch
 from PIL import Image
 from pathlib import Path
 from threading import Thread
-from transformers import AutoProcessor, Gemma3ForConditionalGeneration, TextIteratorStreamer
+from transformers import AutoTokenizer, AutoModelForCausalLM, AutoProcessor, Gemma3ForConditionalGeneration, TextIteratorStreamer
 import spaces
 import time
 
@@ -15,11 +15,15 @@ DESCRIPTION= """
 
 # model config
 model_270m_name = "google/gemma-3-270m-it"
-model_270m = Gemma3ForConditionalGeneration.from_pretrained(
+model_270m = AutoModelForCausalLM.from_pretrained(
     model_270m_name,
+    torch_dtype="auto",
     device_map="auto",
-    torch_dtype=torch.bfloat16
+    attn_implementation="eager"
 ).eval()
+
+tokenizer = AutoTokenizer.from_pretrained(model_270m)
+
 processor_4b = AutoProcessor.from_pretrained(model_270m_name)
 # I will add timestamp later
 def extract_video_frames(video_path, num_frames=8):