Update app.py (#40)

- Update app.py (891d9b976d4a7a50cee129679e3223544a29d9a4)

app.py

@@ -8,8 +8,7 @@ from smolagents import CodeAgent, DuckDuckGoSearchTool, HfApiModel, InferenceCli
 from huggingface_hub import login
 from transformers import (
     AutoTokenizer,
-    AutoModelForCausalLM,
-    BitsAndBytesConfig
+    AutoModelForCausalLM
 )
 import os
 
@@ -34,17 +33,10 @@ class BasicAgent:
         
         # Load tokenizer and inject a minimal chat_template
         tokenizer = AutoTokenizer.from_pretrained(model_name)
-        
-        quant_config = BitsAndBytesConfig(
-            load_in_4bit=True,
-            bnb_4bit_quant_type="nf4",
-            bnb_4bit_use_double_quant=True,
-            bnb_4bit_compute_dtype=torch.float32
-        )
+
         # Load the GPT-2 model (FP16 if you like, but default is fine)
         model = AutoModelForCausalLM.from_pretrained(
             model_name,
-            quantization_config=quant_config,
             device_map="auto"
         )