bakery_shop_ordering_system_with_recipe_rag

Paused

themissingCRAM commited on Apr 4

Commit

69286ea

1 Parent(s): 6b70984

unsloth bnb 4bits

Files changed (1) hide show

app.py CHANGED Viewed

@@ -163,7 +163,7 @@ if __name__ == "__main__":
         model_id="unsloth/Llama-3.2-3B-Instruct-unsloth-bnb-4bit",
         device_map="cuda"
     )
-    model.model = model.model.to("cuda")
     # model = HfApiModel(
         # model_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
         # token = os.getenv("bakery_multi_agents_hf_tokens_write")

         model_id="unsloth/Llama-3.2-3B-Instruct-unsloth-bnb-4bit",
         device_map="cuda"
     )
+    model.model.to("cuda")
     # model = HfApiModel(
         # model_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
         # token = os.getenv("bakery_multi_agents_hf_tokens_write")