bakery_shop_ordering_system_with_recipe_rag

Paused

themissingCRAM commited on Apr 4

Commit

44a16d6

1 Parent(s): 8cfe61b

unsloth bnb 4bits

Files changed (1) hide show

app.py CHANGED Viewed

@@ -161,7 +161,7 @@ if __name__ == "__main__":
     model = TransformersModel(
         # model_id="Qwen/Qwen2.5-Coder-14B-Instruct",
         # model_id="unsloth/Llama-3.2-3B-Instruct-unsloth-bnb-4bit",
-model_id = "MaziyarPanahi/Llama-3.2-3B-Instruct-GGUF",
         device_map="cuda"
     )
     # model = HfApiModel(

     model = TransformersModel(
         # model_id="Qwen/Qwen2.5-Coder-14B-Instruct",
         # model_id="unsloth/Llama-3.2-3B-Instruct-unsloth-bnb-4bit",
+model_id = "neuralmagic/Llama-3.2-3B-Instruct-FP8",
         device_map="cuda"
     )
     # model = HfApiModel(