Spaces:
Sleeping
Sleeping
File size: 553 Bytes
c06b9fa ead5e82 ef6e62b bb3b123 f8b217e bb3b123 99d5f76 ea38cb3 f8b217e ead5e82 ef6e62b 94d1af7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
import gradio as gr
import spaces
import transformers_gradio
# demo = gr.load(name="MakiAi/Llama-3-2-3B-Instruct-bnb-4bit-OKU-v1-10epochs-adapter", src=transformers_gradio.registry)
# demo = gr.load(name="unsloth/Llama-3.2-3B-Instruct-bnb-4bit", src=transformers_gradio.registry)
demo = gr.load(name="MakiAi/Llama-3-2-3B-Instruct-bnb-4bit-OKU-v1-1epochs", src=transformers_gradio.registry)
# demo = gr.load(name="unsloth/Llama-3.2-1B", src=transformers_gradio.registry)
demo.fn = spaces.GPU()(demo.fn)
if __name__ == "__main__":
demo.launch() |