| import requests as rq | |
| import streamlit as st | |
| import transformers | |
| import torch | |
| model_id = "meta-llama/Meta-Llama-3-8B" | |
| pipeline = transformers.pipeline( | |
| "text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto" | |
| ) | |
| def query(question): | |
| return pipeline(question) | |
| st.title("LLama3 8B T") | |
| st.subheader("This is a demo of the LLama3 8B T model.") | |
| user_input = st.text_area("Enter your text here:") | |
| if st.button("Submit"): | |
| answer = query(user_input) | |
| st.write(answer) | |