LLama2_gguf / chat_csv.py
Jayem-11's picture
Upload chat_csv.py
fa1f2cc verified
raw
history blame contribute delete
No virus
395 Bytes
from langchain.llms import CTransformers
from langchain_experimental.agents.agent_toolkits.csv.base import create_csv_agent
llm = CTransformers(model="TheBloke/Llama-2-13B-Ensemble-v5-GGUF", model_file="llama-2-13b-ensemble-v5.Q5_K_M.gguf", model_type="llama")
csv_file = "data_breast.csv"
agent = create_csv_agent(llm, csv_file, verbose=True)
def quiz(query):
return agent.run(query)