File size: 2,863 Bytes
347c564 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 |
import json
import torch
from transformers import pipeline
import streamlit as st
# Load the text-generation pipeline
pipe = pipeline("text-generation", model="HuggingFaceH4/zephyr-7b-alpha", torch_dtype=torch.bfloat16, device_map="auto")
delimiter = "####"
system_message = f"""
You will be provided with user data. \
The user data will be delimited with \
{delimiter} characters.
Extract key information as shown in the examples shown below, to add an item in the ERPnext application. Give the output as a python dictionary object. Do not use information outside from what
is given inside the text to fill the values. Do not provide any explaination.
Example1:
prompt: "I had made an order for 6 Units of item Logitech G15. The platform said that there were 10 Units available in stock before i made my purchase, but now it shows that the item is out of stock even though I have made a payment of 6000 towards my order.",
"item_code": "None",
"item_name": "Logitech G15",
"item_group": "None",
"stock_uom": "Unit",
"description": "None",
"standard_rate": 1000
Example2:
prompt": "Hello, I have not received my order of 5Litres Saffola Gold oil. I made an order on 07-09-2023",
"item_code": "None",
"item_name": "Saffola Gold Oil",
"item_group": "None",
"stock_uom": "Litres",
"description": "None",
"standard_rate": "None"
Example3:
prompt": "Please add an entry of a new item in our inventory, Code IB707, and name i-ball Keyboard K-5. Current stock includes 5000 Nos of the item, grouped under Products. Price per unit is Rs. 1500.",
"item_code": "IB707",
"item_name": "i-ball Keyboard K-5",
"item_group": "Product",
"stock_uom": "Nos",
"description": "None",
"standard_rate": 1500
"""
# Create a Streamlit app
def main():
st.title("Prompt to JSON Tool")
st.write("This tool generates JSON output based on the user's prompt.")
user_input = st.text_area("Enter your prompt here")
if st.button("Generate JSON"):
messages = [
{"role": "system", "content": system_message},
{"role": "user", "content": f"{delimiter}{user_input}{delimiter}"},
]
prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
output_text = outputs[0]["generated_text"]
# Parse the relevant JSON information from the output text
json_output = output_text.split("Example1:")[-1].strip()
# Display the JSON output on the Streamlit app
st.write("JSON Output:")
st.write(json_output)
# Save the JSON output to a file
with open("output.json", "w") as f:
json.dump(json_output, f, indent=4)
st.write("JSON output saved to 'output.json'.")
if __name__ == "__main__":
main()
|