File size: 3,031 Bytes
6e40eda |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 |
# -*- coding: utf-8 -*-
"""app.ipynb
Automatically generated by Colaboratory.
Original file is located at
https://colab.research.google.com/#fileId=https%3A//huggingface.co/spaces/AliArshad/Psycho/blob/main/app.ipynb
"""
pip install transformers gradio
# Load model directly
from transformers import AutoTokenizer, AutoModelForCausalLM
tokenizer = AutoTokenizer.from_pretrained("Intel/neural-chat-7b-v3-1")
model = AutoModelForCausalLM.from_pretrained("Intel/neural-chat-7b-v3-1")
def generate_response(system_input, user_input):
# Format the input using the provided template
prompt = f"### System:\n{system_input}\n### User:\n{user_input}\n### Assistant:\n"
# Tokenize and encode the prompt
inputs = tokenizer.encode(prompt, return_tensors="pt", add_special_tokens=False)
# Generate a response
outputs = model.generate(inputs, max_length=1000, num_return_sequences=1, pad_token_id=tokenizer.eos_token_id)
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
# Extract only the assistant's response
return response.split("### Assistant:\n")[-1]
'''# Example usage
system_input = "Please act as a psychology counselor assistant. I will provide you counselling notes and you need to provide me exactly two things in return, assessment and plan for the notes. Please note that the assessment should begin with keword 'Assessment:', and plan should begin with keyword 'Plan:'. Please make it logical, simple, concise, and clear."
user_input = "Can't sleep well?"
response = generate_response(system_input, user_input)
print(response)
'''
def generate_response1(user_input):
system_input = "Please act as a psychology counselor assistant. I will provide you counselling notes and you need to provide me exactly two things in return, assessment and plan for the notes. Please note that the assessment should begin with keword 'Assessment:', and plan should begin with keyword 'Plan:'. Please make it logical, simple, concise, and clear."
prompt = f"### System:\n{system_input}\n### User:\n{user_input}\n### Assistant:\n"
inputs = tokenizer.encode(prompt, return_tensors="pt", add_special_tokens=False)
outputs = model.generate(inputs, max_length=1000, num_return_sequences=1, pad_token_id=tokenizer.eos_token_id)
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
response_parts = response.split("### Assistant:\n")[-1]
# Split the response into Assessment and Plan
assessment = response_parts.split("Plan:")[0].strip()
plan = "Plan:" + response_parts.split("Plan:")[1].strip()
return assessment, plan
import gradio as gr
# Gradio interface
iface = gr.Interface(
fn=generate_response1,
inputs=gr.Textbox(lines=2, label="Please Upload Notes here", placeholder="Enter your notes here..."),
outputs=[gr.Textbox(label="Assessment"), gr.Textbox(label="Plan")],
examples=[
["Can't sleep well?"],
["Feeling anxious all the time."]
]
)
# Launch the interface
iface.launch(share=True) |