import os import gradio as gr import torch from transformers import AutoTokenizer, AutoModelForCausalLM # Load the model and tokenizer tokenizer = AutoTokenizer.from_pretrained("openai-community/gpt2-medium", clean_up_tokenization_spaces=True) model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2-medium") # Define the initial prompt for the system system_prompt = """ You are an AI model designed to provide concise information about big data analytics across various fields without mentioning the question. Respond with a focused, one-line answer that captures the essence of the key risk, benefit, or trend associated with the topic. input: What do you consider the most significant risk of over-reliance on big data analytics in stock market risk management? output: Increased market volatility. input: What is a major benefit of big data analytics in healthcare? output: Enhanced patient care through personalized treatment. input: What is a key challenge of big data analytics in retail? output: Maintaining data privacy and security. input: What is a primary advantage of big data analytics in manufacturing? output: Improved production efficiency and predictive maintenance. input: What is a significant risk associated with big data analytics in education? output: Potential widening of the achievement gap if data is not used equitably. """ def generate(text): try: # Combine the system prompt with the user's input prompt = system_prompt + f"\ninput: {text}\noutput:" # Tokenize the input inputs = tokenizer(prompt, return_tensors="pt") # Generate the response outputs = model.generate(inputs["input_ids"], max_length=256) # Convert the output to text response_text = tokenizer.decode(outputs[0], skip_special_tokens=True).split("output:")[-1].strip() return response_text if response_text else "No valid response generated." except Exception as e: return str(e) iface = gr.Interface( fn=generate, inputs=gr.Textbox(lines=2, placeholder="Enter text here..."), outputs="text", title="Big Data Analytics Assistant", description="Provides concise information about big data analytics across various fields.", live=False ) def launch_custom_interface(): iface.launch() if __name__ == "__main__": launch_custom_interface()