chuunibyou / app.py
prabinpanta0's picture
Update app.py
467535b
raw
history blame
No virus
3.34 kB
import os
import json
import vertexai
from vertexai.generative_models import GenerativeModel
import vertexai.preview.generative_models as generative_models
import gradio as gr
# Read the service account key JSON file path from environment variable
SERVICE_ACCOUNT_KEY_PATH = os.getenv("GOOGLE_APPLICATION_CREDENTIALS")
if not SERVICE_ACCOUNT_KEY_PATH:
raise ValueError("The GOOGLE_APPLICATION_CREDENTIALS environment variable is not set.")
with open(SERVICE_ACCOUNT_KEY_PATH) as f:
service_account_info = json.load(f)
os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = SERVICE_ACCOUNT_KEY_PATH
def generate(text):
try:
vertexai.init(project="idyllic-now-424815-h2", location="us-central1")
model = GenerativeModel(
"gemini-1.5-flash-001",
system_instruction=[
'Objective', text, 'Instructions', 'Use words like "thou," "thee," "thy," "henceforth," "forsooth," and "verily."',
'Transform sentences to be elaborate and formal.',
'Maintain a delusional nobleman tone, addressing others as if they are of lower status.',
'Examples', ':', 'Input', ': "Hey, what\'s up?"', 'Output', ': "Greetings, fair compatriot! What news dost thou bring?"',
'Input', ': "Can you help me with this?"', 'Output', ': "Might I entreat thee to lend thine esteemed assistance in this matter?"',
'Input', ': "I don\'t like this."', 'Output', ': "I find this matter to be most displeasing and beneath my esteemed tastes."',
'Input', ': "You did a good job."', 'Output', ': "Thy efforts are commendable, and thou hast performed admirably."',
'Input', ': "See you later."', 'Output', ': "Until we meet again, may fortune smile upon thee."',
'Keep the original meaning, but make it sound like a nobleman from a fantasy world.'
]
)
generation_config = {
'max_output_tokens': 3019,
'temperature': 1,
'top_p': 0.32,
}
safety_settings = {
generative_models.HarmCategory.HARM_CATEGORY_HATE_SPEECH: generative_models.HarmBlockThreshold.BLOCK_NONE,
generative_models.HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT: generative_models.HarmBlockThreshold.BLOCK_NONE,
generative_models.HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT: generative_models.HarmBlockThreshold.BLOCK_NONE,
generative_models.HarmCategory.HARM_CATEGORY_HARASSMENT: generative_models.HarmBlockThreshold.BLOCK_NONE,
}
responses = model.generate_content(
[text],
generation_config=generation_config,
safety_settings=safety_settings,
stream=True,
)
response_text = ""
for response in responses:
response_text += response.text
return response_text if response_text else "No valid response generated or response was blocked."
except Exception as e:
return str(e)
iface = gr.Interface(
fn=generate,
inputs=gr.Textbox(lines=2, placeholder="Enter text here..."),
outputs="text",
title="Chuunibyou Text Generator",
description="Transform text into an elaborate and formal style with a nobleman tone."
)
if __name__ == "__main__":
iface.launch()