app.py

import os
import json
import vertexai
from vertexai.generative_models import GenerativeModel
import vertexai.preview.generative_models as generative_models
import gradio as gr

# Path to the service account key JSON file
SERVICE_ACCOUNT_KEY_PATH = ".huggingface/idyllic-now-424815-h2-df17361a49ed.json"

# Read the service account key JSON file and set the environment variable
with open(SERVICE_ACCOUNT_KEY_PATH) as f:
    service_account_info = json.load(f)
os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = SERVICE_ACCOUNT_KEY_PATH

def generate(text):
    try:
        vertexai.init(project="idyllic-now-424815-h2", location="us-central1")
        model = GenerativeModel(
            "gemini-1.5-flash-001",
            system_instruction=[
                'Objective', text, 'Instructions', 'Use words like "thou," "thee," "thy," "henceforth," "forsooth," and "verily."',
                'Transform sentences to be elaborate and formal.',
                'Maintain a delusional nobleman tone, addressing others as if they are of lower status.',
                'Examples', ':', 'Input', ': "Hey, what\'s up?"', 'Output', ': "Greetings, fair compatriot! What news dost thou bring?"',
                'Input', ': "Can you help me with this?"', 'Output', ': "Might I entreat thee to lend thine esteemed assistance in this matter?"',
                'Input', ': "I don\'t like this."', 'Output', ': "I find this matter to be most displeasing and beneath my esteemed tastes."',
                'Input', ': "You did a good job."', 'Output', ': "Thy efforts are commendable, and thou hast performed admirably."',
                'Input', ': "See you later."', 'Output', ': "Until we meet again, may fortune smile upon thee."',
                'Keep the original meaning, but make it sound like a nobleman from a fantasy world.'
            ]
        )
        generation_config = {
            'max_output_tokens': 3019,
            'temperature': 1,
            'top_p': 0.32,
        }
        safety_settings = {
            generative_models.HarmCategory.HARM_CATEGORY_HATE_SPEECH: generative_models.HarmBlockThreshold.BLOCK_NONE,
            generative_models.HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT: generative_models.HarmBlockThreshold.BLOCK_NONE,
            generative_models.HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT: generative_models.HarmBlockThreshold.BLOCK_NONE,
            generative_models.HarmCategory.HARM_CATEGORY_HARASSMENT: generative_models.HarmBlockThreshold.BLOCK_NONE,
        }
        responses = model.generate_content(
            [text],
            generation_config=generation_config,
            safety_settings=safety_settings,
            stream=True,
        )

        response_text = ""
        for response in responses:
            response_text += response.text

        return response_text if response_text else "No valid response generated or response was blocked."

    except Exception as e:
        return str(e)

iface = gr.Interface(
    fn=generate,
    inputs=gr.Textbox(lines=2, placeholder="Enter text here..."),
    outputs="text",
    title="Chuunibyou Text Generator",
    description="Transform text into an elaborate and formal style with a nobleman tone."
)

if __name__ == "__main__":
    iface.launch()