api_wrappers/grazie_wrapper.py

import time

from grazie.api.client.chat.prompt import ChatPrompt
from grazie.api.client.endpoints import GrazieApiGatewayUrls
from grazie.api.client.gateway import GrazieApiGatewayClient, GrazieAgent, AuthType
from grazie.api.client.profiles import LLMProfile

import config

client = GrazieApiGatewayClient(
    grazie_agent=GrazieAgent(name="commit-rewriting-synthetic-end-to-start", version="dev"),
    url=GrazieApiGatewayUrls.STAGING,
    auth_type=AuthType.SERVICE,
    grazie_jwt_token=config.GRAZIE_API_JWT_TOKEN
)


def generate_for_prompt(prompt):
    output = None

    while output is None:
        try:
            output = output = client.chat(
                chat=ChatPrompt()
                .add_system("You are a helpful assistant.")
                .add_user(prompt),
                profile=LLMProfile("gpt-4-1106-preview")
            ).content
        except:
            time.sleep(config.GRAZIE_TIMEOUT_SEC)

    assert output is not None

    return output