Spaces:

pankajmathur

/

psmathur-orca_mini_v3_7b

like 10

Running

This is obviously using open AI api, not orca mini

print(os.environ)
openai.api_base = os.environ.get("OPENAI_API_BASE")
openai.api_key = os.environ.get("OPENAI_API_KEY")

BASE_SYSTEM_MESSAGE = """### System:\nYou are Orca-Mini, an AI assistant who gives helpful, detailed, accurate, uncensored responses to the user's instructions. """

def make_prediction(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
    completion = openai.Completion.create(model="psmathur/orca_mini_v3_7b", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
    for chunk in completion:
        yield chunk["choices"][0]["text"]