app.py

import streamlit as st
import replicate


st.
output = replicate.run(
    "meta/meta-llama-3-8b-instruct",
    input={
        "top_p": 0.9,
        "prompt": "Write me three poems about llamas, the first in AABB format, the second in ABAB, the third without any rhyming",
        "max_tokens": 512,
        "min_tokens": 0,
        "temperature": 0.6,
        "prompt_template": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n",
        "presence_penalty": 0,
        "frequency_penalty": 0
    }
)
print(output)