infer.py

import os
import requests

API_URL = (
    "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.2"
)





def query(question, hub_token: str):
    payload = {
        "inputs": question,
    }
    headers = {"Authorization": f"Bearer {hub_token}"}
    response = requests.post(API_URL, headers=headers, json=payload)
    return response.json()[0]["generated_text"]