Spaces:
Runtime error
Runtime error
File size: 1,274 Bytes
4811a2d 0af6e97 4811a2d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 |
from unittest import result
from templates.Templates import PromptTemplate
import openai
import os
import requests
prompt = PromptTemplate()
stop_words = ["###", "\n\n", "<br><br>", "The authors: "]
def model(type, template, seq_len=250):
train = ''
if type == 'title':
train = prompt.TITLE_TO_ABSTRACST
if type == 'topic':
train = prompt.TOPIC_TO_ABSTRACST
HF_URL = "https://api-inference.huggingface.co/models/bigscience/bloom"
HF_KEY = os.environ["HF_KEY"]
headers = {"Authorization": f"Bearer {HF_KEY}"}
print(f"Inside model {seq_len}")
payload = {
"inputs": train + template,
"parameters": {
"temperature": 0.9,
"max_new_tokens": seq_len,
"return_full_text": False,
"top_p": 0.8,
"frequency_penalty": 1.0,
"retention_penalty": 1.0,
},
"options": {
"use_cache": False
}
}
response = requests.post(HF_URL, json=payload, headers=headers)
response = response.json()
result = response[0]['generated_text']
# print("********", len(result), "********")
# print(result)
result = result.split("\n\n\n\n")[-1].strip().split("\n")[-1]
return {"result": result}
|