Spaces:
Running
Running
File size: 2,672 Bytes
94dc00e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 |
"""
This script is used to wrap all generation methods together.
todo:
A worker keeps running on the server. Monitor the Amazon SQS. Once receive a new message, do the following:
Download the corresponding configuration files on S3.
Change Task status from Pending to Running.
Call `generator_wrapper` and wait for the outputs.
If `generator_wrapper` returns results:
evaluate the results; compile it; upload results to S3 ... Change Task status from Running to Completed.
If anything goes wrong, raise Error.
If `generator_wrapper` returns nothing or Timeout, or raise any error:
Change Task status from Running to Failed.
"""
from auto_generators import generate_draft
from utils.file_operations import make_archive
import yaml
import uuid
def remove_special_characters(s):
return ''.join(c for c in s if c.isalnum() or c.isspace() or c == ',')
def generator_wrapper(config):
if not isinstance(config, dict):
with open(config, "r") as file:
config = yaml.safe_load(file)
title = config["paper"]["title"]
generator = config["generator"]
if generator == "auto_draft":
folder = generate_draft(title, config["paper"]["description"],
tldr=config["references"]["tldr"],
max_kw_refs=config["references"]["max_kw_refs"],
refs=config["references"]["refs"],
max_tokens_ref=config["references"]["max_tokens_ref"],
knowledge_database=config["domain_knowledge"]["knowledge_database"],
max_tokens_kd=config["domain_knowledge"]["max_tokens_kd"],
query_counts=config["domain_knowledge"]["query_counts"],
sections=config["output"]["selected_sections"],
model=config["output"]["model"],
template=config["output"]["template"],
prompts_mode=config["output"]["prompts_mode"],
)
else:
raise NotImplementedError(f"The generator {generator} has not been supported yet.")
# todo: post processing: translate to Chinese, compile PDF ...
filename = remove_special_characters(title).replace(" ", "_") + uuid.uuid1().hex + ".zip"
return make_archive(folder, filename)
if __name__ == "__main__":
pass
# with open("configurations/default.yaml", 'r') as file:
# config = yaml.safe_load(file)
# print(config)
# generator_wrapper(config)
|