from pathlib import Path from modules.text_generation import get_encoded_length def load_prompt(fname): if fname in ['None', '']: return '' else: file_path = Path(f'prompts/{fname}.txt') if not file_path.exists(): return '' with open(file_path, 'r', encoding='utf-8') as f: text = f.read() if text[-1] == '\n': text = text[:-1] return text def count_tokens(text): try: tokens = get_encoded_length(text) return str(tokens) except: return '0'