Spaces:
Runtime error
Runtime error
| """Common utility functions for working with LLM APIs.""" | |
| import re | |
| from typing import List | |
| def enforce_stop_tokens(text: str, stop: List[str]) -> str: | |
| """Cut off the text as soon as any stop words occur.""" | |
| return re.split("|".join(stop), text)[0] | |