10 lines
259 B
Python
10 lines
259 B
Python
|
"""Common utility functions for LLM APIs."""
|
||
|
|
|
||
|
|
import re
|
||
|
|
from typing import List
|
||
|
|
|
||
|
|
|
||
|
|
def enforce_stop_tokens(text: str, stop: List[str]) -> str:
|
||
|
|
"""Cut off the text as soon as any stop words occur."""
|
||
|
|
return re.split("|".join(stop), text, maxsplit=1)[0]
|