this was added to get rougelsum scores matching published rougel scores for bart and pegasus re subn x remove pegasus newline char assert nltkavailable nltk must be installed to separate newlines between sentences pip install nltk return n joinnltk senttokenizex this was added to get rougelsum scores matching published rougel scores for bart and pegasus remove pegasus newline char
import re

from filelock import FileLock


try:
    import nltk

    NLTK_AVAILABLE = True
except (ImportError, ModuleNotFoundError):
    NLTK_AVAILABLE = False

if NLTK_AVAILABLE:
    with FileLock(".lock") as lock:
        nltk.download("punkt", quiet=True)


def add_newline_to_end_of_each_sentence(x: str) -> str:
    
    re.sub("<n>", "", x)  
    assert NLTK_AVAILABLE, "nltk must be installed to separate newlines between sentences. (pip install nltk)"
    return "\n".join(nltk.sent_tokenize(x))