""" utils.py - Utility functions for the project. """ def postprocess(text:str): """ postprocess - remove common values in scraped dataset Args: text (str): the text to postprocess """ replacements = { "ENA":"", "Enron":"", "Sony":"", "Columbia":"", "Hilary":"John", "Clinton":"Smith", "Amy":"Jane", "Pascal":"", } # replace common values, also check lowercase for k, v in replacements.items(): text = text.replace(k, v) text = text.replace(k.lower(), v) return text