utils.py

import re
import numpy as np
alphabets= "([A-Za-z])"
prefixes = "(Mr|St|Mrs|Ms|Dr)[.]"
suffixes = "(Inc|Ltd|Jr|Sr|Co)"
starters = "(Mr|Mrs|Ms|Dr|He\s|She\s|It\s|They\s|Their\s|Our\s|We\s|But\s|However\s|That\s|This\s|Wherever)"
acronyms = "([A-Z][.][A-Z][.](?:[A-Z][.])?)"
websites = "[.](com|net|org|io|gov)"

class Utils:

  @staticmethod
  def split_into_sentences(text):
      text = " " + text + "  "
      text = text.replace("\n"," ")
      text = re.sub(prefixes,"\\1<prd>",text)
      text = re.sub(websites,"<prd>\\1",text)
      if "Ph.D" in text: text = text.replace("Ph.D.","Ph<prd>D<prd>")
      text = re.sub("\s" + alphabets + "[.] "," \\1<prd> ",text)
      text = re.sub(acronyms+" "+starters,"\\1<stop> \\2",text)
      text = re.sub(alphabets + "[.]" + alphabets + "[.]" + alphabets + "[.]","\\1<prd>\\2<prd>\\3<prd>",text)
      text = re.sub(alphabets + "[.]" + alphabets + "[.]","\\1<prd>\\2<prd>",text)
      text = re.sub(" "+suffixes+"[.] "+starters," \\1<stop> \\2",text)
      text = re.sub(" "+suffixes+"[.]"," \\1<prd>",text)
      text = re.sub(" " + alphabets + "[.]"," \\1<prd>",text)
      if "”" in text: text = text.replace(".”","”.")
      if "\"" in text: text = text.replace(".\"","\".")
      if "!" in text: text = text.replace("!\"","\"!")
      if "?" in text: text = text.replace("?\"","\"?")
      text = text.replace(".",".<stop>")
      text = text.replace("?","?<stop>")
      text = text.replace("!","!<stop>")
      text = text.replace("<prd>",".")
      sentences = text.split("<stop>")
      sentences = sentences[:-1]
      sentences = [s.strip() for s in sentences]
      return sentences
  @staticmethod
  def largest_indices(ary, n):
    """Returns the n largest indices from a numpy array."""
    flat = ary.flatten()
    indices = np.argpartition(flat, -n)[-n:]
    indices = indices[np.argsort(-flat[indices])]
    return np.unravel_index(indices, ary.shape)