parse_out_email_text.py

#!/usr/bin/python

from nltk.stem.snowball import SnowballStemmer
import string

def parseOutText(f):


    f.seek(0)  ### go back to beginning of file (annoying)
    all_text = f.read()

    ### split off metadata
    content = all_text.split("X-FileName:")
    words = ""
    if len(content) > 1:
        ### remove punctuation
        text_string = content[1].translate(string.maketrans("", ""), string.punctuation)

        stemmer = SnowballStemmer("english")
        words_list = text_string.split()
        
        for word in words_list:
        	words += stemmer.stem(word) + " "

    return words