Сократить программу разбиением на функции

import string, nltk_stopwords
 
wordstring = '''NLTK has been called a wonderful tool for teaching, and working in,
computational linguistics using Python, and an amazing library to play with
natural language.'''
 
fullwordlist = wordstring.split()
 
stop_words_list=nltk_stopwords.stopwords()
 
wordlist = [w for w in fullwordlist if w not in stop_words_list]
 
wordfreq = []
for w in wordlist:
    wordfreq.append(wordlist.count(w))
 
pairs = list(zip(wordlist, wordfreq))
 
print("String\n" + wordstring +"\n")
print("List\n" + str(wordlist) + "\n")
print("Frequencies\n" + str(wordfreq) + "\n")
print("Pairs\n" + str(pairs)+ "\n")
print("\nLen_Fullwordlist =", len(fullwordlist), "   Len_Wordlist =", len(wordlist),
      "   Differance =", len(fullwordlist)-len(wordlist),"\n")
 
 
freqdict=dict(pairs)
print("Dictionary\n" + str(freqdict)+ "\n")
 
print("Sorted dictionary by keys")
sortdict=sorted(freqdict.items())
for key,value in sortdict:
    print(key,":",value)
 
 
#for key in sorted(freqdict):
#    print(key,":",freqdict[key])
 
print("\n")
 
aux = [(freqdict[key], key) for key in freqdict]
print("Aux dictionary\n" +str(aux) + "\n")
 
aux.sort()
aux.reverse()
#print("Aux sorted dictionary\n" +str(aux) + "\n")
print("Sorted dictionary by values")
 
for key,value in aux:
    print(key,":",value)

#from nltk.corpus import stopwords ('english')
#[url]http://www.nltk.org/book/ch02.html[/url]
 
def stopwords():
 
    stopwords=['i', 'me', 'my', 'myself', 'we', 'our', 'ours', 'ourselves',
               'you', 'your', 'yours','yourself', 'yourselves', 'he', 'him',
               'his', 'himself', 'she', 'her', 'hers', 'herself', 'it', 'its',
               'itself', 'they', 'them', 'their', 'theirs', 'themselves',
               'what', 'which', 'who', 'whom', 'this', 'that', 'these', 'those',
               'am', 'is', 'are', 'was', 'were', 'be', 'been', 'being', 'have',
               'has', 'had', 'having', 'do', 'does', 'did', 'doing', 'a', 'an',
               'the', 'and', 'but', 'if', 'or', 'because', 'as', 'until',
               'while', 'of', 'at', 'by', 'for', 'with', 'about', 'against',
               'between', 'into', 'through', 'during', 'before', 'after',
               'above', 'below', 'to', 'from', 'up', 'down', 'in', 'out', 'on',
               'off', 'over', 'under', 'again', 'further', 'then', 'once',
               'here', 'there', 'when', 'where', 'why', 'how', 'all', 'any',
               'both', 'each', 'few', 'more', 'most', 'other', 'some', 'such',
               'no', 'nor', 'not', 'only', 'own', 'same', 'so', 'than', 'too',
               'very', 's', 't', 'can', 'will', 'just', 'don', 'should', 'now']
    
    return stopwords
 
# If nltk_stopwords.py is run (instead of imported as a module) call
# the main() function.
if __name__ == '__main__':
     
     list_of_stop_words=stopwords()
     print(list_of_stop_words)

import string, nltk_stopwords
 
def main():
     myText = '''NLTK has been called a wonderful tool for teaching, and working in,
     computational linguistics using Python, and an amazing library to play with
     natural language.'''
     normalizedtext = textToNormalForm(myText)
     fullwordlist = normalizedtext.split()
     myWordlist = removeStopwords(fullwordlist) 
     myDictionary = wordListToFriqDict(myWordlist)
     sorteddictalph = sortFriqDictbyAlph(myDictionary)
     sorteddictfreq = sortFriqDictbyFreq(myDictionary)
     
def textToNormalForm(text):
    
     return normalizedtext
 
def removeStopwords(fullwordlist):
  pairs = list(zip(wordlist, wordfreq))
 
print("String\n" + wordstring +"\n")
print("List\n" + str(wordlist) + "\n")
print("Frequencies\n" + str(wordfreq) + "\n")
print("Pairs\n" + str(pairs)+ "\n")
print("\nLen_Fullwordlist =", len(fullwordlist), "   Len_Wordlist =", len(wordlist),
      "   Differance =", len(fullwordlist)-len(wordlist),"\n")
   
 
def wordListToFriqDict(wordlist):
    wordlist = [w for w in fullwordlist if w not in stop_words_list]
 
wordfreq = []
for w in wordlist:
    wordfreq.append(wordlist.count(w))
   
 
def sortFriqDictbyAlph(dictionary):
freqdict=dict(pairs)
print("Dictionary\n" + str(freqdict)+ "\n")
 
print("Sorted dictionary by keys")
sortdict=sorted(freqdict.items())
for key,value in sortdict:
    print(key,":",value)
 
 
#for key in sorted(freqdict):
#    print(key,":",freqdict[key])
 
print("\n")
     return sortFriqDictAlph
 
def sortFriqDictbyFreq(dictionary):    
     
     return sortFriqDictFreq
 
 
if __name__ == '__main__':
     main()

import string
import nltk_stopwords
 
 
def get_wordlist(wordstring):
     fullwordlist = wordstring.split()
     stop_words_list=nltk_stopwords.stopwords()
     retrun [w for w in fullwordlist if w not in stop_words_list]
 
def get_wordfreq(wordlist):
     wordfreq = []
     for w in wordlist:
         wordfreq.append(wordlist.count(w))
     return wordfreq
 
 
wordstring = '''NLTK has been called a wonderful tool for teaching, and working in,
computational linguistics using Python, and an amazing library to play with
natural language.'''
 
 
wordlist  = get_wordlist(wordstring)
wordfreq  = get_wordlist(wordlist)
pairs = list(zip(wordlist, wordfreq))
print('Len_Fullwordlist = %s\n. Len_Wordlist = %s.\n,  Differance = %s.\n' % (len(fullwordlist), len(wordlist), len(fullwordlist)-len(wordlist))

import string
import nltk_stopwords
 
def get_wordlist(wordstring):
     fullwordlist = wordstring.split()
     stop_words_list=nltk_stopwords.stopwords()
     retrun [w for w in fullwordlist if w not in stop_words_list]
 
def get_wordfreq(wordlist):
     wordfreq = []
     for w in wordlist:
         wordfreq.append(wordlist.count(w))
     return wordfreq
 
def get_sortlist(pairs):
    freqdict=dict(pairs)
    return freqdict, sorted(freqdict.items())
 
def get_aux(sortlist):
    aux = [(freqdict[key], key) for key in freqdict] 
    aux.sort()
    aux.reverse()
    return aux
 
def print_dict(d):
    print('Name dict = ', d)
    for key, value in d.items():
        print('    ', key, ':', value) 
 
wordstring = '''NLTK has been called a wonderful tool for teaching, and working in,
computational linguistics using Python, and an amazing library to play with
natural language.'''
 
 
wordlist  = get_wordlist(wordstring)
wordfreq  = get_wordlist(wordlist)
pairs = list(zip(wordlist, wordfreq))
print('Len_Fullwordlist = %s\n. Len_Wordlist = %s.\n,  Differance = %s.\n' % (len(fullwordlist), len(wordlist), len(fullwordlist)- len(wordlist))
freqdict, sortlist = get_sortlist(pairs)
aux = get_aux(freqdict)
print_dict(dict(aux))

freqdict, sortlist = get_sortlist(pairs)

import string
import nltk_stopwords
 
def get_wordlist(wordstring):
    fullwordlist = wordstring.split()
    stop_words_list= nltk_stopwords.stopwords()
    return [w for w in fullwordlist if w not in stop_words_list]
 
def get_wordfreq(wordlist):
     wordfreq = []
     for w in wordlist:
         wordfreq.append(wordlist.count(w))
     return wordfreq
 
def get_sortlist(pairs):
    freqdict=dict(pairs)
    return freqdict, sorted(freqdict.items())
 
def get_aux(sortlist):
    aux = [(freqdict[key], key) for key in freqdict] 
    aux.sort()
    aux.reverse()
    return aux
 
def print_dict(d):
    for key, value in d.items():
        print('    ', key, ':', value) 
 
wordstring = '''NLTK has been called a wonderful tool for teaching, and working in,
computational linguistics using Python, and an amazing library to play with
natural language.'''
 
 
wordlist  = get_wordlist(wordstring)
wordfreq  = get_wordfreq(wordlist)
pairs = list(zip(wordlist, wordfreq))
freqdict, sortlist = get_sortlist(pairs)
aux = get_aux(freqdict)
print_dict(dict(aux))

fullwordlist = wordstring.split()