analysis.py

"""
A module for analyzing text tagged in the following format: 'text.POS'.
"""

def count_words(text : str) -> int:
    """
    Given a tagged text, counts all the words (tokens other than punctuation)
    in it
    """
    counter = 0
    
    tokens = text.split(" ")
    for token in tokens:
        # tokens should be formatted as text.POS
        pos = token.split(".")[1]
        if pos != "PUNCT":
            counter += 1

    return counter

def count_pos(text : str, word : str, pos : str = None) -> int:
    """
    Given a tagged text, a word, and optionally a part of speech, 
    find all matches. If no part of speech is provided, just find
    all occurences of the word.
    """
    tokens = text.split(" ")
    counter = 0
    for token in tokens:

        current_word = token.split(".")[0].lower()
        if (len(token.split(".")) >= 2):

            current_pos = token.split(".")[1]
        else:
            # if a word is not tagged for some reason, 
            # it will be ignored
            current_pos = None

        if pos:
            if word == current_word and pos == current_pos:
                counter += 1 
        else:
            if word == current_word:
                counter += 1

    return counter

def count_name(text : str, name : str):
    """
    Given a tagged text and a space-separated name, 
    count all occurences of that name 
    """
    tokens = text.split(" ")
    name_parts = name.split()
    counter = 0
    for i, token in enumerate(tokens):
        

        current_word = token.split(".")[0].lower()
        
        # potential match detected
        if current_word == name_parts[-1].lower():
            
            # see if all of the name is matched
            matched_parts = 0
            for j in range(-1, -len(name_parts)-1, -1):
                #print(current_word, name_parts[j].lower(), tokens[i + j + 1].split(".")[0].lower(), matched_parts)
                if -j <= (i+ 1) and name_parts[j].lower() == tokens[i + j + 1].split(".")[0].lower():
                    matched_parts += 1 
                    #print(matched_parts)
            
            if matched_parts == len(name_parts):
                counter += 1

    return counter
    

if __name__ == "__main__":
    print(count_name("John.blah smith.blah blah blah blah john smith blah. blah blah blah blah. John Smith blah a b blah john Smith.", "John Smith"))