src/probing/getSubNum.py

"""Find subect number from dependency trees for main clause."""
import ssfAPI as ssf
from argparse import ArgumentParser
from re import search
from sys import argv
import os
import pandas as pd

def find_file_list(folder_path):
    """Find file list inside a folder."""
    file_list = ssf.folderWalk(folder_path)
    return file_list


def write_lines_to_file(lines, file_path):
    """Write lines to a file."""
    with open(file_path, 'w', encoding='utf-8') as file_write:
        file_write.write('\n'.join(lines))

def find_subject_number_from_sentence(sentence):
    """Find subject number from a sentence."""
    main_verb = '0'
    subject_parent = ''
    subject_token = ''
    subject_pos = ''
    # every sentence consists of chunks
    for chunk_node in sentence.nodeList:
        if chunk_node.parentRelation == 'k1' and search('^NP\d+', str(chunk_node.name)):
            # k1 relation is similar nsubj in universal dependencies
            subject_parent = chunk_node.parent
            subject_number = ''
            # every chunks consists of tokens
            for node in chunk_node.nodeList:
                if node.type == 'N_NN' and not search('^NULL', node.lex):
                    # N_NN pos tag is for common noun, can also consider N_NNP for proper noun
                    morph_feats = node.getAttribute('af')
                    # af attributes consists of 8 fields, 4th field is number feature
                    if morph_feats:
                        subject_number = morph_feats.split(',')[3]
                        subject_token = node.lex
                        subject_pos = node.type
        elif chunk_node.name == subject_parent and chunk_node.parent == main_verb:
            if subject_token:
                # if the number of the subject is missing, then ignore it
                return subject_number
    return None


def main():
    count = 0
    subnum = []
    sentences = []
    """Pass arguments and call functions here."""
    # this program runs on both folder and file level.
    parser = ArgumentParser(description="This is a program for finding the subect number from dependency annotated treebanks.")
    parser.add_argument('-i', dest='inp', help='Enter the input folder or file for which subect number should be extracted.')
    args = parser.parse_args()
    if not os.path.isdir(args.inp):
    # Create a document subect for an SSF annotated file
        ssf_document = ssf.Document(args.inp)
        subect_with_number_and_sentences = []
        for sentence in ssf_document.nodeList:
            # subect_with_number_and_sentence = find_subect_number_from_sentence(sentence)
            # if subect_with_number_and_sentence:
                # subect_with_number_and_sentences.append(subect_with_number_and_sentence)
            subnum.append(find_subject_number_from_sentence(sentence))
            sentences.append(sentence.generateSentence())
    else:
        file_list = find_file_list(args.inp)
        subect_with_number_and_sentences = []
        for fl in file_list:
            ssf_document = ssf.Document(fl)
            for sentence in ssf_document.nodeList:
                count += 1
                # subect_with_number_and_sentence = find_subect_number_from_sentence(sentence)
                # if subect_with_number_and_sentence:
                    # subect_with_number_and_sentences.append(subect_with_number_and_sentence)
                subnum.append(find_subject_number_from_sentence(sentence))
                sentences.append(str(sentence.generateSentence()))
                
                # print(subect_with_number_and_sentences)

    # write_lines_to_file(subect_with_number_and_sentences, args.out)
    d = {"subnum":subnum,"sentences":sentences}
    df = pd.DataFrame(d)
    df.to_csv("./gold/telugu/subnum_updated.csv",index=False)



if __name__ == '__main__':
    main()