evoluztampere/fuzzy-string-matching

Project EVOLUZ, financed by the Academy of Finland, to understand and support historian's changing work tasks in digital environments, designing user-based information retrieval for Finnish languages.

fuzzy-string-matching's Issues

read all the files in a folder and run EFZP.py

import os
files_path = '/Users/xxx/Desktop/Test_SP/'
for filename in os.listdir(files_path):
# only care the txt files
if filename.endswith(".txt"):
#load data
file = open("{}/{}".format(files_path,filename))
text = file.read()
file.close()
# split into words
from nltk.tokenize import word_tokenize
tokens = word_tokenize(text)
# run the .py code
import EFZP
porter = EFZP()
stemmed = [porter.stem(word) for word in tokens]
# write on the same file with input
with open("{}/{}".format(files_path,filename), 'w') as fout:
fout.write(stemmed[:20])

How to run wiktfinnish

install
import wiktfinnish

lst = wiktfinnish.all_forms_list("verb")
lst = wiktfinnish.all_forms_list("name")

('', '', 'ade-sg', '2p', 'kAAnkO'),
('', '', 'abl-sg', '', ''),
('', '', 'abl-sg', '', 'kO'),
('', '', 'abl-sg', '', 'kin'),
('', '', 'abl-sg', '', 'kAAn'),
('', '', 'abl-sg', '', 'pA'),
('', '', 'abl-sg', '', 'hAn'),
('', '', 'abl-sg', '', 'kOhAn'),
('', '', 'abl-sg', '', 'pAhAn'),
('', '', 'abl-sg', '', 'pAs'),
('', '', 'abl-sg', '', 'kOs'),
('', '', 'abl-sg', '', 'kinkO'),
('', '', 'abl-sg', '', 'kAAnkO'),
('', '', 'abl-sg', '1s', ''),
('', '', 'abl-sg', '1s', 'kO'),
('', '', 'abl-sg', '1s', 'kin'),
('', '', 'abl-sg', '1s', 'kAAn'),
('', '', 'abl-sg', '1s', 'pA'),
('', '', 'abl-sg', '1s', 'hAn'),
('', '', 'abl-sg', '1s', 'kOhAn'),
('', '', 'abl-sg', '1s', 'pAhAn'),
('', '', 'abl-sg', '1s', 'pAs'),
('', '', 'abl-sg', '1s', 'kOs'),
('', '', 'abl-sg', '1s', 'kinkO'),
('', '', 'abl-sg', '1s', 'kAAnkO'),
('', '', 'abl-sg', '2s', ''),
('', '', 'abl-sg', '2s', 'kO'),
('', '', 'abl-sg', '2s', 'kin'),
('', '', 'abl-sg', '2s', 'kAAn'),
('', '', 'abl-sg', '2s', 'pA'),
('', '', 'abl-sg', '2s', 'hAn'),
('', '', 'abl-sg', '2s', 'kOhAn'),
('', '', 'abl-sg', '2s', 'pAhAn'),
('', '', 'abl-sg', '2s', 'pAs'),
('', '', 'abl-sg', '2s', 'kOs'),
('', '', 'abl-sg', '2s', 'kinkO'),
('', '', 'abl-sg', '2s', 'kAAnkO'),
('', '', 'abl-sg', '3x', ''),
('', '', 'abl-sg', '3x', 'kO'),
('', '', 'abl-sg', '3x', 'kin'),
('', '', 'abl-sg', '3x', 'kAAn'),
('', '', 'abl-sg', '3x', 'pA'),
('', '', 'abl-sg', '3x', 'hAn'),
('', '', 'abl-sg', '3x', 'kOhAn'),
('', '', 'abl-sg', '3x', 'pAhAn'),
('', '', 'abl-sg', '3x', 'pAs'),
('', '', 'abl-sg', '3x', 'kOs'),
('', '', 'abl-sg', '3x', 'kinkO'),
('', '', 'abl-sg', '3x', 'kAAnkO'),
('', '', 'abl-sg', '1p', ''),
('', '', 'abl-sg', '1p', 'kO'),
('', '', 'abl-sg', '1p', 'kin'),
('', '', 'abl-sg', '1p', 'kAAn'),
('', '', 'abl-sg', '1p', 'pA'),
('', '', 'abl-sg', '1p', 'hAn'),
('', '', 'abl-sg', '1p', 'kOhAn'),
('', '', 'abl-sg', '1p', 'pAhAn'),
('', '', 'abl-sg', '1p', 'pAs'),
('', '', 'abl-sg', '1p', 'kOs'),
('', '', 'abl-sg', '1p', 'kinkO'),
('', '', 'abl-sg', '1p', 'kAAnkO'),
('', '', 'abl-sg', '2p', ''),
('', '', 'abl-sg', '2p', 'kO'),
('', '', 'abl-sg', '2p', 'kin'),
('', '', 'abl-sg', '2p', 'kAAn'),
('', '', 'abl-sg', '2p', 'pA'),
('', '', 'abl-sg', '2p', 'hAn'),
('', '', 'abl-sg', '2p', 'kOhAn'),
('', '', 'abl-sg', '2p', 'pAhAn'),
('', '', 'abl-sg', '2p', 'pAs'),
('', '', 'abl-sg', '2p', 'kOs'),
('', '', 'abl-sg', '2p', 'kinkO'),
('', '', 'abl-sg', '2p', 'kAAnkO'),
('', '', 'all-sg', '', ''),
('', '', 'all-sg', '', 'kO'),
('', '', 'all-sg', '', 'kin'),
('', '', 'all-sg', '', 'kAAn'),
('', '', 'all-sg', '', 'pA'),
('', '', 'all-sg', '', 'hAn'),
('', '', 'all-sg', '', 'kOhAn'),
('', '', 'all-sg', '', 'pAhAn'),
('', '', 'all-sg', '', 'pAs'),
('', '', 'all-sg', '', 'kOs'),
('', '', 'all-sg', '', 'kinkO'),
('', '', 'all-sg', '', 'kAAnkO'),
('', '', 'all-sg', '1s', ''),
('', '', 'all-sg', '1s', 'kO'),
('', '', 'all-sg', '1s', 'kin'),
('', '', 'all-sg', '1s', 'kAAn'),
('', '', 'all-sg', '1s', 'pA'),
('', '', 'all-sg', '1s', 'hAn'),
('', '', 'all-sg', '1s', 'kOhAn'),
('', '', 'all-sg', '1s', 'pAhAn'),
('', '', 'all-sg', '1s', 'pAs'),
('', '', 'all-sg', '1s', 'kOs'),
('', '', 'all-sg', '1s', 'kinkO'),
('', '', 'all-sg', '1s', 'kAAnkO'),
('', '', 'all-sg', '2s', ''),
('', '', 'all-sg', '2s', 'kO'),
('', '', 'all-sg', '2s', 'kin'),
('', '', 'all-sg', '2s', 'kAAn'),
('', '', 'all-sg', '2s', 'pA'),
('', '', 'all-sg', '2s', 'hAn'),
('', '', 'all-sg', '2s', 'kOhAn'),
('', '', 'all-sg', '2s', 'pAhAn'),
('', '', 'all-sg', '2s', 'pAs'),
('', '', 'all-sg', '2s', 'kOs'),
('', '', 'all-sg', '2s', 'kinkO'),
('', '', 'all-sg', '2s', 'kAAnkO'),
('', '', 'all-sg', '3x', ''),
('', '', 'all-sg', '3x', 'kO'),
('', '', 'all-sg', '3x', 'kin'),
('', '', 'all-sg', '3x', 'kAAn'),
('', '', 'all-sg', '3x', 'pA'),
('', '', 'all-sg', '3x', 'hAn'),
('', '', 'all-sg', '3x', 'kOhAn'),
('', '', 'all-sg', '3x', 'pAhAn'),
('', '', 'all-sg', '3x', 'pAs'),
('', '', 'all-sg', '3x', 'kOs'),
('', '', 'all-sg', '3x', 'kinkO'),
('', '', 'all-sg', '3x', 'kAAnkO'),
('', '', 'all-sg', '1p', ''),
('', '', 'all-sg', '1p', 'kO'),
('', '', 'all-sg', '1p', 'kin'),
('', '', 'all-sg', '1p', 'kAAn'),
('', '', 'all-sg', '1p', 'pA'),
('', '', 'all-sg', '1p', 'hAn'),
('', '', 'all-sg', '1p', 'kOhAn'),
('', '', 'all-sg', '1p', 'pAhAn'),
('', '', 'all-sg', '1p', 'pAs'),
('', '', 'all-sg', '1p', 'kOs'),
('', '', 'all-sg', '1p', 'kinkO'),
('', '', 'all-sg', '1p', 'kAAnkO'),
('', '', 'all-sg', '2p', ''),
('', '', 'all-sg', '2p', 'kO'),
('', '', 'all-sg', '2p', 'kin'),
('', '', 'all-sg', '2p', 'kAAn'),
('', '', 'all-sg', '2p', 'pA'),
('', '', 'all-sg', '2p', 'hAn'),
('', '', 'all-sg', '2p', 'kOhAn'),
('', '', 'all-sg', '2p', 'pAhAn'),
('', '', 'all-sg', '2p', 'pAs'),
('', '', 'all-sg', '2p', 'kOs'),
('', '', 'all-sg', '2p', 'kinkO'),
('', '', 'all-sg', '2p', 'kAAnkO'),
('', '', 'ess-sg', '', ''),
('', '', 'ess-sg', '', 'kO'),
('', '', 'ess-sg', '', 'kin'),
('', '', 'ess-sg', '', 'kAAn'),
('', '', 'ess-sg', '', 'pA'),
('', '', 'ess-sg', '', 'hAn'),
('', '', 'ess-sg', '', 'kOhAn'),
('', '', 'ess-sg', '', 'pAhAn'),
('', '', 'ess-sg', '', 'pAs'),
('', '', 'ess-sg', '', 'kOs'),
('', '', 'ess-sg', '', 'kinkO'),
('', '', 'ess-sg', '', 'kAAnkO'),
('', '', 'ess-sg', '1s', ''),
('', '', 'ess-sg', '1s', 'kO'),
('', '', 'ess-sg', '1s', 'kin'),
('', '', 'ess-sg', '1s', 'kAAn'),
('', '', 'ess-sg', '1s', 'pA'),
('', '', 'ess-sg', '1s', 'hAn'),
('', '', 'ess-sg', '1s', 'kOhAn'),
('', '', 'ess-sg', '1s', 'pAhAn'),
('', '', 'ess-sg', '1s', 'pAs'),
('', '', 'ess-sg', '1s', 'kOs'),
('', '', 'ess-sg', '1s', 'kinkO'),
('', '', 'ess-sg', '1s', 'kAAnkO'),
('', '', 'ess-sg', '2s', ''),
('', '', 'ess-sg', '2s', 'kO'),
('', '', 'ess-sg', '2s', 'kin'),
('', '', 'ess-sg', '2s', 'kAAn'),
('', '', 'ess-sg', '2s', 'pA'),
('', '', 'ess-sg', '2s', 'hAn'),
('', '', 'ess-sg', '2s', 'kOhAn'),
('', '', 'ess-sg', '2s', 'pAhAn'),
('', '', 'ess-sg', '2s', 'pAs'),
('', '', 'ess-sg', '2s', 'kOs'),
('', '', 'ess-sg', '2s', 'kinkO'),
('', '', 'ess-sg', '2s', 'kAAnkO'),
('', '', 'ess-sg', '3x', ''),
('', '', 'ess-sg', '3x', 'kO'),
('', '', 'ess-sg', '3x', 'kin'),
('', '', 'ess-sg', '3x', 'kAAn'),
('', '', 'ess-sg', '3x', 'pA'),
('', '', 'ess-sg', '3x', 'hAn'),
('', '', 'ess-sg', '3x', 'kOhAn'),
('', '', 'ess-sg', '3x', 'pAhAn'),
('', '', 'ess-sg', '3x', 'pAs'),
('', '', 'ess-sg', '3x', 'kOs'),
('', '', 'ess-sg', '3x', 'kinkO'),
('', '', 'ess-sg', '3x', 'kAAnkO'),
('', '', 'ess-sg', '1p', ''),
('', '', 'ess-sg', '1p', 'kO'),
('', '', 'ess-sg', '1p', 'kin'),
('', '', 'ess-sg', '1p', 'kAAn'),
('', '', 'ess-sg', '1p', 'pA'),
('', '', 'ess-sg', '1p', 'hAn'),
('', '', 'ess-sg', '1p', 'kOhAn'),
('', '', 'ess-sg', '1p', 'pAhAn'),
('', '', 'ess-sg', '1p', 'pAs'),
('', '', 'ess-sg', '1p', 'kOs'),
('', '', 'ess-sg', '1p', 'kinkO'),
('', '', 'ess-sg', '1p', 'kAAnkO'),
('', '', 'ess-sg', '2p', ''),
('', '', 'ess-sg', '2p', 'kO'),
('', '', 'ess-sg', '2p', 'kin'),
('', '', 'ess-sg', '2p', 'kAAn'),
('', '', 'ess-sg', '2p', 'pA'),
('', '', 'ess-sg', '2p', 'hAn'),
('', '', 'ess-sg', '2p', 'kOhAn'),
('', '', 'ess-sg', '2p', 'pAhAn'),
('', '', 'ess-sg', '2p', 'pAs'),
('', '', 'ess-sg', '2p', 'kOs'),
('', '', 'ess-sg', '2p', 'kinkO'),
('', '', 'ess-sg', '2p', 'kAAnkO'),
('', '', 'tra-sg', '', ''),
('', '', 'tra-sg', '', 'kO'),
('', '', 'tra-sg', '', 'kin'),
('', '', 'tra-sg', '', 'kAAn'),
('', '', 'tra-sg', '', 'pA'),
('', '', 'tra-sg', '', 'hAn'),
('', '', 'tra-sg', '', 'kOhAn'),
('', '', 'tra-sg', '', 'pAhAn'),
('', '', 'tra-sg', '', 'pAs'),
('', '', 'tra-sg', '', 'kOs'),
('', '', 'tra-sg', '', 'kinkO'),
('', '', 'tra-sg', '', 'kAAnkO'),
('', '', 'tra-sg', '1s', ''),
('', '', 'tra-sg', '1s', 'kO'),
('', '', 'tra-sg', '1s', 'kin'),
('', '', 'tra-sg', '1s', 'kAAn'),
('', '', 'tra-sg', '1s', 'pA'),
('', '', 'tra-sg', '1s', 'hAn'),
('', '', 'tra-sg', '1s', 'kOhAn'),
('', '', 'tra-sg', '1s', 'pAhAn'),
('', '', 'tra-sg', '1s', 'pAs'),
('', '', 'tra-sg', '1s', 'kOs'),
('', '', 'tra-sg', '1s', 'kinkO'),
('', '', 'tra-sg', '1s', 'kAAnkO'),
('', '', 'tra-sg', '2s', ''),
('', '', 'tra-sg', '2s', 'kO'),
('', '', 'tra-sg', '2s', 'kin'),
('', '', 'tra-sg', '2s', 'kAAn'),
('', '', 'tra-sg', '2s', 'pA'),
('', '', 'tra-sg', '2s', 'hAn'),
('', '', 'tra-sg', '2s', 'kOhAn'),
('', '', 'tra-sg', '2s', 'pAhAn'),
('', '', 'tra-sg', '2s', 'pAs'),
('', '', 'tra-sg', '2s', 'kOs'),
('', '', 'tra-sg', '2s', 'kinkO'),
('', '', 'tra-sg', '2s', 'kAAnkO'),
('', '', 'tra-sg', '3x', ''),
('', '', 'tra-sg', '3x', 'kO'),
('', '', 'tra-sg', '3x', 'kin'),
('', '', 'tra-sg', '3x', 'kAAn'),
('', '', 'tra-sg', '3x', 'pA'),
('', '', 'tra-sg', '3x', 'hAn'),
('', '', 'tra-sg', '3x', 'kOhAn'),
('', '', 'tra-sg', '3x', 'pAhAn'),
('', '', 'tra-sg', '3x', 'pAs'),
('', '', 'tra-sg', '3x', 'kOs'),
('', '', 'tra-sg', '3x', 'kinkO'),
('', '', 'tra-sg', '3x', 'kAAnkO'),
('', '', 'tra-sg', '1p', ''),
('', '', 'tra-sg', '1p', 'kO'),
('', '', 'tra-sg', '1p', 'kin'),
('', '', 'tra-sg', '1p', 'kAAn'),
('', '', 'tra-sg', '1p', 'pA'),
('', '', 'tra-sg', '1p', 'hAn'),
('', '', 'tra-sg', '1p', 'kOhAn'),
('', '', 'tra-sg', '1p', 'pAhAn'),
('', '', 'tra-sg', '1p', 'pAs'),
('', '', 'tra-sg', '1p', 'kOs'),
('', '', 'tra-sg', '1p', 'kinkO'),
('', '', 'tra-sg', '1p', 'kAAnkO'),
('', '', 'tra-sg', '2p', ''),
('', '', 'tra-sg', '2p', 'kO'),
('', '', 'tra-sg', '2p', 'kin'),
('', '', 'tra-sg', '2p', 'kAAn'),
('', '', 'tra-sg', '2p', 'pA'),
('', '', 'tra-sg', '2p', 'hAn'),
('', '', 'tra-sg', '2p', 'kOhAn'),
('', '', 'tra-sg', '2p', 'pAhAn'),
('', '', 'tra-sg', '2p', 'pAs'),
('', '', 'tra-sg', '2p', 'kOs'),
('', '', 'tra-sg', '2p', 'kinkO'),
('', '', 'tra-sg', '2p', 'kAAnkO'),
('', '', 'ins-sg', '', ''),
('', '', 'ins-sg', '', 'kO'),
('', '', 'ins-sg', '', 'kin'),
('', '', 'ins-sg', '', 'kAAn'),
('', '', 'ins-sg', '', 'pA'),
('', '', 'ins-sg', '', 'hAn'),
('', '', 'ins-sg', '', 'kOhAn'),
('', '', 'ins-sg', '', 'pAhAn'),
('', '', 'ins-sg', '', 'pAs'),
('', '', 'ins-sg', '', 'kOs'),
('', '', 'ins-sg', '', 'kinkO'),
('', '', 'ins-sg', '', 'kAAnkO'),
('', '', 'ins-sg', '1s', ''),
('', '', 'ins-sg', '1s', 'kO'),
('', '', 'ins-sg', '1s', 'kin'),
('', '', 'ins-sg', '1s', 'kAAn'),
('', '', 'ins-sg', '1s', 'pA'),
('', '', 'ins-sg', '1s', 'hAn'),
('', '', 'ins-sg', '1s', 'kOhAn'),
('', '', 'ins-sg', '1s', 'pAhAn'),
('', '', 'ins-sg', '1s', 'pAs'),
('', '', 'ins-sg', '1s', 'kOs'),
('', '', 'ins-sg', '1s', 'kinkO'),
('', '', 'ins-sg', '1s', 'kAAnkO'),
('', '', 'ins-sg', '2s', ''),
('', '', 'ins-sg', '2s', 'kO'),
('', '', 'ins-sg', '2s', 'kin'),
('', '', 'ins-sg', '2s', 'kAAn'),
('', '', 'ins-sg', '2s', 'pA'),
('', '', 'ins-sg', '2s', 'hAn'),
('', '', 'ins-sg', '2s', 'kOhAn'),
('', '', 'ins-sg', '2s', 'pAhAn'),
('', '', 'ins-sg', '2s', 'pAs'),
('', '', 'ins-sg', '2s', 'kOs'),
('', '', 'ins-sg', '2s', 'kinkO'),
('', '', 'ins-sg', '2s', 'kAAnkO'),
('', '', 'ins-sg', '3x', ''),
('', '', 'ins-sg', '3x', 'kO'),
('', '', 'ins-sg', '3x', 'kin'),
('', '', 'ins-sg', '3x', 'kAAn'),
('', '', 'ins-sg', '3x', 'pA'),
('', '', 'ins-sg', '3x', 'hAn'),
('', '', 'ins-sg', '3x', 'kOhAn'),
('', '', 'ins-sg', '3x', 'pAhAn'),
('', '', 'ins-sg', '3x', 'pAs'),
('', '', 'ins-sg', '3x', 'kOs'),
('', '', 'ins-sg', '3x', 'kinkO'),
('', '', 'ins-sg', '3x', 'kAAnkO'),
('', '', 'ins-sg', '1p', ''),
('', '', 'ins-sg', '1p', 'kO'),
('', '', 'ins-sg', '1p', 'kin'),
('', '', 'ins-sg', '1p', 'kAAn'),
('', '', 'ins-sg', '1p', 'pA'),
('', '', 'ins-sg', '1p', 'hAn'),
('', '', 'ins-sg', '1p', 'kOhAn'),
('', '', 'ins-sg', '1p', 'pAhAn'),
('', '', 'ins-sg', '1p', 'pAs'),
('', '', 'ins-sg', '1p', 'kOs'),
('', '', 'ins-sg', '1p', 'kinkO'),
('', '', 'ins-sg', '1p', 'kAAnkO'),
('', '', 'ins-sg', '2p', ''),
('', '', 'ins-sg', '2p', 'kO'),
('', '', 'ins-sg', '2p', 'kin'),
('', '', 'ins-sg', '2p', 'kAAn'),
('', '', 'ins-sg', '2p', 'pA'),
('', '', 'ins-sg', '2p', 'hAn'),
('', '', 'ins-sg', '2p', 'kOhAn'),
('', '', 'ins-sg', '2p', 'pAhAn'),
('', '', 'ins-sg', '2p', 'pAs'),
('', '', 'ins-sg', '2p', 'kOs'),
('', '', 'ins-sg', '2p', 'kinkO'),
('', '', 'ins-sg', '2p', 'kAAnkO'),
('', '', 'abe-sg', '', ''),
('', '', 'abe-sg', '', 'kO'),
('', '', 'abe-sg', '', 'kin'),
('', '', 'abe-sg', '', 'kAAn'),
('', '', 'abe-sg', '', 'pA'),
('', '', 'abe-sg', '', 'hAn'),
('', '', 'abe-sg', '', 'kOhAn'),
('', '', 'abe-sg', '', 'pAhAn'),
('', '', 'abe-sg', '', 'pAs'),
('', '', 'abe-sg', '', 'kOs'),
('', '', 'abe-sg', '', 'kinkO'),
('', '', 'abe-sg', '', 'kAAnkO'),
('', '', 'abe-sg', '1s', ''),
('', '', 'abe-sg', '1s', 'kO'),
('', '', 'abe-sg', '1s', 'kin'),
('', '', 'abe-sg', '1s', 'kAAn'),
('', '', 'abe-sg', '1s', 'pA'),
('', '', 'abe-sg', '1s', 'hAn'),
('', '', 'abe-sg', '1s', 'kOhAn'),
('', '', 'abe-sg', '1s', 'pAhAn'),
('', '', 'abe-sg', '1s', 'pAs'),
('', '', 'abe-sg', '1s', 'kOs'),
('', '', 'abe-sg', '1s', 'kinkO'),
('', '', 'abe-sg', '1s', 'kAAnkO'),
('', '', 'abe-sg', '2s', ''),
('', '', 'abe-sg', '2s', 'kO'),
('', '', 'abe-sg', '2s', 'kin'),
('', '', 'abe-sg', '2s', 'kAAn'),
('', '', 'abe-sg', '2s', 'pA'),
('', '', 'abe-sg', '2s', 'hAn'),
('', '', 'abe-sg', '2s', 'kOhAn'),
('', '', 'abe-sg', '2s', 'pAhAn'),
('', '', 'abe-sg', '2s', 'pAs'),
('', '', 'abe-sg', '2s', 'kOs'),
('', '', 'abe-sg', '2s', 'kinkO'),
('', '', 'abe-sg', '2s', 'kAAnkO'),
('', '', 'abe-sg', '3x', ''),
('', '', 'abe-sg', '3x', 'kO'),
('', '', 'abe-sg', '3x', 'kin'),
('', '', 'abe-sg', '3x', 'kAAn'),
('', '', 'abe-sg', '3x', 'pA'),
('', '', 'abe-sg', '3x', 'hAn'),
('', '', 'abe-sg', '3x', 'kOhAn'),
('', '', 'abe-sg', '3x', 'pAhAn'),
('', '', 'abe-sg', '3x', 'pAs'),
('', '', 'abe-sg', '3x', 'kOs'),
('', '', 'abe-sg', '3x', 'kinkO'),
('', '', 'abe-sg', '3x', 'kAAnkO'),
('', '', 'abe-sg', '1p', ''),
('', '', 'abe-sg', '1p', 'kO'),
('', '', 'abe-sg', '1p', 'kin'),
('', '', 'abe-sg', '1p', 'kAAn'),
('', '', 'abe-sg', '1p', 'pA'),
('', '', 'abe-sg', '1p', 'hAn'),
('', '', 'abe-sg', '1p', 'kOhAn'),
('', '', 'abe-sg', '1p', 'pAhAn'),
('', '', 'abe-sg', '1p', 'pAs'),
('', '', 'abe-sg', '1p', 'kOs'),
('', '', 'abe-sg', '1p', 'kinkO'),
('', '', 'abe-sg', '1p', 'kAAnkO'),
('', '', 'abe-sg', '2p', ''),
('', '', 'abe-sg', '2p', 'kO'),
('', '', 'abe-sg', '2p', 'kin'),
('', '', 'abe-sg', '2p', 'kAAn'),
('', '', 'abe-sg', '2p', 'pA'),
('', '', 'abe-sg', '2p', 'hAn'),
('', '', 'abe-sg', '2p', 'kOhAn'),
('', '', 'abe-sg', '2p', 'pAhAn'),
('', '', 'abe-sg', '2p', 'pAs'),
('', '', 'abe-sg', '2p', 'kOs'),
('', '', 'abe-sg', '2p', 'kinkO'),
('', '', 'abe-sg', '2p', 'kAAnkO'),
('', '', 'nom-pl', '', ''),
('', '', 'nom-pl', '', 'kO'),
('', '', 'nom-pl', '', 'kin'),
('', '', 'nom-pl', '', 'kAAn'),
('', '', 'nom-pl', '', 'pA'),
('', '', 'nom-pl', '', 'hAn'),
('', '', 'nom-pl', '', 'kOhAn'),
('', '', 'nom-pl', '', 'pAhAn'),
('', '', 'nom-pl', '', 'pAs'),
('', '', 'nom-pl', '', 'kOs'),
('', '', 'nom-pl', '', 'kinkO'),
('', '', 'nom-pl', '', 'kAAnkO'),
('', '', 'nom-pl', '1s', ''),
('', '', 'nom-pl', '1s', 'kO'),
('', '', 'nom-pl', '1s', 'kin'),
('', '', 'nom-pl', '1s', 'kAAn'),
('', '', 'nom-pl', '1s', 'pA'),
('', '', 'nom-pl', '1s', 'hAn'),
('', '', 'nom-pl', '1s', 'kOhAn'),
('', '', 'nom-pl', '1s', 'pAhAn'),
('', '', 'nom-pl', '1s', 'pAs'),
('', '', 'nom-pl', '1s', 'kOs'),
('', '', 'nom-pl', '1s', 'kinkO'),
('', '', 'nom-pl', '1s', 'kAAnkO'),
('', '', 'nom-pl', '2s', ''),
('', '', 'nom-pl', '2s', 'kO'),
('', '', 'nom-pl', '2s', 'kin'),
('', '', 'nom-pl', '2s', 'kAAn'),
('', '', 'nom-pl', '2s', 'pA'),
('', '', 'nom-pl', '2s', 'hAn'),
('', '', 'nom-pl', '2s', 'kOhAn'),
('', '', 'nom-pl', '2s', 'pAhAn'),
('', '', 'nom-pl', '2s', 'pAs'),
('', '', 'nom-pl', '2s', 'kOs'),
('', '', 'nom-pl', '2s', 'kinkO'),
('', '', 'nom-pl', '2s', 'kAAnkO'),
('', '', 'nom-pl', '3x', ''),
('', '', 'nom-pl', '3x', 'kO'),
('', '', 'nom-pl', '3x', 'kin'),
('', '', 'nom-pl', '3x', 'kAAn'),
('', '', 'nom-pl', '3x', 'pA'),
('', '', 'nom-pl', '3x', 'hAn'),
('', '', 'nom-pl', '3x', 'kOhAn'),
('', '', 'nom-pl', '3x', 'pAhAn'),
('', '', 'nom-pl', '3x', 'pAs'),
('', '', 'nom-pl', '3x', 'kOs'),
('', '', 'nom-pl', '3x', 'kinkO'),
('', '', 'nom-pl', '3x', 'kAAnkO'),
('', '', 'nom-pl', '1p', ''),
('', '', 'nom-pl', '1p', 'kO'),
('', '', 'nom-pl', '1p', 'kin'),
('', '', 'nom-pl', '1p', 'kAAn'),
('', '', 'nom-pl', '1p', 'pA'),
('', '', 'nom-pl', '1p', 'hAn'),
('', '', 'nom-pl', '1p', 'kOhAn'),
('', '', 'nom-pl', '1p', 'pAhAn'),
('', '', 'nom-pl', '1p', 'pAs'),
('', '', 'nom-pl', '1p', 'kOs'),
('', '', 'nom-pl', '1p', 'kinkO'),
('', '', 'nom-pl', '1p', 'kAAnkO'),
('', '', 'nom-pl', '2p', ''),
('', '', 'nom-pl', '2p', 'kO'),
('', '', 'nom-pl', '2p', 'kin'),
('', '', 'nom-pl', '2p', 'kAAn'),
...)

EFZP update

The update the patterns as:

pattern = "(?P(\s*\w*)(" + string.joinfields(salutation_opening_statements, "|") + ")+(\s\w*)[.,\xe2:]+\s)"

the original that I am thinking is:

pattern = "(\s*\w*)(?P(" + string.joinfields(salutation_opening_statements, "|") + ")+(\s\w*)(\s*\w*)(\s*\w*)(\s*\w*)(\s*\w*)[.,\xe2:]+\s*)"

But it doesn't recognize the former texts, the first one is better.

\s: space

\s*: many space

\w:[a-zA-Z]

\w*: many [a-zA-Z]