def candidateList(self, word: Word) -> list:
"""
The candidateList method takes a Word as an input and creates new candidates list. First it
adds given word to this list and calls generateCandidateList method with candidates, given word and
index 0. Then, loops i times where i ranges from 0 to size of candidates list and calls
morphologicalAnalysis method with ith item of candidates list. If it does not return any analysis for
given item, it removes the item from candidates list.
PARAMETERS
----------
word : Word
Word type input.
RETURNS
-------
list
List candidates.
"""
candidates = [word.getName()]
self.__generateCandidateList(candidates, word.getName(), 0)
i = 0
while i < len(candidates):
fsmParseList = self.fsm.morphologicalAnalysis(candidates[i])
if fsmParseList.size() == 0:
candidates.pop(i)
i = i - 1
i = i + 1
return candidates
def candidateList(self, word: Word) -> list:
"""
The candidateList method takes a Word as an input and creates a candidates list by calling generateCandidateList
method with given word. Then, it loop i times where i ranges from 0 to size of candidates list and creates a
FsmParseList by calling morphologicalAnalysis with each item of candidates list. If the size of FsmParseList is
0, it then removes the ith item.
PARAMETERS
----------
word : Word
Word input.
RETURNS
-------
list
candidates list.
"""
candidates = self.__generateCandidateList(word.getName())
i = 0
while i < len(candidates):
fsmParseList = self.fsm.morphologicalAnalysis(candidates[i])
if fsmParseList.size() == 0:
newCandidate = self.fsm.getDictionary().getCorrectForm(
candidates[i])
if newCandidate != "" and self.fsm.morphologicalAnalysis(
newCandidate).size() > 0:
candidates[i] = newCandidate
else:
candidates.pop(i)
i = i - 1
i = i + 1
return candidates
def turkishIgnoreCaseComparator(wordA: Word, wordB: Word):
IGNORE_CASE_LETTERS = "aAbBcCçÇdDeEfFgGğĞhHıIiİjJkKlLmMnNoOöÖpPrRsSşŞtTuUüÜvVyYzZ"
for i in range(min(len(wordA.getName()), len(wordB.getName()))):
firstChar = wordA.getName()[i:i + 1]
secondChar = wordB.getName()[i:i + 1]
if firstChar != secondChar:
if firstChar in IGNORE_CASE_LETTERS and secondChar not in IGNORE_CASE_LETTERS:
return -1
elif firstChar not in IGNORE_CASE_LETTERS and secondChar in IGNORE_CASE_LETTERS:
return 1
elif firstChar in IGNORE_CASE_LETTERS and secondChar in IGNORE_CASE_LETTERS:
first = IGNORE_CASE_LETTERS.index(firstChar)
second = IGNORE_CASE_LETTERS.index(secondChar)
if first < second:
return -1
elif first > second:
return 1
if len(wordA.getName()) < len(wordB.getName()):
return -1
elif len(wordA.getName()) > len(wordB.getName()):
return 1
else:
return 0
def turkishLowerCaseComparator(wordA: Word, wordB: Word):
LOWERCASE_LETTERS = "abcçdefgğhıijklmnoöprsştuüvyz"
for i in range(min(len(wordA.getName()), len(wordB.getName()))):
firstChar = wordA.getName()[i:i + 1]
secondChar = wordB.getName()[i:i + 1]
if firstChar != secondChar:
if firstChar in LOWERCASE_LETTERS and secondChar not in LOWERCASE_LETTERS:
return -1
elif firstChar not in LOWERCASE_LETTERS and secondChar in LOWERCASE_LETTERS:
return 1
elif firstChar in LOWERCASE_LETTERS and secondChar in LOWERCASE_LETTERS:
first = LOWERCASE_LETTERS.index(firstChar)
second = LOWERCASE_LETTERS.index(secondChar)
if first < second:
return -1
elif first > second:
return 1
if len(wordA.getName()) < len(wordB.getName()):
return -1
elif len(wordA.getName()) > len(wordB.getName()):
return 1
else:
return 0
def getPosition(self, word: Word) -> int:
"""
Searches a word and returns the position of that word in the vocabulary. Search is done using binary search.
PARAMETERS
----------
word : Word
Word to be searched.
RETURNS
-------
int
* @return Position of the word searched.
"""
lo = 0
hi = len(self.__vocabulary)
while lo < hi:
mid = (lo + hi) // 2
if self.__vocabulary[mid].getName() < word.getName():
lo = mid + 1
else:
hi = mid
return lo
class MorphologicalParse:
inflectionalGroups: list
root: Word
def __init__(self, parse=None):
"""
Constructor of MorphologicalParse class which takes a String parse as an input. First it creates
a list as iGs for inflectional groups, and while given String contains derivational boundary (^DB+), it
adds the substring to the iGs list and continue to use given String from 4th index. If it does not contain ^DB+,
it directly adds the given String to the iGs list. Then, it creates a new list as
inflectionalGroups and checks for some cases.
If the first item of iGs list is ++Punc, it creates a new root as +, and by calling
InflectionalGroup method with Punc it initializes the IG list by parsing given input
String IG by + and calling the getMorphologicalTag method with these substrings. If getMorphologicalTag method
returns a tag, it adds this tag to the IG list and also to the inflectionalGroups list.
If the first item of iGs list has +, it creates a new word of first item's substring from index 0 to +,
and assigns it to root. Then, by calling InflectionalGroup method with substring from index 0 to +,
it initializes the IG list by parsing given input String IG by + and calling the getMorphologicalTag
method with these substrings. If getMorphologicalTag method returns a tag, it adds this tag to the IG list
and also to the inflectionalGroups list.
If the first item of iGs list does not contain +, it creates a new word with first item and assigns it as root.
At the end, it loops through the items of iGs and by calling InflectionalGroup method with these items
it initializes the IG list by parsing given input String IG by + and calling the getMorphologicalTag
method with these substrings. If getMorphologicalTag method returns a tag, it adds this tag to the IG list
and also to the inflectionalGroups list.
PARAMETERS
----------
parse : str
String input.
"""
if parse is not None:
if isinstance(parse, str):
iGs = []
st = parse
while "^DB+" in st:
iGs.append(st[:st.index("^DB+")])
st = st[st.index("^DB+") + 4:]
iGs.append(st)
self.inflectionalGroups = []
if iGs[0] == "++Punc":
self.root = Word("+")
self.inflectionalGroups.append(InflectionalGroup("Punc"))
else:
if iGs[0].index("+") != -1:
self.root = Word(iGs[0][:iGs[0].index("+")])
self.inflectionalGroups.append(
InflectionalGroup(iGs[0][iGs[0].index("+") + 1:]))
else:
self.root = Word(iGs[0])
for i in range(1, len(iGs)):
self.inflectionalGroups.append(
InflectionalGroup(iGs[i]))
elif isinstance(parse, list):
self.inflectionalGroups = []
if parse[0].index("+") != -1:
self.root = Word(parse[0][:parse[0].index("+")])
self.inflectionalGroups.append(
InflectionalGroup(parse[0][parse[0].index("+") + 1:]))
for i in range(1, len(parse)):
self.inflectionalGroups.append(InflectionalGroup(parse[i]))
def getWord(self) -> Word:
"""
The no-arg getWord method returns root Word.
RETURNS
-------
Word
root Word.
"""
return self.root
def getTransitionList(self) -> str:
"""
The getTransitionList method gets the first item of inflectionalGroups list as a str, then loops
through the items of inflectionalGroups and concatenates them by using +.
RETURNS
-------
str
String that contains transition list.
"""
result = self.inflectionalGroups[0].__str__()
for i in range(1, len(self.inflectionalGroups)):
result = result + "+" + self.inflectionalGroups[i].__str__()
return result
def getInflectionalGroupString(self, index: int) -> str:
"""
The getInflectionalGroupString method takes an int index as an input and if index is 0, it directly returns the
root and the first item of inflectionalGroups list. If the index is not 0, it then returns the corresponding
item of inflectionalGroups list as a str.
PARAMETERS
----------
index : int
Integer input.
RETURNS
-------
str
Corresponding item of inflectionalGroups at given index as a str.
"""
if index == 0:
return self.root.getName(
) + "+" + self.inflectionalGroups[0].__str__()
else:
return self.inflectionalGroups[index].__str__()
def getInflectionalGroup(self, index: int) -> InflectionalGroup:
"""
The getInflectionalGroup method takes an integer index as an input and it directly returns the InflectionalGroup
at given index.
PARAMETERS
----------
index : int
Integer input.
RETURNS
-------
InflectionalGroup
InflectionalGroup at given index.
"""
return self.inflectionalGroups[index]
def getLastInflectionalGroup(self) -> InflectionalGroup:
"""
The getLastInflectionalGroup method directly returns the last InflectionalGroup of inflectionalGroups list.
RETURNS
-------
InflectionalGroup
The last InflectionalGroup of inflectionalGroups list.
"""
return self.inflectionalGroups[len(self.inflectionalGroups) - 1]
def getTag(self, index: int) -> str:
"""
The getTag method takes an integer index as an input and and if the given index is 0, it directly return the
root. Then, it loops through the inflectionalGroups list it returns the MorphologicalTag of the corresponding
inflectional group.
PARAMETERS
----------
index : int
Integer input.
RETURNS
-------
str
The MorphologicalTag of the corresponding inflectional group, or null of invalid index inputs.
"""
size = 1
if index == 0:
return self.root.getName()
for group in self.inflectionalGroups:
if index < size + group.size():
return InflectionalGroup.getTagString(
group.getTag(index - size))
size += group.size()
return None
def tagSize(self) -> int:
"""
The tagSize method loops through the inflectionalGroups list and accumulates the sizes of each inflectional
group in the inflectionalGroups.
RETURNS
-------
int
Total size of the inflectionalGroups list.
"""
size = 1
for group in self.inflectionalGroups:
size += group.size()
return size
def size(self) -> int:
"""
The size method returns the size of the inflectionalGroups list.
RETURNS
-------
int
The size of the inflectionalGroups list.
"""
return len(self.inflectionalGroups)
def firstInflectionalGroup(self) -> InflectionalGroup:
"""
The firstInflectionalGroup method returns the first inflectional group of inflectionalGroups list.
RETURNS
-------
InflectionalGroup
The first inflectional group of inflectionalGroups list.
"""
return self.inflectionalGroups[0]
def lastInflectionalGroup(self) -> InflectionalGroup:
"""
The lastInflectionalGroup method returns the last inflectional group of inflectionalGroups list.
RETURNS
-------
InflectionalGroup
The last inflectional group of inflectionalGroups list.
"""
return self.inflectionalGroups[len(self.inflectionalGroups) - 1]
def getWordWithPos(self) -> Word:
"""
The getWordWithPos method returns root with the MorphologicalTag of the first inflectional as a new word.
RETURNS
-------
Word
Root with the MorphologicalTag of the first inflectional as a new word.
"""
return Word(self.root.getName() + "+" + InflectionalGroup.getTagString(
self.firstInflectionalGroup().getTag(0)))
def getPos(self) -> str:
"""
The getPos method returns the MorphologicalTag of the last inflectional group.
RETURNS
-------
str
The MorphologicalTag of the last inflectional group.
"""
return InflectionalGroup.getTagString(
self.lastInflectionalGroup().getTag(0))
def getRootPos(self) -> str:
"""
The getRootPos method returns the MorphologicalTag of the first inflectional group.
RETURNS
-------
str
The MorphologicalTag of the first inflectional group.
"""
return InflectionalGroup.getTagString(
self.firstInflectionalGroup().getTag(0))
def lastIGContainsCase(self) -> str:
"""
The lastIGContainsCase method returns the MorphologicalTag of last inflectional group if it is one of the
NOMINATIVE, ACCUSATIVE, DATIVE, LOCATIVE or ABLATIVE cases, null otherwise.
RETURNS
-------
str
The MorphologicalTag of last inflectional group if it is one of the NOMINATIVE, ACCUSATIVE, DATIVE, LOCATIVE
or ABLATIVE cases, null otherwise.
"""
caseTag = self.lastInflectionalGroup().containsCase()
if caseTag is not None:
return InflectionalGroup.getTagString(caseTag)
else:
return "NULL"
def lastIGContainsTag(self, tag: MorphologicalTag) -> bool:
"""
The lastIGContainsTag method takes a MorphologicalTag as an input and returns true if the last inflectional
group's MorphologicalTag matches with one of the tags in the IG list, false otherwise.
PARAMETERS
----------
tag : MorphologicalTag
MorphologicalTag type input.
RETURNS
-------
bool
True if the last inflectional group's MorphologicalTag matches with one of the tags in the IG list, False
otherwise.
"""
return self.lastInflectionalGroup().containsTag(tag)
def lastIGContainsPossessive(self) -> bool:
"""
lastIGContainsPossessive method returns true if the last inflectional group contains one of the
possessives: P1PL, P1SG, P2PL, P2SG, P3PL AND P3SG, false otherwise.
RETURNS
-------
bool
True if the last inflectional group contains one of the possessives: P1PL, P1SG, P2PL, P2SG, P3PL AND P3SG,
false otherwise.
"""
return self.lastInflectionalGroup().containsPossessive()
def isCapitalWord(self) -> bool:
"""
The isCapitalWord method returns True if the character at first index of root is an uppercase letter, False
otherwise.
RETURNS
-------
bool
True if the character at first index of root is an uppercase letter, False otherwise.
"""
return self.root.getName()[0:0].isupper()
def isNoun(self) -> bool:
"""
The isNoun method returns true if the past of speech is NOUN, False otherwise.
RETURNS
-------
bool
True if the past of speech is NOUN, False otherwise.
"""
return self.getPos() == "NOUN"
def isVerb(self) -> bool:
"""
The isVerb method returns true if the past of speech is VERB, False otherwise.
RETURNS
-------
bool
True if the past of speech is VERB, False otherwise.
"""
return self.getPos() == "VERB"
def isRootVerb(self) -> bool:
"""
The isRootVerb method returns True if the past of speech of root is BERV, False otherwise.
RETURNS
-------
bool
True if the past of speech of root is VERB, False otherwise.
"""
return self.getRootPos() == "VERB"
def isAdjective(self) -> bool:
"""
The isAdjective method returns True if the past of speech is ADJ, False otherwise.
RETURNS
-------
bool
True if the past of speech is ADJ, False otherwise.
"""
return self.getPos() == "ADJ"
def isProperNoun(self) -> bool:
"""
The isProperNoun method returns True if the first inflectional group's MorphologicalTag is a PROPERNOUN, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a PROPERNOUN, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(
MorphologicalTag.PROPERNOUN)
def isPunctuation(self) -> bool:
"""
The isPunctuation method returns True if the first inflectional group's MorphologicalTag is a PUNCTUATION, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a PUNCTUATION, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(
MorphologicalTag.PUNCTUATION)
def isCardinal(self) -> bool:
"""
The isCardinal method returns True if the first inflectional group's MorphologicalTag is a CARDINAL, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a CARDINAL, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(
MorphologicalTag.CARDINAL)
def isOrdinal(self) -> bool:
"""
The isOrdinal method returns True if the first inflectional group's MorphologicalTag is a ORDINAL, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a ORDINAL, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(
MorphologicalTag.ORDINAL)
def isReal(self) -> bool:
"""
The isReal method returns True if the first inflectional group's MorphologicalTag is a REAL, False otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a REAL, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.REAL)
def isNumber(self) -> bool:
"""
The isNumber method returns True if the first inflectional group's MorphologicalTag is REAL or CARDINAL, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a REAL or CARDINAL, False otherwise.
"""
return self.isReal() or self.isCardinal()
def isTime(self) -> bool:
"""
The isTime method returns True if the first inflectional group's MorphologicalTag is a TIME, False otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a TIME, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.TIME)
def isDate(self) -> bool:
"""
The isDate method returns True if the first inflectional group's MorphologicalTag is a DATE, False otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a DATE, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.DATE)
def isHashTag(self) -> bool:
"""
The isHashTag method returns True if the first inflectional group's MorphologicalTag is a HASHTAG, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a HASHTAG, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(
MorphologicalTag.HASHTAG)
def isEmail(self) -> bool:
"""
The isEmail method returns True if the first inflectional group's MorphologicalTag is a EMAIL, False otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a EMAIL, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.EMAIL)
def isPercent(self) -> bool:
"""
The isPercent method returns True if the first inflectional group's MorphologicalTag is a PERCENT, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a PERCENT, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(
MorphologicalTag.PERCENT)
def isFraction(self) -> bool:
"""
The isFraction method returns True if the first inflectional group's MorphologicalTag is a FRACTION, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a FRACTION, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(
MorphologicalTag.FRACTION)
def isRange(self) -> bool:
"""
The isRange method returns True if the first inflectional group's MorphologicalTag is a RANGE, False otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a RANGE, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.RANGE)
def isPlural(self) -> bool:
"""
The isPlural method returns true if InflectionalGroup's MorphologicalTags are from the agreement plural
or possessive plural, i.e A1PL, A2PL, A3PL, P1PL, P2PL or P3PL, and False otherwise.
RETURNS
-------
bool
True if InflectionalGroup's MorphologicalTags are from the agreement plural or possessive plural.
"""
for inflectionalGroup in self.inflectionalGroups:
if inflectionalGroup.containsPlural():
return True
return False
def isAuxiliary(self) -> bool:
"""
The isAuxiliary method returns true if the root equals to the et, ol, or yap, and false otherwise.
RETURNS
-------
bool
True if the root equals to the et, ol, or yap, and False otherwise.
"""
return self.root.getName() == "et" or self.root.getName(
) == "ol" or self.root.getName() == "yap"
def containsTag(self, tag: MorphologicalTag) -> bool:
"""
The containsTag method takes a MorphologicalTag as an input and loops through the inflectionalGroups list,
returns True if the input matches with on of the tags in the IG, False otherwise.
PARAMETERS
----------
tag : MorphologicalTag
checked tag
RETURNS
-------
bool
True if the input matches with on of the tags in the IG, False otherwise.
"""
for inflectionalGroup in self.inflectionalGroups:
if inflectionalGroup.containsTag(tag):
return True
return False
def getTreePos(self) -> str:
"""
The getTreePos method returns the tree pos tag of a morphological analysis.
RETURNS
-------
bool
Tree pos tag of the morphological analysis in string form.
"""
if self.isProperNoun():
return "NP"
elif self.root.getName() == "değil":
return "NEG"
elif self.isVerb():
if self.lastIGContainsTag(MorphologicalTag.ZERO):
return "NOMP"
else:
return "VP"
elif self.isAdjective():
return "ADJP"
elif self.isNoun() or self.isPercent():
return "NP"
elif self.containsTag(MorphologicalTag.ADVERB):
return "ADVP"
elif self.isNumber() or self.isFraction():
return "NUM"
elif self.containsTag(MorphologicalTag.POSTPOSITION):
return "PP"
elif self.containsTag(MorphologicalTag.CONJUNCTION):
return "CONJP"
elif self.containsTag(MorphologicalTag.DETERMINER):
return "DP"
elif self.containsTag(MorphologicalTag.INTERJECTION):
return "INTJP"
elif self.containsTag(MorphologicalTag.QUESTIONPRONOUN):
return "WP"
elif self.containsTag(MorphologicalTag.PRONOUN):
return "NP"
elif self.isPunctuation():
if self.root.getName() == "!" or self.root.getName() == "?":
return "."
elif self.root.getName() == ";" or self.root.getName(
) == "-" or self.root.getName() == "--":
return ":"
elif self.root.getName() == "(" or self.root.getName(
) == "-LRB-" or self.root.getName() == "-lrb-":
return "-LRB-"
elif self.root.getName() == ")" or self.root.getName(
) == "-RRB-" or self.root.getName() == "-rrb-":
return "-RRB-"
else:
return self.root.getName()
else:
return "-XXX-"
def __str__(self):
"""
The overridden toString method gets the root and the first inflectional group as a result String then
concatenates with ^DB+ and the following inflectional groups.
RETURNS
-------
str
result str.
"""
result = self.root.getName(
) + "+" + self.inflectionalGroups[0].__str__()
for i in range(1, len(self.inflectionalGroups)):
result = result + "^DB+" + self.inflectionalGroups[i].__str__()
return result
class MetamorphicParse:
"""
MetaMorphemes that can be used.
"""
metaMorphemes = [
"Ar", "Ar", "CA", "CA", "CA", "cAsHnA", "CH", "CHk", "DA", "DAn", "DH",
"DHk", "DHkCA", "DHr", "DHr", "DHr", "H", "Hl", "Hm", "Hn", "Hn", "Hn",
"HmHz", "HncH", "HnHz", "Hr", "Hr", "Hs", "Ht", "Hyor", "Hz", "k",
"ki", "kü", "lAn", "lAr", "lArDHr", "lArH", "lArH'", "lAs", "lH",
"lHk", "lHm", "m", "mA", "mA", "mAcA", "mAdAn", "mAk", "mAksHzHn",
"mAktA", "mAlH", "mAzlHk", "mHs", "n", "n", "nA", "ncA", "nDA", "nDAn",
"nH", "nHn", "nHz", "nlAr", "SA", "SAl", "sH", "SH", "SH", "SHn",
"SHnHz", "SHnlAr", "SHz", "ŞAr", "t", "yA", "yA", "yAbil", "yAcAk",
"yAcAk", "yAdur", "yAgel", "yAlH", "yAmA", "yAmAdAn", "yAn", "yArAk",
"yAsH", "yDH", "yH", "yHcH", "yHm", "yHn", "yHncA", "yHp", "yHs",
"yHver", "yHz", "yken", "ylA", "ymHs", "ysA", "z", "zsHn", "zsHnHz",
"zlAr", "yAkal", "yAkoy", "yAgor"
]
"""
MorphotacticTags that can be used.
"""
morphotacticTags = [
MorphologicalTag.AORIST, MorphologicalTag.CAUSATIVE,
MorphologicalTag.ASIF, MorphologicalTag.LY, MorphologicalTag.EQUATIVE,
MorphologicalTag.ASIF, MorphologicalTag.AGENT,
MorphologicalTag.DIMENSION, MorphologicalTag.LOCATIVE,
MorphologicalTag.ABLATIVE, MorphologicalTag.PASTTENSE,
MorphologicalTag.PASTPARTICIPLE, MorphologicalTag.ASLONGAS,
MorphologicalTag.COPULA, MorphologicalTag.SINCE,
MorphologicalTag.CAUSATIVE, MorphologicalTag.P3SG,
MorphologicalTag.PASSIVE, MorphologicalTag.P1SG,
MorphologicalTag.REFLEXIVE, MorphologicalTag.PASSIVE,
MorphologicalTag.P2SG, MorphologicalTag.P1PL, MorphologicalTag.ORDINAL,
MorphologicalTag.P2PL, MorphologicalTag.AORIST,
MorphologicalTag.CAUSATIVE, MorphologicalTag.RECIPROCAL,
MorphologicalTag.CAUSATIVE, MorphologicalTag.PROGRESSIVE1,
MorphologicalTag.A1PL, MorphologicalTag.A1PL,
MorphologicalTag.RELATIVE, MorphologicalTag.RELATIVE,
MorphologicalTag.ACQUIRE, MorphologicalTag.A3PL,
MorphologicalTag.SINCE, MorphologicalTag.P3PL, MorphologicalTag.P3PL,
MorphologicalTag.BECOME, MorphologicalTag.WITH, MorphologicalTag.NESS,
MorphologicalTag.A1PL, MorphologicalTag.A1SG,
MorphologicalTag.INFINITIVE2, MorphologicalTag.NEGATIVE,
MorphologicalTag.ACTOF, MorphologicalTag.WITHOUTHAVINGDONESO,
MorphologicalTag.INFINITIVE, MorphologicalTag.WITHOUTHAVINGDONESO,
MorphologicalTag.PROGRESSIVE2, MorphologicalTag.NECESSITY,
MorphologicalTag.NOTABLESTATE, MorphologicalTag.NARRATIVE,
MorphologicalTag.A2SG, MorphologicalTag.PASSIVE,
MorphologicalTag.DATIVE, MorphologicalTag.EQUATIVE,
MorphologicalTag.LOCATIVE, MorphologicalTag.ABLATIVE,
MorphologicalTag.ACCUSATIVE, MorphologicalTag.GENITIVE,
MorphologicalTag.A2PL, MorphologicalTag.A3PL, MorphologicalTag.DESIRE,
MorphologicalTag.RELATED, MorphologicalTag.P3SG,
MorphologicalTag.JUSTLIKE, MorphologicalTag.ALMOST,
MorphologicalTag.A2SG, MorphologicalTag.A2PL, MorphologicalTag.A3PL,
MorphologicalTag.WITHOUT, MorphologicalTag.DISTRIBUTIVE,
MorphologicalTag.CAUSATIVE, MorphologicalTag.DATIVE,
MorphologicalTag.OPTATIVE, MorphologicalTag.ABLE,
MorphologicalTag.FUTUREPARTICIPLE, MorphologicalTag.FUTURE,
MorphologicalTag.REPEAT, MorphologicalTag.EVERSINCE,
MorphologicalTag.SINCEDOINGSO, MorphologicalTag.NOTABLESTATE,
MorphologicalTag.WITHOUTBEINGABLETOHAVEDONESO,
MorphologicalTag.PRESENTPARTICIPLE, MorphologicalTag.BYDOINGSO,
MorphologicalTag.FEELLIKE, MorphologicalTag.PASTTENSE,
MorphologicalTag.ACCUSATIVE, MorphologicalTag.AGENT,
MorphologicalTag.A1SG, MorphologicalTag.A2PL, MorphologicalTag.WHEN,
MorphologicalTag.AFTERDOINGSO, MorphologicalTag.INFINITIVE3,
MorphologicalTag.HASTILY, MorphologicalTag.A1PL,
MorphologicalTag.WHILE, MorphologicalTag.INSTRUMENTAL,
MorphologicalTag.NARRATIVE, MorphologicalTag.CONDITIONAL,
MorphologicalTag.A3SG, MorphologicalTag.A2SG, MorphologicalTag.A2PL,
MorphologicalTag.A3PL, MorphologicalTag.STAY, MorphologicalTag.START,
MorphologicalTag.REPEAT
]
__metaMorphemeList: list
__root: Word
def __init__(self, parse=None):
"""
A constructor of MetamorphicParse class which creates an list metaMorphemeList which has split words
according to +.
PARAMETERS
----------
parse : str
String to parse.
"""
if parse is not None:
self.__metaMorphemeList = []
if parse == "+":
self.__root = Word("+")
else:
words = parse.split("\\+")
self.__root = Word(words[0])
for i in range(1, len(words)):
self.__metaMorphemeList.append(words[i])
def getMetaMorphemeTag(self, tag: str) -> list:
"""
The getMetaMorphemeTag method takes a String tag as an input and takes the first char of the tag. If first char
is a punctuation it gets a substring from the tag. And gets the meta morphemes of this tag then adds to the
result list.
PARAMETERS
----------
tag : str
String to get meta morphemes from.
RETURNS
-------
list
List type result which holds meta morphemes.
"""
result = []
s = tag[0]
if Word.isPunctuationSymbol(s):
tag = tag[1:]
for j in range(len(MetamorphicParse.metaMorphemes)):
if tag == self.metaMorphemes[j]:
result.append(MetamorphicParse.morphotacticTags[j])
return result
def getWord(self) -> Word:
"""
The getter method for Private Word root.
RETURNS
-------
Word
Word type root.
"""
return self.__root
def getMetaMorphemeTagForParse(self, parse: MorphologicalParse,
tag: str) -> list:
"""
getMetaMorphemeTagForParse method which also takes parse as an input. It also checks the morphotactic tags.
PARAMETERS
----------
parse : MorphologicalParse
MorphologicalParse type input.
tag : str
String to get meta morphemes from.
RETURNS
-------
list
List type result which holds meta morphemes.
"""
result = []
s = tag[0]
if Word.isPunctuationSymbol(s):
tag = tag[1:]
for j in range(len(MetamorphicParse.metaMorphemes)):
if tag == self.metaMorphemes[j] and parse.containsTag(
MetamorphicParse.morphotacticTags[j]):
result.append(MetamorphicParse.morphotacticTags[j])
return result
def size(self) -> int:
"""
The size method returns the size of the metaMorphemeList.
RETURNS
-------
int
The size of the metaMorphemeList.
"""
return len(self.__metaMorphemeList) + 1
def addMetaMorphemeList(self, newTacticSet: str):
"""
The addMetaMorphemeList method splits input String by + and add to the metaMorphemeList.
PARAMETERS
----------
newTacticSet : str
String to add the metaMorphemeList.
"""
tactics = newTacticSet.split("\\+")
self.__metaMorphemeList.extend(tactics)
def removeMetaMorphemeFromIndex(self, index: int):
"""
The removeMetaMorphemeFromIndex method removes the meta morpheme at given index from metaMorphemeList.
PARAMETERS
----------
index : int
to remove from metaMorphemeList.
"""
i = index - 1
while i < len(self.__metaMorphemeList):
self.__metaMorphemeList.pop(i)
def getMetaMorpheme(self, index: int) -> str:
"""
The getMetaMorpheme method gets the meta morpheme at given index.
PARAMETERS
----------
index : int
is used to get the meta morpheme.
RETURNS
-------
str
metaMorphemeList's corresponding meta morpheme.
"""
if index == 0:
return self.__root.getName()
else:
return self.__metaMorphemeList[index - 1]
def __str__(self) -> str:
"""
Overridden __str__ method to return resulting meta morphemes in metaMorphemeList.
RETURNS
-------
str
String result.
"""
result = self.__root.getName()
for metaMorpheme in self.__metaMorphemeList:
result = result + "+" + metaMorpheme
return result
def spellCheck(self, sentence: Sentence) -> Sentence:
"""
The spellCheck method takes a Sentence as an input and loops i times where i ranges from 0 to size of words in
given sentence. Then, it calls morphologicalAnalysis method with each word and assigns it to the FsmParseList,
if the size of FsmParseList is equal to the 0, it adds current word to the candidateList and assigns it to the
candidates list.
Later on, it loops through candidates list and calls morphologicalAnalysis method with each word and assigns it
to the FsmParseList. Then, it gets the root from FsmParseList. For the first time, it defines a previousRoot by
calling getProbability method with root, and for the following times it calls getProbability method with
previousRoot and root. Then, it finds out the best probability and the corresponding candidate as best candidate
and adds it to the result Sentence.
If the size of FsmParseList is not equal to 0, it directly adds the current word to the result Sentence and
finds the previousRoot directly from the FsmParseList.
PARAMETERS
----------
sentence : Sentence
Sentence type input.
RETURNS
-------
Sentence
Sentence result.
"""
previousRoot = None
result = Sentence()
root = self.checkAnalysisAndSetRoot(sentence, 0)
nextRoot = self.checkAnalysisAndSetRoot(sentence, 1)
for i in range(sentence.wordCount()):
word = sentence.getWord(i)
if root is None:
candidates = self.candidateList(word)
bestCandidate = word.getName()
bestRoot = word
bestProbability = self.__threshold
for candidate in candidates:
fsmParses = self.fsm.morphologicalAnalysis(candidate)
if self.__rootNgram:
root = fsmParses.getParseWithLongestRootWord().getWord(
)
else:
root = Word(candidate)
if previousRoot is not None:
previousProbability = self.__nGram.getProbability(
previousRoot.getName(), root.getName())
else:
previousProbability = 0.0
if nextRoot is not None:
nextProbability = self.__nGram.getProbability(
root.getName(), nextRoot.getName())
else:
nextProbability = 0.0
if max(previousProbability,
nextProbability) > bestProbability:
bestCandidate = candidate
bestRoot = root
bestProbability = max(previousProbability,
nextProbability)
root = bestRoot
result.addWord(Word(bestCandidate))
else:
result.addWord(word)
previousRoot = root
root = nextRoot
nextRoot = self.checkAnalysisAndSetRoot(sentence, i + 2)
return result
class MorphologicalParse:
inflectionalGroups: list
root: Word
def __init__(self, parse=None):
"""
Constructor of MorphologicalParse class which takes a String parse as an input. First it creates
a list as iGs for inflectional groups, and while given String contains derivational boundary (^DB+), it
adds the substring to the iGs list and continue to use given String from 4th index. If it does not contain ^DB+,
it directly adds the given String to the iGs list. Then, it creates a new list as
inflectionalGroups and checks for some cases.
If the first item of iGs list is ++Punc, it creates a new root as +, and by calling
InflectionalGroup method with Punc it initializes the IG list by parsing given input
String IG by + and calling the getMorphologicalTag method with these substrings. If getMorphologicalTag method
returns a tag, it adds this tag to the IG list and also to the inflectionalGroups list.
If the first item of iGs list has +, it creates a new word of first item's substring from index 0 to +,
and assigns it to root. Then, by calling InflectionalGroup method with substring from index 0 to +,
it initializes the IG list by parsing given input String IG by + and calling the getMorphologicalTag
method with these substrings. If getMorphologicalTag method returns a tag, it adds this tag to the IG list
and also to the inflectionalGroups list.
If the first item of iGs list does not contain +, it creates a new word with first item and assigns it as root.
At the end, it loops through the items of iGs and by calling InflectionalGroup method with these items
it initializes the IG list by parsing given input String IG by + and calling the getMorphologicalTag
method with these substrings. If getMorphologicalTag method returns a tag, it adds this tag to the IG list
and also to the inflectionalGroups list.
PARAMETERS
----------
parse : str
String input.
"""
if parse is not None:
if isinstance(parse, str):
iGs = []
st = parse
while "^DB+" in st:
iGs.append(st[:st.index("^DB+")])
st = st[st.index("^DB+") + 4:]
iGs.append(st)
self.inflectionalGroups = []
if iGs[0] == "++Punc":
self.root = Word("+")
self.inflectionalGroups.append(InflectionalGroup("Punc"))
else:
if iGs[0].index("+") != -1:
self.root = Word(iGs[0][:iGs[0].index("+")])
self.inflectionalGroups.append(InflectionalGroup(iGs[0][iGs[0].index("+") + 1:]))
else:
self.root = Word(iGs[0])
for i in range(1, len(iGs)):
self.inflectionalGroups.append(InflectionalGroup(iGs[i]))
elif isinstance(parse, list):
self.inflectionalGroups = []
if parse[0].index("+") != -1:
self.root = Word(parse[0][:parse[0].index("+")])
self.inflectionalGroups.append(InflectionalGroup(parse[0][parse[0].index("+") + 1:]))
for i in range(1, len(parse)):
self.inflectionalGroups.append(InflectionalGroup(parse[i]))
def getWord(self) -> Word:
"""
The no-arg getWord method returns root Word.
RETURNS
-------
Word
root Word.
"""
return self.root
def getTransitionList(self) -> str:
"""
The getTransitionList method gets the first item of inflectionalGroups list as a str, then loops
through the items of inflectionalGroups and concatenates them by using +.
RETURNS
-------
str
String that contains transition list.
"""
result = self.inflectionalGroups[0].__str__()
for i in range(1, len(self.inflectionalGroups)):
result = result + "+" + self.inflectionalGroups[i].__str__()
return result
def getInflectionalGroupString(self, index: int) -> str:
"""
The getInflectionalGroupString method takes an int index as an input and if index is 0, it directly returns the
root and the first item of inflectionalGroups list. If the index is not 0, it then returns the corresponding
item of inflectionalGroups list as a str.
PARAMETERS
----------
index : int
Integer input.
RETURNS
-------
str
Corresponding item of inflectionalGroups at given index as a str.
"""
if index == 0:
return self.root.getName() + "+" + self.inflectionalGroups[0].__str__()
else:
return self.inflectionalGroups[index].__str__()
def getInflectionalGroup(self, index: int) -> InflectionalGroup:
"""
The getInflectionalGroup method takes an integer index as an input and it directly returns the InflectionalGroup
at given index.
PARAMETERS
----------
index : int
Integer input.
RETURNS
-------
InflectionalGroup
InflectionalGroup at given index.
"""
return self.inflectionalGroups[index]
def getLastInflectionalGroup(self) -> InflectionalGroup:
"""
The getLastInflectionalGroup method directly returns the last InflectionalGroup of inflectionalGroups list.
RETURNS
-------
InflectionalGroup
The last InflectionalGroup of inflectionalGroups list.
"""
return self.inflectionalGroups[len(self.inflectionalGroups) - 1]
def getTag(self, index: int) -> str:
"""
The getTag method takes an integer index as an input and and if the given index is 0, it directly return the
root. Then, it loops through the inflectionalGroups list it returns the MorphologicalTag of the corresponding
inflectional group.
PARAMETERS
----------
index : int
Integer input.
RETURNS
-------
str
The MorphologicalTag of the corresponding inflectional group, or null of invalid index inputs.
"""
size = 1
if index == 0:
return self.root.getName()
for group in self.inflectionalGroups:
if index < size + group.size():
return InflectionalGroup.getTagString(group.getTag(index - size))
size += group.size()
return None
def tagSize(self) -> int:
"""
The tagSize method loops through the inflectionalGroups list and accumulates the sizes of each inflectional
group in the inflectionalGroups.
RETURNS
-------
int
Total size of the inflectionalGroups list.
"""
size = 1
for group in self.inflectionalGroups:
size += group.size()
return size
def size(self) -> int:
"""
The size method returns the size of the inflectionalGroups list.
RETURNS
-------
int
The size of the inflectionalGroups list.
"""
return len(self.inflectionalGroups)
def firstInflectionalGroup(self) -> InflectionalGroup:
"""
The firstInflectionalGroup method returns the first inflectional group of inflectionalGroups list.
RETURNS
-------
InflectionalGroup
The first inflectional group of inflectionalGroups list.
"""
return self.inflectionalGroups[0]
def lastInflectionalGroup(self) -> InflectionalGroup:
"""
The lastInflectionalGroup method returns the last inflectional group of inflectionalGroups list.
RETURNS
-------
InflectionalGroup
The last inflectional group of inflectionalGroups list.
"""
return self.inflectionalGroups[len(self.inflectionalGroups) - 1]
def getWordWithPos(self) -> Word:
"""
The getWordWithPos method returns root with the MorphologicalTag of the first inflectional as a new word.
RETURNS
-------
Word
Root with the MorphologicalTag of the first inflectional as a new word.
"""
return Word(self.root.getName() + "+" + InflectionalGroup.getTagString(self.firstInflectionalGroup().getTag(0)))
def getPos(self) -> str:
"""
The getPos method returns the MorphologicalTag of the last inflectional group.
RETURNS
-------
str
The MorphologicalTag of the last inflectional group.
"""
return InflectionalGroup.getTagString(self.lastInflectionalGroup().getTag(0))
def getRootPos(self) -> str:
"""
The getRootPos method returns the MorphologicalTag of the first inflectional group.
RETURNS
-------
str
The MorphologicalTag of the first inflectional group.
"""
return InflectionalGroup.getTagString(self.firstInflectionalGroup().getTag(0))
def lastIGContainsCase(self) -> str:
"""
The lastIGContainsCase method returns the MorphologicalTag of last inflectional group if it is one of the
NOMINATIVE, ACCUSATIVE, DATIVE, LOCATIVE or ABLATIVE cases, null otherwise.
RETURNS
-------
str
The MorphologicalTag of last inflectional group if it is one of the NOMINATIVE, ACCUSATIVE, DATIVE, LOCATIVE
or ABLATIVE cases, null otherwise.
"""
caseTag = self.lastInflectionalGroup().containsCase()
if caseTag is not None:
return InflectionalGroup.getTagString(caseTag)
else:
return "NULL"
def lastIGContainsTag(self, tag: MorphologicalTag) -> bool:
"""
The lastIGContainsTag method takes a MorphologicalTag as an input and returns true if the last inflectional
group's MorphologicalTag matches with one of the tags in the IG list, false otherwise.
PARAMETERS
----------
tag : MorphologicalTag
MorphologicalTag type input.
RETURNS
-------
bool
True if the last inflectional group's MorphologicalTag matches with one of the tags in the IG list, False
otherwise.
"""
return self.lastInflectionalGroup().containsTag(tag)
def lastIGContainsPossessive(self) -> bool:
"""
lastIGContainsPossessive method returns true if the last inflectional group contains one of the
possessives: P1PL, P1SG, P2PL, P2SG, P3PL AND P3SG, false otherwise.
RETURNS
-------
bool
True if the last inflectional group contains one of the possessives: P1PL, P1SG, P2PL, P2SG, P3PL AND P3SG,
false otherwise.
"""
return self.lastInflectionalGroup().containsPossessive()
def isCapitalWord(self) -> bool:
"""
The isCapitalWord method returns True if the character at first index of root is an uppercase letter, False
otherwise.
RETURNS
-------
bool
True if the character at first index of root is an uppercase letter, False otherwise.
"""
return self.root.getName()[0:0].isupper()
def isNoun(self) -> bool:
"""
The isNoun method returns true if the past of speech is NOUN, False otherwise.
RETURNS
-------
bool
True if the past of speech is NOUN, False otherwise.
"""
return self.getPos() == "NOUN"
def isVerb(self) -> bool:
"""
The isVerb method returns true if the past of speech is VERB, False otherwise.
RETURNS
-------
bool
True if the past of speech is VERB, False otherwise.
"""
return self.getPos() == "VERB"
def isRootVerb(self) -> bool:
"""
The isRootVerb method returns True if the past of speech of root is BERV, False otherwise.
RETURNS
-------
bool
True if the past of speech of root is VERB, False otherwise.
"""
return self.getRootPos() == "VERB"
def isAdjective(self) -> bool:
"""
The isAdjective method returns True if the past of speech is ADJ, False otherwise.
RETURNS
-------
bool
True if the past of speech is ADJ, False otherwise.
"""
return self.getPos() == "ADJ"
def isProperNoun(self) -> bool:
"""
The isProperNoun method returns True if the first inflectional group's MorphologicalTag is a PROPERNOUN, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a PROPERNOUN, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.PROPERNOUN)
def isPunctuation(self) -> bool:
"""
The isPunctuation method returns True if the first inflectional group's MorphologicalTag is a PUNCTUATION, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a PUNCTUATION, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.PUNCTUATION)
def isCardinal(self) -> bool:
"""
The isCardinal method returns True if the first inflectional group's MorphologicalTag is a CARDINAL, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a CARDINAL, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.CARDINAL)
def isOrdinal(self) -> bool:
"""
The isOrdinal method returns True if the first inflectional group's MorphologicalTag is a ORDINAL, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a ORDINAL, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.ORDINAL)
def isReal(self) -> bool:
"""
The isReal method returns True if the first inflectional group's MorphologicalTag is a REAL, False otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a REAL, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.REAL)
def isNumber(self) -> bool:
"""
The isNumber method returns True if the first inflectional group's MorphologicalTag is REAL or CARDINAL, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a REAL or CARDINAL, False otherwise.
"""
return self.isReal() or self.isCardinal()
def isTime(self) -> bool:
"""
The isTime method returns True if the first inflectional group's MorphologicalTag is a TIME, False otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a TIME, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.TIME)
def isDate(self) -> bool:
"""
The isDate method returns True if the first inflectional group's MorphologicalTag is a DATE, False otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a DATE, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.DATE)
def isHashTag(self) -> bool:
"""
The isHashTag method returns True if the first inflectional group's MorphologicalTag is a HASHTAG, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a HASHTAG, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.HASHTAG)
def isEmail(self) -> bool:
"""
The isEmail method returns True if the first inflectional group's MorphologicalTag is a EMAIL, False otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a EMAIL, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.EMAIL)
def isPercent(self) -> bool:
"""
The isPercent method returns True if the first inflectional group's MorphologicalTag is a PERCENT, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a PERCENT, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.PERCENT)
def isFraction(self) -> bool:
"""
The isFraction method returns True if the first inflectional group's MorphologicalTag is a FRACTION, False
otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a FRACTION, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.FRACTION)
def isRange(self) -> bool:
"""
The isRange method returns True if the first inflectional group's MorphologicalTag is a RANGE, False otherwise.
RETURNS
-------
bool
True if the first inflectional group's MorphologicalTag is a RANGE, False otherwise.
"""
return self.getInflectionalGroup(0).containsTag(MorphologicalTag.RANGE)
def isPlural(self) -> bool:
"""
The isPlural method returns true if InflectionalGroup's MorphologicalTags are from the agreement plural
or possessive plural, i.e A1PL, A2PL, A3PL, P1PL, P2PL or P3PL, and False otherwise.
RETURNS
-------
bool
True if InflectionalGroup's MorphologicalTags are from the agreement plural or possessive plural.
"""
for inflectionalGroup in self.inflectionalGroups:
if inflectionalGroup.containsPlural():
return True
return False
def isAuxiliary(self) -> bool:
"""
The isAuxiliary method returns true if the root equals to the et, ol, or yap, and false otherwise.
RETURNS
-------
bool
True if the root equals to the et, ol, or yap, and False otherwise.
"""
return self.root.getName() == "et" or self.root.getName() == "ol" or self.root.getName() == "yap"
def containsTag(self, tag: MorphologicalTag) -> bool:
"""
The containsTag method takes a MorphologicalTag as an input and loops through the inflectionalGroups list,
returns True if the input matches with on of the tags in the IG, False otherwise.
PARAMETERS
----------
tag : MorphologicalTag
checked tag
RETURNS
-------
bool
True if the input matches with on of the tags in the IG, False otherwise.
"""
for inflectionalGroup in self.inflectionalGroups:
if inflectionalGroup.containsTag(tag):
return True
return False
def getTreePos(self) -> str:
"""
The getTreePos method returns the tree pos tag of a morphological analysis.
RETURNS
-------
bool
Tree pos tag of the morphological analysis in string form.
"""
if self.isProperNoun():
return "NP"
elif self.root.getName() == "değil":
return "NEG"
elif self.isVerb():
if self.lastIGContainsTag(MorphologicalTag.ZERO):
return "NOMP"
else:
return "VP"
elif self.isAdjective():
return "ADJP"
elif self.isNoun() or self.isPercent():
return "NP"
elif self.containsTag(MorphologicalTag.ADVERB):
return "ADVP"
elif self.isNumber() or self.isFraction():
return "NUM"
elif self.containsTag(MorphologicalTag.POSTPOSITION):
return "PP"
elif self.containsTag(MorphologicalTag.CONJUNCTION):
return "CONJP"
elif self.containsTag(MorphologicalTag.DETERMINER):
return "DP"
elif self.containsTag(MorphologicalTag.INTERJECTION):
return "INTJP"
elif self.containsTag(MorphologicalTag.QUESTIONPRONOUN):
return "WP"
elif self.containsTag(MorphologicalTag.PRONOUN):
return "NP"
elif self.isPunctuation():
if self.root.getName() == "!" or self.root.getName() == "?":
return "."
elif self.root.getName() == "" or self.root.getName() == "-" or self.root.getName() == "--":
return ":"
elif self.root.getName() == "(" or self.root.getName() == "-LRB-" or self.root.getName() == "-lrb-":
return "-LRB-"
elif self.root.getName() == ")" or self.root.getName() == "-RRB-" or self.root.getName() == "-rrb-":
return "-RRB-"
else:
return self.root.getName()
else:
return "-XXX-"
def getPronType(self) -> str:
lemma = self.root.getName()
if self.containsTag(MorphologicalTag.PERSONALPRONOUN):
return "Prs"
if lemma == "birbiri" or lemma == "birbirleri":
return "Rcp"
if lemma == "kim" or lemma == "nere" or lemma == "ne" or lemma == "hangi" or lemma == "nasıl" or \
lemma == "kaç" or lemma == "mi" or lemma == "mı" or lemma == "mu" or lemma == "mü":
return "Int"
if self.containsTag(MorphologicalTag.DEMONSTRATIVEPRONOUN):
return "Dem"
return ""
def getNumType(self) -> str:
lemma = self.root.getName()
if self.containsTag(MorphologicalTag.CARDINAL) or self.containsTag(MorphologicalTag.NUMBER) or lemma == "kaç":
return "Card"
if self.containsTag(MorphologicalTag.ORDINAL) or lemma == "kaçıncı":
return "Ord"
if self.containsTag(MorphologicalTag.DISTRIBUTIVE):
return "Dist"
return ""
def getReflex(self) -> str:
lemma = self.root.getName()
if lemma == "kendi":
return "Yes"
return ""
def getNumber(self) -> str:
if self.containsTag(MorphologicalTag.A1SG) or self.containsTag(MorphologicalTag.A2SG) or \
self.containsTag(MorphologicalTag.A3SG) or self.containsTag(MorphologicalTag.P1SG) or \
self.containsTag(MorphologicalTag.P2SG) or self.containsTag(MorphologicalTag.P3SG):
return "Sing"
if self.containsTag(MorphologicalTag.A1PL) or self.containsTag(MorphologicalTag.A2PL) or \
self.containsTag(MorphologicalTag.A3PL) or self.containsTag(MorphologicalTag.P1PL) or \
self.containsTag(MorphologicalTag.P2PL) or self.containsTag(MorphologicalTag.P3PL):
return "Plur"
return ""
def getCase(self) -> str:
if self.containsTag(MorphologicalTag.ACCUSATIVE) or self.containsTag(MorphologicalTag.PCACCUSATIVE):
return "Acc"
if self.containsTag(MorphologicalTag.DATIVE) or self.containsTag(MorphologicalTag.PCDATIVE):
return "Dat"
if self.containsTag(MorphologicalTag.GENITIVE) or self.containsTag(MorphologicalTag.PCGENITIVE):
return "Gen"
if self.containsTag(MorphologicalTag.LOCATIVE):
return "Loc"
if self.containsTag(MorphologicalTag.INSTRUMENTAL) or self.containsTag(MorphologicalTag.PCINSTRUMENTAL):
return "Ins"
if self.containsTag(MorphologicalTag.ABLATIVE) or self.containsTag(MorphologicalTag.PCABLATIVE):
return "Abl"
if self.containsTag(MorphologicalTag.NOMINATIVE) or self.containsTag(MorphologicalTag.PCNOMINATIVE):
return "Nom"
return ""
def getDefinite(self) -> str:
lemma = self.root.getName()
if self.containsTag(MorphologicalTag.DETERMINER):
if lemma == "bir" or lemma == "bazı" or lemma == "birkaç":
return "Ind"
if lemma == "her" or lemma == "bu" or lemma == "şu" or lemma == "o" or lemma == "bütün":
return "Def"
return ""
def getDegree(self) -> str:
lemma = self.root.getName()
if lemma == "daha":
return "Cmp"
if lemma == "en" and not self.isNoun():
return "Sup"
return ""
def getPolarity(self) -> str:
if self.containsTag(MorphologicalTag.POSITIVE):
return "Pos"
if self.containsTag(MorphologicalTag.NEGATIVE):
return "Neg"
return ""
def getPerson(self) -> str:
if self.containsTag(MorphologicalTag.A1SG) or self.containsTag(MorphologicalTag.A1PL) \
or self.containsTag(MorphologicalTag.P1SG) or self.containsTag(MorphologicalTag.P1PL):
return "1"
if self.containsTag(MorphologicalTag.A2SG) or self.containsTag(MorphologicalTag.A2PL) \
or self.containsTag(MorphologicalTag.P2SG) or self.containsTag(MorphologicalTag.P2PL):
return "2"
if self.containsTag(MorphologicalTag.A3SG) or self.containsTag(MorphologicalTag.A3PL) \
or self.containsTag(MorphologicalTag.P3SG) or self.containsTag(MorphologicalTag.P3PL):
return "3"
return ""
def getVoice(self) -> str:
if self.containsTag(MorphologicalTag.PASSIVE):
return "Pass"
if self.containsTag(MorphologicalTag.RECIPROCAL):
return "Rcp"
if self.containsTag(MorphologicalTag.CAUSATIVE):
return "Cau"
if self.containsTag(MorphologicalTag.REFLEXIVE):
return "Rfl"
return ""
def getAspect(self) -> str:
if self.containsTag(MorphologicalTag.PASTTENSE) or self.containsTag(MorphologicalTag.NARRATIVE) \
or self.containsTag(MorphologicalTag.FUTURE):
return "Perf"
if self.containsTag(MorphologicalTag.PROGRESSIVE1) or self.containsTag(MorphologicalTag.PROGRESSIVE2):
return "Prog"
if self.containsTag(MorphologicalTag.AORIST):
return "Hab"
if self.containsTag(MorphologicalTag.HASTILY):
return "Rapid"
if self.containsTag(MorphologicalTag.START) or self.containsTag(MorphologicalTag.STAY) \
or self.containsTag(MorphologicalTag.REPEAT):
return "Dur"
return ""
def getTense(self) -> str:
if self.containsTag(MorphologicalTag.PASTTENSE):
return "Past"
if self.containsTag(MorphologicalTag.FUTURE):
return "Fut"
if self.containsTag(MorphologicalTag.NARRATIVE) and self.containsTag(MorphologicalTag.PASTTENSE):
return "Pqp"
if not self.containsTag(MorphologicalTag.PASTTENSE) and not self.containsTag(MorphologicalTag.FUTURE):
return "Pres"
return ""
def getMood(self) -> str:
if self.containsTag(MorphologicalTag.IMPERATIVE):
return "Imp"
if self.containsTag(MorphologicalTag.CONDITIONAL):
return "Cnd"
if self.containsTag(MorphologicalTag.DESIRE):
return "Des"
if self.containsTag(MorphologicalTag.OPTATIVE):
return "Opt"
if self.containsTag(MorphologicalTag.NECESSITY):
return "Nec"
if self.containsTag(MorphologicalTag.PASTTENSE) or self.containsTag(MorphologicalTag.PROGRESSIVE1) \
or self.containsTag(MorphologicalTag.FUTURE):
return "Ind"
return ""
def getVerbForm(self) -> str:
if self.containsTag(MorphologicalTag.PASTPARTICIPLE) or self.containsTag(MorphologicalTag.FUTUREPARTICIPLE) \
or self.containsTag(MorphologicalTag.PRESENTPARTICIPLE):
return "Part"
if self.containsTag(MorphologicalTag.SINCEDOINGSO) or self.containsTag(MorphologicalTag.WITHOUTHAVINGDONESO) \
or self.containsTag(MorphologicalTag.WITHOUTBEINGABLETOHAVEDONESO) \
or self.containsTag(MorphologicalTag.BYDOINGSO) or self.containsTag(MorphologicalTag.AFTERDOINGSO) \
or self.containsTag(MorphologicalTag.INFINITIVE3):
return "Conv"
return ""
def getUniversalDependencyFeatures(self, uPos: str) -> list:
featureList = []
pronType = self.getPronType()
if pronType != "" and uPos != "ADJ" and uPos != "VERB" and uPos != "CCONJ":
featureList.append("PronType=" + pronType)
numType = self.getNumType()
if numType != "" and uPos != "VERB":
featureList.append("NumType=" + numType)
reflex = self.getReflex()
if reflex != "":
featureList.append("Reflex=" + reflex)
degree = self.getDegree()
if degree != "":
featureList.append("Degree=" + degree)
if self.isNoun() or self.isVerb():
number = self.getNumber()
if number != "":
featureList.append("Number=" + number)
if self.isNoun():
case_ = self.getCase()
if case_ != "":
featureList.append("Case=" + case_)
if self.containsTag(MorphologicalTag.DETERMINER):
definite = self.getDefinite()
if definite != "":
featureList.append("Definite=" + definite)
if self.isVerb():
polarity = self.getPolarity()
if polarity != "":
featureList.append("Polarity=" + polarity)
person = self.getPerson()
if person != "" and uPos != "PROPN":
featureList.append("Person=" + person)
voice = self.getVoice()
if voice != "":
featureList.append("Voice=" + voice)
aspect = self.getAspect()
if aspect != "" and uPos != "PROPN":
featureList.append("Aspect=" + aspect)
tense = self.getTense()
if tense != "" and uPos != "PROPN":
featureList.append("Tense=" + tense)
mood = self.getMood()
if mood != "" and uPos != "PROPN":
featureList.append("Mood=" + mood)
verbForm = self.getVerbForm()
if verbForm != "":
featureList.append("VerbForm=" + verbForm)
featureList.sort()
return featureList
def getUniversalDependencyPos(self) -> str:
lemma = self.root.getName()
if lemma == "değil":
return "AUX"
if self.isProperNoun():
return "PROPN"
if self.isNoun():
return "NOUN"
if self.isAdjective():
return "ADJ"
if self.getPos() == "ADV":
return "ADV"
if self.containsTag(MorphologicalTag.INTERJECTION):
return "INTJ"
if self.isVerb():
return "VERB"
if self.isPunctuation() or self.isHashTag():
return "PUNCT"
if self.containsTag(MorphologicalTag.DETERMINER):
return "DET"
if self.isNumber() or self.isDate() or self.isTime() or self.isOrdinal() or self.isFraction() or lemma == "%":
return "NUM"
if self.getPos() == "PRON":
return "PRON"
if self.getPos() == "POSTP":
return "ADP"
if self.getPos() == "QUES":
return "AUX"
if self.getPos() == "CONJ":
if lemma == "ki" or lemma == "eğer" or lemma == "diye":
return "SCONJ"
else:
return "CCONJ"
return "X"
def __str__(self):
"""
The overridden toString method gets the root and the first inflectional group as a result String then
concatenates with ^DB+ and the following inflectional groups.
RETURNS
-------
str
result str.
"""
result = self.root.getName() + "+" + self.inflectionalGroups[0].__str__()
for i in range(1, len(self.inflectionalGroups)):
result = result + "^DB+" + self.inflectionalGroups[i].__str__()
return result
def asciifyWord(self, word: Word) -> str:
"""
The asciifyWord method takes a Word as an input. Then,
loops i times where i ranges from 0 to length of the word and substitutes Turkish
characters with their corresponding Latin versions and returns it as a new str.
PARAMETERS
----------
word : Word
Word type input to asciify.
RETURNS
-------
str
String output which is asciified.
"""
modified = ""
for i in range(len(word.getName())):
if word.getName()[i] == "ç":
modified = modified + 'c'
elif word.getName()[i] == "ö":
modified = modified + 'o'
elif word.getName()[i] == "ğ":
modified = modified + 'g'
elif word.getName()[i] == "ü":
modified = modified + 'u'
elif word.getName()[i] == "ş":
modified = modified + 's'
elif word.getName()[i] == "ı":
modified = modified + 'i'
elif word.getName()[i] == "Ç":
modified = modified + 'C'
elif word.getName()[i] == "Ö":
modified = modified + 'O'
elif word.getName()[i] == "Ğ":
modified = modified + 'G'
elif word.getName()[i] == "Ü":
modified = modified + 'U'
elif word.getName()[i] == "Ş":
modified = modified + 'S'
elif word.getName()[i] == "İ":
modified = modified + 'I'
else:
modified = modified + word.getName()[i]
return modified
def deasciify(self, sentence: Sentence) -> Sentence:
"""
The deasciify method takes a Sentence as an input. First it creates a String list as candidates,
and a Sentence result. Then, loops i times where i ranges from 0 to words size of given sentence. It gets the
current word and generates a candidateList with this current word then, it loops through the candidateList.
First it calls morphologicalAnalysis method with current candidate and gets the first item as root word. If it
is the first root, it gets its N-gram probability, if there are also other roots, it gets probability of these
roots and finds out the best candidate, best root and the best probability. At the nd, it adds the bestCandidate
to the bestCandidate list.
PARAMETERS
----------
sentence : Sentence
Sentence type input.
RETURNS
-------
Sentence
Sentence result as output.
"""
previousRoot = None
result = Sentence()
root = self.checkAnalysisAndSetRoot(sentence, 0)
nextRoot = self.checkAnalysisAndSetRoot(sentence, 1)
for i in range(sentence.wordCount()):
word = sentence.getWord(i)
if root is None:
candidates = self.candidateList(word)
bestCandidate = word.getName()
bestRoot = word
bestProbability = self.__threshold
for candidate in candidates:
fsmParses = self.fsm.morphologicalAnalysis(candidate)
if self.__rootNgram:
root = fsmParses.getParseWithLongestRootWord().getWord(
)
else:
root = Word(candidate)
if previousRoot is not None:
previousProbability = self.__nGram.getProbability(
previousRoot.getName(), root.getName())
else:
previousProbability = 0.0
if nextRoot is not None:
nextProbability = self.__nGram.getProbability(
root.getName(), nextRoot.getName())
else:
nextProbability = 0.0
if max(previousProbability,
nextProbability) > bestProbability:
bestCandidate = candidate
bestRoot = root
bestProbability = max(previousProbability,
nextProbability)
root = bestRoot
result.addWord(Word(bestCandidate))
else:
result.addWord(word)
previousRoot = root
root = nextRoot
nextRoot = self.checkAnalysisAndSetRoot(sentence, i + 2)
return result