import re
import nltk
import sys
sys.path.insert(0, '..')
import filter_lines as fl
lineList = [
line for line in open(r'results_resume.tsv', 'r', encoding='utf-8')
]
f = open(r"sample_resume.tsv", "w", encoding='utf-8')
filtered_lines = []
for s in range(1, len(lineList)):
my_split = lineList[s].split('\t')
my_tokens = my_split[7].split(' ')
tagged_tokens = nltk.pos_tag(my_tokens)
formlist = ['resumed', 'resume']
if not (fl.isGerund(my_split)
or fl.isAdjective(my_split, my_tokens, tagged_tokens, formlist)
or fl.hasGerundAfter(my_split, my_tokens)
or fl.isIntransitive(my_split, tagged_tokens)):
filtered_lines.append(lineList[s])
sampleNumbers = random.sample(range(1, len(filtered_lines)), 100)
for s in range(len(filtered_lines)):
if s in sampleNumbers:
f.write(filtered_lines[s])
f.close()
return(False)
def dobjTooFarFromVerb(my_split):
if int(my_split[3]) - int(my_split[5]) >=10:
return(True)
else:
return(False)
lineList = [line for line in open(r'results_try.tsv', 'r', encoding='utf-8')]
f = open(r"sample_try.tsv", "w",encoding='utf-8')
filtered_lines = []
for s in range (1,len(lineList)):
my_split = lineList[s].split('\t')
my_tokens = my_split[7].split(' ')
tagged_tokens = nltk.pos_tag(my_tokens)
formlist = ['tried','try','trying','tries']
if not (my_split[2][0].isupper() or dobjTooFarFromVerb(my_split) or dobjIsGerund(my_split) or fl.hasPattern(my_split[7].lower(), "tr(i|y)[^\s]*\s(to|and)\s") or fl.hasGerundAfter(my_split, my_tokens) or fl.isAdjective(my_split, my_tokens,tagged_tokens, formlist) or fl.isPhrasalVerb(my_split,tagged_tokens) or fl.hasPattern(my_split[7], '\str(y|i)[^\s]*\s[^\s]*\s(luck|hand|best|while|lot|fortune|patience)\s') or my_tokens[int(my_split[5])+1] in ['out','again'] or my_split[1] in ['case','time','lot','fortune','day','year','patience','hand'] or tagged_tokens[int(my_split[3])+1][1] == 'RP' or tagged_tokens[int(my_split[5])+1][1].startswith('VB') or fl.isIntransitive(my_split,tagged_tokens) or 'Try Tag Rugby' in my_split[7]):
filtered_lines.append(lineList[s])
sampleNumbers = random.sample(range(1, len(filtered_lines)), 100)
for s in range (len(filtered_lines)):
if s in sampleNumbers:
f.write(filtered_lines[s])
f.close()
sys.path.insert(0, '..')
import filter_lines as fl
lineList = [line for line in open(r'results_miss.tsv', 'r', encoding='utf-8')]
f = open(r"sample_miss.tsv", "w", encoding='utf-8')
filtered_lines = []
for s in range(1, len(lineList)):
my_split = lineList[s].split('\t')
my_tokens = my_split[7].split(' ')
tagged_tokens = nltk.pos_tag(my_tokens)
formlist = ['missing', 'miss']
if not (fl.dobjIsGerund(my_split) or fl.isAdjective(
my_split, my_tokens, tagged_tokens, formlist
) or fl.hasGerundAfter(my_split, my_tokens) or my_split[1] in [
'target', 'fact', 'point', 'step', 'chance', 'call', 'opportunity',
'mark', 'issue'
] or fl.isPhrasalVerb(my_split, tagged_tokens) or my_tokens[int(
my_split[5]
) + 1] == 'out' or fl.hasPattern(
my_split[7],
'miss[^\s]*\s[^\s]*\s(target|call|opportunity|fact|point|step|chance|mark|issue)'
) or fl.hasPattern(my_split[7], '(go|went|gone|going)\smissing')
or fl.isIntransitive(my_split, tagged_tokens)):
filtered_lines.append(lineList[s])
sampleNumbers = random.sample(range(1, len(filtered_lines)), 100)
for s in range(len(filtered_lines)):
if s in sampleNumbers:
import re
import nltk
import sys
sys.path.insert(0,'..')
import filter_lines as fl
lineList = [line for line in open(r'results_recommend.tsv', 'r', encoding='utf-8')]
f = open(r"sample_recommend.tsv", "w",encoding='utf-8')
filtered_lines = []
for s in range (1,len(lineList)):
my_split = lineList[s].split('\t')
my_tokens = my_split[7].split(' ')
tagged_tokens = nltk.pos_tag(my_tokens)
formlist = ['recommended']
if not (fl.hasSubjunctiveAfterDobj(my_tokens,tagged_tokens,my_split) or fl.hasInfinitiveAfterDobj(my_tokens,tagged_tokens,my_split) or fl.dobjIsGerund(my_split) or fl.isAdjective(my_split, my_tokens,tagged_tokens, formlist) or fl.hasPattern(my_split[7].lower(), "recommend[^\s]+\sto\s") or fl.hasGerundAfter(my_split, my_tokens) or (my_tokens[int(my_split[5])].lower() =='recommended' and (my_tokens[int(my_split[5])-1].lower() in ['maximum','CODATA','a','the'] or my_tokens[int(my_split[5])+1].lower() in ['practice','value']))):
filtered_lines.append(lineList[s])
sampleNumbers = random.sample(range(1, len(filtered_lines)), 100)
for s in range (len(filtered_lines)):
if s in sampleNumbers:
f.write(filtered_lines[s])
f.close()
import random
import re
import nltk
import sys
sys.path.insert(0,'..')
import filter_lines as fl
lineList = [line for line in open(r'results_start.tsv', 'r', encoding='utf-8')]
f = open(r"sample_start.tsv", "w",encoding='utf-8')
filtered_lines = []
for s in range (1,len(lineList)):
my_split = lineList[s].split('\t')
my_tokens = my_split[7].split(' ')
tagged_tokens = nltk.pos_tag(my_tokens)
formlist = ['starting']
if not (fl.isGerund(my_split) or fl.isAdjective(my_split, my_tokens,tagged_tokens, formlist) or fl.isIntransitive(my_split, tagged_tokens) or fl.hasPattern(my_split[7].lower(), "start[^\s]+\sto\s") or fl.hasGerundAfter(my_split, my_tokens) or fl.isPhrasalVerb(my_split, tagged_tokens) or fl.hasOrdNumAfter(my_split, tagged_tokens) or fl.dobjIsOrdinalNumber(my_split, tagged_tokens)):
filtered_lines.append(lineList[s])
sampleNumbers = random.sample(range(1, len(filtered_lines)), 100)
for s in range (len(filtered_lines)):
if s in sampleNumbers:
f.write(filtered_lines[s])
f.close()
© 2019 GitHub, Inc.
import random
import re
import nltk
import sys
sys.path.insert(0,'..')
import filter_lines as fl
lineList = [line for line in open(r'results_quit.tsv', 'r', encoding='utf-8')]
f = open(r"sample_quit.tsv", "w",encoding='utf-8')
filtered_lines = []
for s in range (1,len(lineList)):
my_split = lineList[s].split('\t')
my_tokens = my_split[7].split(' ')
tagged_tokens = nltk.pos_tag(my_tokens)
formlist = ['quit']
if not (fl.isGerund(my_split) or fl.isAdjective(my_split, my_tokens,tagged_tokens, formlist) or fl.isIntransitive(my_split, tagged_tokens) or fl.hasGerundAfter(my_split, my_tokens) or fl.isPhrasalVerb(my_split, tagged_tokens) or fl.hasPattern(my_split[7].lower(), ' (a|the)[^a-zA-Z]*quit')):
filtered_lines.append(lineList[s])
sampleNumbers = random.sample(range(1, len(filtered_lines)), 100)
for s in range (len(filtered_lines)):
if s in sampleNumbers:
f.write(filtered_lines[s])
f.close()
if (len(my_tokens) > int(my_split[5])+3) and not (my_tokens[int(my_split[5])+2] == "'" and my_tokens[int(my_split[5])+3] == 's'):
if not my_tokens[int(my_split[5])+2] in ['until','for','by']:
print(my_split[7])
return(True)
elif (my_split[2].lower() == 'delayed') and int(my_split[5]) == 0:
print(my_split[7])
return (True)
return(False)
lineList = [line for line in open(r'results_delay.tsv', 'r', encoding='utf-8')]
f = open(r"sample_delay.tsv", "w",encoding='utf-8')
filtered_lines = []
for s in range (1,len(lineList)):
my_split = lineList[s].split('\t')
my_tokens = my_split[7].split(' ')
tagged_tokens = nltk.pos_tag(my_tokens)
formlist = ['delayed']
if not (fl.isGerund(my_split) or fl.isAdjective(my_split, my_tokens,tagged_tokens, formlist) or fl.hasGerundAfter(my_split, my_tokens) or delayedIsAdjective(my_split, my_tokens)):
filtered_lines.append(lineList[s])
sampleNumbers = random.sample(range(1, len(filtered_lines)), 100)
for s in range (len(filtered_lines)):
if s in sampleNumbers:
f.write(filtered_lines[s])
f.close()
