def about_helper(paragraph):
paragraph = remove_punctuation(lower(paragraph)).split()
# print(paragraph)
for i in topic:
if i in paragraph:
return True
return False
def f(x):
splitted = split(x)
ls = [lower(remove_punctuation(s)) for s in splitted]
for item in ls:
if item in topic:
return True
return False
def start(paragraphs):
for word in topic:
s = split(remove_punctuation(lower(paragraphs)))
for i in s:
if i == word:
return True
return False
def search(paragraph):
paragraph = split(lower(remove_punctuation(paragraph)))
for i in topic:
for j in paragraph:
if i == j:
return True
return False
def select(paragraph):
remove_punctuation_paragraph = remove_punctuation(paragraph) # remove punction
split_paragraph_list = split(remove_punctuation_paragraph) #split paragraph
for splited_paragraph in split_paragraph_list:
if lower(splited_paragraph) in topic: # return a lowercased version
return True
return False
def about(topic):
"""Return a select function that returns whether
a paragraph contains one of the words in TOPIC.
Arguments:
topic: a list of words related to a subject
>>> about_dogs = about(['dog', 'dogs', 'pup', 'puppy'])
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup!'], about_dogs, 0)
'Cute Dog!'
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup.'], about_dogs, 1)
'Nice pup.'
"""
assert all([lower(x) == x for x in topic]), 'topics should be lowercase.'
# BEGIN PROBLEM 2
"*** YOUR CODE HERE ***"
def select(paragraph):
paragraph = split(remove_punctuation(paragraph))
for i in range(len(paragraph)):
if lower(paragraph[i]) in topic:
return True
return False
return select
def about(topic):
"""Return a select function that returns whether a paragraph contains one
of the words in TOPIC.
>>> about_dogs = about(['dog', 'dogs', 'pup', 'puppy'])
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup!'], about_dogs, 0)
'Cute Dog!'
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup.'], about_dogs, 1)
'Nice pup.'
"""
assert all([lower(x) == x for x in topic]), 'topics should be lowercase.'
# BEGIN PROBLEM 2
"*** YOUR CODE HERE ***"
def f(p):
p = remove_punctuation(p)
p = lower(p)
p = split(p)
for i in p:
for j in topic:
if i == j:
return True
return False
return f
def about(topic):
"""Return a select function that returns whether a paragraph contains one
of the words in TOPIC.
>>> about_dogs = about(['dog', 'dogs', 'pup', 'puppy'])
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup!'], about_dogs, 0)
'Cute Dog!'
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup.'], about_dogs, 1)
'Nice pup.'
"""
assert all([lower(x) == x for x in topic]), 'topics should be lowercase.'
# BEGIN PROBLEM 2
"*** YOUR CODE HERE ***"
def is_topic_mentioned(
paragraph): #parapraph is a string,choose from def choose
lowered_paragraph = lower(paragraph)
lowered_nopunc_paragraph = remove_punctuation(lowered_paragraph)
lowered_nopunc_paragraph_list = split(lowered_nopunc_paragraph)
for keyword in topic:
if keyword in lowered_nopunc_paragraph_list:
return True
return False
return is_topic_mentioned
def helper(str):
str = split(remove_punctuation(lower(str)))
for i in range(0, len(str)):
for j in range(0, len(topic)):
if (str[i] == topic[j]):
return True
return False
def about(topic):
"""Return a select function that returns whether a paragraph contains one
of the words in TOPIC.
>>> about_dogs = about(['dog', 'dogs', 'pup', 'puppy'])
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup!'], about_dogs, 0)
'Cute Dog!'
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup.'], about_dogs, 1)
'Nice pup.'
"""
assert all([lower(x) == x for x in topic]), 'topics should be lowercase.'
# BEGIN PROBLEM 2
def select(string):
# need to make lowercase and remove punctuation
s = remove_punctuation(string)
s = lower(s)
# split for comparing
s = split(s)
for i in topic:
if i in s:
return True
return False
return select
def sentence_about(sentence):
words = split(sentence)
words = [lower(remove_punctuation(w)) for w in words]
for w in words:
if w in topic:
return True
return False
def helpler(paragraph):
new_para = split(lower(remove_punctuation(paragraph)))
for i in new_para:
for x in topic:
if i == x:
return True
return False
def is_about_topic(s):
low_s = lower(remove_punctuation(s))
for _s in split(low_s):
for _topic in topic:
if _s == _topic:
return True
return False
def __getitem__(self, index):
text = self.text[index]
text = utils.lower(text)
text = utils.remove_hashtags(text)
text = utils.remove_user_mentions(text)
text = utils.remove_urls(text)
data = np.array([
config.identity_mat[config.vocabulary.index(i)]
for i in list(text)[::-1] if i in config.vocabulary
],
dtype=np.float32)
if len(data) > config.max_length:
data = data[:config.max_length]
elif 0 < len(data) < config.max_length:
data = np.concatenate((data,
np.zeros((config.max_length - len(data),
config.number_of_characters),
dtype=np.float32)))
elif len(data) == 0:
data = np.zeros((config.max_length, config.number_of_characters),
dtype=np.float32)
label = self.labels[index]
data = torch.Tensor(data)
return data, label
def select(paragraphs):
paragraphs = lower(paragraphs)
paragraphs = remove_punctuation(paragraphs)
list_paragraphs = split(paragraphs)
for words in topic:
if words in list_paragraphs:
return True
return False
def select(paragraph):
paragraph = remove_punctuation(paragraph)
paragraph = lower(paragraph)
# list of all words in paragraph
paragraph = split(paragraph)
for word in topic:
if (word in paragraph):
return True
return False
def about_helper(words):
words = remove_punctuation(words)
words = lower(words)
words = split(words)
for i in topic:
for j in words:
if i == j:
return True
return False
def is_topic_mentioned(
paragraph): #parapraph is a string,choose from def choose
lowered_paragraph = lower(paragraph)
lowered_nopunc_paragraph = remove_punctuation(lowered_paragraph)
lowered_nopunc_paragraph_list = split(lowered_nopunc_paragraph)
for keyword in topic:
if keyword in lowered_nopunc_paragraph_list:
return True
return False
def valid_topic(paragraph):
paragraph = remove_punctuation(paragraph)
paragraph = lower(paragraph)
split_paragraph = split(paragraph)
for split_words in split_paragraph:
if split_words in topic:
return True
return False
def func(paragraph):
paragraph = split(remove_punctuation(lower(paragraph)))
filtered = [x for x in topic if x in paragraph]
if filtered != []:
return True
else:
return False
def f(p):
p = remove_punctuation(p)
p = lower(p)
p = split(p)
for i in p:
for j in topic:
if i == j:
return True
return False
def select(string):
# need to make lowercase and remove punctuation
s = remove_punctuation(string)
s = lower(s)
# split for comparing
s = split(s)
for i in topic:
if i in s:
return True
return False
def clean_doc(self, doc):
# Remove special character and word too long and convert to lower case
cleaned_doc = []
doc = self.re.sub('', doc)
for word in doc.strip().split():
if MIN_WORD_LENGTH <= len(
word
) <= MAX_WORD_LENGTH and word not in self.en_stop_words:
cleaned_doc.append(utils.lower(word))
return " ".join(cleaned_doc)
def about(topic):
"""Return a select function that returns whether a paragraph contains one
of the words in TOPIC.
>>> about_dogs = about(['dog', 'dogs', 'pup', 'puppy'])
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup!'], about_dogs, 0)
'Cute Dog!'
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup.'], about_dogs, 1)
'Nice pup.'
"""
assert all([lower(x) == x for x in topic]), 'topics should be lowercase.'
# BEGIN PROBLEM 2
"*** YOUR CODE HERE ***"
def about(topic):
"""Return a select function that returns whether a paragraph contains one
of the words in TOPIC.
构造一个select函数，参数为sentence，检查topic的单词是否在sentence之中
@return function
>>> about_dogs = about(['dog', 'dogs', 'pup', 'puppy'])
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup!'], about_dogs, 0)
'Cute Dog!'
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup.'], about_dogs, 1)
'Nice pup.'
"""
assert all([lower(x) == x for x in topic]), 'topics should be lowercase.'
# BEGIN PROBLEM 2
"*** YOUR CODE HERE ***"
# def helper(sentence):
# sentence_list = split(lower(remove_punctuation(sentence)))
# for word in topic:
# if word in sentence_list:
# return True
# return False
# return helper
return lambda sentence: any(word in split(lower(remove_punctuation(sentence))) for word in topic)
def autocorrect(user_word, valid_words, diff_function, limit):
"""Returns the element of VALID_WORDS that has the smallest difference
from USER_WORD. Instead returns USER_WORD if that difference is greater
than LIMIT.
"""
# BEGIN PROBLEM 5
"*** YOUR CODE HERE ***"
user_word_after = remove_punctuation(lower(user_word))
diff_list = []
for i in valid_words:
if user_word_after == i:
return user_word
else:
diff_list += [diff_function(user_word_after, i, limit)]
if min(diff_list) > limit:
return user_word
else:
return valid_words[diff_list.index(min(diff_list))]
def about(topic):
"""Return a select function that returns whether a paragraph contains one
of the words in TOPIC.
>>> about_dogs = about(['dog', 'dogs', 'pup', 'puppy'])
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup!'], about_dogs, 0)
'Cute Dog!'
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup.'], about_dogs, 1)
'Nice pup.'
"""
assert all([lower(x) == x for x in topic]), 'topics should be lowercase.'
def helper(sentence):
sentence = split(lower(remove_punctuation(sentence)))
for i in range(len(topic)):
if topic[i] in sentence:
return True
return False
return helper
def about(topic):
"""Return a select function that returns whether a paragraph contains one
of the words in TOPIC.
>>> about_dogs = about(['dog', 'dogs', 'pup', 'puppy'])
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup!'], about_dogs, 0)
'Cute Dog!'
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup.'], about_dogs, 1)
'Nice pup.'
"""
assert all([lower(x) == x for x in topic]), 'topics should be lowercase.'
# BEGIN PROBLEM 2
def select(paragraphs):
paragraphs = lower(paragraphs)
paragraphs = remove_punctuation(paragraphs)
list_paragraphs = split(paragraphs)
for words in topic:
if words in list_paragraphs:
return True
return False
return select
def about(topic):
"""Return a select function that returns whether a paragraph contains one
of the words in TOPIC.
>>> about_dogs = about(['dog', 'dogs', 'pup', 'puppy'])
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup!'], about_dogs, 0)
'Cute Dog!'
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup.'], about_dogs, 1)
'Nice pup.'
"""
assert all([lower(x) == x for x in topic]), 'topics should be lowercase.'
# BEGIN PROBLEM 2
"*** YOUR CODE HERE ***"
def select(paragraph):
remove_punctuation_paragraph = remove_punctuation(paragraph) # remove punction
split_paragraph_list = split(remove_punctuation_paragraph) #split paragraph
for splited_paragraph in split_paragraph_list:
if lower(splited_paragraph) in topic: # return a lowercased version
return True
return False
return select
def about(topic):
"""Return a select function that returns whether a paragraph contains one
of the words in TOPIC.
>>> about_dogs = about(['dog', 'dogs', 'pup', 'puppy'])
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup!'], about_dogs, 0)
'Cute Dog!'
>>> choose(['Cute Dog!', 'That is a cat.', 'Nice pup.'], about_dogs, 1)
'Nice pup.'
"""
assert all([lower(x) == x for x in topic]), 'topics should be lowercase.'
# BEGIN PROBLEM 2
def helper(str):
str = split(remove_punctuation(lower(str)))
for i in range(0, len(str)):
for j in range(0, len(topic)):
if (str[i] == topic[j]):
return True
return False
return helper
