def test_from_string(self):
string = "fasfdaf ewrawekljf jslkfdjas https://www.revealnews.org/article/a-brief-history-of-the-modern-strawberry/ fjasl;fkdjasl;kfdjasf"
out = url.from_string(string, dedupe=False)
assert (
"https://www.revealnews.org/article/a-brief-history-of-the-modern-strawberry/"
in out)
assert (len(out) == 1)
def links(self):
"""
Extract all links
"""
urls = []
if self.post.get('link'):
urls.append(self.post['link'])
if self.post.get('source'):
urls.append(self.post['source'])
if self.post.get('message'):
msg_urls = url.from_string(self.post['message'])
urls.extend(msg_urls)
if self.post.get('descrption'):
desc_urls = url.from_string(self.post['message'])
urls.extend(desc_urls)
return uniq(urls)
def links(self):
"""
Extract all links
"""
urls = []
if self.post.get('link'):
urls.append(self.post['link'])
if self.post.get('source'):
urls.append(self.post['source'])
if self.post.get('message'):
msg_urls = url.from_string(self.post['message'])
urls.extend(msg_urls)
if self.post.get('descrption'):
desc_urls = url.from_string(self.post['message'])
urls.extend(desc_urls)
return uniq(urls)
def test_from_string_short_url(self):
string = "fasf bit.ly/342fdasfa fdjasf http://bit.ly/3fs24dsfa sub.bit.ly/342fs4dsfa! foo.bit.ly/342fs4dsfa"
out = url.from_string(string)
assert(
'bit.ly/342fdasfa' in out and 'http://bit.ly/3fs24dsfa' in out and 'sub.bit.ly/342fs4dsfa' in out and 'foo.bit.ly/342fs4dsfa' in out)
def test_from_string(self):
string = "fasfdaf ewrawekljf jslkfdjas https://www.revealnews.org/article/a-brief-history-of-the-modern-strawberry/ fjasl;fkdjasl;kfdjasf"
out = url.from_string(string, dedupe=False)
assert(
"https://www.revealnews.org/article/a-brief-history-of-the-modern-strawberry/" in out)
assert(len(out) == 1)
def test_from_string_short_url(self):
string = "fasf bit.ly/342fdasfa fdjasf http://bit.ly/3fs24dsfa sub.bit.ly/342fs4dsfa! foo.bit.ly/342fs4dsfa"
out = url.from_string(string)
assert ('bit.ly/342fdasfa' in out and 'http://bit.ly/3fs24dsfa' in out
and 'sub.bit.ly/342fs4dsfa' in out
and 'foo.bit.ly/342fs4dsfa' in out)
