def parsing():
users = CWUser.objects.all()
for user in users:
last_tasks = parse_url(user.cw_url)
for task in last_tasks:
if task in [str(i) for i in user.tasks.all()]:
pass
else:
Tasks.objects.create(name=task, user=user)
def post(self):
url = self.request.get('url')
playlist_info = memcache.get(url)
if playlist_info is None:
playlist_title, playlist_songs = parser.parse_url(url)
playlist_info = {'title': playlist_title, 'songs': playlist_songs}
memcache.set(url, simplejson.dumps(playlist_info), 60*60)
else:
playlist_info = simplejson.loads(playlist_info)
self.response.out.write(simplejson.dumps(playlist_info))
def post(self):
url = self.request.get('url')
playlist_info = memcache.get(url)
if playlist_info is None:
playlist_title, playlist_songs = parser.parse_url(url)
playlist_info = {'title': playlist_title, 'songs': playlist_songs}
memcache.set(url, simplejson.dumps(playlist_info), 60 * 60)
else:
playlist_info = simplejson.loads(playlist_info)
self.response.out.write(simplejson.dumps(playlist_info))
async def receiver(self):
log.debug("receiver: started!")
async for msg in self.stream:
msg = msg.decode("utf-8")
log.debug(f"received:\n{msg}")
if msg[0:4] == "PING":
await self.send("PONG", msg.split()[1])
else:
urls = re.findall(URL_REGEX, msg)
if urls:
for url in urls:
res = parse_url(url, self.github_token)
if res:
await self.send("PRIVMSG", f"{self.channel} {res}")
log.error("receiver: connection closed")
def test_example_wikipedia(self):
u = 'https://en.wikipedia.org/w/index.php?title=John_C._Fr%C3%A9mont&oldid=821454813#Early_life,_education,_and_career'
self.assertEqual(parser.parse_url(u), self.parse_using_urllib(u))
def test_urls(self):
for url, result in test_urls.items():
print(f"url: {url}, result: {result}")
ref = parse_url(url, github_token)
self.assertEqual(ref, result)
def getParser():
response = parse_url()
return JSONEncoder().encode({'result': response})
def test_example_youtube(self):
u = 'https://docs.google.com/document/d/1HLAtmHw0OWmrthyO9MDZI7wcs13WxC92H_PNpwrGF2w/edit#heading=h.n76a9i6p9x2f'
self.assertEqual(parser.parse_url(u), self.parse_using_urllib(u))
def test_example_sso(self):
u = 'https://login.ualberta.ca/module.php/core/loginuserpass.php?AuthState=_d206496583a0ee5507aded2ee743bce74e885a5610%3Ahttps%3A%2F%2Flogin.ualberta.ca%2Fsaml2%2Fidp%2FSSOService.php%3Fspentityid%3Dhttps%253A%252F%252Feclass.srv.ualberta.ca%252Fsp%26cookieTime%3D1516493628%26RelayState%3Dhttps%253A%252F%252Feclass.srv.ualberta.ca%252Fauth%252Fsaml%252Findex.php%253Fwantsurl%253Dhttps%25253A%25252F%25252Feclass.srv.ualberta.ca%25252F'
self.assertEqual(parser.parse_url(u), self.parse_using_urllib(u))
def test_example_youtube(self):
u = 'https://youtu.be/F22Bop-_sxo?t=13s'
self.assertEqual(parser.parse_url(u), self.parse_using_urllib(u))
def test_example_maps(self):
u = 'https://www.google.ca/maps/place/West+Edmonton+Mall/@53.5225155,-113.6416984,14z/data=!4m5!3m4!1s0x53a020573a8614db:0x8546a29e09b26fcb!8m2!3d53.5225155!4d-113.6241889'
self.assertEqual(parser.parse_url(u), self.parse_using_urllib(u))
def test_example_amazon(self):
u = 'https://www.amazon.ca/Pusheen-Cat-2018-Wall-Calendar/dp/1449484700/ref=sr_1_1?ie=UTF8&qid=1516493370&sr=8-1&keywords=cute+cat+calendar'
self.assertEqual(parser.parse_url(u), self.parse_using_urllib(u))
def test_example_basic(self):
u = 'https://www.google.ca/'
self.assertEqual(parser.parse_url(u), self.parse_using_urllib(u))
def test_example_google(self):
u = 'https://www.google.ca/search?q=%22cute+cats%22&ie=utf-8&oe=utf-8&gws_rd=cr&dcr=0&ei=_9hjWqm3FpWCjwP3pbjABA'
self.assertEqual(parser.parse_url(u), self.parse_using_urllib(u))
def test_example_lots_of_percent(self):
u = 'http://localhost:8080/cats%26scute/index%26shtml?tag=fuzzy&tag=little+pawsies&show=data%26statistics#Statistics%26s'
self.assertEqual(parser.parse_url(u), self.parse_using_urllib(u))
def test_example_from_assignment(self):
u = 'http://localhost:8080/cats/cute/index.html?tag=fuzzy&tag=little+pawsies&show=data%26statistics#Statistics'
self.assertEqual(parser.parse_url(u), self.parse_using_urllib(u))
def test_only_scheme(self):
self.assertEqual(parser.parse_url("about:"),
('about', None, None, None, None, None))
