def post(self):
username = self.request.get(HEADER_STEAM_USERNAME_KEY)
next_page_url = self.request.get(HEADER_NEXT_PAGE_KEY)
# If this task is queued up by itself, then there should be a next page key
# Otherwise it's queued up by the scheduler so use the base url
if not next_page_url:
next_page_url = helpers.get_profile_screenshot_url(username)
scraper = ListingScraper(username)
scraper.run(next_page_url)
def is_valid_username(username):
if not username:
return False
# First check if it's an existing user in the db
if User.all().filter('steam_username ='******'Error' not in page_soup.find('title').string
def fix_url(self, url):
if 'http' not in url: # When debugging, the urls are relative instead of absolute
url = helpers.get_profile_screenshot_url(self.user.steam_username) + url
return url
