def test_all_users(self):
# NOTE: This is INTENTIONALLY "scraping" the PRODUCTION server
scraper = AccountScraper(XerocraftScraper.SERVER_PROD)
initial_count = User.objects.count()
# An initial scrape should produce many users.
scraper.scrape_all_accounts()
after_scrape1_count = User.objects.count()
self.assertGreater(after_scrape1_count, initial_count)
# A subsequent scrape shouldn't produce any more users
# (unless we were unlucky and somebody signed up during our test)
scraper.scrape_all_accounts()
after_scrape2_count = User.objects.count()
self.assertEqual(after_scrape1_count, after_scrape2_count)
def authenticate(self, username=None, password=None):
# TODO: This would be a lot better/simpler if xerocraft.org's actions.php would offer
# action:authenticate, SignInIdentifier:<email or username>, SignInPassword:<password>
# that returned {auth:"yes", username:<username>, email:<email>, name:<name>} or {auth:"no"}
identifier = username # Given "username" is actually a more generic identifier.
session = requests.session()
logger = logging.getLogger("xis")
server = "https://www.xerocraft.org/kfritz/" if settings.ISDEVHOST else "https://www.xerocraft.org/"
action_url = server + "actions.php"
# Try logging in to xerocraft.org to authenticate given username and password:
postdata = {
'SignInUsername': identifier,
'SignInPassword': password,
'action': 'signin'
}
response = session.post(action_url, postdata)
if response.text.find(
'<a href="./index.php?logout=true">[Logout?]</a>') == -1:
# xerocraft.org said there's no such identifier/password.
return None
# At this point we know that the id/pw authenticated on remote xerocraft.
# So we use Scraper to scrape it which will result in new or updated local account.
try: # to parse out the usernum
usernum_seek = 'profiles.php?id='
usernum_start = response.text.find(usernum_seek)
if usernum_start == -1:
raise AssertionError("Couldn't find start of usernum")
usernum_end = response.text.find('"', usernum_start)
if usernum_end == -1:
raise AssertionError("Couldn't find end of usernum")
usernum = response.text[usernum_start +
len(usernum_seek):usernum_end]
if not usernum.isdigit():
raise AssertionError("Didn't find a numeric usernum")
except (AssertionError, requests.HTTPError) as err:
logger.error(str(err))
return None
# Reuse the Scraper's logic to create a user for this usernum.
scraper = AccountScraper()
user = scraper.scrape_one_account(usernum)
assert (user is not None)
# Scraper doesn't have access to pws, so they need to be synched by this authenticator.
password_before = user.password
user.set_password(password)
if password_before != user.password:
user.save()
logger.info("Updated password for %s.", user.username)
# Xerocraft.org SERVER maintains a "logged in status" for display
# to other users. So explicitly log out to prevent that.
response = session.get(server + "index.php?logout=true")
if response.text.find('<u>Sign In Options</u>') == -1:
logger.error("Unexpected response from xerocraft.org logout.")
return user
def test_single_user(self):
scraper = AccountScraper(XerocraftScraper.SERVER_PROD)
# This test depends on the current contents of the xerocraft.org production system.
u = scraper.scrape_one_account(86) # type: User
self.assertEqual(u.first_name, "Kyle")
def test_single_user(self):
scraper = AccountScraper()
# This test depends on the current contents of the xerocraft.org test system.
u = scraper.scrape_one_account(5) # type: User
self.assertEqual(u.first_name, "Kyle")