def setUp(self):
# The client in this test class can log in okay but reports aren't
# present.
reports.empty_report_store()
credentials = base64.b64encode(TEST_USERNAME + ":" + TEST_PASSWORD)
self.client.defaults["HTTP_AUTHORIZATION"] = "Basic " + credentials
views.REPORT_USER_DB[TEST_USERNAME] = TEST_PASSWORD
def setUp(self):
# The client in this test class can log in okay but reports aren't
# present.
reports.empty_report_store()
credentials = base64.b64encode(TEST_USERNAME + ':' + TEST_PASSWORD)
self.client.defaults['HTTP_AUTHORIZATION'] = 'Basic ' + credentials
views.REPORT_USER_DB[TEST_USERNAME] = TEST_PASSWORD
def create(center_without_office=False,
num_copy_centers=DEFAULT_NUM_COPY_CENTERS,
num_registrations=DEFAULT_NUM_REGISTRATIONS,
num_registration_dates=DEFAULT_NUM_REGISTRATION_DATES,
num_daily_reports=DEFAULT_NUM_DAILY_REPORTS,
num_registration_centers=DEFAULT_NUM_REGISTRATION_CENTERS,
num_subconstituencies=DEFAULT_NUM_SUBCONSTITUENCIES,
use_existing_infra=False,
num_inactive_centers_per_election=DEFAULT_NUM_INACTIVE_PER_ELECTION,
num_no_reg_centers=DEFAULT_NUM_NO_REG_CENTERS,
election_dates=()):
assert settings.ENVIRONMENT not in ('production', 'testing')
delete(delete_infra=not use_existing_infra)
empty_report_store() # Remove any old data from Redis
# Figure out ~10% of "normal" centers...
fraction_of_normal_centers = \
max(1, int(0.1 * num_registration_centers)) if num_registration_centers else 0
# If numbers of some weird center types weren't specified, use a small
# fraction of normal centers.
if num_copy_centers == DEFAULT_NUM_COPY_CENTERS:
num_copy_centers = fraction_of_normal_centers
if num_no_reg_centers == DEFAULT_NUM_NO_REG_CENTERS:
num_no_reg_centers = fraction_of_normal_centers
carrier = BackendFactory()
if election_dates:
elections = [
ElectionFactory(polling_start_time=election_date.replace(hour=8),
polling_end_time=election_date.replace(hour=20))
for election_date in election_dates
]
else:
election_date = PAST_DAY.replace(hour=8, microsecond=123456)
election = ElectionFactory(
polling_start_time=election_date,
polling_end_time=election_date.replace(hour=20))
elections = (election, )
if not use_existing_infra:
OfficeFactory()
ConstituencyFactory(name_english='first')
SubConstituencyFactory(name_english='Benghazi')
offices = Office.objects.all()
copy_centers = []
no_reg_centers = []
staff_phones = []
if use_existing_infra:
# Pick centers that support registrations at random.
centers = RegistrationCenter.objects.filter(reg_open=True)\
.exclude(center_type=RegistrationCenter.Types.COPY)\
.order_by('?')[:num_registration_centers]
if num_copy_centers: # user wants some, but there might not be any
copy_centers = RegistrationCenter.objects.\
filter(reg_open=True, center_type=RegistrationCenter.Types.COPY)\
.order_by('?')[:num_copy_centers]
if num_no_reg_centers: # user wants some, but there might not be any
no_reg_centers = RegistrationCenter.objects.\
filter(reg_open=False).order_by('?')[:num_no_reg_centers]
# why like this? sliced queries and/or list
all_kinds_of_centers = \
list(centers) + list(copy_centers) + list(no_reg_centers)
else:
subconstituencies = SubConstituency.objects.exclude(
pk=SPLIT_CENTER_SUBCONSTITUENCY_ID)
subconstituencies = subconstituencies[:num_subconstituencies]
centers = []
for i in range(num_registration_centers):
constituency = Constituency.objects.filter(name_english='first')[0]
subconstituency = random.choice(subconstituencies)
rc = RegistrationCenter(name='polling-center-%d' % i,
center_id=CENTER_ID_MIN_INT_VALUE + i,
constituency=constituency,
subconstituency=subconstituency,
office=random.choice(offices))
rc.full_clean()
rc.save()
centers.append(rc)
for i in range(num_copy_centers):
original = random.choice(centers)
# XXX This doesn't handle accidentally making too many copies of the same
# center, so make sure --num-centers is "big enough" w.r.t. --num-copy-centers.
new_center_id = CENTER_ID_MIN_INT_VALUE + num_registration_centers + i
copy = RegistrationCenter(
name='Copy of %s' % original.name,
center_id=new_center_id,
constituency=original.constituency,
subconstituency=original.subconstituency,
office=original.office,
center_type=RegistrationCenter.Types.COPY,
copy_of=original)
copy.full_clean()
copy.save()
copy_centers.append(copy)
for i in range(num_no_reg_centers):
constituency = Constituency.objects.filter(name_english='first')[0]
subconstituency = random.choice(subconstituencies)
center_id = CENTER_ID_MIN_INT_VALUE + num_registration_centers + num_copy_centers + i
rc = RegistrationCenter(name='no-reg-polling-center-%d' % i,
center_id=center_id,
constituency=constituency,
subconstituency=subconstituency,
office=random.choice(offices),
reg_open=False)
rc.full_clean()
rc.save()
all_kinds_of_centers = centers + copy_centers + no_reg_centers
if center_without_office:
try:
# by not specifying office and other infra, it will be "standalone"
rc = RegistrationCenter(name='dummy-registration-center',
center_id=UNUSED_CENTER_ID)
rc.full_clean()
rc.save()
except ValidationError:
pass # assume that it already exists
for election in elections:
num_daily_reports_on_election_day = int(round(0.9 * num_daily_reports))
centers_reported = set()
for i in range(num_daily_reports_on_election_day):
staff_phone_number = STAFF_PHONE_NUMBER_PATTERN % i
from_center = random.choice(all_kinds_of_centers)
ensure_staff_phone_exists(
staff_phone_number, from_center, staff_phones,
election.work_start_time + datetime.timedelta(minutes=5))
# split votes between two options
number_of_votes = (random.randint(1, 100), random.randint(1, 100))
random_period_number = random.randint(FIRST_PERIOD_NUMBER,
LAST_PERIOD_NUMBER)
pr = PollingReport(election=election,
phone_number=staff_phone_number,
registration_center=from_center,
period_number=random_period_number,
num_voters=sum(number_of_votes),
creation_date=election.polling_start_time)
pr.full_clean()
pr.save()
s = SMS(from_number=staff_phone_number,
to_number=POLLING_REPORT_PHONE_NUMBER,
direction=INCOMING,
message='my message',
msg_type=SMS.POLLING_REPORT,
message_code=MESSAGE_1,
carrier=carrier,
creation_date=election.polling_start_time)
s.full_clean()
s.save()
if from_center in centers_reported:
continue # can't send but one PreliminaryVoteCount from a center
# send a corresponding vote count
for option, votes_for_option in enumerate(number_of_votes,
start=1):
pvc = PreliminaryVoteCount(
election=election,
phone_number=staff_phone_number,
registration_center=from_center,
option=option,
num_votes=votes_for_option,
creation_date=election.polling_start_time)
pvc.full_clean()
pvc.save()
s = SMS(
from_number=staff_phone_number,
to_number=PRELIMINARY_VOTE_COUNT_PHONE_NUMBER,
# XXX no specific message type for PreliminaryVoteCount
direction=INCOMING,
message='my message',
msg_type=SMS.POLLING_REPORT,
message_code=MESSAGE_1,
carrier=carrier,
creation_date=election.polling_start_time)
s.full_clean()
s.save()
centers_reported.add(from_center)
# some daily reports on the day after
for i in range(num_daily_reports - num_daily_reports_on_election_day):
staff_phone_number = STAFF_PHONE_NUMBER_PATTERN % i
rc = random.choice(all_kinds_of_centers)
ensure_staff_phone_exists(
staff_phone_number, rc, staff_phones,
election.work_start_time + datetime.timedelta(minutes=5))
report_creation_date = election.polling_start_time + datetime.timedelta(
days=1)
pr = PollingReport(
election=election,
phone_number=staff_phone_number,
registration_center=rc,
period_number=
LAST_PERIOD_NUMBER, # day after counts as last period
num_voters=random.randint(1, 50),
creation_date=report_creation_date)
pr.full_clean()
pr.save()
s = SMS(from_number=staff_phone_number,
to_number=POLLING_REPORT_PHONE_NUMBER,
direction=INCOMING,
message='my message',
msg_type=SMS.POLLING_REPORT,
message_code=MESSAGE_1,
carrier=carrier,
creation_date=election.polling_start_time)
s.full_clean()
s.save()
# Tag some centers as inactive for the election. We may or may not pick some that
# sent messages as being inactive.
num_inactive_centers_per_election = \
min(num_inactive_centers_per_election, len(all_kinds_of_centers))
if num_inactive_centers_per_election:
reordered = all_kinds_of_centers
random.shuffle(reordered)
for i in range(num_inactive_centers_per_election):
inactive_on_election = CenterClosedForElection(
registration_center=reordered[i], election=election)
inactive_on_election.full_clean()
inactive_on_election.save()
tz = timezone(settings.TIME_ZONE)
# construct a datetime that will change based on timezone discrepancies
# 0-2am in Libya has a different date than the same time in UDT or EDT
today_fragile = now().astimezone(tz).replace(hour=0, minute=59)
# tz.normalize fixes up the date arithmetic when crossing DST boundaries
creation_dates = \
[tz.normalize((today_fragile -
datetime.timedelta(days=DAYS_BETWEEN_REGISTRATIONS * i)).astimezone(tz))
for i in range(num_registration_dates)]
citizens = []
for i in range(num_registrations):
# about 60% of registrations are for males, just as with actual data
gender = MALE if random.randint(1, 100) <= 60 else FEMALE
nat_id = '%d%011d' % (gender, i)
creation_date = random.choice(creation_dates)
modification_date = creation_date
# Select voter ages from 18 years on up.
voter_age = random.randint(18, 99)
# If they were a certain age at any time yesterday, they are certainly that age at any time
# today.
yesterday = datetime.datetime.now().replace(
tzinfo=tz) - datetime.timedelta(days=1)
birth_date = datetime.date(yesterday.year - voter_age, yesterday.month,
yesterday.day)
civil_registry_id = random.randint(1, 99999999)
citizen = CitizenFactory(civil_registry_id=civil_registry_id,
national_id=nat_id,
gender=gender,
birth_date=birth_date)
citizens.append(citizen)
s = SMS(from_number=VOTER_PHONE_NUMBER_PATTERN % i,
to_number=REGISTRATION_PHONE_NUMBER,
citizen=citizen,
direction=INCOMING,
message='my reg message',
msg_type=SMS.REGISTRATION,
message_code=MESSAGE_1,
carrier=carrier,
creation_date=creation_date)
s.full_clean()
s.save()
rc = random.choice(centers)
confirmed = random.randint(1, 100) <= 80 # most are confirmed
if confirmed:
archive_time = None
else:
archive_time = random.choice(creation_dates)
r = Registration(citizen=citizen,
registration_center=rc,
sms=s,
archive_time=archive_time,
creation_date=creation_date,
modification_date=modification_date)
r.full_clean()
r.save()
if num_registrations: # if any data being generated
# generate a variety of sms messages
for i in range(NUM_RANDOM_SMS_MESSAGES):
sms_type = random.choice(SMS.MESSAGE_TYPES)[0]
staff_phone = random.choice(staff_phones)
s = SMS(from_number=staff_phone.phone_number,
to_number=RANDOM_MESSAGE_PHONE_NUMBER,
citizen=random.choice(citizens),
direction=INCOMING,
message='my long random message',
msg_type=sms_type,
message_code=MESSAGE_1,
carrier=carrier,
creation_date=random.choice(creation_dates))
s.full_clean()
s.save()
for election in elections:
for rc in centers:
i = random.randint(8888, 9999)
staff_phone_number = STAFF_PHONE_NUMBER_PATTERN % i
ensure_staff_phone_exists(
staff_phone_number, rc, staff_phones,
election.work_start_time + datetime.timedelta(minutes=5))
center_open = CenterOpen(
election=election,
phone_number=staff_phone_number,
registration_center=rc,
creation_date=election.polling_start_time.replace(
hour=random.randint(0, 10), minute=23))
center_open.full_clean()
center_open.save()
s = SMS(from_number=staff_phone_number,
to_number=ACTIVATE_PHONE_NUMBER,
direction=INCOMING,
message='my message',
msg_type=SMS.ACTIVATE,
message_code=MESSAGE_1,
carrier=carrier,
creation_date=election.polling_start_time)
s.full_clean()
s.save()
def setUpClass(cls): # No database changes
empty_report_store()
def create(center_without_office=False,
num_copy_centers=DEFAULT_NUM_COPY_CENTERS,
num_registrations=DEFAULT_NUM_REGISTRATIONS,
num_registration_dates=DEFAULT_NUM_REGISTRATION_DATES,
num_daily_reports=DEFAULT_NUM_DAILY_REPORTS,
num_registration_centers=DEFAULT_NUM_REGISTRATION_CENTERS,
num_subconstituencies=DEFAULT_NUM_SUBCONSTITUENCIES,
use_existing_infra=False,
num_inactive_centers_per_election=DEFAULT_NUM_INACTIVE_PER_ELECTION,
num_no_reg_centers=DEFAULT_NUM_NO_REG_CENTERS,
election_dates=()):
assert settings.ENVIRONMENT not in ('production', 'testing')
delete(delete_infra=not use_existing_infra)
empty_report_store() # Remove any old data from Redis
# Figure out ~10% of "normal" centers...
fraction_of_normal_centers = \
max(1, int(0.1 * num_registration_centers)) if num_registration_centers else 0
# If numbers of some weird center types weren't specified, use a small
# fraction of normal centers.
if num_copy_centers == DEFAULT_NUM_COPY_CENTERS:
num_copy_centers = fraction_of_normal_centers
if num_no_reg_centers == DEFAULT_NUM_NO_REG_CENTERS:
num_no_reg_centers = fraction_of_normal_centers
carrier = BackendFactory()
if election_dates:
elections = [
ElectionFactory(
polling_start_time=election_date.replace(hour=8),
polling_end_time=election_date.replace(hour=20)
)
for election_date in election_dates
]
else:
election_date = PAST_DAY.replace(hour=8, microsecond=123456)
election = ElectionFactory(
polling_start_time=election_date,
polling_end_time=election_date.replace(hour=20)
)
elections = (election,)
if not use_existing_infra:
OfficeFactory()
ConstituencyFactory(name_english='first')
SubConstituencyFactory(name_english='Benghazi')
offices = Office.objects.all()
copy_centers = []
no_reg_centers = []
staff_phones = []
if use_existing_infra:
# Pick centers that support registrations at random.
centers = RegistrationCenter.objects.filter(reg_open=True)\
.exclude(center_type=RegistrationCenter.Types.COPY)\
.order_by('?')[:num_registration_centers]
if num_copy_centers: # user wants some, but there might not be any
copy_centers = RegistrationCenter.objects.\
filter(reg_open=True, center_type=RegistrationCenter.Types.COPY)\
.order_by('?')[:num_copy_centers]
if num_no_reg_centers: # user wants some, but there might not be any
no_reg_centers = RegistrationCenter.objects.\
filter(reg_open=False).order_by('?')[:num_no_reg_centers]
# why like this? sliced queries and/or list
all_kinds_of_centers = \
list(centers) + list(copy_centers) + list(no_reg_centers)
else:
subconstituencies = SubConstituency.objects.exclude(pk=SPLIT_CENTER_SUBCONSTITUENCY_ID)
subconstituencies = subconstituencies[:num_subconstituencies]
centers = []
for i in range(num_registration_centers):
constituency = Constituency.objects.filter(name_english='first')[0]
subconstituency = random.choice(subconstituencies)
rc = RegistrationCenter(name='polling-center-%d' % i,
center_id=CENTER_ID_MIN_INT_VALUE+i, constituency=constituency,
subconstituency=subconstituency, office=random.choice(offices))
rc.full_clean()
rc.save()
centers.append(rc)
for i in range(num_copy_centers):
original = random.choice(centers)
# XXX This doesn't handle accidentally making too many copies of the same
# center, so make sure --num-centers is "big enough" w.r.t. --num-copy-centers.
new_center_id = CENTER_ID_MIN_INT_VALUE + num_registration_centers + i
copy = RegistrationCenter(name='Copy of %s' % original.name,
center_id=new_center_id,
constituency=original.constituency,
subconstituency=original.subconstituency,
office=original.office,
center_type=RegistrationCenter.Types.COPY,
copy_of=original)
copy.full_clean()
copy.save()
copy_centers.append(copy)
for i in range(num_no_reg_centers):
constituency = Constituency.objects.filter(name_english='first')[0]
subconstituency = random.choice(subconstituencies)
center_id = CENTER_ID_MIN_INT_VALUE + num_registration_centers + num_copy_centers + i
rc = RegistrationCenter(name='no-reg-polling-center-%d' % i,
center_id=center_id,
constituency=constituency,
subconstituency=subconstituency,
office=random.choice(offices),
reg_open=False)
rc.full_clean()
rc.save()
all_kinds_of_centers = centers + copy_centers + no_reg_centers
if center_without_office:
try:
# by not specifying office and other infra, it will be "standalone"
rc = RegistrationCenter(name='dummy-registration-center',
center_id=UNUSED_CENTER_ID)
rc.full_clean()
rc.save()
except ValidationError:
pass # assume that it already exists
for election in elections:
num_daily_reports_on_election_day = int(round(0.9 * num_daily_reports))
centers_reported = set()
for i in range(num_daily_reports_on_election_day):
staff_phone_number = STAFF_PHONE_NUMBER_PATTERN % i
from_center = random.choice(all_kinds_of_centers)
ensure_staff_phone_exists(staff_phone_number, from_center, staff_phones,
election.work_start_time + datetime.timedelta(minutes=5))
# split votes between two options
number_of_votes = (random.randint(1, 100), random.randint(1, 100))
random_period_number = random.randint(FIRST_PERIOD_NUMBER, LAST_PERIOD_NUMBER)
pr = PollingReport(election=election,
phone_number=staff_phone_number,
registration_center=from_center,
period_number=random_period_number,
num_voters=sum(number_of_votes),
creation_date=election.polling_start_time)
pr.full_clean()
pr.save()
s = SMS(from_number=staff_phone_number, to_number=POLLING_REPORT_PHONE_NUMBER,
direction=INCOMING, message='my message', msg_type=SMS.POLLING_REPORT,
message_code=MESSAGE_1, carrier=carrier,
creation_date=election.polling_start_time)
s.full_clean()
s.save()
if from_center in centers_reported:
continue # can't send but one PreliminaryVoteCount from a center
# send a corresponding vote count
for option, votes_for_option in enumerate(number_of_votes, start=1):
pvc = PreliminaryVoteCount(election=election,
phone_number=staff_phone_number,
registration_center=from_center,
option=option,
num_votes=votes_for_option,
creation_date=election.polling_start_time)
pvc.full_clean()
pvc.save()
s = SMS(from_number=staff_phone_number,
to_number=PRELIMINARY_VOTE_COUNT_PHONE_NUMBER,
# XXX no specific message type for PreliminaryVoteCount
direction=INCOMING, message='my message', msg_type=SMS.POLLING_REPORT,
message_code=MESSAGE_1, carrier=carrier,
creation_date=election.polling_start_time)
s.full_clean()
s.save()
centers_reported.add(from_center)
# some daily reports on the day after
for i in range(num_daily_reports - num_daily_reports_on_election_day):
staff_phone_number = STAFF_PHONE_NUMBER_PATTERN % i
rc = random.choice(all_kinds_of_centers)
ensure_staff_phone_exists(staff_phone_number, rc, staff_phones,
election.work_start_time + datetime.timedelta(minutes=5))
report_creation_date = election.polling_start_time + datetime.timedelta(days=1)
pr = PollingReport(election=election,
phone_number=staff_phone_number,
registration_center=rc,
period_number=LAST_PERIOD_NUMBER, # day after counts as last period
num_voters=random.randint(1, 50),
creation_date=report_creation_date)
pr.full_clean()
pr.save()
s = SMS(from_number=staff_phone_number, to_number=POLLING_REPORT_PHONE_NUMBER,
direction=INCOMING, message='my message', msg_type=SMS.POLLING_REPORT,
message_code=MESSAGE_1, carrier=carrier,
creation_date=election.polling_start_time)
s.full_clean()
s.save()
# Tag some centers as inactive for the election. We may or may not pick some that
# sent messages as being inactive.
num_inactive_centers_per_election = \
min(num_inactive_centers_per_election, len(all_kinds_of_centers))
if num_inactive_centers_per_election:
reordered = all_kinds_of_centers
random.shuffle(reordered)
for i in range(num_inactive_centers_per_election):
inactive_on_election = CenterClosedForElection(
registration_center=reordered[i], election=election
)
inactive_on_election.full_clean()
inactive_on_election.save()
tz = timezone(settings.TIME_ZONE)
# construct a datetime that will change based on timezone discrepancies
# 0-2am in Libya has a different date than the same time in UDT or EDT
today_fragile = now().astimezone(tz).replace(hour=0, minute=59)
# tz.normalize fixes up the date arithmetic when crossing DST boundaries
creation_dates = \
[tz.normalize((today_fragile -
datetime.timedelta(days=DAYS_BETWEEN_REGISTRATIONS * i)).astimezone(tz))
for i in range(num_registration_dates)]
citizens = []
for i in range(num_registrations):
# about 60% of registrations are for males, just as with actual data
gender = MALE if random.randint(1, 100) <= 60 else FEMALE
nat_id = '%d%011d' % (gender, i)
creation_date = random.choice(creation_dates)
modification_date = creation_date
# Select voter ages from 18 years on up.
voter_age = random.randint(18, 99)
# If they were a certain age at any time yesterday, they are certainly that age at any time
# today.
yesterday = datetime.datetime.now().replace(tzinfo=tz) - datetime.timedelta(days=1)
birth_date = datetime.date(yesterday.year - voter_age, yesterday.month, yesterday.day)
civil_registry_id = random.randint(1, 99999999)
citizen = CitizenFactory(civil_registry_id=civil_registry_id, national_id=nat_id,
gender=gender, birth_date=birth_date)
citizens.append(citizen)
s = SMS(from_number=VOTER_PHONE_NUMBER_PATTERN % i, to_number=REGISTRATION_PHONE_NUMBER,
citizen=citizen, direction=INCOMING,
message='my reg message', msg_type=SMS.REGISTRATION, message_code=MESSAGE_1,
carrier=carrier, creation_date=creation_date)
s.full_clean()
s.save()
rc = random.choice(centers)
confirmed = random.randint(1, 100) <= 80 # most are confirmed
if confirmed:
archive_time = None
else:
archive_time = random.choice(creation_dates)
r = Registration(citizen=citizen, registration_center=rc, sms=s,
archive_time=archive_time,
creation_date=creation_date, modification_date=modification_date)
r.full_clean()
r.save()
if num_registrations: # if any data being generated
# generate a variety of sms messages
for i in range(NUM_RANDOM_SMS_MESSAGES):
sms_type = random.choice(SMS.MESSAGE_TYPES)[0]
staff_phone = random.choice(staff_phones)
s = SMS(from_number=staff_phone.phone_number, to_number=RANDOM_MESSAGE_PHONE_NUMBER,
citizen=random.choice(citizens), direction=INCOMING,
message='my long random message',
msg_type=sms_type, message_code=MESSAGE_1, carrier=carrier,
creation_date=random.choice(creation_dates))
s.full_clean()
s.save()
for election in elections:
for rc in centers:
i = random.randint(8888, 9999)
staff_phone_number = STAFF_PHONE_NUMBER_PATTERN % i
ensure_staff_phone_exists(staff_phone_number, rc, staff_phones,
election.work_start_time + datetime.timedelta(minutes=5))
center_open = CenterOpen(
election=election,
phone_number=staff_phone_number, registration_center=rc,
creation_date=election.polling_start_time.replace(hour=random.randint(0, 10),
minute=23))
center_open.full_clean()
center_open.save()
s = SMS(from_number=staff_phone_number, to_number=ACTIVATE_PHONE_NUMBER,
direction=INCOMING, message='my message', msg_type=SMS.ACTIVATE,
message_code=MESSAGE_1, carrier=carrier,
creation_date=election.polling_start_time)
s.full_clean()
s.save()
