def testSafeNum(self):
volley = [("1,000", 1000), ("not a number", None), ("2.56", 2.56),
("4", 4), ("0", 0), ("11.0", 11.0)]
for v in volley:
_in, _expect = v
out = tools.safe_number(_in)
self.assertEqual(out, _expect)
def testSafeNum(self):
volley = [
("1,000", 1000),
("not a number", None),
("2.56", 2.56),
("4", 4),
("0", 0),
("11.0", 11.0)
]
for v in volley:
_in, _expect = v
out = tools.safe_number(_in)
self.assertEqual(out, _expect)
def add_message_from_user(self, from_user):
success = True
if self.next_expected_pattern:
m = re.match(self.next_expected_pattern, from_user)
if m and self.next_store_key:
logging.debug("Setting response data %s->%s" % (self.next_store_key, from_user))
value = from_user
if self.store_number:
value = tools.safe_number(value)
if self.store_array:
if self.next_store_key not in self.response_data:
self.response_data[self.next_store_key] = []
self.response_data[self.next_store_key].append(value)
else:
self.response_data[self.next_store_key] = value
else:
success = False
self.update_expiration()
return success
def fetch_daily_panel_data(self, since=None, until=None):
self._maybe_get_habits()
self._maybe_get_journal_questions()
if not since:
since = datetime.combine(
(datetime.now() - timedelta(days=self.days_ago)).date(),
time(0, 0))
if not until:
until = datetime.combine(
(datetime.now() - timedelta(days=self.days_ago_end)).date(),
time(0, 0))
rows = []
habitdays_by_day = tools.partition(
HabitDay.Range(self.user,
self.habits.values(),
since,
until_date=until),
lambda hd: tools.iso_date(hd.date))
tasks_by_day = tools.partition(
Task.DueInRange(self.user, since, until, limit=500),
lambda t: tools.iso_date(t.dt_due))
readables_by_day = tools.partition(
Readable.Fetch(self.user,
read=True,
since=tools.iso_date(since),
until=tools.iso_date(until)),
lambda r: tools.iso_date(r.dt_read))
journals, iso_dates = MiniJournal.Fetch(self.user,
start=since,
end=until)
journals_by_day = tools.partition(
journals, lambda jrnl: tools.iso_date(jrnl.date))
cursor = since
while cursor <= until:
iso_date = tools.iso_date(cursor)
tasks = tasks_by_day.get(iso_date, [])
habitdays = habitdays_by_day.get(iso_date, [])
readables = readables_by_day.get(iso_date, [])
journals = journals_by_day.get(iso_date, [])
journal = journals[0] if journals else None
tasks_done = tasks_undone = habits_done = habits_cmt = habits_cmt_undone = items_read = 0
row = {}
for t in tasks:
if t.is_done():
tasks_done += 1
else:
tasks_undone += 1
habits_checklist = self.habits.keys() # list of habit IDs
for hd in habitdays:
hid = hd.habit.id()
h = self.habits.get(hid)
if h:
habits_checklist.remove(hid)
row[self._habit_col(h)] = 'true' if hd.done else 'false'
if hd.done:
habits_done += 1
if hd.committed:
habits_cmt += 1
if not hd.done:
habits_cmt_undone += 1
if habits_checklist:
# Missing habit-days, need to create columns anyway
for hid in habits_checklist:
h = self.habits.get(hid)
if h:
row[self._habit_col(h)] = 'false'
items_read = len(readables)
fav_items_read = len([r for r in readables if r.favorite])
row.update({
"id": iso_date,
"date": iso_date,
"tasks_done": tasks_done,
"tasks_undone": tasks_undone,
"habits_done": habits_done,
"habits_cmt": habits_cmt,
"habits_cmt_undone": habits_cmt_undone,
"items_read": items_read,
"fav_items_read": fav_items_read
})
for q in self.journal_questions:
name = q.get('name')
value = None
if journal:
value = journal.get_data_value(name)
numeric = q.get(
'response_type') in JOURNAL.NUMERIC_RESPONSES
if numeric:
value = tools.safe_number(value, default=0)
elif isinstance(value, basestring):
value = tools.removeNonAscii(value)
else:
value = str(value) if value else ""
row[self._journal_col(q)] = value
rows.append(row)
cursor += timedelta(days=1)
return rows
def fetch_daily_panel_data(self, since=None, until=None):
self._maybe_get_habits()
self._maybe_get_journal_questions()
if not since:
since = datetime.combine((datetime.now() - timedelta(days=self.days_ago)).date(), time(0, 0))
if not until:
until = datetime.combine((datetime.now() - timedelta(days=self.days_ago_end)).date(), time(0, 0))
rows = []
habitdays_by_day = tools.partition(
HabitDay.Range(self.user, self.habits.values(), since, until_date=until),
lambda hd: tools.iso_date(hd.date)
)
tasks_by_day = tools.partition(
Task.DueInRange(self.user, since, until, limit=500),
lambda t: tools.iso_date(t.dt_due)
)
readables_by_day = tools.partition(
Readable.Fetch(self.user, read=True,
since=tools.iso_date(since),
until=tools.iso_date(until)),
lambda r: tools.iso_date(r.dt_read)
)
journals, iso_dates = MiniJournal.Fetch(self.user, start=since, end=until)
journals_by_day = tools.partition(journals, lambda jrnl: tools.iso_date(jrnl.date))
cursor = since
while cursor <= until:
iso_date = tools.iso_date(cursor)
tasks = tasks_by_day.get(iso_date, [])
habitdays = habitdays_by_day.get(iso_date, [])
readables = readables_by_day.get(iso_date, [])
journals = journals_by_day.get(iso_date, [])
journal = journals[0] if journals else None
tasks_done = tasks_undone = habits_done = habits_cmt = habits_cmt_undone = items_read = 0
row = {}
for t in tasks:
if t.is_done():
tasks_done += 1
else:
tasks_undone += 1
habits_checklist = self.habits.keys() # list of habit IDs
for hd in habitdays:
hid = hd.habit.id()
h = self.habits.get(hid)
if h:
habits_checklist.remove(hid)
row[self._habit_col(h)] = 'true' if hd.done else 'false'
if hd.done:
habits_done += 1
if hd.committed:
habits_cmt += 1
if not hd.done:
habits_cmt_undone += 1
if habits_checklist:
# Missing habit-days, need to create columns anyway
for hid in habits_checklist:
h = self.habits.get(hid)
if h:
row[self._habit_col(h)] = 'false'
items_read = len(readables)
fav_items_read = len([r for r in readables if r.favorite])
row.update({
"id": iso_date,
"date": iso_date,
"tasks_done": tasks_done,
"tasks_undone": tasks_undone,
"habits_done": habits_done,
"habits_cmt": habits_cmt,
"habits_cmt_undone": habits_cmt_undone,
"items_read": items_read,
"fav_items_read": fav_items_read
})
for q in self.journal_questions:
name = q.get('name')
value = None
if journal:
value = journal.get_data_value(name)
numeric = q.get('response_type') in JOURNAL.NUMERIC_RESPONSES
if numeric:
value = tools.safe_number(value, default=0)
elif isinstance(value, basestring):
value = tools.removeNonAscii(value)
else:
value = str(value) if value else ""
row[self._journal_col(q)] = value
rows.append(row)
cursor += timedelta(days=1)
return rows