def get_daily_morning_commute_sections(user_id,day):
# say should be from 1 to 5
# get a list of all the sections for Mon, or ...
Sections=get_section_db()
list_of_commute=[]
candidate_sections=[]
home=detect_home(user_id)
work=detect_daily_work_office(user_id,day)
if work == 'N/A':
return []
else:
# print(list_first_pnt)
for section in Sections.find({"$and":[{"user_id": user_id},{ "section_start_point": { "$ne": None }},\
{'commute':{ "$exists": False }}]}):
if Is_date(section['section_start_time'],day):
candidate_sections.append(section)
if len(candidate_sections)>0:
candidate_sections = sorted(candidate_sections, key=lambda k: parser.parse(k['section_start_time']))
max_sec=0
for i in range(len(candidate_sections)):
if i>=max_sec:
if Is_place(candidate_sections[i]['section_start_point'],home,200):
for j in range(i,len(candidate_sections)):
if Is_place(candidate_sections[j]['section_end_point'],work,200) and \
travel_time(candidate_sections[i]['section_start_time'],\
candidate_sections[j]['section_end_time'])<=24*60*60:
sections_todo=[]
sections_todo.extend(candidate_sections[i:j+1])
list_of_commute.append(sections_todo)
max_sec=j+1
break
return list_of_commute
def detect_daily_work_office(user_id,day):
# say should be from 1 to 5
Sections=get_section_db()
office_candidate=[]
home=detect_home(user_id)
if home == 'N/A':
return 'N/A'
# print(list_first_pnt)
for section in Sections.find({"$and":[{"user_id": user_id},{ "section_start_point": { "$ne": None }}]}):
section_start_pnt=section['section_start_point']
section_end_pnt=section['section_end_point']
if Is_date(section['section_start_time'],day)==True:
# parameter that the distance away from home:
away_home=400
if not Is_place(section_start_pnt,home,away_home) and not Is_place(section_end_pnt,home,away_home):
office_candidate.append(section['track_points'][0])
office_candidate.append(section['track_points'][-1])
elif Is_place(section_start_pnt,home,away_home) and not Is_place(section_end_pnt,home,away_home):
office_candidate.append(section['track_points'][-1])
elif not Is_place(section_start_pnt,home,away_home) and Is_place(section_end_pnt,home,away_home):
office_candidate.append(section['track_points'][0])
if len(office_candidate)>0:
office_candidate = sorted(office_candidate, key=lambda k: parser.parse(k['time']))
# print(office_candidate)
weighted_office_candidate=get_static_pnts(office_candidate)
office_location=most_common(weighted_office_candidate,200)
# print(len(office_candidate))
# print(len(weighted_office_candidate))
# print(calculate_appearance_rate(office_candidate,office_location))
# print(calculate_appearance_rate(weighted_office_candidate,office_location))
return office_location
else:
return 'N/A'
def display_trip(user, date, option):
user_id = UUID(user)
user_home = detect_home(user_id)
gmap = pygmaps.maps(user_home[1], user_home[0], 14)
start, end = Date(date)
for section in get_section_db().find({"$and":[{'user_id':user_id},{"section_start_datetime": {"$gte": start, "$lt": end}}]}):
drawSection(section, option, gmap)
gmap.draw('gmap_display/' + str(start)[:10] + '_' + user + '.html')
def display_home():
mymap_home = pygmaps.maps(37.8556475757, -122.248774009,14)
for user in get_section_db().distinct('user_id'):
print(user)
user_home=detect_home(user)
print(user_home)
if user_home!='N/A':
mymap_home.addpoint(user_home[1], user_home[0], "#FF0000")
mymap_home.draw('mymap_home.html')
def searchTrip(user, period, startpoint, endpoint, mode, option):
user_id = UUID(user)
user_home = detect_home(user_id)
gmap = pygmaps.maps(user_home[0], user_home[1], 14)
start, end = Date(period)
sectionList = []
startpoint = Geocoder.geocode(startpoint)[0].coordinates
endpoint = Geocoder.geocode(endpoint)[0].coordinates
for section in get_section_db().find({
"$and": [{
"mode": mode
}, {
"mode": {
"$ne": 'airplane'
}
}, {
"mode": {
"$ne": 7
}
}, {
"section_start_point": {
"$ne": None
}
}, {
"section_end_point": {
"$ne": None
}
}]
}):
point_start = section['section_start_point']['coordinates']
point_end = section['section_end_point']['coordinates']
if calDistance(startpoint, point_start) < 100 and calDistance(
endpoint, point_end) < 100:
sectionList.append(section['_id'])
gmap.addpoint(point_end[0], point_end[1], COLOR[1])
gmap.addpoint(point_start[0], point_start[1], COLOR[1])
drawSection(section, option, gmap)
gmap.draw('gmap_display/' + 'SearchResult' + str(start)[:10] + '-' +
str(end)[:10] + '_' + user + '.html')
print sectionList
def get_daily_evening_commute_sections(user_id, day):
# say should be from 1 to 5
# get a list of all the sections for Mon, or ...
earlist_start = 5
earlist_end = 15
Sections = get_section_db()
list_of_commute = []
candidate_sections = []
home = detect_home(user_id)
work = detect_daily_work_office(user_id, day)
if work == 'N/A':
return []
else:
# print(list_first_pnt)
for section in Sections.find({"$and":[{"user_id": user_id},{ "section_start_point": { "$ne": None }},\
{'commute':{ "$exists": False }}]}):
time2 = parse_time(section['section_start_time'])
if (Is_date(section['section_start_time'],day) and (time2 - time2.replace(hour=0, minute=0, second=0, microsecond=0)).total_seconds()/3600>earlist_end) or \
(Is_date(section['section_start_time'],day+1) and (time2 - time2.replace(hour=0, minute=0, second=0, microsecond=0)).total_seconds()/3600<earlist_start):
candidate_sections.append(section)
if len(candidate_sections) > 0:
candidate_sections = sorted(
candidate_sections,
key=lambda k: parser.parse(k['section_start_time']))
min_sec = len(candidate_sections)
for i in range(len(candidate_sections) - 1, -1, -1):
if i <= min_sec:
if Is_place(candidate_sections[i]['section_end_point'],
home, 200):
for j in range(i, -1, -1):
if Is_place(candidate_sections[j]['section_start_point'],work,200) and \
travel_time(candidate_sections[j]['section_start_time'],\
candidate_sections[i]['section_end_time'])<=24*60*60:
sections_todo = []
sections_todo.extend(candidate_sections[j:i +
1])
list_of_commute.append(sections_todo)
min_sec = j - 1
break
return list_of_commute
def get_daily_morning_commute_sections(user_id, day):
# say should be from 1 to 5
# get a list of all the sections for Mon, or ...
Sections = get_section_db()
list_of_commute = []
candidate_sections = []
home = detect_home(user_id)
work = detect_daily_work_office(user_id, day)
if work == 'N/A':
return []
else:
# print(list_first_pnt)
for section in Sections.find({"$and":[{"user_id": user_id},{ "section_start_point": { "$ne": None }},\
{'commute':{ "$exists": False }}]}):
if Is_date(section['section_start_time'], day):
candidate_sections.append(section)
if len(candidate_sections) > 0:
candidate_sections = sorted(
candidate_sections,
key=lambda k: parser.parse(k['section_start_time']))
max_sec = 0
for i in range(len(candidate_sections)):
if i >= max_sec:
if Is_place(candidate_sections[i]['section_start_point'],
home, 200):
for j in range(i, len(candidate_sections)):
if Is_place(candidate_sections[j]['section_end_point'],work,200) and \
travel_time(candidate_sections[i]['section_start_time'],\
candidate_sections[j]['section_end_time'])<=24*60*60:
sections_todo = []
sections_todo.extend(candidate_sections[i:j +
1])
list_of_commute.append(sections_todo)
max_sec = j + 1
break
return list_of_commute
def get_daily_evening_commute_sections(user_id,day):
# say should be from 1 to 5
# get a list of all the sections for Mon, or ...
earlist_start=5
earlist_end=15
Sections=get_section_db()
list_of_commute=[]
candidate_sections=[]
home=detect_home(user_id)
work=detect_daily_work_office(user_id,day)
if work == 'N/A':
return []
else:
# print(list_first_pnt)
for section in Sections.find({"$and":[{"user_id": user_id},{ "section_start_point": { "$ne": None }},\
{'commute':{ "$exists": False }}]}):
time2=parse_time(section['section_start_time'])
if (Is_date(section['section_start_time'],day) and (time2 - time2.replace(hour=0, minute=0, second=0, microsecond=0)).total_seconds()/3600>earlist_end) or \
(Is_date(section['section_start_time'],day+1) and (time2 - time2.replace(hour=0, minute=0, second=0, microsecond=0)).total_seconds()/3600<earlist_start):
candidate_sections.append(section)
if len(candidate_sections)>0:
candidate_sections = sorted(candidate_sections, key=lambda k: parser.parse(k['section_start_time']))
min_sec=len(candidate_sections)
for i in range(len(candidate_sections)-1,-1,-1):
if i<=min_sec:
if Is_place(candidate_sections[i]['section_end_point'],home,200):
for j in range(i,-1,-1):
if Is_place(candidate_sections[j]['section_start_point'],work,200) and \
travel_time(candidate_sections[j]['section_start_time'],\
candidate_sections[i]['section_end_time'])<=24*60*60:
sections_todo=[]
sections_todo.extend(candidate_sections[j:i+1])
list_of_commute.append(sections_todo)
min_sec=j-1
break
return list_of_commute
def searchTrip(user, period, startpoint, endpoint, mode, option):
user_id = UUID(user)
user_home = detect_home(user_id)
gmap = pygmaps.maps(user_home[1], user_home[0], 14)
start, end = Date(period)
sectionList = []
startpoint = Geocoder.geocode(startpoint)[0].coordinates
endpoint = Geocoder.geocode(endpoint)[0].coordinates
for section in get_section_db().find({"$and":[
{"mode": mode},
{"mode": {"$ne": 'airplane'}},
{"mode": {"$ne":7}},
{"section_start_point": {"$ne": None}},
{"section_end_point": {"$ne": None}}]}):
point_start = section['section_start_point']['coordinates']
point_end = section['section_end_point']['coordinates']
if calDistance(startpoint, point_start) < 100 and calDistance(endpoint, point_end) < 100:
sectionList.append(section['_id'])
gmap.addpoint(point_end[1], point_end[0], COLOR[1])
gmap.addpoint(point_start[1], point_start[0], COLOR[1])
drawSection(section, option, gmap)
gmap.draw('gmap_display/' + 'SearchResult' + str(start)[:10] + '-' + str(end)[:10] + '_' + user + '.html')
print sectionList
def generate_user_home_work(user):
user_home = detect_home(user)
# print user_home
zip_is_valid = _check_zip_validity(user_home, user)
logging.debug('starting for %s' % user)
if Profiles.find({'user_id': user}).count() == 0:
profile_todo = {
'source': 'Shankari',
'user_id': user,
'home': user_home
}
Profiles.insert(profile_todo)
else:
#TODO: make detect_home return something better than a N/A string
Profiles.update({"$and": [{
'source': 'Shankari'
}, {
'user_id': user
}]}, {"$set": {
'home': user_home
}})
user_work = detect_work_office(user)
Profiles.update({"$and": [{
'source': 'Shankari'
}, {
'user_id': user
}]}, {"$set": {
'work_place': user_work
}})
user_zip = get_userZipcode(user, zip_is_valid)
Profiles.update({"$and": [{
'source': 'Shankari'
}, {
'user_id': user
}]}, {"$set": {
'zip': user_zip
}})
if user_zip != 'N/A':
geoinfo = Geocoder.geocode(user_zip)
# geocoder returns data in lat,lng format.
# we convert to lng,lat internally, since that is the format that the
# rest of our code is in
zipCen = [geoinfo[0].coordinates[1], geoinfo[0].coordinates[0]]
else:
zipCen = 'N/A'
Profiles.update({"$and": [{
'source': 'Shankari'
}, {
'user_id': user
}]}, {"$set": {
'zip_centroid': zipCen
}})
for day in range(1, 6):
key = 'work' + str(day)
Profiles.update({"$and": [{
'source': 'Shankari'
}, {
'user_id': user
}]}, {"$set": {
key: detect_daily_work_office(user, day)
}})
__author__ = 'Yin'
import logging
from home import detect_home
from zipcode import get_userZipcode
from work_place import detect_work_office, detect_daily_work_office
from get_database import get_section_db, get_profile_db
from pygeocoder import Geocoder
logging.basicConfig(format='%(asctime)s:%(levelname)s:%(message)s',
level=logging.DEBUG)
Profiles = get_profile_db()
for user in get_section_db().distinct('user_id'):
user_home = detect_home(user)
logging.debug('starting for %s' % user)
if Profiles.find({'user_id': user}).count() == 0:
profile_todo = {
'source': 'Shankari',
'user_id': user,
'home': user_home
}
Profiles.insert(profile_todo)
else:
Profiles.update({"$and": [{
'source': 'Shankari'
}, {
'user_id': user
}]}, {"$set": {
'home': user_home
}})
user_work = detect_work_office(user)
Profiles.update({"$and": [{