def _refresh_visitor(self, user, request, visit_time):
# A Visitor row is unique by session_key
session_key = request.session.session_key
try:
visitor = Visitor.objects.get(pk=session_key)
except Visitor.DoesNotExist:
# Log the ip address. Start time is managed via the field
# `default` value
ip_address = get_ip_address(request)
visitor = Visitor(pk=session_key, ip_address=ip_address)
# Update the user field if the visitor user is not set. This
# implies authentication has occured on this request and now
# the user is object exists. Check using `user_id` to prevent
# a database hit.
if user and not visitor.user_id:
visitor.user_id = user.id
# update some session expiration details
visitor.expiry_age = request.session.get_expiry_age()
visitor.expiry_time = request.session.get_expiry_date()
# grab the latest User-Agent and store it
user_agent = request.META.get('HTTP_USER_AGENT', None)
if user_agent:
visitor.user_agent = smart_text(user_agent,
encoding='latin-1',
errors='ignore')
# grab the source param and store it
source = request.GET.get('source', None)
if source:
visitor.source = source
# grab the medium param and store it
medium = request.GET.get('medium', None)
if medium:
visitor.medium = medium
time_on_site = 0
if visitor.start_time:
time_on_site = total_seconds(visit_time - visitor.start_time)
visitor.time_on_site = int(time_on_site)
try:
with transaction.atomic():
visitor.save()
except IntegrityError:
# there is a small chance a second response has saved this
# Visitor already and a second save() at the same time (having
# failed to UPDATE anything) will attempt to INSERT the same
# session key (pk) again causing an IntegrityError
# If this happens we'll just grab the "winner" and use that!
visitor = Visitor.objects.get(pk=session_key)
return visitor
def _refresh_visitor(self, user, request, visit_time):
# A Visitor row is unique by session_key
session_key = request.session.session_key
try:
visitor = Visitor.objects.get(pk=session_key)
except Visitor.DoesNotExist:
# Log the ip address. Start time is managed via the field
# `default` value
ip_address = get_ip_address(request)
visitor = Visitor(pk=session_key, ip_address=ip_address)
# Update the user field if the visitor user is not set. This
# implies authentication has occured on this request and now
# the user is object exists. Check using `user_id` to prevent
# a database hit.
if user and not visitor.user_id:
visitor.user_id = user.id
# update some session expiration details
visitor.expiry_age = request.session.get_expiry_age()
visitor.expiry_time = request.session.get_expiry_date()
# grab the latest User-Agent and store it
user_agent = request.META.get('HTTP_USER_AGENT', None)
if user_agent:
visitor.user_agent = smart_text(
user_agent, encoding='latin-1', errors='ignore')
time_on_site = 0
if visitor.start_time:
time_on_site = total_seconds(visit_time - visitor.start_time)
visitor.time_on_site = int(time_on_site)
try:
with transaction.atomic():
visitor.save()
except IntegrityError:
# there is a small chance a second response has saved this
# Visitor already and a second save() at the same time (having
# failed to UPDATE anything) will attempt to INSERT the same
# session key (pk) again causing an IntegrityError
# If this happens we'll just grab the "winner" and use that!
visitor = Visitor.objects.get(pk=session_key)
return visitor
def _refresh_visitor(self, user, request, visit_time):
# A Visitor row is unique by session_key
session_key = request.session.session_key
try:
visitor = Visitor.objects.get(pk=session_key)
except Visitor.DoesNotExist:
# Log the ip address. Start time is managed via the field
# `default` value
ip_address = get_ip_address(request)
visitor = Visitor(pk=session_key, ip_address=ip_address)
# Update the user field if the visitor user is not set. This
# implies authentication has occured on this request and now
# the user is object exists. Check using `user_id` to prevent
# a database hit.
if user and not visitor.user_id:
visitor.user = user
# update some session expiration details
visitor.expiry_age = request.session.get_expiry_age()
visitor.expiry_time = request.session.get_expiry_date()
# grab the latest User-Agent and store it
user_agent = request.META.get('HTTP_USER_AGENT', None)
if user_agent:
visitor.user_agent = smart_text(user_agent,
encoding='latin-1',
errors='ignore')
time_on_site = 0
if visitor.start_time:
time_on_site = total_seconds(visit_time - visitor.start_time)
visitor.time_on_site = int(time_on_site)
visitor.save()
return visitor
def _refresh_visitor(self, user, request, visit_time):
# A Visitor row is unique by session_key
session_key = request.session.session_key
try:
visitor = Visitor.objects.get(pk=session_key)
except Visitor.DoesNotExist:
# Log the ip address. Start time is managed via the field
# `default` value
ip_address = get_ip_address(request)
visitor = Visitor(pk=session_key, ip_address=ip_address)
# Update the user field if the visitor user is not set. This
# implies authentication has occured on this request and now
# the user is object exists. Check using `user_id` to prevent
# a database hit.
if user and not visitor.user_id:
visitor.user = user
# update some session expiration details
visitor.expiry_age = request.session.get_expiry_age()
visitor.expiry_time = request.session.get_expiry_date()
# grab the latest User-Agent and store it
user_agent = request.META.get('HTTP_USER_AGENT', None)
if user_agent:
visitor.user_agent = smart_text(
user_agent, encoding='latin-1', errors='ignore')
time_on_site = 0
if visitor.start_time:
time_on_site = total_seconds(visit_time - visitor.start_time)
visitor.time_on_site = int(time_on_site)
visitor.save()
return visitor
def process_request(self, request):
# don't process AJAX requests
if request.is_ajax(): return
# create some useful variables
ip_address = utils.get_ip(request)
user_agent = unicode(request.META.get('HTTP_USER_AGENT', '')[:255], errors='ignore')
# retrieve untracked user agents from cache
ua_key = '_tracking_untracked_uas'
untracked = cache.get(ua_key)
if untracked is None:
log.info('Updating untracked user agent cache')
untracked = UntrackedUserAgent.objects.all()
cache.set(ua_key, untracked, 3600)
# see if the user agent is not supposed to be tracked
for ua in untracked:
# if the keyword is found in the user agent, stop tracking
if user_agent.find(ua.keyword) != -1:
log.debug('Not tracking UA "%s" because of keyword: %s' % (user_agent, ua.keyword))
return
if hasattr(request, 'session') and request.session.session_key:
# use the current session key if we can
session_key = request.session.session_key
else:
# otherwise just fake a session key
session_key = '%s:%s' % (ip_address, user_agent)
session_key = session_key[:40]
# ensure that the request.path does not begin with any of the prefixes
for prefix in self.prefixes:
if request.path.startswith(prefix):
log.debug('Not tracking request to: %s' % request.path)
return
# if we get here, the URL needs to be tracked
# determine what time it is
now = datetime.now()
attrs = {
'session_key': session_key,
'ip_address': ip_address
}
# for some reason, Visitor.objects.get_or_create was not working here
try:
visitor = Visitor.objects.get(**attrs)
except Visitor.DoesNotExist:
# see if there's a visitor with the same IP and user agent
# within the last 5 minutes
cutoff = now - timedelta(minutes=5)
visitors = Visitor.objects.filter(
ip_address=ip_address,
user_agent=user_agent,
last_update__gte=cutoff
)
if len(visitors):
visitor = visitors[0]
visitor.session_key = session_key
log.debug('Using existing visitor for IP %s / UA %s: %s' % (ip_address, user_agent, visitor.id))
else:
# it's probably safe to assume that the visitor is brand new
visitor = Visitor(**attrs)
log.debug('Created a new visitor: %s' % attrs)
except:
return
# determine whether or not the user is logged in
user = request.user
if isinstance(user, AnonymousUser):
user = None
# update the tracking information
visitor.user = user
visitor.user_agent = user_agent
# if the visitor record is new, or the visitor hasn't been here for
# at least an hour, update their referrer URL
one_hour_ago = now - timedelta(hours=1)
if not visitor.last_update or visitor.last_update <= one_hour_ago:
visitor.referrer = utils.u_clean(request.META.get('HTTP_REFERER', 'unknown')[:255])
# reset the number of pages they've been to
visitor.page_views = 0
visitor.session_start = now
visitor.url = request.path
visitor.page_views += 1
visitor.last_update = now
try:
visitor.save()
except DatabaseError:
log.error('There was a problem saving visitor information:\n%s\n\n%s' % (traceback.format_exc(), locals()))
def process_request(self, request):
# don't process AJAX requests
if request.is_ajax(): return
# create some useful variables
ip_address = utils.get_ip(request)
user_agent = unicode(request.META.get('HTTP_USER_AGENT', '')[:255], errors='ignore')
# retrieve untracked user agents from cache
ua_key = '_tracking_untracked_uas'
untracked = cache.get(ua_key)
if untracked is None:
log.info('Updating untracked user agent cache')
untracked = UntrackedUserAgent.objects.all()
cache.set(ua_key, untracked, 3600)
# see if the user agent is not supposed to be tracked
for ua in untracked:
# if the keyword is found in the user agent, stop tracking
if user_agent.find(ua.keyword) != -1:
log.debug('Not tracking UA "%s" because of keyword: %s' % (user_agent, ua.keyword))
return
if hasattr(request, 'session') and request.session.session_key:
# use the current session key if we can
session_key = request.session.session_key
else:
# otherwise just fake a session key
session_key = '%s:%s' % (ip_address, user_agent)
session_key = session_key[:40]
# ensure that the request.path does not begin with any of the prefixes
for prefix in self.prefixes:
if request.path.startswith(prefix):
log.debug('Not tracking request to: %s' % request.path)
return
# if we get here, the URL needs to be tracked
# determine what time it is
now = right_now()
attrs = {
'session_key': session_key,
'ip_address': ip_address
}
# for some reason, Visitor.objects.get_or_create was not working here
try:
visitor = Visitor.objects.get(**attrs)
except Visitor.DoesNotExist:
# see if there's a visitor with the same IP and user agent
# within the last 5 minutes
cutoff = now - timedelta(minutes=5)
visitors = Visitor.objects.filter(
ip_address=ip_address,
user_agent=user_agent,
last_update__gte=cutoff
)
if len(visitors):
visitor = visitors[0]
visitor.session_key = session_key
log.debug('Using existing visitor for IP %s / UA %s: %s' % (ip_address, user_agent, visitor.id))
else:
# it's probably safe to assume that the visitor is brand new
visitor = Visitor(**attrs)
log.debug('Created a new visitor: %s' % attrs)
except:
return
# determine whether or not the user is logged in
user = request.user
if isinstance(user, AnonymousUser):
user = None
# update the tracking information
visitor.user = user
visitor.user_agent = user_agent
# if the visitor record is new, or the visitor hasn't been here for
# at least an hour, update their referrer URL
one_hour_ago = now - timedelta(hours=1)
if not visitor.last_update or visitor.last_update <= one_hour_ago:
visitor.referrer = utils.u_clean(request.META.get('HTTP_REFERER', 'unknown')[:255])
# reset the number of pages they've been to
visitor.page_views = 0
visitor.session_start = now
visitor.url = request.path
visitor.page_views += 1
visitor.last_update = now
try:
visitor.save()
except DatabaseError:
log.error('There was a problem saving visitor information:\n%s\n\n%s' % (traceback.format_exc(), locals()))
def process_request(self, request):
# don't process AJAX requests
if request.is_ajax(): return
# create some useful variables
ip_address = utils.get_ip(request)
user_agent = request.META.get('HTTP_USER_AGENT', '')[:255]
# see if the user agent is not supposed to be tracked
for ua in UntrackedUserAgent.objects.all():
# if the keyword is found in the user agent, stop tracking
if str(user_agent).find(ua.keyword) != -1:
return
if hasattr(request, 'session'):
# use the current session key if we can
session_key = request.session.session_key
else:
# otherwise just fake a session key
session_key = '%s:%s' % (ip_address, user_agent)
prefixes = utils.get_untracked_prefixes()
# don't track media file requests
if settings.MEDIA_URL and settings.MEDIA_URL != '/':
prefixes.append(settings.MEDIA_URL)
if settings.ADMIN_MEDIA_PREFIX:
prefixes.append(settings.ADMIN_MEDIA_PREFIX)
try:
# finally, don't track requests to the tracker update pages
prefixes.append(reverse('tracking-refresh-active-users'))
except NoReverseMatch:
# django-tracking hasn't been included in the URLconf if we get here
pass
# ensure that the request.path does not begin with any of the prefixes
for prefix in prefixes:
if request.path.startswith(prefix):
return
# if we get here, the URL needs to be tracked
# determine what time it is
now = datetime.now()
attrs = {
'session_key': session_key,
'ip_address': ip_address
}
# for some reason, Visitor.objects.get_or_create was not working here
try:
visitor = Visitor.objects.get(**attrs)
except Visitor.DoesNotExist:
# see if there's a visitor with the same IP and user agent
# within the last 5 minutes
cutoff = now - timedelta(minutes=5)
filter_params = {
'ip_address': ip_address,
'user_agent': user_agent,
'last_update__gte': cutoff
}
try:
visitor = Visitor.objects.get(**filter_params)
visitor.session_key = session_key
except Visitor.MultipleObjectsReturned:
# just get the first match
visitor = Visitor.objects.filter(**filter_params)[0]
visitor.session_key = session_key
except Visitor.DoesNotExist:
# it's probably safe to assume that the visitor is brand new
visitor = Visitor(**attrs)
except:
return
# determine whether or not the user is logged in
user = request.user
if isinstance(user, AnonymousUser):
user = None
# update the tracking information
visitor.user = user
visitor.user_agent = user_agent
# if the visitor record is new, or the visitor hasn't been here for
# at least an hour, update their referrer URL
one_hour_ago = now - timedelta(hours=1)
if not visitor.last_update or visitor.last_update <= one_hour_ago:
visitor.referrer = request.META.get('HTTP_REFERER', 'unknown')[:255]
# reset the number of pages they've been to
visitor.page_views = 0
visitor.session_start = now
visitor.url = request.path
visitor.page_views += 1
visitor.last_update = now
visitor.save()
def process_request(self, request):
# don't process AJAX requests
if request.is_ajax(): return
# create some useful variables
ip_address = utils.get_ip(request)
user_agent = request.META.get('HTTP_USER_AGENT', '')
if utils.user_agent_is_untracked( user_agent ):
log.debug('Not tracking UA "%s" because of keyword: %s' % (user_agent, ua.keyword))
return
if hasattr(request, 'session'):
# use the current session key if we can
session_key = request.session.session_key
else:
# otherwise just fake a session key
session_key = md5( '%s:%s' % ( ip_address, user_agent ) ).hexdigest()
# ensure that the request.path does not begin with any of the prefixes
for prefix in NO_TRACKING_PREFIXES:
if request.path.startswith(prefix):
log.debug('Not tracking request to: %s' % request.path)
return
# if we get here, the URL needs to be tracked
# determine what time it is
now = datetime.now()
attrs = {
'session_key': session_key,
'ip_address': ip_address
}
# for some reason, Visitor.objects.get_or_create was not working here
try:
visitor = Visitor.objects.get(**attrs)
except Visitor.DoesNotExist:
# see if there's a visitor with the same IP and user agent
# within the last 5 minutes
cutoff = now - timedelta(minutes=5)
visitors = Visitor.objects.filter(
ip_address=ip_address,
user_agent=user_agent[:255],
last_update__gte=cutoff
)
if len(visitors):
visitor = visitors[0]
visitor.session_key = session_key
log.debug('Using existing visitor for IP %s / UA %s: %s' % (ip_address, user_agent, visitor.id))
else:
# it's probably safe to assume that the visitor is brand new
visitor = Visitor(**attrs)
log.debug('Created a new visitor: %s' % attrs)
except:
return
# determine whether or not the user is logged in
user = request.user
if isinstance(user, AnonymousUser):
user = None
# update the tracking information
visitor.user = user
visitor.user_agent = user_agent[:255]
# if the visitor record is new, or the visitor hasn't been here for
# at least an hour, update their referrer URL
if not visitor.last_update or visitor.last_update <= ( now - timedelta( hours = 1 ) ) :
visitor.referrer = utils.u_clean(request.META.get('HTTP_REFERER', 'unknown')[:255])
# reset the number of pages they've been to
visitor.page_views = 0
visitor.session_start = now
visitor.url = request.path[:255]
visitor.page_views += 1
visitor.last_update = now
visitor.save()
def process_request(self, request):
# don't process AJAX requests
if request.is_ajax(): return
# create some useful variables
ip_address = utils.get_ip(request)
user_agent = request.META.get('HTTP_USER_AGENT', '')[:255]
# retrieve untracked user agents from cache
ua_key = '_tracking_untracked_uas'
untracked = cache.get(ua_key)
if untracked is None:
log.info('Updating untracked user agent cache')
untracked = list(UntrackedUserAgent.objects.all())
cache.set(ua_key, untracked, 3600)
# see if the user agent is not supposed to be tracked
for ua in untracked:
# if the keyword is found in the user agent, stop tracking
if unicode(user_agent, errors='ignore').find(ua.keyword) != -1:
log.debug('Not tracking UA "%s" because of keyword: %s' % (user_agent, ua.keyword))
return
if hasattr(request, 'session'):
if not request.session.session_key:
request.session.save()
# use the current session key if we can
session_key = request.session.session_key
else:
# otherwise just fake a session key
session_key = '%s:%s' % (ip_address, user_agent)
# ensure that the request.path does not begin with any of the prefixes
for prefix in self.prefixes:
if request.path.startswith(prefix):
log.debug('Not tracking request to: %s' % request.path)
return
# if we get here, the URL needs to be tracked
# determine what time it is
now = datetime.now()
# Attributes we use when creating a new user
new_attrs = {
'session_key': session_key,
'ip_address': ip_address
}
# If we have a visitor_id cookie, use it
visitor_id = request.COOKIES.get('visitor_id')
if visitor_id:
attrs = {'id': visitor_id}
else:
attrs = new_attrs
# for some reason, Visitor.objects.get_or_create was not working here
try:
visitor = Visitor.objects.get(**attrs)
except Visitor.DoesNotExist:
# add tracking ID to model if specified in the URL
tid = request.GET.get('tid') or request.GET.get('fb_source')
if tid:
get = request.GET.copy()
attrs['tid'] = tid
request.GET = get
visitor = Visitor(**new_attrs)
log.debug('Created a new visitor: %s' % new_attrs)
except:
return
# determine whether or not the user is logged in
user = request.user
if isinstance(user, AnonymousUser):
user = None
# update the tracking information
visitor.user = user
visitor.user_agent = user_agent
# if the visitor record is new, update their referrer URL
if not visitor.last_update:
visitor.referrer = utils.u_clean(request.META.get('HTTP_REFERER', 'unknown')[:255])
# reset the number of pages they've been to
visitor.page_views = 0
visitor.session_start = now
visitor.url = request.path
visitor.page_views += 1
visitor.last_update = now
try:
visitor.save()
except DatabaseError:
log.error('There was a problem saving visitor information:\n%s\n\n%s' % (traceback.format_exc(), locals()))
request.visitor = visitor
request.session['visitor_id'] = visitor.pk
def process_request(self, request):
# don't process AJAX requests
if request.is_ajax(): return
# create some useful variables
ip_address = utils.get_ip(request)
#user_agent = unicode(request.META.get('HTTP_USER_AGENT', '')[:255], errors='ignore')
user_agent = str(request.META.get('HTTP_USER_AGENT', '')[:255] )
# retrieve untracked user agents from cache
ua_key = '_tracking_untracked_uas'
untracked = cache.get(ua_key)
if untracked is None:
log.info('Updating untracked user agent cache')
untracked = UntrackedUserAgent.objects.all()
cache.set(ua_key, untracked, 3600)
# see if the user agent is not supposed to be tracked
for ua in untracked:
# if the keyword is found in the user agent, stop tracking
if user_agent.find(ua.keyword) != -1:
log.debug('Not tracking UA "%s" because of keyword: %s' % (user_agent, ua.keyword))
return
if hasattr(request, 'session') and request.session.session_key:
# use the current session key if we can
session_key = request.session.session_key
else:
# otherwise just fake a session key
session_key = '%s:%s' % (ip_address, user_agent)
session_key = session_key[:40]
# ensure that the request.path does not begin with any of the prefixes
for prefix in self.prefixes:
if request.path.startswith(prefix):
log.debug('Not tracking request to: %s' % request.path)
return
# if we get here, the URL needs to be tracked
# determine what time it is
now = timezone.now()
attrs = {
'session_key': session_key,
'ip_address': ip_address
}
# for some reason, Visitor.objects.get_or_create was not working here
try:
visitor = Visitor.objects.get(**attrs)
except Visitor.DoesNotExist:
visitor = Visitor(**attrs)
log.debug('Created a new visitor: %s' % attrs)
except:
return
# determine whether or not the user is logged in
user = request.user
if isinstance(user, AnonymousUser):
user = None
# update the tracking information
visitor.user = user
visitor.user_agent = user_agent
visitor.pv += 1
"""
try:
visitor.save()
except DatabaseError:
log.error('There was a problem saving visitor information:\n%s\n\n%s' % (traceback.format_exc(), locals()))
"""
#visitor.url = request.path
"""
pageview, created = PageView.objects.get_or_create(url=request.path, defaults={
'visitor': visitor})
pageview.url = request.path
pageview.pv = pageview.pv + 1
try:
pageview.save()
except DatabaseError:
log.error('There was a problem saving visitor information:\n%s\n\n%s' % (traceback.format_exc(), locals()))
"""
username = user.username if user else 'anonymous'
log.info('time: {}, ip: {}, user: {}, url: {},'.format(now, ip_address, username, request.path))
def process_request(self, request):
try:
# don't process AJAX requests
if request.is_ajax():
return
# create some useful variables
session_key = request.session.session_key
ip_address = request.META.get('REMOTE_ADDR', '')
user_agent = request.META.get('HTTP_USER_AGENT', '')
# see if the user agent is not supposed to be tracked
for ua in UntrackedUserAgent.objects.all():
# if the keyword is found in the user agent, stop tracking
if str(user_agent).find(ua.keyword) != -1:
return
prefixes = utils.get_untracked_prefixes()
# don't track media files
prefixes.append(settings.MEDIA_URL)
prefixes.append(settings.ADMIN_MEDIA_PREFIX)
# ensure that the request.path does not begin with any of the prefixes
validURL = True
for prefix in prefixes:
if request.path.startswith(prefix):
validURL = False
break
# if the URL needs to be tracked, track it!
if validURL:
# determine what time it is
now = datetime.now()
attrs = {
'session_key': session_key,
'ip_address': ip_address
}
# for some reason, Visitor.objects.get_or_create was not working here
try:
visitor = Visitor.objects.get(**attrs)
except Visitor.DoesNotExist:
try:
# see if there's a visitor with the same IP and user agent
# within the last 5 minutes
cutoff = now - timedelta(minutes=5)
visitor = Visitor.objects.get(
ip_address=ip_address,
user_agent=user_agent,
last_update__gte=cutoff
)
visitor.session_key = session_key
except Visitor.DoesNotExist:
# it's probably safe to assume that the visitor is brand new
visitor = Visitor(**attrs)
# determine whether or not the user is logged in
user = request.user
if isinstance(user, AnonymousUser):
user = None
# update the tracking information
visitor.user = user
visitor.user_agent = user_agent
# if the visitor record is new, or the visitor hasn't been here for
# at least an hour, update their referrer URL
one_hour_ago = now + timedelta(hours=-1)
if not visitor.last_update or \
visitor.last_update <= one_hour_ago:
visitor.referrer = request.META.get('HTTP_REFERER', 'unknown')
# reset the number of pages they've been to
visitor.page_views = 0
visitor.session_start = now
visitor.url = request.path
visitor.page_views += 1
visitor.last_update = now
visitor.save()
except:
pass
