dbw = DBWrapper()
setproctitle('STAT_CHK')
# load credentials
client_id = _credentials.sc_client_id
client_secret = _credentials.sc_client_secret
client_tuples = [(client_id, client_secret)]
access_tokens = _credentials.sc_access_token
gateway = APIGateway( access_tokens, 500, client_tuples, 5000 )
api = APIWrapper( gateway )
venues = dbw.get_all_venues( )
crawl_string = 'CHECK_STATS'
dbw.add_crawl_to_database( crawl_string, 'START', now.now( ) )
logging.info( u'STAT_CHK started crawl for statistics check' )
count_venues = 0
for venue in venues:
logging.info( u'STAT_CHK %s: retrieve details for venue: %s' % ( venue.city_code, venue.name ) )
response, success = get_venue_details( venue.foursq_id )
if success:
count_venues = count_venues + 1
v = response.get( 'response' )
v = v.get( 'venue' )
stats = v.get( 'stats' )
dbw.add_statistics_to_database( venue,stats )
logging.info( u'STAT_CHK %s: checkins found: %d' % ( venue.city_code, stats['checkinsCount'] ) )
else:
logging.info( u'STAT_CHK %s: Error for venue: %s, id: %s' % ( venue.city_code, venue.name, venue.foursq_id ) )
logging.info( u'STAT_CHK venues checked: %d' % ( count_venues ) )
