def run(self):
scream.cout('GeneralGetter starts work...')
self.finished = False
# it is quite reasonable to initiate a display driver for selenium
# per one getter, threads work on jobs linear so its the max partition of driver
# we can allow, multiple threads working on one virtual display - its without sense
#self.initiate_selenium()
# now its ok to start retrieving data.. allonsy !
self.get_data()
def run(self):
scream.cout('GeneralGetter starts work...')
self.finished = False
# it is quite reasonable to initiate a display driver for selenium
# per one getter, threads work on jobs linear so its the max partition of driver
# we can allow, multiple threads working on one virtual display - its without sense
#self.initiate_selenium()
# now its ok to start retrieving data.. allonsy !
self.get_data()
def run(self):
scream.cout('GeneralGetter starts work...')
self.finished = False
self.get_data()
for credential in credential_list:
if auth_with_tokens:
local_gh = Github(login_or_token=credential['pass'],
client_id=credential['client_id'],
client_secret=credential['client_secret'],
user_agent=credential['login'],
timeout=timeout)
github_clients.append(local_gh)
github_clients_ids.append(credential['login'])
scream.say(local_gh.rate_limiting)
else:
local_gh = Github(credential['login'], credential['pass'])
github_clients.append(local_gh)
scream.say(local_gh.rate_limiting)
scream.cout('How many Github objects in github_clients: ' +
str(len(github_clients)))
scream.cout(
'Assigning current github client to the first object in a list')
github_client = github_clients[0]
lapis = local_gh.get_api_status()
scream.say('Current status of GitHub API...: ' + lapis.status +
' (last update: ' + str(lapis.last_updated) + ')')
if intelli_no_of_threads:
scream.say('Adjusting no of threads to: ' + str(len(github_clients)))
no_of_threads = len(github_clients)
scream.say('No of threads is currently: ' + str(no_of_threads))
is_gc_turned_on = 'turned on' if str(gc.isenabled()) else 'turned off'
scream.ssay('Garbage collector is ' + is_gc_turned_on)
# with the credential_list list we create a list of Github objects, github_clients holds ready Github objects
for credential in credential_list:
if auth_with_tokens:
local_gh = Github(login_or_token=credential['pass'], client_id=credential['client_id'],
client_secret=credential['client_secret'], user_agent=credential['login'],
timeout=timeout)
github_clients.append(local_gh)
github_clients_ids.append(credential['login'])
scream.say(local_gh.rate_limiting)
else:
local_gh = Github(credential['login'], credential['pass'])
github_clients.append(local_gh)
scream.say(local_gh.rate_limiting)
scream.cout('How many Github objects in github_clients: ' + str(len(github_clients)))
scream.cout('Assigning current github client to the first object in a list')
github_client = github_clients[0]
lapis = local_gh.get_api_status()
scream.say('Current status of GitHub API...: ' + lapis.status + ' (last update: ' + str(lapis.last_updated) + ')')
if intelli_no_of_threads:
scream.say('Adjusting no of threads to: ' + str(len(github_clients)))
no_of_threads = len(github_clients)
scream.say('No of threads is currently: ' + str(no_of_threads))
is_gc_turned_on = 'turned on' if str(gc.isenabled()) else 'turned off'
scream.ssay('Garbage collector is ' + is_gc_turned_on)
scream.say('WORKING WITH INPUT FILE : ' + input_filename) # simply 'result_stargazers_2013_final_mature.csv'
def run(self):
scream.cout('GeneralGetter thread(' + str(self.threadId) + ')' + 'starts working on OpenHub page ' + str(self.page))
self.finished = False
self.get_data(self.page, self.conn)
def run(self):
scream.cout('GeneralGetter starts work...')
self.finished = False
self.get_data()
def run(self):
scream.cout('GeneralGetter thread(' + str(self.threadId) + ')' + 'starts working on ...' + self.repository.html_url)
self.finished = False
self.get_data()