def processPhone(phoneUrl, num, numTotal):
startTime = time.time()
s = requests.Session()
s.mount("http://", requests.adapters.HTTPAdapter(max_retries=10))
s.mount("https://", requests.adapters.HTTPAdapter(max_retries=10))
phoneAPIUrl = "https://www.kimonolabs.com/api/7ltn7gno?apikey=b8BQTunaAccOVZAG9lpyTg1HLy4hkKXN&kimmodify=1"
resp = CrawlUtil.postJSON('https://ws.kimonolabs.com/ws/updateapi/', {'apiid': '7ltn7gno', 'updateObj': {'targeturl' : phoneUrl}})
if resp['success']:
resp = CrawlUtil.postJSON('https://ws.kimonolabs.com/ws/startcrawl/', {'apiid': '7ltn7gno'})
if resp['success']:
resp = CrawlUtil.getJSON(s, 'https://ws.kimonolabs.com/ws/crawlstats/?apiid=7ltn7gno')
while (resp['isCrawling'] != False):
var = None
resp = CrawlUtil.getJSON(s, 'https://ws.kimonolabs.com/ws/crawlstats/?apiid=7ltn7gno')
phoneJson = CrawlUtil.getJSON(s, phoneAPIUrl)
phoneResult = phoneJson['results']
deviceName = phoneResult['main']['device_name']
if not os.path.exists('results'):
os.makedirs('results')
f = open('phones/' + deviceName.replace("/", "-", 100) + '.json', 'w')
res = json.dump(phoneResult, f, sort_keys=True, indent=4, separators=(',', ': '))
f.close()
print('[PROCESSED] {:s} ({:d}/{:d}) in {:f} secs'.format(deviceName, num, numTotal, (time.time() - startTime)))
def process(phoneUrl, num, numTotal):
startTime = time.time()
s = requests.Session()
s.mount("http://", requests.adapters.HTTPAdapter(max_retries=10))
s.mount("https://", requests.adapters.HTTPAdapter(max_retries=10))
phoneAPIUrl = "https://www.kimonolabs.com/api/7ltn7gno?apikey=b8BQTunaAccOVZAG9lpyTg1HLy4hkKXN&kimmodify=1"
resp = CrawlUtil.postJSON('https://ws.kimonolabs.com/ws/updateapi/', {'apiid': '7ltn7gno', 'updateObj': {'targeturl' : phoneUrl}})
if resp['success']:
resp = CrawlUtil.postJSON('https://ws.kimonolabs.com/ws/startcrawl/', {'apiid': '7ltn7gno'})
if resp['success']:
resp = CrawlUtil.getJSON(s, 'https://ws.kimonolabs.com/ws/crawlstats/?apiid=7ltn7gno')
while (resp['isCrawling'] != False):
var = None
resp = CrawlUtil.getJSON(s, 'https://ws.kimonolabs.com/ws/crawlstats/?apiid=7ltn7gno')
phoneJson = CrawlUtil.getJSON(s, phoneAPIUrl)
phoneResult = phoneJson['results']
deviceName = phoneResult['main']['device_name']
if not os.path.exists('results'):
os.makedirs('results')
f = open('results/' + deviceName.replace("/", "-", 100) + '.json', 'w')
res = json.dump(phoneResult, f, sort_keys=True, indent=4, separators=(',', ': '))
f.close()
print('[PROCESSED] {:s} ({:d}/{:d}) in {:f} secs'.format(deviceName, num, numTotal, (time.time() - startTime)))
