def processPhone(phoneUrl, num, numTotal): startTime = time.time() s = requests.Session() s.mount("http://", requests.adapters.HTTPAdapter(max_retries=10)) s.mount("https://", requests.adapters.HTTPAdapter(max_retries=10)) phoneAPIUrl = "https://www.kimonolabs.com/api/7ltn7gno?apikey=b8BQTunaAccOVZAG9lpyTg1HLy4hkKXN&kimmodify=1" resp = CrawlUtil.postJSON('https://ws.kimonolabs.com/ws/updateapi/', {'apiid': '7ltn7gno', 'updateObj': {'targeturl' : phoneUrl}}) if resp['success']: resp = CrawlUtil.postJSON('https://ws.kimonolabs.com/ws/startcrawl/', {'apiid': '7ltn7gno'}) if resp['success']: resp = CrawlUtil.getJSON(s, 'https://ws.kimonolabs.com/ws/crawlstats/?apiid=7ltn7gno') while (resp['isCrawling'] != False): var = None resp = CrawlUtil.getJSON(s, 'https://ws.kimonolabs.com/ws/crawlstats/?apiid=7ltn7gno') phoneJson = CrawlUtil.getJSON(s, phoneAPIUrl) phoneResult = phoneJson['results'] deviceName = phoneResult['main']['device_name'] if not os.path.exists('results'): os.makedirs('results') f = open('phones/' + deviceName.replace("/", "-", 100) + '.json', 'w') res = json.dump(phoneResult, f, sort_keys=True, indent=4, separators=(',', ': ')) f.close() print('[PROCESSED] {:s} ({:d}/{:d}) in {:f} secs'.format(deviceName, num, numTotal, (time.time() - startTime)))
def process(phoneUrl, num, numTotal): startTime = time.time() s = requests.Session() s.mount("http://", requests.adapters.HTTPAdapter(max_retries=10)) s.mount("https://", requests.adapters.HTTPAdapter(max_retries=10)) phoneAPIUrl = "https://www.kimonolabs.com/api/7ltn7gno?apikey=b8BQTunaAccOVZAG9lpyTg1HLy4hkKXN&kimmodify=1" resp = CrawlUtil.postJSON('https://ws.kimonolabs.com/ws/updateapi/', {'apiid': '7ltn7gno', 'updateObj': {'targeturl' : phoneUrl}}) if resp['success']: resp = CrawlUtil.postJSON('https://ws.kimonolabs.com/ws/startcrawl/', {'apiid': '7ltn7gno'}) if resp['success']: resp = CrawlUtil.getJSON(s, 'https://ws.kimonolabs.com/ws/crawlstats/?apiid=7ltn7gno') while (resp['isCrawling'] != False): var = None resp = CrawlUtil.getJSON(s, 'https://ws.kimonolabs.com/ws/crawlstats/?apiid=7ltn7gno') phoneJson = CrawlUtil.getJSON(s, phoneAPIUrl) phoneResult = phoneJson['results'] deviceName = phoneResult['main']['device_name'] if not os.path.exists('results'): os.makedirs('results') f = open('results/' + deviceName.replace("/", "-", 100) + '.json', 'w') res = json.dump(phoneResult, f, sort_keys=True, indent=4, separators=(',', ': ')) f.close() print('[PROCESSED] {:s} ({:d}/{:d}) in {:f} secs'.format(deviceName, num, numTotal, (time.time() - startTime)))