Ejemplo n.º 1
0
def processPhone(phoneUrl, num, numTotal):
    startTime = time.time()

    s = requests.Session()
    s.mount("http://", requests.adapters.HTTPAdapter(max_retries=10))
    s.mount("https://", requests.adapters.HTTPAdapter(max_retries=10))

    phoneAPIUrl = "https://www.kimonolabs.com/api/7ltn7gno?apikey=b8BQTunaAccOVZAG9lpyTg1HLy4hkKXN&kimmodify=1"
    
    resp = CrawlUtil.postJSON('https://ws.kimonolabs.com/ws/updateapi/', {'apiid': '7ltn7gno', 'updateObj': {'targeturl' : phoneUrl}})
    if resp['success']:
        resp = CrawlUtil.postJSON('https://ws.kimonolabs.com/ws/startcrawl/', {'apiid': '7ltn7gno'})
        if resp['success']:
            resp = CrawlUtil.getJSON(s, 'https://ws.kimonolabs.com/ws/crawlstats/?apiid=7ltn7gno')
            while (resp['isCrawling'] != False):
                var = None
                resp = CrawlUtil.getJSON(s, 'https://ws.kimonolabs.com/ws/crawlstats/?apiid=7ltn7gno')

            phoneJson = CrawlUtil.getJSON(s, phoneAPIUrl)
            phoneResult = phoneJson['results']

            deviceName = phoneResult['main']['device_name']

            if not os.path.exists('results'):
                os.makedirs('results')

            f = open('phones/' + deviceName.replace("/", "-", 100) + '.json', 'w')
            res = json.dump(phoneResult, f, sort_keys=True, indent=4, separators=(',', ': '))
            f.close()

            print('[PROCESSED] {:s} ({:d}/{:d}) in {:f} secs'.format(deviceName, num, numTotal, (time.time() - startTime)))
def process(phoneUrl, num, numTotal):
    startTime = time.time()

    s = requests.Session()
    s.mount("http://", requests.adapters.HTTPAdapter(max_retries=10))
    s.mount("https://", requests.adapters.HTTPAdapter(max_retries=10))

    phoneAPIUrl = "https://www.kimonolabs.com/api/7ltn7gno?apikey=b8BQTunaAccOVZAG9lpyTg1HLy4hkKXN&kimmodify=1"

    resp = CrawlUtil.postJSON('https://ws.kimonolabs.com/ws/updateapi/', {'apiid': '7ltn7gno', 'updateObj': {'targeturl' : phoneUrl}})
    if resp['success']:
        resp = CrawlUtil.postJSON('https://ws.kimonolabs.com/ws/startcrawl/', {'apiid': '7ltn7gno'})
        if resp['success']:
            resp = CrawlUtil.getJSON(s, 'https://ws.kimonolabs.com/ws/crawlstats/?apiid=7ltn7gno')
            while (resp['isCrawling'] != False):
                var = None
                resp = CrawlUtil.getJSON(s, 'https://ws.kimonolabs.com/ws/crawlstats/?apiid=7ltn7gno')

            phoneJson = CrawlUtil.getJSON(s, phoneAPIUrl)
            phoneResult = phoneJson['results']

            deviceName = phoneResult['main']['device_name']

            if not os.path.exists('results'):
                os.makedirs('results')

            f = open('results/' + deviceName.replace("/", "-", 100) + '.json', 'w')
            res = json.dump(phoneResult, f, sort_keys=True, indent=4, separators=(',', ': '))
            f.close()

            print('[PROCESSED] {:s} ({:d}/{:d}) in {:f} secs'.format(deviceName, num, numTotal, (time.time() - startTime)))