def get_result_wrapper((base_url, request)): try: url = base_url + request code, ssdeep = make_request(url, True) #stderr.write(repr((url, code, ssdeep)) + "\n") return base_url, request, {"code": code, "content_ssdeep": ssdeep} except: return None, None, None
def get_item_from_site((panel_name, base_url, path)): url = base_url + path for attempt in xrange(3): try: code, content = make_request(url) return json.dumps({ "code": code, "content_ssdeep": content, "url": url, "base_url": base_url, "offset": path, "label": panel_name, }) + "\n" except Exception, e: print e continue
def get_item_from_site((panel_name, base_url, path)): url = base_url + path for attempt in xrange(3): try: code, content = make_request(url) return json.dumps( { "code": code, "content_ssdeep": content, "url": url, "base_url": base_url, "offset": path, "label": panel_name, }) + "\n" except Exception, e: print e continue