def click_mapper(flist): for fn in flist: for line in open(fn, "r"): try: fields = line.split(" ") machine, click_ex_msg, click_msg, score, why = fields[:5] score = int(score) click_ex_obj = decode_click_ex(click_ex_msg) click_obj = decode_click(click_msg) except Exception: traceback.print_exc() continue media_id = click_obj.display_info.media_id if media_id == 10140: referer = click_ex_obj.user_info.referer arg_idx = referer.find("?") ref_arg = referer if arg_idx != -1: ref_arg = referer[arg_idx+1:] click_hash = urlutils.get_query_arg(ref_arg, "uctrac_clk_1") if "" == click_hash: click_hash = urlutils.get_query_arg(ref_arg,"uctrac_clk") if "" != click_hash: print("%s\tHOP\t%s" % (click_hash, line)), else: print("%016x\tCLICK\t%s" % (click_ex_obj.click_hash, line)),
def click_mapper(flist): for fn in flist: for line in open(fn, "r"): try: fields = line.split(" ") machine, click_ex_msg, click_msg, score, why = fields[:5] score = int(score) click_ex_obj = decode_click_ex(click_ex_msg) click_obj = decode_click(click_msg) except Exception: traceback.print_exc() continue media_id = click_obj.display_info.media_id if media_id == 10140: referer = click_ex_obj.user_info.referer arg_idx = referer.find("?") ref_arg = referer if arg_idx != -1: ref_arg = referer[arg_idx + 1:] click_hash = urlutils.get_query_arg(ref_arg, "uctrac_clk_1") if "" == click_hash: click_hash = urlutils.get_query_arg(ref_arg, "uctrac_clk") if "" != click_hash: print("%s\tHOP\t%s" % (click_hash, line)), else: print("%016x\tCLICK\t%s" % (click_ex_obj.click_hash, line)),
def get_click(line): try: fields = line[:-1].split(" ") machine, click_ex_msg, click_msg, score, why = fields[:5] score = int(score) click_ex_obj = decode_click_ex(click_ex_msg) click_obj = decode_click(click_msg) except Exception: logger.warn("Parse click line failed %s - %s", line, traceback.format_exc()) return return (click_obj, click_ex_obj, score, why)