Exemplos de parse_pb em Python

Exemplo n.º 1

Arquivo: test_pulp_end_to_end.py Projeto: hexforge/pulp_db

def create_db(db_name, playback, spec, index_what):
    global DATA_SET
    DATA_SET = []
    with pulp_db.open(db_name, "w") as db:
        for msg in parse_pb(playback):
            index = {}
            index['ip'] = msg['ip'] 
            index['port'] = msg['port']
            index['time'] = msg['time']
            index['type'] =  next(REGULAR_MSG_TYPES)

            #size = msg['header_size'] + msg['payload_size']
            raw = msg['msg']

            DATA_SET.append(element(raw, index))
            db.append(raw, index)

Exemplo n.º 2

def create_db(db_name, playback, spec, index_what):
    global DATA_SET
    DATA_SET = []
    with pulp_db.open(db_name, "w") as db:
        for msg in parse_pb(playback):
            index = {}
            index['ip'] = msg['ip']
            index['port'] = msg['port']
            index['time'] = msg['time']
            index['type'] = next(REGULAR_MSG_TYPES)

            #size = msg['header_size'] + msg['payload_size']
            raw = msg['msg']

            DATA_SET.append(element(raw, index))
            db.append(raw, index)

Exemplo n.º 3

Arquivo: example.py Projeto: pombredanne/pulp_db

    h, hint, len, ip, port, time_str, time_num, thing, thing = meta.split(b'/')
    data = {
        "raw": raw,
        "hint": hint,
        "ip": ip,
        "time_str": time_str,
        "time_num": time_num
    }
    return data


DS_PATH = "example_ds"
PB_PATH = "example.pb"
# Write playback to db
with pulp_db.open(DS_PATH, "w") as db:
    for msg in parse_pb(PB_PATH):
        index = {}
        index['ip'] = msg['ip']
        index['port'] = msg['port']
        index['time'] = msg['time']

        raw = msg['msg']
        db.append(raw, index)

# Read and query db
with pulp_db.open(DS_PATH, "r", msg_loader=decoder) as db:

    #import pdb
    #pdb.set_trace()

    print("---First message---")

Exemplo n.º 4

Arquivo: example.py Projeto: hexforge/pulp_db

    meta_end = b"*M*E*T*A*E*N*D*"
    meta, raw = bdata.split(meta_end, 1)
    h, hint, len, ip, port, time_str, time_num, thing, thing = meta.split(b'/')
    data = {"raw": raw,
            "hint": hint,
            "ip": ip,
            "time_str": time_str,
            "time_num": time_num}
    return data


DS_PATH = "example_ds"
PB_PATH = "example.pb"
# Write playback to db
with pulp_db.open(DS_PATH, "w") as db:
    for msg in parse_pb(PB_PATH):
        index = {}
        index['ip'] = msg['ip'] 
        index['port'] = msg['port']
        index['time'] = msg['time']
        
        raw = msg['msg']
        db.append(raw, index)

# Read and query db
with pulp_db.open(DS_PATH, "r", msg_loader=decoder) as db:

    #import pdb
    #pdb.set_trace()

    print("---First message---")

Exemplo n.º 5

    msg_types = set()
    for x in range(1, decoded_msg[0]["MsgCount"] + 1):
        msg_type = decoded_msg[x]["MsgType"]
        msg_types.add(msg_type)
    index = {}
    index['ip'] = msg['ip']
    index['port'] = msg['port']
    index['time'] = msg['time']
    index['msgtype'] = msg_types
    return raw, index


# Write playback to db
count = 0
with pulp_db.open(DS_PATH, "w", idx_dumpers=IDX_DUMPERS) as db:
    for msg in parse_pb(sys.argv[1]):

        count += 1
        if count % 10000 == 0:
            print("Counted", count)

        raw, index = parse_msg_select_what_to_store(msg)

        #continue

        db.append(raw, index)

sys.exit(1)

import pdb
pdb.set_trace()

Exemplo n.º 6

Arquivo: example2.py Projeto: hexforge/pulp_db

    decoded_msg = decoder(msg['payload'])
    msg_types = set()
    for x in range(1, decoded_msg[0]["MsgCount"]+1):
        msg_type = decoded_msg[x]["MsgType"]
        msg_types.add(msg_type)
    index = {}
    index['ip'] = msg['ip'] 
    index['port'] = msg['port']
    index['time'] = msg['time']
    index['msgtype'] = msg_types
    return raw, index

# Write playback to db
count = 0
with pulp_db.open(DS_PATH, "w", idx_dumpers=IDX_DUMPERS) as db:
    for msg in parse_pb(sys.argv[1]):

        count += 1
        if count%10000 == 0:
            print("Counted", count)

        raw, index = parse_msg_select_what_to_store(msg)

        #continue

        db.append(raw, index)

sys.exit(1)

import pdb
pdb.set_trace()