def mkload(opts, fh): opts.load = int(opts.load * 1000 * 1000) k = helpers.strings(SEED, opts.uniq) s = opts.load m = helpers.progress() helpers.debug("generating load test file ... [uniq: %s, pktsz: %s, keylen: %s, load: %s]\n" % (helpers.fmt(len(k)), helpers.fmt(opts.pktsz), len(k[0]), helpers.fmt(s))) pack = lambda p: "".join(p) + "\n" while (s > 0): p = [] c = opts.pktsz while (True): i = opts.load - s n = k[i % len(k)] l = "event %s|%s %d.0 %s;" % (len(n), n, i, repr(random.random())) s -= 1 c -= len(l) if (c >= 0): p.append(l) else: if (opts.pktsz < len(l)): p.append(l) break if (opts.measure == M_BYTES): m.measure(len(pack(p))) else: m.measure(len(p)) m.dump_state("mkload") fh.write("%d %s" % (len(p), pack(p))) m.done()
def mkload(opts, fh): opts.load = int(opts.load * 1000 * 1000) k = helpers.strings(SEED, opts.ksize) s = opts.load m = helpers.progress() helpers.debug( "generating load test file ... [ksize: %s, pktsz: %s, keylen: %s, load: %s]\n" % (helpers.fmt(len(k)), helpers.fmt(opts.pktsz), len( k[0]), helpers.fmt(s))) while (s > 0): p = [] c = opts.pktsz while (True): i = opts.load - s n = k[i % len(k)] l = "event %s|%s %d.0 %s;" % (len(n), n, i, repr(random.random())) z = len(l) s -= 1 c -= z if (c >= 0): m.measure(z) p.append(l) else: if (opts.pktsz < z): m.measure(z) p.append(l) break m.dump_state("mkload") fh.write("".join(p) + "\n") m.done()
def mkload(opts, fh): opts.load = int(opts.load * 1000 * 1000) k = helpers.strings(SEED, opts.ksize) s = opts.load m = helpers.progress() helpers.debug("generating load test file ... [ksize: %s, pktsz: %s, keylen: %s, load: %s]\n" % (helpers.fmt(len(k)), helpers.fmt(opts.pktsz), len(k[0]), helpers.fmt(s))) while (s > 0): p = [] c = opts.pktsz while (True): i = opts.load - s n = k[i % len(k)] l = "event %s|%s %d.0 %s;" % (len(n), n, i, repr(random.random())) z = len(l) s -= 1 c -= z if (c >= 0): m.measure(z) p.append(l) else: if (opts.pktsz < z): m.measure(z) p.append(l) break m.dump_state("mkload") fh.write("".join(p) + "\n") m.done()
def mkload(opts, fh): opts.load = int(opts.load * 1000 * 1000) k = helpers.strings(SEED, opts.uniq) s = opts.load m = helpers.progress() helpers.debug("generating load test file ... [uniq: %s, pktsz: %s, keylen: %s, load: %s]\n" % (helpers.fmt(len(k)), helpers.fmt(opts.pktsz), len(k[0]), helpers.fmt(s))) pack = lambda p: "".join(p) + "\n" while (s > 0): p = [] c = opts.pktsz while (True): i = opts.load - s n = k[i % len(k)] l = "%s %s|%s %s %d.0;" % (opts.type, len(n), n, repr(random.random()), i) s -= 1 c -= len(l) if (c >= 0): p.append(l) else: if (opts.pktsz < len(l)): p.append(l) break if (opts.measure == M_BYTES): m.measure(len(pack(p))) else: m.measure(len(p)) m.dump_state("mkload") fh.write("%d %s" % (len(p), pack(p))) m.done()
def trial(opts): with helpers.with_tempfile() as fh: mkload(opts, fh) s = socket.socket(socket.AF_UNIX, socket.SOCK_DGRAM, 0) m = helpers.progress() helpers.debug("starting load test [sending file] ... \n") fh.seek(0) for l in fh: l = l.strip() m.measure(len(l)) m.dump_state("trial") s.sendto(l, 0, opts.databus) m.done()
def trial(opts): with helpers.with_tempfile() as fh: mkload(opts, fh) d = dmproc_connection(opts) s = socket.socket(socket.AF_UNIX, socket.SOCK_DGRAM, 0) m = helpers.progress() helpers.debug("starting load test [sending file] ... \n") threading.Thread(target=consume_socket, args=(d,)).start() fh.seek(0) for l in fh: (n, l) = l.strip().split(" ", 1) if (opts.measure == M_BYTES): m.measure(len(l)) else: m.measure(int(n, 10)) m.dump_state("trial") s.sendto(l, 0, opts.databus) d.send(helpers.frame("close;")) m.done()