def processResults(args, partitions, output, workloads, results): data = hstore.parseJSONResults(output) for key in [ 'TXNTOTALPERSECOND' ]: if key in data: txnrate = float(data[key]) break ## FOR assert not txnrate is None, \ "Failed to extract throughput rate from output\n" + pformat(data) minTxnRate = float(data["MINTXNPERSECOND"]) if "MINTXNPERSECOND" in data else None maxTxnRate = float(data["MAXTXNPERSECOND"]) if "MAXTXNPERSECOND" in data else None stddevTxnRate = float(data["STDDEVTXNPERSECOND"]) if "STDDEVTXNPERSECOND" in data else None if int(txnrate) == 0: return LOG.info("Throughput: %.2f" % txnrate) results.append(txnrate) if args['workload_trace'] and not workloads is None: for f in workloads: LOG.info("Workload File: %s" % f) ## FOR ## IF # CODESPEED UPLOAD if args["codespeed_url"] and txnrate > 0: upload_url = args["codespeed_url"][0] if args["codespeed_revision"]: # FIXME last_changed_rev = args["codespeed_revision"][0] last_changed_rev, last_changed_date = svnInfo(env["hstore.svn"], last_changed_rev) else: last_changed_rev, last_changed_date = hstore.fabfile.get_version() LOG.info("last_changed_rev:", last_changed_rev) LOG.info("last_changed_date:", last_changed_date) codespeedBenchmark = benchmark if not args["codespeed_benchmark"] is None: codespeedBenchmark = args["codespeed_benchmark"] codespeedBranch = env["hstore.git_branch"] if not args["codespeed_branch"] is None: codespeedBranch = args["codespeed_branch"] LOG.info("Uploading %s results to CODESPEED at %s" % (benchmark, upload_url)) result = hstore.codespeed.Result( commitid=last_changed_rev, branch=codespeedBranch, benchmark=codespeedBenchmark, project="H-Store", num_partitions=partitions, environment="ec2", result_value=txnrate, revision_date=last_changed_date, result_date=datetime.now(), min_result=minTxnRate, max_result=maxTxnRate, std_dev=stddevTxnRate ) result.upload(upload_url) ## IF return
def processResults(inst, fabric, args, partitions, output, workloads): data = hstore.parseJSONResults(output) txnrate = float(data['TXNTOTALPERSECOND']) if int(txnrate) == 0: return (data) LOG.info("Throughput: %.2f" % txnrate) txnlatency = float(data['TOTALAVGLATENCY']) LOG.info("Latency: %.2f" % txnlatency) dtxnPercent = float(data['DTXNTOTALCOUNT']) / float(data['TXNTOTALCOUNT']) LOG.info("DTXN Percentage: %.4f" % dtxnPercent) specPercent = float(data['SPECEXECTOTALCOUNT']) / float(data['TXNTOTALCOUNT']) LOG.info("Speculative Percentage: %.4f" % specPercent) minTxnRate = float(data["MINTXNPERSECOND"]) if "MINTXNPERSECOND" in data else None maxTxnRate = float(data["MAXTXNPERSECOND"]) if "MAXTXNPERSECOND" in data else None stddevTxnRate = float(data["STDDEVTXNPERSECOND"]) if "STDDEVTXNPERSECOND" in data else None if args['workload_trace'] and not workloads is None: for f in workloads: LOG.info("Workload File: %s" % f) ## FOR ## IF # CODESPEED UPLOAD if args["codespeed_url"] and txnrate > 0: upload_url = args["codespeed_url"][0] if args["codespeed_revision"]: # FIXME last_changed_rev = args["codespeed_revision"][0] last_changed_rev, last_changed_date = svnInfo(env["hstore.svn"], last_changed_rev) else: last_changed_rev, last_changed_date = fabric.get_version(inst) LOG.info("last_changed_rev:", last_changed_rev) LOG.info("last_changed_date:", last_changed_date) codespeedBenchmark = benchmark if not args["codespeed_benchmark"] is None: codespeedBenchmark = args["codespeed_benchmark"] codespeedBranch = fabric.env["hstore.git_branch"] if not args["codespeed_branch"] is None: codespeedBranch = args["codespeed_branch"] LOG.info("Uploading %s results to CODESPEED at %s" % (benchmark, upload_url)) result = hstore.codespeed.Result( commitid=last_changed_rev, branch=codespeedBranch, benchmark=codespeedBenchmark, project="H-Store", num_partitions=partitions, environment="ec2", result_value=txnrate, revision_date=last_changed_date, result_date=datetime.now(), min_result=minTxnRate, max_result=maxTxnRate, std_dev=stddevTxnRate ) result.upload(upload_url) ## IF return (data)
def processResults(inst, fabric, args, partitions, output, workloads): data = hstore.parseJSONResults(output) txnrate = float(data['TXNTOTALPERSECOND']) if int(txnrate) == 0: return (data) LOG.info("Throughput: %.2f" % txnrate) txnlatency = float(data['TOTALAVGLATENCY']) LOG.info("Latency: %.2f" % txnlatency) dtxnPercent = float(data['DTXNTOTALCOUNT']) / float(data['TXNTOTALCOUNT']) LOG.info("DTXN Percentage: %.4f" % dtxnPercent) specPercent = float(data['SPECEXECTOTALCOUNT']) / float( data['TXNTOTALCOUNT']) LOG.info("Speculative Percentage: %.4f" % specPercent) minTxnRate = float( data["MINTXNPERSECOND"]) if "MINTXNPERSECOND" in data else None maxTxnRate = float( data["MAXTXNPERSECOND"]) if "MAXTXNPERSECOND" in data else None stddevTxnRate = float( data["STDDEVTXNPERSECOND"]) if "STDDEVTXNPERSECOND" in data else None if args['workload_trace'] and not workloads is None: for f in workloads: LOG.info("Workload File: %s" % f) ## FOR ## IF # CODESPEED UPLOAD if args["codespeed_url"] and txnrate > 0: upload_url = args["codespeed_url"][0] if args["codespeed_revision"]: # FIXME last_changed_rev = args["codespeed_revision"][0] last_changed_rev, last_changed_date = svnInfo( env["hstore.svn"], last_changed_rev) else: last_changed_rev, last_changed_date = fabric.get_version(inst) LOG.info("last_changed_rev:", last_changed_rev) LOG.info("last_changed_date:", last_changed_date) codespeedBenchmark = benchmark if not args["codespeed_benchmark"] is None: codespeedBenchmark = args["codespeed_benchmark"] codespeedBranch = fabric.env["hstore.git_branch"] if not args["codespeed_branch"] is None: codespeedBranch = args["codespeed_branch"] LOG.info("Uploading %s results to CODESPEED at %s" % (benchmark, upload_url)) result = hstore.codespeed.Result(commitid=last_changed_rev, branch=codespeedBranch, benchmark=codespeedBenchmark, project="H-Store", num_partitions=partitions, environment="ec2", result_value=txnrate, revision_date=last_changed_date, result_date=datetime.now(), min_result=minTxnRate, max_result=maxTxnRate, std_dev=stddevTxnRate) result.upload(upload_url) ## IF return (data)
def processResults(args, partitions, output, workloads, results): data = hstore.parseJSONResults(output) for key in ['TXNTOTALPERSECOND']: if key in data: txnrate = float(data[key]) break ## FOR assert not txnrate is None, \ "Failed to extract throughput rate from output\n" + pformat(data) minTxnRate = float( data["MINTXNPERSECOND"]) if "MINTXNPERSECOND" in data else None maxTxnRate = float( data["MAXTXNPERSECOND"]) if "MAXTXNPERSECOND" in data else None stddevTxnRate = float( data["STDDEVTXNPERSECOND"]) if "STDDEVTXNPERSECOND" in data else None if int(txnrate) == 0: return LOG.info("Throughput: %.2f" % txnrate) results.append(txnrate) if args['workload_trace'] and not workloads is None: for f in workloads: LOG.info("Workload File: %s" % f) ## FOR ## IF # CODESPEED UPLOAD if args["codespeed_url"] and txnrate > 0: upload_url = args["codespeed_url"][0] if args["codespeed_revision"]: # FIXME last_changed_rev = args["codespeed_revision"][0] last_changed_rev, last_changed_date = svnInfo( env["hstore.svn"], last_changed_rev) else: last_changed_rev, last_changed_date = hstore.fabfile.get_version() LOG.info("last_changed_rev:", last_changed_rev) LOG.info("last_changed_date:", last_changed_date) codespeedBenchmark = benchmark if not args["codespeed_benchmark"] is None: codespeedBenchmark = args["codespeed_benchmark"] codespeedBranch = env["hstore.git_branch"] if not args["codespeed_branch"] is None: codespeedBranch = args["codespeed_branch"] LOG.info("Uploading %s results to CODESPEED at %s" % (benchmark, upload_url)) result = hstore.codespeed.Result(commitid=last_changed_rev, branch=codespeedBranch, benchmark=codespeedBenchmark, project="H-Store", num_partitions=partitions, environment="ec2", result_value=txnrate, revision_date=last_changed_date, result_date=datetime.now(), min_result=minTxnRate, max_result=maxTxnRate, std_dev=stddevTxnRate) result.upload(upload_url) ## IF return