def benchmark_load(): # get data, from datalogger, or dataloggerhelper starttime = time.time() #tsa = datalogger.read_tsa_full(datestring, force=False) #print "cPickle import from raw and export every timeseries in %s" % (time.time() - starttime) print "starting benchmark" starttime = time.time() tsa2 = TimeseriesArray.load_from_csv(gzip.open("/tmp/test_tsa.csv.gz", "rb"))
def shootout(datalogger, datestring): # get data, from datalogger, or dataloggerhelper tsa = datalogger.read_tsa_full(datestring, force=True) starttime = time.time() tsa.dump_to_csv(gzip.open("/tmp/test_tsa.csv.gz", "wb")) tsa2 = TimeseriesArray.load_from_csv(gzip.open("/tmp/test_tsa.csv.gz", "rb")) assert tsa == tsa2 print "CSV Export/Import of whole tsa Duration %s" % (time.time() - starttime) starttime = time.time() cPickle.dump(tsa, gzip.open("/tmp/test_tsa_cPickle.gz", "wb")) tsa2 = cPickle.load(gzip.open("/tmp/test_tsa_cPickle.gz", "rb")) assert tsa == tsa2 print "cPickle Export/Import of whole tsa Duration %s" % (time.time() - starttime) starttime = time.time() for key, ts in tsa.items(): filehandle = gzip.open("/tmp/test_ts.csv.gz", "wb") ts.dump_to_csv(filehandle) filehandle.close() filehandle = gzip.open("/tmp/test_ts.csv.gz", "rb") ts2 = Timeseries.load_from_csv(filehandle) filehandle.close() #print ts2 #print ts.ts_keyname, ts2.ts_keyname #print ts.headers, ts2.headers #print key, ts == ts2 assert ts == ts2 print "CSV Export/Import Duration %s" % (time.time() - starttime) starttime = time.time() for key, ts in tsa.items(): filehandle = gzip.open("/tmp/test1.cPickle.gz", "wb") cPickle.dump(ts, filehandle) filehandle.close() filehandle = gzip.open("/tmp/test1.cPickle.gz", "rb") ts2 = cPickle.load(filehandle) filehandle.close() #print ts2 #print ts.ts_keyname, ts2.ts_keyname #print ts.headers, ts2.headers #print key, ts == ts2 assert ts == ts2 print "cPickle Export/Import Duration %s" % (time.time() - starttime) #keys = tsa.keys() #for slottime in get_slot_timeline(datestring, 600): # print slottime, slottime in tsa[keys[0]].get_times() # #print tuple((tsa[key].get_single_value(slottime, 'hrStorageAllocationFailures') for key in keys)) return