def load_data(self, idir, label, max_files):
files = os.listdir(idir)
num_files = 0
for f in files:
try:
dParse = DataParser(idir + f,self.compact)
except:
print idir + f
print 'fail'
continue
num_files += 1
tmpTLS = dParse.getTLSInfo()
if self.bd_compact == 1:
tmpBD = dParse.getByteDistribution_compact()
elif self.bd_compact == 2:
tmpBD = dParse.getByteDistribution_mean_std()
else:
tmpBD = dParse.getByteDistribution()
tmpIPT = dParse.getIndividualFlowIPTs()
tmpPL = dParse.getIndividualFlowPacketLengths()
tmp, ignore = dParse.getIndividualFlowMetadata()
if tmp != None and tmpPL != None and tmpIPT != None:
for i in range(len(tmp)):
if ignore[i] == 1 and label == 1.0:
continue
tmp_data = []
if 0 in self.types:
tmp_data.extend(tmp[i])
if 1 in self.types:
tmp_data.extend(tmpPL[i])
if 2 in self.types:
tmp_data.extend(tmpIPT[i])
if 3 in self.types:
tmp_data.extend(tmpBD[i])
if 4 in self.types:
tmp_data.extend(tmpTLS[i])
if len(tmp_data) != self.num_params:
print len(tmp_data)
self.data.append(tmp_data)
for i in range(len(tmp)):
if ignore[i] == 1 and label == 1.0:
continue
self.labels.append(label)
if max_files != None and num_files >= max_files:
break
def load_data(self, idir, label, max_files):
files = os.listdir(idir)
num_files = 0
for f in files:
try:
dParse = DataParser(idir + f, self.compact)
except:
print 'Error: failued to parse file %s' % (idir + f)
continue
num_files += 1
tmpTLS = dParse.getTLSInfo()
tmpBD = dParse.getByteDistribution()
tmpIPT = dParse.getIndividualFlowIPTs()
tmpPL = dParse.getIndividualFlowPacketLengths()
tmp = dParse.getIndividualFlowMetadata()
if tmp != None and tmpPL != None and tmpIPT != None:
for i in range(len(tmp)):
tmp_data = []
if 0 in self.types:
tmp_data.extend(tmp[i])
if 1 in self.types:
tmp_data.extend(tmpPL[i])
if 2 in self.types:
tmp_data.extend(tmpIPT[i])
if 3 in self.types:
tmp_data.extend(tmpBD[i])
if 4 in self.types:
tmp_data.extend(tmpTLS[i])
if len(tmp_data) != self.num_params:
continue
self.data.append(tmp_data)
self.labels.append(label)
if max_files != None and num_files >= max_files:
break
