def loaddata(p, top=np.infty):
tt = TT("Dataloader")
traindata = None
golddata = None
i = 0
tt.tick("loading")
with open(p) as f:
numsam = 1
for line in f:
if traindata is None and golddata is None: # first line
numsam, numcol = map(int, line[:-1].split(" "))
traindata = np.zeros((min(numsam, top), numcol-1)).astype("float32")
golddata = np.zeros((min(numsam, top),)).astype("int32")
else:
ns = line[:-1].split("\t")
traindata[i, :] = map(float, ns[:-1])
golddata[i] = int(ns[-1])
i += 1
tt.progress(i, numsam, live=True)
if top is not None and i >= top:
break
tt.tock("loaded")
return traindata, golddata
def loaddata(p, top=np.infty):
tt = TT("Dataloader")
traindata = None
golddata = None
i = 0
tt.tick("loading")
with open(p) as f:
numsam = 1
for line in f:
if traindata is None and golddata is None: # first line
numsam, numcol = map(int, line[:-1].split(" "))
traindata = np.zeros((min(numsam,
top), numcol - 1)).astype("float32")
golddata = np.zeros((min(numsam, top), )).astype("int32")
else:
ns = line[:-1].split("\t")
traindata[i, :] = map(float, ns[:-1])
golddata[i] = int(ns[-1])
i += 1
tt.progress(i, numsam, live=True)
if top is not None and i >= top:
break
tt.tock("loaded")
return traindata, golddata
