def testgenerator(self):
DataSet.generate('testdataset',
self.generatormodel,
maxRAM=288,
customclient=self.mongoclient,
query='query',
numclasses=2,
filter={})
ds = DataSet('testdataset')
print len(ds)
assert len(ds) == 1000
x, y = ds[0]
assert y == 0
assert x.shape == (1, )
x, y = ds[10]
xx, yy = ds[9]
assert x[0] - xx[0] == 1.0
x, y = ds[150]
assert y == 150 % 2
assert len(ds.cache) == 1
for i in xrange(0, 1000):
assert ds[i][1] == i % 2
X, y_true = ds.get_all_samples()
assert X.shape == (1000, 1)
assert np.sum(X) == np.sum(xrange(0, 1000))
assert y_true.shape == (1000, )
assert np.sum(y_true) == 0.5 * len(ds)
X, y_true = ds.get_samples([14, 15])
assert X.shape == (2, 1)
assert X[1][0] - X[0][0] == 1
assert y_true.shape == (2, )
assert y_true[0] + y_true[1] == 1
# -*- coding: utf-8 -*-
import sys
import logging
import iwlearn.mongo as mongo
from iwlearn.training import DataSet
from tutorial.common.samples import RelocationUserSample
from tutorial.common.rules import RelocationRule
if __name__ == "__main__":
logging.basicConfig(stream=sys.stdout, level=logging.INFO)
mongo.setmongouri('mongodb://localhost:27017/')
DataSet.remove('train')
DataSet.generate('train',
RelocationRule(),
numclasses=2,
filter={'entityid': {
'$regex': r'^user[0-9]*?[0-7]$'
}})
DataSet.remove('test')
DataSet.generate('test',
RelocationRule(),
numclasses=2,
filter={'entityid': {
'$regex': r'^user[0-9]*?[8-9]$'
}})
# -*- coding: utf-8 -*-
import sys
import logging
import iwlearn.mongo as mongo
from iwlearn.training import DataSet
from tutorial.common.models import RelocationModelHyper
if __name__ == "__main__":
logging.basicConfig(stream=sys.stdout, level=logging.INFO)
mongo.setmongouri('mongodb://localhost:27017/')
DataSet.remove('train-hyper')
DataSet.generate('train-hyper', RelocationModelHyper(), numclasses=2, filter={'entityid': {'$regex': r'^user[0-9]*?[0-7]$'}})
DataSet.remove('test-hyper')
DataSet.generate('test-hyper', RelocationModelHyper(), numclasses=2, filter={'entityid': {'$regex': r'^user[0-9]*?[8-9]$'}})