def profileLearnModel(self):
#Profile full gradient descent
X, U, V = DatasetUtils.syntheticDataset1(u=0.01, m=1000, n=2000)
#X, U, V = DatasetUtils.syntheticDataset1()
#X, U, V = DatasetUtils.syntheticDataset1(u=0.2, sd=0.2)
#X = DatasetUtils.flixster()
u = 0.2
w = 1 - u
eps = 10**-6
alpha = 0.5
maxLocalAuc = MaxLocalAUC(self.k,
w,
alpha=alpha,
eps=eps,
stochastic=True)
maxLocalAuc.maxNormU = 10
maxLocalAuc.maxNormV = 10
maxLocalAuc.maxIterations = 100
maxLocalAuc.initialAlg = "rand"
maxLocalAuc.rate = "constant"
maxLocalAuc.parallelSGD = True
maxLocalAuc.numProcesses = 8
maxLocalAuc.numAucSamples = 10
maxLocalAuc.numRowSamples = 30
maxLocalAuc.scaleAlpha = False
maxLocalAuc.loss = "hinge"
maxLocalAuc.validationUsers = 0.0
print(maxLocalAuc)
ProfileUtils.profile('maxLocalAuc.learnModel(X)', globals(), locals())
def profileLearnModel2(self):
#Profile stochastic case
#X = DatasetUtils.flixster()
#X = Sampling.sampleUsers(X, 1000)
X, U, V = DatasetUtils.syntheticDataset1(u=0.001, m=10000, n=1000)
rho = 0.00
u = 0.2
w = 1 - u
eps = 10**-6
alpha = 0.5
k = self.k
maxLocalAuc = MaxLocalAUC(k, w, alpha=alpha, eps=eps, stochastic=True)
maxLocalAuc.numRowSamples = 2
maxLocalAuc.numAucSamples = 10
maxLocalAuc.maxIterations = 1
maxLocalAuc.numRecordAucSamples = 100
maxLocalAuc.recordStep = 10
maxLocalAuc.initialAlg = "rand"
maxLocalAuc.rate = "optimal"
#maxLocalAuc.parallelSGD = True
trainTestX = Sampling.shuffleSplitRows(X, maxLocalAuc.folds, 5)
trainX, testX = trainTestX[0]
def run():
U, V, trainMeasures, testMeasures, iterations, time = maxLocalAuc.learnModel(
trainX, True)
#logging.debug("Train Precision@5=" + str(MCEvaluator.precisionAtK(trainX, U, V, 5)))
#logging.debug("Train Precision@10=" + str(MCEvaluator.precisionAtK(trainX, U, V, 10)))
#logging.debug("Train Precision@20=" + str(MCEvaluator.precisionAtK(trainX, U, V, 20)))
#logging.debug("Train Precision@50=" + str(MCEvaluator.precisionAtK(trainX, U, V, 50)))
#logging.debug("Test Precision@5=" + str(MCEvaluator.precisionAtK(testX, U, V, 5)))
#logging.debug("Test Precision@10=" + str(MCEvaluator.precisionAtK(testX, U, V, 10)))
#logging.debug("Test Precision@20=" + str(MCEvaluator.precisionAtK(testX, U, V, 20)))
#logging.debug("Test Precision@50=" + str(MCEvaluator.precisionAtK(testX, U, V, 50)))
ProfileUtils.profile('run()', globals(), locals())
softImpute.p = 10
softImpute.rho = 0.1
softImpute.eps = 10**-4
softImpute.numProcesses = args.processes
wrmf = WeightedMf(k=k, maxIterations=maxIterations, alpha=1.0)
wrmf.ks = ks
wrmf.folds = folds
wrmf.lmbdas = 2.0**-numpy.arange(-1, 12, 2)
wrmf.metric = "f1"
wrmf.numProcesses = args.processes
maxLocalAuc = MaxLocalAUC(k=k, w=0.9, maxIterations=50, lmbdaU=0.1, lmbdaV=0.1, stochastic=True)
maxLocalAuc.numRowSamples = 10
maxLocalAuc.parallelSGD = True
maxLocalAuc.initialAlg = "rand"
maxLocalAuc.ks = ks
maxLocalAuc.folds = folds
maxLocalAuc.metric = "f1"
maxLocalAuc.numProcesses = args.processes
kNeighbours = 25
knn = CosineKNNRecommender(kNeighbours)
numFeatures = 200
slim = SLIM(num_selected_features=numFeatures)
learners = [("SoftImpute", softImpute), ("WRMF", wrmf), ("KNN", knn), ("MLAUC", maxLocalAuc), ("SLIM", slim)]
#Figure out the correct learner
for tempLearnerName, tempLearner in learners:
m, n = X.shape k2 = 64 u2 = 5/float(n) w2 = 1-u2 eps = 10**-8 lmbda = 0.01 maxLocalAuc = MaxLocalAUC(k2, w2, eps=eps, lmbdaU=0.1, lmbdaV=0.1, stochastic=True) maxLocalAuc.alpha = 0.5 maxLocalAuc.alphas = 2.0**-numpy.arange(2, 9, 2) maxLocalAuc.beta = 2 maxLocalAuc.bound = False maxLocalAuc.delta = 0.1 maxLocalAuc.eta = 20 maxLocalAuc.folds = 2 maxLocalAuc.initialAlg = "svd" maxLocalAuc.itemExpP = 0.0 maxLocalAuc.itemExpQ = 0.0 maxLocalAuc.ks = numpy.array([4, 8, 16, 32, 64, 128]) maxLocalAuc.lmbdas = 2.0**-numpy.arange(1, 5) maxLocalAuc.loss = "hinge" maxLocalAuc.maxIterations = 500 maxLocalAuc.maxNorm = 100 maxLocalAuc.metric = "f1" maxLocalAuc.normalise = False maxLocalAuc.numAucSamples = 10 maxLocalAuc.numProcesses = multiprocessing.cpu_count() maxLocalAuc.numRecordAucSamples = 200 maxLocalAuc.numRowSamples = 15 maxLocalAuc.rate = "optimal" maxLocalAuc.recordStep = 10
