def run(self, batchID: str, jobID: str):
divisionDatasetPercentualSize: int
uBehaviour: str
repetition: int
divisionDatasetPercentualSize, uBehaviour, repetition = InputABatchDefinition(
).getBatchParameters(self.datasetID)[batchID]
portfolioID: str = self.getBatchName() + jobID
history: AHistory = HistoryHierDF(portfolioID)
#eTool:AEvalTool
selector, eTool = self.getParameters()[jobID]
rIDs, rDescs = InputRecomMLDefinition.exportPairOfRecomIdsAndRecomDescrsCluster(
)
aDescDHont: AggregationDescription = InputAggrDefinition.exportADescDHondt(
selector)
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
self.getBatchName() + jobID, rIDs, rDescs, aDescDHont)
print(pDescr.getRecommendersIDs())
model: DataFrame = PModelDHondtPersonalised(
pDescr.getRecommendersIDs())
inputSimulatorDefinition = InputSimulatorDefinition()
inputSimulatorDefinition.numberOfAggrItems = 100
simulator: Simulator = inputSimulatorDefinition.exportSimulatorML1M(
batchID, divisionDatasetPercentualSize, uBehaviour, repetition)
simulator.simulate([pDescr], [model], [eTool], [history])
def run(self, batchID: str, jobID: str):
from execute.generateBatches import BatchParameters #class
divisionDatasetPercentualSize: int
uBehaviour: str
repetition: int
divisionDatasetPercentualSize, uBehaviour, repetition = BatchParameters.getBatchParameters(
)[batchID]
selector: ADHondtSelector = self.getParameters()[jobID]
datasetID: str = "ml1m" + "Div" + str(divisionDatasetPercentualSize)
rIDs, rDescs = InputRecomDefinition.exportPairOfRecomIdsAndRecomDescrs(
datasetID)
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"BanditTS" + jobID, rIDs, rDescs,
InputAggrDefinition.exportADescBanditTS(selector))
eTool: AEvalTool = EvalToolBanditTS({})
model: DataFrame = ModelDefinition.createBanditModel(
pDescr.getRecommendersIDs())
simulator: Simulator = InputSimulatorDefinition.exportSimulatorML1M(
batchID, divisionDatasetPercentualSize, uBehaviour, repetition)
simulator.simulate([pDescr], [model], [eTool], HistoryHierDF)
def getFuzzyDHontINF():
#taskID:str = "Web" + "FuzzyDHondtINF" + "Roulette1"
taskID:str = "Web" + "FuzzyDHondt" + "Fixed"
dataset:ADataset = DatasetST.readDatasets()
#selector:ADHondtSelector = RouletteWheelSelector({RouletteWheelSelector.ARG_EXPONENT: 1})
selector:ADHondtSelector = TheMostVotedItemSelector({})
pToolOLin0802HLin1002:APenalization = PenalizationToolDefinition.exportPenaltyToolOLin0802HLin1002(
InputSimulatorDefinition.numberOfAggrItems)
aDescDHont:AggregationDescription = InputAggrDefinition.exportADescDHondtINF(selector, pToolOLin0802HLin1002)
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs()
pDescr:Portfolio1AggrDescription = Portfolio1AggrDescription(
taskID, rIDs, rDescs, aDescDHont)
history:AHistory = HistoryHierDF(taskID)
port:APortfolio = pDescr.exportPortfolio(taskID, history)
port.train(history, dataset)
model:DataFrame = PModelDHondt(pDescr.getRecommendersIDs())
evalTool:AEvalTool = EvalToolDHondt({EvalToolDHondt.ARG_LEARNING_RATE_CLICKS: 0.03,
EvalToolDHondt.ARG_LEARNING_RATE_VIEWS: 0.03 / 500})
return (taskID, port, model, evalTool, history)
def run(self, batchID: str, jobID: str):
from execute.generateBatches import BatchParameters #class
divisionDatasetPercentualSize: int
uBehaviour: str
repetition: int
divisionDatasetPercentualSize, uBehaviour, repetition = BatchParameters.getBatchParameters(
)[batchID]
#eTool:AEvalTool
selector, nImplFeedback, eTool = self.getParameters()[jobID]
datasetID: str = "ml1m" + "Div" + str(divisionDatasetPercentualSize)
rIDs, rDescs = InputRecomDefinition.exportPairOfRecomIdsAndRecomDescrs(
datasetID)
aDescNegDHont: AggregationDescription = InputAggrDefinition.exportADescDHontINF(
selector, nImplFeedback)
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"FDHontINF" + jobID, rIDs, rDescs, aDescNegDHont)
model: DataFrame = ModelDefinition.createDHontModel(
pDescr.getRecommendersIDs())
simulator: Simulator = InputSimulatorDefinition.exportSimulatorML1M(
batchID, divisionDatasetPercentualSize, uBehaviour, repetition)
simulator.simulate([pDescr], [model], [eTool], HistoryHierDF)
def test01():
print("Simulation: ML DHontThompsonSampling")
jobID: str = "Roulette1"
selector = RouletteWheelSelector({RouletteWheelSelector.ARG_EXPONENT: 1})
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs()
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"DHontThompsonSampling" + jobID, rIDs, rDescs,
InputAggrDefinition.exportADescDHondtThompsonSampling(selector))
batchID: str = "ml1mDiv90Ulinear0109R1"
dataset: DatasetML = DatasetML.readDatasets()
behaviourFile: str = BehavioursML.getFile(BehavioursML.BHVR_LINEAR0109)
behavioursDF: DataFrame = BehavioursML.readFromFileMl1m(behaviourFile)
model: DataFrame = PModelDHondtBanditsVotes(pDescr.getRecommendersIDs())
eTool: AEvalTool = EvalToolDHondtBanditVotes({})
# simulation of portfolio
simulator: Simulator = Simulator(batchID, SimulationML, argsSimulationDict,
dataset, behavioursDF)
simulator.simulate([pDescr], [model], [eTool],
[HistoryHierDF(pDescr.getPortfolioID())])
def run(self, batchID: str, jobID: str):
divisionDatasetPercentualSize: int
uBehaviour: str
repetition: int
divisionDatasetPercentualSize, uBehaviour, repetition = \
InputABatchDefinition().getBatchParameters(self.datasetID)[batchID]
# eTool:AEvalTool
selector, eTool = self.getParameters()[jobID]
rIDs, rDescs = InputRecomMLDefinition.exportPairOfRecomIdsAndRecomDescrs(
)
aDescDHont: AggregationDescription = InputAggrDefinition.exportADescDHondt(
selector)
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
self.getBatchName() + jobID, rIDs, rDescs, aDescDHont)
rIds: List[str] = pDescr.getRecommendersIDs()
model: DataFrame = PModelHybrid(
PModelDHondt(rIds), PModelDHondtPersonalisedStat(rIds), {
PModelHybrid.ARG_MODE_SKIP: True,
PModelHybrid.ARG_SKIP_CLICK_THRESHOLD: 3
})
simulator: Simulator = InputSimulatorDefinition().exportSimulatorML1M(
batchID, divisionDatasetPercentualSize, uBehaviour, repetition)
simulator.simulate([pDescr], [model], [eTool],
[HistoryHierDF(pDescr.getPortfolioID())])
def run(self, batchID:str, jobID:str):
divisionDatasetPercentualSize:int
uBehaviour:str
repetition:int
divisionDatasetPercentualSize, uBehaviour, repetition = InputABatchDefinition().getBatchParameters(self.datasetID)[batchID]
selector:ADHondtSelector = self.getParameters()[jobID]
itemsDF:DataFrame = Items.readFromFileMl1m()
usersDF:DataFrame = Users.readFromFileMl1m()
historyDF:AHistory = HistoryHierDF("test01")
eTool:AEvalTool = EvalToolContext({
EvalToolContext.ARG_USERS: usersDF,
EvalToolContext.ARG_ITEMS: itemsDF,
EvalToolContext.ARG_DATASET: "ml",
EvalToolContext.ARG_HISTORY: historyDF})
rIDs, rDescs = InputRecomMLDefinition.exportPairOfRecomIdsAndRecomDescrs()
aDescDHont:AggregationDescription = InputAggrDefinition.exportADescContextFuzzyDHondtDirectOptimize(selector, eTool)
pDescr:Portfolio1AggrDescription = Portfolio1AggrDescription(
self.getBatchName() + jobID, rIDs, rDescs, aDescDHont)
model:DataFrame = PModelDHondt(pDescr.getRecommendersIDs())
simulator:Simulator = InputSimulatorDefinition().exportSimulatorML1M(
batchID, divisionDatasetPercentualSize, uBehaviour, repetition)
simulator.simulate([pDescr], [model], [eTool], [HistoryHierDF(pDescr.getPortfolioID())])
def getContextFuzzyDHondtDirectOptimizeINF():
# taskID:str = "Web" + "ContextFuzzyDHondtDirectOptimizeINF" + "Roulette1"
taskID:str = "Web" + "ContextFuzzyDHondtDirectOptimizeINF" + "Fixed"
dataset:ADataset = DatasetST.readDatasets()
# selector:ADHondtSelector = RouletteWheelSelector({RouletteWheelSelector.ARG_EXPONENT: 1})
selector:ADHondtSelector = TheMostVotedItemSelector({})
pToolOLin0802HLin1002:APenalization = PenalizationToolDefinition.exportProbPenaltyToolOLin0802HLin1002(
InputSimulatorDefinition.numberOfAggrItems)
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs()
history:AHistory = HistoryHierDF(taskID)
# Init eTool
evalTool:AEvalTool = EvalToolContext({
EvalToolContext.ARG_ITEMS: dataset.serialsDF, # ITEMS
EvalToolContext.ARG_EVENTS: dataset.eventsDF, # EVENTS (FOR CALCULATING HISTORY OF USER)
EvalToolContext.ARG_DATASET: "st", # WHAT DATASET ARE WE IN
EvalToolContext.ARG_HISTORY: history}) # empty instance of AHistory is OK for ST dataset
aDescDHont:AggregationDescription = InputAggrDefinition.exportADescDContextHondtDirectOptimizeINF(selector, pToolOLin0802HLin1002, evalTool)
pDescr:Portfolio1AggrDescription = Portfolio1AggrDescription(
taskID, rIDs, rDescs, aDescDHont)
port:APortfolio = pDescr.exportPortfolio(taskID, history)
port.train(history, dataset)
model:DataFrame = PModelDHondt(pDescr.getRecommendersIDs())
return (taskID, port, model, evalTool, history)
def run(self, batchID: str, jobID: str):
divisionDatasetPercentualSize: int
uBehaviour: str
repetition: int
divisionDatasetPercentualSize, uBehaviour, repetition = \
InputABatchDefinition().getBatchParameters(self.datasetID)[batchID]
# eTool:AEvalTool
selector, eTool = self.getParameters()[jobID]
rIDs, rDescs = InputRecomRRDefinition.exportPairOfRecomIdsAndRecomDescrs(
)
p1AggrDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"FDHont" + jobID, rIDs, rDescs,
InputAggrDefinition.exportADescDHondt(selector))
recommenderID: str = "TheMostPopular"
rDescr: RecommenderDescription = RecommenderDescription(
RecommenderTheMostPopular, {})
pDescr: APortfolioDescription = PortfolioDynamicDescription(
"Dynamic" + "FDHontPersStat" + jobID, recommenderID, rDescr,
"FDHondt", p1AggrDescr)
model: DataFrame = PModelDHondtPersonalisedStat(
p1AggrDescr.getRecommendersIDs())
simulator: Simulator = InputSimulatorDefinition(
).exportSimulatorRetailRocket(batchID, divisionDatasetPercentualSize,
uBehaviour, repetition)
simulator.simulate([pDescr], [model], [eTool],
[HistoryHierDF(pDescr.getPortfolioID())])
def getFuzzyDHontThompsonSamplingINF():
taskID:str = "Web" + "FuzzyDHondtThompsonSamplingINF" + "Fixed" + "OLin0802HLin1002"
selector:ADHondtSelector = TheMostVotedItemSelector({})
penalization:APenalization = PenalizationToolDefinition.exportProbPenaltyToolOLin0802HLin1002(20)
aDescDHont:AggregationDescription = InputAggrDefinition.exportADescDHondtThompsonSamplingINF(selector, penalization)
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs()
pDescr:Portfolio1AggrDescription = Portfolio1AggrDescription(
taskID, rIDs, rDescs, aDescDHont)
history:AHistory = HistoryHierDF(taskID)
dataset:ADataset = DatasetST.readDatasets()
port:APortfolio = pDescr.exportPortfolio(taskID, history)
port.train(history, dataset)
model:DataFrame = PModelDHondtBanditsVotes(pDescr.getRecommendersIDs())
evalTool:AEvalTool = EvalToolDHondtBanditVotes({})
return (taskID, port, model, evalTool, history)
def test01():
print("Simulation: ML FuzzyDHondtDirectOptimize")
jobID: str = "Roulette1"
selector = RouletteWheelSelector({RouletteWheelSelector.ARG_EXPONENT: 1})
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs()
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"FuzzyDHondtDirectOptimize" + jobID, rIDs, rDescs,
InputAggrDefinition.exportADescDHondtDirectOptimizeThompsonSampling(
selector, "DCG"))
batchID: str = "ml1mDiv90Ulinear0109R1"
dataset: DatasetML = DatasetML.readDatasets()
behaviourFile: str = BehavioursML.getFile(BehavioursML.BHVR_LINEAR0109)
behavioursDF: DataFrame = BehavioursML.readFromFileMl1m(behaviourFile)
#model:DataFrame = PModelDHont(pDescr.getRecommendersIDs())
model: DataFrame = PModelDHondtBanditsVotes(pDescr.getRecommendersIDs())
#lrClick:float = 0.03
#lrView:float = lrClick / 500
#eTool:AEvalTool = EvalToolDHondt({EvalToolDHondt.ARG_LEARNING_RATE_CLICKS: lrClick,
# EvalToolDHondt.ARG_LEARNING_RATE_VIEWS: lrView})
eTool: AEvalTool = EvalToolDHondtBanditVotes({})
# simulation of portfolio
simulator: Simulator = Simulator(batchID, SimulationML, argsSimulationDict,
dataset, behavioursDF)
simulator.simulate([pDescr], [model], [eTool],
[HistoryHierDF(pDescr.getPortfolioID())])
def run(self, batchID: str, jobID: str):
divisionDatasetPercentualSize: int
uBehaviour: str
repetition: int
divisionDatasetPercentualSize, uBehaviour, repetition = InputABatchDefinition(
).getBatchParameters(self.datasetID)[batchID]
eTool: AEvalTool = EToolDoNothing({})
rIDs, rDescs = InputRecomRRDefinition.exportPairOfRecomIdsAndRecomDescrs(
)
aDescWeightedFAI: AggregationDescription = InputAggrDefinition.exportADescFAI(
)
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"FAI" + jobID, rIDs, rDescs, aDescWeightedFAI)
model: DataFrame = PModelDHondt(pDescr.getRecommendersIDs())
simulator: Simulator = InputSimulatorDefinition(
).exportSimulatorRetailRocket(batchID, divisionDatasetPercentualSize,
uBehaviour, repetition)
simulator.simulate([pDescr], [model], [eTool],
[HistoryHierDF(pDescr.getPortfolioID())])
def run(self, batchID: str, jobID: str):
divisionDatasetPercentualSize: int
uBehaviour: str
repetition: int
divisionDatasetPercentualSize, uBehaviour, repetition = InputABatchDefinition(
).getBatchParameters(self.datasetID)[batchID]
eTool: AEvalTool = EToolDoNothing({})
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs(
)
mainMethodID: str = "RecomW2Vtalli100000Ws1Vs32Upsmaxups1" # the best method for ST
aDescRandomKfromN: AggregationDescription = InputAggrDefinition.exportADescRandomKfromN(
mainMethodID)
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
self.getBatchName() + jobID, rIDs, rDescs, aDescRandomKfromN)
model: DataFrame = DataFrame()
simulator: Simulator = InputSimulatorDefinition(
).exportSimulatorSlantour(batchID, divisionDatasetPercentualSize,
uBehaviour, repetition)
simulator.simulate([pDescr], [model], [eTool],
[HistoryHierDF(pDescr.getPortfolioID())])
def test21():
print("Simulation: ST FuzzyDHondtDirectOptimize")
jobID: str = "Roulette1"
selector = RouletteWheelSelector({RouletteWheelSelector.ARG_EXPONENT: 3})
pProbToolOLin0802HLin1002: APenalization = PenalizationToolDefinition.exportProbPenaltyToolOStat08HLin1002(
InputSimulatorDefinition.numberOfAggrItems)
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs()
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"FuzzyDHondtDirectOptimize" + jobID, rIDs, rDescs,
InputAggrDefinition.exportADescDHondtDirectOptimizeThompsonSamplingINF(
selector, pProbToolOLin0802HLin1002, "DCG"))
batchID: str = "stDiv90Ulinear0109R1"
dataset: DatasetST = DatasetST.readDatasets()
behaviourFile: str = BehavioursST.getFile(BehavioursST.BHVR_LINEAR0109)
behavioursDF: DataFrame = BehavioursST.readFromFileST(behaviourFile)
model: DataFrame = PModelDHondtBanditsVotes(pDescr.getRecommendersIDs())
#lrClick:float = 0.03
#lrView:float = lrClick / 500
#eTool:AEvalTool = EvalToolDHondt({EvalToolDHondt.ARG_LEARNING_RATE_CLICKS: lrClick,
# EvalToolDHondt.ARG_LEARNING_RATE_VIEWS: lrView})
eTool: AEvalTool = EvalToolDHondtBanditVotes({})
# simulation of portfolio
simulator: Simulator = Simulator(batchID, SimulationST, argsSimulationDict,
dataset, behavioursDF)
simulator.simulate([pDescr], [model], [eTool],
[HistoryHierDF(pDescr.getPortfolioID())])
def run(self, batchID: str, jobID: str):
divisionDatasetPercentualSize: int
uBehaviour: str
repetition: int
divisionDatasetPercentualSize, uBehaviour, repetition = InputABatchDefinition(
).getBatchParameters(self.datasetID)[batchID]
selector, discFactor = self.getParameters()[jobID]
eTool: AEvalTool = EvalToolDHondtBanditVotes({})
rIDs, rDescs = InputRecomMLDefinition.exportPairOfRecomIdsAndRecomDescrs(
)
aDescDHont: AggregationDescription = InputAggrDefinition.exportADescDHondtDirectOptimizeThompsonSamplingMMR(
selector, discFactor)
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
self.getBatchName() + jobID, rIDs, rDescs, aDescDHont)
model: DataFrame = PModelDHondtBanditsVotes(
pDescr.getRecommendersIDs())
simulator: Simulator = InputSimulatorDefinition().exportSimulatorML1M(
batchID, divisionDatasetPercentualSize, uBehaviour, repetition)
simulator.simulate([pDescr], [model], [eTool],
[HistoryHierDF(pDescr.getPortfolioID())])
def run(self, batchID: str, jobID: str):
divisionDatasetPercentualSize: int
uBehaviour: str
repetition: int
divisionDatasetPercentualSize, uBehaviour, repetition = \
InputABatchDefinition().getBatchParameters(self.datasetID)[batchID]
# eTool:AEvalTool
selector, eTool = self.getParameters()[jobID]
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs(
)
aDescDHont: AggregationDescription = InputAggrDefinition.exportADescDHondt(
selector)
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
self.getBatchName() + jobID, rIDs, rDescs, aDescDHont)
model: DataFrame = PModelDHondtPersonalised(
pDescr.getRecommendersIDs())
simulator: Simulator = InputSimulatorDefinition(
).exportSimulatorSlantour(batchID, divisionDatasetPercentualSize,
uBehaviour, repetition)
simulator.simulate([pDescr], [model], [eTool],
[HistoryHierDF(pDescr.getPortfolioID())])
def run(self, batchID: str, jobID: str):
divisionDatasetPercentualSize: int
uBehaviour: str
repetition: int
divisionDatasetPercentualSize, uBehaviour, repetition = \
InputABatchDefinition().getBatchParameters(self.datasetID)[batchID]
eTool: AEvalTool = self.getParameters()[jobID]
rIDs, rDescs = InputRecomMLDefinition.exportPairOfRecomIdsAndRecomDescrs(
)
aDescWeightedAVG: AggregationDescription = InputAggrDefinition.exportADescWeightedAVGMMR(
)
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"WAVGMMR" + jobID, rIDs, rDescs, aDescWeightedAVG)
model: DataFrame = PModelDHondt(pDescr.getRecommendersIDs())
simulator: Simulator = InputSimulatorDefinition().exportSimulatorML1M(
batchID, divisionDatasetPercentualSize, uBehaviour, repetition)
simulator.simulate([pDescr], [model], [eTool],
[HistoryHierDF(pDescr.getPortfolioID())])
def run(batchID: str, divisionDatasetPercentualSize: int, uBehaviour: str,
repetition: int, jobID: str):
#eTool:AEvalTool
rouletteExp, nImplFeedback, eTool = BatchNegDHontRoulette.getParameters(
)[jobID]
aConf: AML1MConf = AML1MConf(batchID, divisionDatasetPercentualSize,
uBehaviour, repetition)
rIDs, rDescs = InputRecomDefinition.exportPairOfRecomIdsAndRecomDescrs(
aConf.datasetID)
aDescDHontRouletteI: AggregationDescription = None
if rouletteExp == 1:
aDescDHontRouletteI = InputAggrDefinition.exportADescNegDHontRoulette(
nImplFeedback)
elif rouletteExp == 3:
aDescDHontRouletteI = InputAggrDefinition.exportADescNegDHontRoulette3(
nImplFeedback)
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"NegDHontRoulette" + jobID, rIDs, rDescs, aDescDHontRouletteI)
model: DataFrame = ModelDefinition.createDHontModel(
pDescr.getRecommendersIDs())
aConf.run(pDescr, model, eTool)
def test21():
print("Simulation: ST BanditTS")
jobID: str = "BanditTS"
selector = RouletteWheelSelector({RouletteWheelSelector.ARG_EXPONENT: 1})
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs()
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"BanditTS" + jobID, rIDs, rDescs,
InputAggrDefinition.exportADescBanditTS(selector))
batchID: str = "stDiv90Ulinear0109R1"
dataset: DatasetST = DatasetST.readDatasets()
behaviourFile: str = BehavioursST.getFile(BehavioursST.BHVR_LINEAR0109)
behavioursDF: DataFrame = BehavioursST.readFromFileST(behaviourFile)
model: DataFrame = PModelBandit(pDescr.getRecommendersIDs())
# simulation of portfolio
simulator: Simulator = Simulator(batchID, SimulationST, argsSimulationDict,
dataset, behavioursDF)
simulator.simulate([pDescr], [model], [EvalToolBanditTS({})],
[HistoryHierDF(pDescr.getPortfolioID())])
def run(self, batchID: str, jobID: str):
divisionDatasetPercentualSize: int
uBehaviour: str
repetition: int
divisionDatasetPercentualSize, uBehaviour, repetition = \
InputABatchDefinition().getBatchParameters(self.datasetID)[batchID]
recommenderTheMPopID: str = "TheMostPopular"
pRTheMPopDescr: RecommenderDescription = RecommenderDescription(
RecommenderTheMostPopular, {})
recommenderRPID: str = "RepeatedPurchase"
pRecRPDescr: RecommenderDescription = RecommenderDescription(
RecommenderRepeatedPurchase, {})
selector: ADHondtSelector = self.getParameters()[jobID]
aDescDHont: AggregationDescription = InputAggrDefinition.exportADescDHondtDirectOptimizeThompsonSampling(
selector)
aDescDHont: AggregationDescription = InputAggrDefinition.exportADescBanditTS(
selector)
#aDescDHont:AggregationDescription = InputAggrDefinition.exportADescFAI()
rIDs: List[str]
rDescs: List[AggregationDescription]
rIDs, rDescs = InputRecomRRDefinition.exportPairOfRecomIdsAndRecomDescrs(
)
#rIDs = [recommenderTheMPopID]
#rDescs = [pRTheMPopDescr]
p1AggrDescrID: str = "p1AggrDescrID"
p1AggrDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
p1AggrDescrID, rIDs, rDescs, aDescDHont)
#pProbTool:APenalization = PenalizationToolDefinition.exportProbPenaltyToolOLin0802HLin1002(
# InputSimulatorDefinition().numberOfAggrItems)
pProbTool: APenalization = PenalizationToolDefinition.exportPenaltyToolOStat08HLin1002(
InputSimulatorDefinition().numberOfAggrItems)
aHierDescr: AggregationDescription = AggregationDescription(
AggrD21, {AggrD21.ARG_RATING_THRESHOLD_FOR_NEG: 0.0})
pHierDescr: PortfolioHierDescription = PortfolioHierDescription(
"pHierDescr", recommenderRPID, pRecRPDescr, p1AggrDescrID,
p1AggrDescr, aHierDescr, pProbTool)
eTool: AEvalTool = EvalToolBanditTS({})
#eTool:AEvalTool = EToolDoNothing({})
#model:DataFrame = PModelDHont(p1AggrDescr.getRecommendersIDs())
model: DataFrame = PModelBandit(p1AggrDescr.getRecommendersIDs())
simulator: Simulator = InputSimulatorDefinition(
).exportSimulatorRetailRocket(batchID, divisionDatasetPercentualSize,
uBehaviour, repetition)
simulator.simulate([pHierDescr], [model], [eTool],
[HistoryHierDF(p1AggrDescr.getPortfolioID())])
def test21():
print("Simulation: ST ContextDHondtINF")
jobID: str = "Roulette1"
selector = RouletteWheelSelector({RouletteWheelSelector.ARG_EXPONENT: 1})
#pProbToolOLin0802HLin1002:APenalization = PenalizationToolDefinition.exportProbPenaltyToolOStat08HLin1002(
# InputSimulatorDefinition.numberOfAggrItems)
pToolOLin0802HLin1002: APenalization = PenalizationToolDefinition.exportPenaltyToolOLin0802HLin1002(
InputSimulatorDefinition.numberOfAggrItems)
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs()
dataset: ADataset = DatasetST.readDatasets()
events = dataset.eventsDF
serials = dataset.serialsDF
historyDF: AHistory = HistoryDF("test01")
# Init evalTool
evalTool: AEvalTool = EvalToolContext({
EvalToolContext.ARG_ITEMS:
serials, # ITEMS
EvalToolContext.ARG_EVENTS:
events, # EVENTS (FOR CALCULATING HISTORY OF USER)
EvalToolContext.ARG_DATASET:
"st", # WHAT DATASET ARE WE IN
EvalToolContext.ARG_HISTORY:
historyDF
}) # empty instance of AHistory is OK for ST dataset
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"ContextDHondtNIF" + jobID, rIDs, rDescs,
InputAggrDefinition.exportADescDContextHondtINF(
selector, pToolOLin0802HLin1002, evalTool))
batchID: str = "stDiv90Ulinear0109R1"
dataset: DatasetST = DatasetST.readDatasets()
behaviourFile: str = BehavioursST.getFile(BehavioursST.BHVR_LINEAR0109)
behavioursDF: DataFrame = BehavioursST.readFromFileST(behaviourFile)
model: DataFrame = PModelDHondt(pDescr.getRecommendersIDs())
print(model)
# simulation of portfolio
simulator: Simulator = Simulator(batchID, SimulationST, argsSimulationDict,
dataset, behavioursDF)
simulator.simulate([pDescr], [model], [evalTool],
[HistoryHierDF(pDescr.getPortfolioID())])
def run(self, batchID: str, jobID: str):
divisionDatasetPercentualSize: int
uBehaviour: str
repetition: int
divisionDatasetPercentualSize, uBehaviour, repetition = InputABatchDefinition(
).getBatchParameters(self.datasetID)[batchID]
selector: ADHondtSelector
selector, negativeImplFeedback = self.getParameters()[jobID]
portfolioID: str = self.getBatchName() + jobID
history: AHistory = HistoryHierDF(portfolioID)
dataset: ADataset = DatasetST.readDatasets()
events = dataset.eventsDF
serials = dataset.serialsDF
historyDF: AHistory = HistoryHierDF("test01")
# Init evalTool
evalTool: AEvalTool = EvalToolContext({
EvalToolContext.ARG_ITEMS:
serials, # ITEMS
EvalToolContext.ARG_EVENTS:
events, # EVENTS (FOR CALCULATING HISTORY OF USER)
EvalToolContext.ARG_DATASET:
"st", # WHAT DATASET ARE WE IN
EvalToolContext.ARG_HISTORY:
historyDF
}) # empty instance of AHistory is OK for ST dataset
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs(
)
aDescContextDHont: AggregationDescription = InputAggrDefinition.exportADescDContextHondtINF(
selector, negativeImplFeedback, evalTool)
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
portfolioID, rIDs, rDescs, aDescContextDHont)
model: DataFrame = PModelDHondt(pDescr.getRecommendersIDs())
simulator: Simulator = InputSimulatorDefinition(
).exportSimulatorSlantour(batchID, divisionDatasetPercentualSize,
uBehaviour, repetition)
simulator.simulate([pDescr], [model], [evalTool], [history])
def test01():
print("Simulation: RR Dynamic")
lrClick: float = 0.03
#lrView:float = lrClick / 300
lrViewDivisor: float = 250
jobID: str = "Fixed" + "Clk" + str(lrClick).replace(
".", "") + "ViewDivisor" + str(lrViewDivisor).replace(".", "")
selector: ADHondtSelector = TheMostVotedItemSelector({})
rIDs, rDescs = InputRecomRRDefinition.exportPairOfRecomIdsAndRecomDescrs()
p1AggrDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"FDHont" + jobID, rIDs, rDescs,
InputAggrDefinition.exportADescDHondt(selector))
recommenderID: str = "TheMostPopular"
rDescr: RecommenderDescription = RecommenderDescription(
RecommenderTheMostPopular, {})
pDescr: APortfolioDescription = PortfolioDynamicDescription(
"Dynamic" + "FDHontPersStat" + jobID, recommenderID, rDescr, "FDHondt",
p1AggrDescr)
batchID: str = "rrDiv90Ulinear0109R1"
dataset: DatasetRetailRocket = DatasetRetailRocket.readDatasetsWithFilter(
minEventCount=50)
behaviourFile: str = BehavioursRR.getFile(BehavioursRR.BHVR_LINEAR0109)
behavioursDF: DataFrame = BehavioursRR.readFromFileRR(behaviourFile)
model: DataFrame = PModelDHondtPersonalisedStat(
p1AggrDescr.getRecommendersIDs())
eTool: AEvalTool = EvalToolDHondtPersonal({
EvalToolDHondt.ARG_LEARNING_RATE_CLICKS:
lrClick,
EvalToolDHondt.ARG_LEARNING_RATE_VIEWS:
lrClick / lrViewDivisor
})
# simulation of portfolio
simulator: Simulator = Simulator(batchID, SimulationRR, argsSimulationDict,
dataset, behavioursDF)
simulator.simulate([pDescr], [model], [eTool],
[HistoryHierDF(pDescr.getPortfolioID())])
def run(self, batchID: str, jobID: str):
divisionDatasetPercentualSize: int
uBehaviour: str
repetition: int
divisionDatasetPercentualSize, uBehaviour, repetition = InputABatchDefinition(
).getBatchParameters(self.datasetID)[batchID]
selector: ADHondtSelector
negativeImplFeedback: APenalization
selector, negativeImplFeedback = self.getParameters()[jobID]
portfolioID: str = self.getBatchName() + jobID
history: AHistory = HistoryHierDF(portfolioID)
dataset: ADataset = DatasetML.readDatasets()
usersDF = dataset.usersDF
itemsDF = dataset.itemsDF
# Init evalTool
evalTool: AEvalTool = EvalToolContext({
EvalToolContext.ARG_USERS:
usersDF,
EvalToolContext.ARG_ITEMS:
itemsDF,
EvalToolContext.ARG_DATASET:
"ml",
EvalToolContext.ARG_HISTORY:
history
})
rIDs, rDescs = InputRecomMLDefinition.exportPairOfRecomIdsAndRecomDescrs(
)
aDescContextDHont: AggregationDescription = InputAggrDefinition.exportADescDContextHondtINF(
selector, negativeImplFeedback, evalTool)
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
portfolioID, rIDs, rDescs, aDescContextDHont)
model: DataFrame = PModelDHondt(pDescr.getRecommendersIDs())
simulator: Simulator = InputSimulatorDefinition().exportSimulatorML1M(
batchID, divisionDatasetPercentualSize, uBehaviour, repetition)
simulator.simulate([pDescr], [model], [evalTool], [history])
def run(batchID:str, divisionDatasetPercentualSize:int, uBehaviour:str, repetition:int, jobID:str):
aConf:AML1MConf = AML1MConf(batchID, divisionDatasetPercentualSize, uBehaviour, repetition)
rIDs, rDescs = InputRecomDefinition.exportPairOfRecomIdsAndRecomDescrs(aConf.datasetID)
pDescr:Portfolio1AggrDescription = Portfolio1AggrDescription(
"DHontFixed" + jobID, rIDs, rDescs, InputAggrDefinition.exportADescDHontFixed())
#eTool:AEvalTool = EvalToolDHont({EvalToolDHont.ARG_LEARNING_RATE_CLICKS: 0.1,
# EvalToolDHont.ARG_LEARNING_RATE_VIEWS: 0.1 / 500})
eTool:AEvalTool = BatchDHontFixed.getParameters()[jobID]
model:DataFrame = ModelDefinition.createDHontModel(pDescr.getRecommendersIDs())
aConf.run(pDescr, model, eTool)
def test01():
print("Simulation: ML ContextDHondtINF")
jobID: str = "Roulette1"
selector = RouletteWheelSelector({RouletteWheelSelector.ARG_EXPONENT: 1})
#pProbToolOLin0802HLin1002:APenalization = PenalizationToolDefinition.exportProbPenaltyToolOStat08HLin1002(
# InputSimulatorDefinition.numberOfAggrItems)
pToolOLin0802HLin1002: APenalization = PenalizationToolDefinition.exportPenaltyToolOLin0802HLin1002(
InputSimulatorDefinition.numberOfAggrItems)
itemsDF: DataFrame = Items.readFromFileMl1m()
usersDF: DataFrame = Users.readFromFileMl1m()
historyDF: AHistory = HistoryDF("test01")
eTool: AEvalTool = EvalToolContext({
EvalToolContext.ARG_USERS: usersDF,
EvalToolContext.ARG_ITEMS: itemsDF,
EvalToolContext.ARG_DATASET: "ml",
EvalToolContext.ARG_HISTORY: historyDF
})
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs()
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"ContextDHondtINF" + jobID, rIDs, rDescs,
InputAggrDefinition.exportADescDContextHondtINF(
selector, pToolOLin0802HLin1002, eTool))
batchID: str = "ml1mDiv90Ulinear0109R1"
dataset: DatasetML = DatasetML.readDatasets()
behaviourFile: str = BehavioursML.getFile(BehavioursML.BHVR_LINEAR0109)
behavioursDF: DataFrame = BehavioursML.readFromFileMl1m(behaviourFile)
model: DataFrame = PModelDHondt(pDescr.getRecommendersIDs())
# simulation of portfolio
simulator: Simulator = Simulator(batchID, SimulationML, argsSimulationDict,
dataset, behavioursDF)
simulator.simulate([pDescr], [model], [eTool],
[HistoryHierDF(pDescr.getPortfolioID())])
def getBanditTS():
taskID:str = "Web" + "BanditTS" + "Roulette1"
selector = RouletteWheelSelector({RouletteWheelSelector.ARG_EXPONENT: 1})
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs()
pDescr:Portfolio1AggrDescription = Portfolio1AggrDescription(
taskID, rIDs, rDescs, InputAggrDefinition.exportADescBanditTS(selector))
dataset:DatasetST = DatasetST.readDatasets()
history:AHistory = HistoryHierDF(taskID)
port:APortfolio = pDescr.exportPortfolio(taskID, history)
port.train(history, dataset)
model:DataFrame = PModelBandit(pDescr.getRecommendersIDs())
evalTool:AEvalTool = EvalToolBanditTS({})
return (taskID, port, model, evalTool, history)
def test01():
print("Simulation: ML FuzzyDHondtINF")
jobID: str = "Roulette1"
selector = RouletteWheelSelector({RouletteWheelSelector.ARG_EXPONENT: 1})
pProbToolOLin0802HLin1002: APenalization = PenalizationToolDefinition.exportProbPenaltyToolOStat08HLin1002(
InputSimulatorDefinition.numberOfAggrItems)
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs()
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"FuzzyDHondtINF" + jobID, rIDs, rDescs,
InputAggrDefinition.exportADescDHondtINF(selector,
pProbToolOLin0802HLin1002))
batchID: str = "ml1mDiv90Ulinear0109R1"
dataset: DatasetML = DatasetML.readDatasets()
behaviourFile: str = BehavioursML.getFile(BehavioursML.BHVR_LINEAR0109)
behavioursDF: DataFrame = BehavioursML.readFromFileMl1m(behaviourFile)
model: DataFrame = PModelDHondt(pDescr.getRecommendersIDs())
lrClick: float = 0.03
lrView: float = lrClick / 500
eTool: AEvalTool = EvalToolDHondt({
EvalToolDHondt.ARG_LEARNING_RATE_CLICKS:
lrClick,
EvalToolDHondt.ARG_LEARNING_RATE_VIEWS:
lrView
})
# simulation of portfolio
simulator: Simulator = Simulator(batchID, SimulationML, argsSimulationDict,
dataset, behavioursDF)
simulator.simulate([pDescr], [model], [eTool],
[HistoryHierDF(pDescr.getPortfolioID())])
def test01():
print("Simulation: ML ContextFuzzyDHondtDirectOptimize")
jobID: str = "Roulette1"
selector: ADHondtSelector = RouletteWheelSelector(
{RouletteWheelSelector.ARG_EXPONENT: 1})
itemsDF: DataFrame = Items.readFromFileMl1m()
usersDF: DataFrame = Users.readFromFileMl1m()
historyDF: AHistory = HistoryHierDF("test01")
eTool: AEvalTool = EvalToolContext({
EvalToolContext.ARG_USERS: usersDF,
EvalToolContext.ARG_ITEMS: itemsDF,
EvalToolContext.ARG_DATASET: "ml",
EvalToolContext.ARG_HISTORY: historyDF
})
rIDs, rDescs = InputRecomSTDefinition.exportPairOfRecomIdsAndRecomDescrs()
pDescr: Portfolio1AggrDescription = Portfolio1AggrDescription(
"ContextFuzzyDHondtDirectOptimize" + jobID, rIDs, rDescs,
InputAggrDefinition.exportADescContextFuzzyDHondtDirectOptimize(
selector, eTool))
batchID: str = "ml1mDiv90Ulinear0109R1"
dataset: DatasetML = DatasetML.readDatasets()
behaviourFile: str = BehavioursML.getFile(BehavioursML.BHVR_LINEAR0109)
behavioursDF: DataFrame = BehavioursML.readFromFileMl1m(behaviourFile)
model: DataFrame = PModelDHondt(pDescr.getRecommendersIDs())
# simulation of portfolio
simulator: Simulator = Simulator(batchID, SimulationML, argsSimulationDict,
dataset, behavioursDF)
simulator.simulate([pDescr], [model], [eTool], [historyDF])
def run(self, batchID:str, jobID:str):
divisionDatasetPercentualSize:int
uBehaviour:str
repetition:int
divisionDatasetPercentualSize, uBehaviour, repetition = InputABatchDefinition().getBatchParameters(self.datasetID)[batchID]
selector, nImplFeedback = self.getParameters()[jobID]
eTool:AEvalTool = EvalToolDHondt({EvalToolDHondt.ARG_LEARNING_RATE_CLICKS: 0.02,
EvalToolDHondt.ARG_LEARNING_RATE_VIEWS: 1000})
rIDs, rDescs = InputRecomMLDefinition.exportPairOfRecomIdsAndRecomDescrs()
aDescFuzzyHontDirectOptimizeINF:AggregationDescription = InputAggrDefinition.exportADescDFuzzyHondtDirectOptimizeINF(selector, nImplFeedback)
pDescr:Portfolio1AggrDescription = Portfolio1AggrDescription(
self.getBatchName() + jobID, rIDs, rDescs, aDescFuzzyHontDirectOptimizeINF)
model:DataFrame = PModelDHondt(pDescr.getRecommendersIDs())
simulator:Simulator = InputSimulatorDefinition().exportSimulatorML1M(
batchID, divisionDatasetPercentualSize, uBehaviour, repetition)
simulator.simulate([pDescr], [model], [eTool], [HistoryHierDF(pDescr.getPortfolioID())])
