def __init__(self, FLAGS): self.FLAGS = FLAGS log_ins = create_log() self.logger = log_ins.logger if self.FLAGS.type == 'taobao': self.get_origin_data_ins = Get_taobao_data(self.FLAGS) elif self.FLAGS.type == 'tmall': self.get_origin_data_ins = Get_tmall_data(self.FLAGS) elif self.FLAGS.type == 'amazon' \ or self.FLAGS.type == 'beauty'\ or self.FLAGS.type == 'kindle': self.get_origin_data_ins = Get_amzon_data(self.FLAGS) elif self.FLAGS.type == 'movie': self.get_origin_data_ins = Get_movie_data(self.FLAGS) self.origin_data = self.get_origin_data_ins.origin_data
log_ins = create_log(type=FLAGS.type, experiment_type=FLAGS.experiment_type, version=FLAGS.version) logger = log_ins.logger logger.info("hello world the experiment begin") # logger.info("The model parameter is :" + str(self.FLAGS._parse_flags())) if FLAGS.type == "yoochoose": get_origin_data_ins = Get_yoochoose_data(FLAGS=FLAGS) get_origin_data_ins.getDataStatistics() elif FLAGS.type == "movielen": get_origin_data_ins = Get_movie_data(FLAGS=FLAGS) elif FLAGS.type == "tmall": get_origin_data_ins = Get_tmall_data(FLAGS=FLAGS) elif FLAGS.type == "beauty": get_origin_data_ins = Get_amazon_data_movie_tv(FLAGS=FLAGS) get_origin_data_ins.getDataStatistics() elif FLAGS.type == "music": get_origin_data_ins = Get_amazon_data_music(FLAGS=FLAGS) get_origin_data_ins.getDataStatistics() elif FLAGS.type == "elec": get_origin_data_ins = Get_amazon_data_elec(FLAGS=FLAGS) get_origin_data_ins.getDataStatistics()
def __init__(self): start_time = time.time() model_parameter_ins = model_parameter() experiment_name = model_parameter_ins.flags.FLAGS.experiment_name self.FLAGS = model_parameter_ins.get_parameter(experiment_name).FLAGS log_ins = create_log(type=self.FLAGS.type, experiment_type=self.FLAGS.experiment_type, version=self.FLAGS.version) self.logger = log_ins.logger self.logger.info("hello world the experiment begin") # logger.info("The model parameter is :" + str(self.FLAGS._parse_flags())) if self.FLAGS.type == "yoochoose": get_origin_data_ins = Get_yoochoose_data(FLAGS=self.FLAGS) get_origin_data_ins.getDataStatistics() elif self.FLAGS.type == "movielen": get_origin_data_ins = Get_movie_data(FLAGS=self.FLAGS) get_origin_data_ins.getDataStatistics() if self.FLAGS.type == "tmall": get_origin_data_ins = Get_tmall_data(FLAGS=self.FLAGS) elif self.FLAGS.type == "movie_tv": get_origin_data_ins = Get_amazon_data_movie_tv(FLAGS=self.FLAGS) get_origin_data_ins.getDataStatistics() elif self.FLAGS.type == "elec": get_origin_data_ins = Get_amazon_data_elec(FLAGS=self.FLAGS) get_origin_data_ins.getDataStatistics() elif self.FLAGS.type == "music": get_origin_data_ins = Get_amazon_data_music(FLAGS=self.FLAGS) get_origin_data_ins.getDataStatistics() elif self.FLAGS.type == 'taobaoapp': get_origin_data_ins = Get_taobaoapp_data(FLAGS=self.FLAGS) get_origin_data_ins.getDataStatistics() elif self.FLAGS.type == "beauty": get_origin_data_ins = Get_amazon_data_beauty(FLAGS=self.FLAGS) get_origin_data_ins.getDataStatistics() elif self.FLAGS.type == "brightkite": get_origin_data_ins = Get_BrightKite_data(FLAGS=self.FLAGS) get_origin_data_ins.getDataStatistics() elif self.FLAGS.type == "order": get_origin_data_ins = Get_Order_data(FLAGS=self.FLAGS) get_origin_data_ins.getDataStatistics() #get_train_test_ins = Get_train_test(FLAGS=self.FLAGS,origin_data=get_origin_data_ins.origin_data) prepare_data_behavior_ins = prepare_data_base( self.FLAGS, get_origin_data_ins.origin_data) self.train_set, self.test_set = prepare_data_behavior_ins.get_train_test( ) #fetch part of test_data #if len(self.train_set) > 2000000: #self.test_set = random.sample(self.train_set,2000000) #self.test_set = self.test_set.sample(3500) self.logger.info('DataHandle Process.\tCost time: %.2fs' % (time.time() - start_time)) start_time = time.time() self.emb = Behavior_embedding_time_aware_attention( is_training=self.FLAGS.is_training, user_count=prepare_data_behavior_ins.user_count, item_count=prepare_data_behavior_ins.item_count, category_count=prepare_data_behavior_ins.category_count, max_length_seq=self.FLAGS.length_of_user_history) self.logger.info('Get Train Test Data Process.\tCost time: %.2fs' % (time.time() - start_time)) self.item_category_dic = prepare_data_behavior_ins.item_category_dic self.global_step = 0 self.one_epoch_step = 0 self.now_epoch = 0