def get_all_user_obj_with_gender(self): file_list = os.listdir(self.source_folder) for filename in file_list: with open(r"%s/%s" % (self.source_folder, filename), "r", encoding="utf-8") as input_source: for userText in input_source: if len(userText) > 0: userObject = User(userText) if userObject.gender == '' or userObject.gender is None: if 'female' in filename: userObject.gender = u'女' elif 'male' in filename: userObject.gender = u'男' if userObject.gender == u"男" or userObject.gender == u"女": self.number_of_user_with_gender += 1 yield userObject else: continue
def get_all_user_obj_with_place(self): file_list = os.listdir(self.source_folder) cnt = 0 for filename in file_list: with open(r"%s/%s" % (self.source_folder, filename), "r", encoding="utf-8") as input_source: for userText in input_source: # if cnt > 1000: # return if len(userText) > 0: userObject = User(userText) userObject.gender = self.check_place(userObject.gender) if userObject.gender is not None and len(userObject.gender) > 0: cnt += 1 yield userObject else: continue