def get_all_user_obj_with_gender(self):
file_list = os.listdir(self.source_folder)
for filename in file_list:
with open(r"%s/%s" % (self.source_folder, filename), "r", encoding="utf-8") as input_source:
for userText in input_source:
if len(userText) > 0:
userObject = User(userText)
if userObject.gender == '' or userObject.gender is None:
if 'female' in filename:
userObject.gender = u'女'
elif 'male' in filename:
userObject.gender = u'男'
if userObject.gender == u"男" or userObject.gender == u"女":
self.number_of_user_with_gender += 1
yield userObject
else:
continue
def get_all_user_obj_with_place(self):
file_list = os.listdir(self.source_folder)
cnt = 0
for filename in file_list:
with open(r"%s/%s" % (self.source_folder, filename), "r", encoding="utf-8") as input_source:
for userText in input_source:
# if cnt > 1000:
# return
if len(userText) > 0:
userObject = User(userText)
userObject.gender = self.check_place(userObject.gender)
if userObject.gender is not None and len(userObject.gender) > 0:
cnt += 1
yield userObject
else:
continue