def ed_user(dbname, colname):
'''Get ED users'''
user_lit = []
db = dbt.db_connect_no_auth(dbname)
com = db[colname]
count = 0
i = 0
for user in com.find({}, ['id', 'description']):
if profiles_check.check_ed_related_profile(user['description']):
print user['id'], ' '.join(user['description'].split()).encode('utf-8')
user_lit.append(user['id'])
count += 1
i += 1
print count
return user_lit
def ed_user(dbname, colname):
'''Get ED users'''
user_lit = []
db = dbt.db_connect_no_auth(dbname)
com = db[colname]
count = 0
i = 0
for user in com.find({}, ['id', 'description']):
if profiles_check.check_ed_related_profile(user['description']):
# print user['id'], ' '.join(user['description'].split()).encode('utf-8')
user_lit.append(user['id'])
count += 1
i += 1
print count
return user_lit
def rec_user(dbname, colname):
"""Get recovery users"""
user_lit = []
db = dbt.db_connect_no_auth(dbname)
com = db[colname]
count = 0
for user in com.find({}, ['id', 'id_str', 'screen_name', 'description']):
if profiles_check.check_ed_related_profile(user['description']):
text = user['description'].strip().lower().replace("-", "").replace('_', '')
sentences = re.split( r"\s*[;:`\"()?!{}]\s*|--+|\s*-\s+|''|\.\s|\.$|\.\.+|¡°|¡±", text )
FLAG = False
for sentence in sentences:
if 'recover' in sentence:
if 'not' not in sentence and 'don\'t' not in sentence \
and 'anti' not in sentence and 'non' not in sentence\
and 'relapse' not in sentence:
FLAG = True
# if 'struggl' in sentence:
# if 'thin' not in sentence and 'weight' not in sentence \
# and 'mirror' not in sentence and 'figure' not in sentence \
# and 'food' not in sentence and 'body' not in sentence\
# and 'proed' not in sentence and 'proana' not in sentence and 'promia' not in sentence:
# FLAG = True
# if 'fight' in sentence:
# if 'thin' not in sentence and 'weight' not in sentence \
# and 'mirror' not in sentence and 'figure' not in sentence \
# and 'food' not in sentence and 'body' not in sentence:
# FLAG = True
# for sentence in sentences:
# if 'proed' in sentence or 'proana' in sentence or 'promia' in sentence:
# if 'not' not in sentence and \
# 'don\'t' not in sentence and \
# 'anti' not in sentence:
# FLAG = False
if FLAG:
print user['id_str'], user['screen_name'], ' '.join(user['description'].split()).encode('utf-8')
user_lit.append(str(user['id']))
count += 1
print count
return user_lit
def rec_user(dbname, colname):
"""Get recovery users"""
user_lit = []
db = dbt.db_connect_no_auth(dbname)
com = db[colname]
count = 0
for user in com.find({}, ['id', 'id_str', 'screen_name', 'description']):
if profiles_check.check_ed_related_profile(user['description']):
text = user['description'].strip().lower().replace("-", "").replace('_', '')
sentences = re.split( r"\s*[,;:`\"()?!{}]\s*|--+|\s*-\s+|''|\.\s|\.$|\.\.+|¡°|¡±", text )
FLAG = False
for sentence in sentences:
if 'recover' in sentence:
if 'not' not in sentence and 'don\'t' not in sentence and 'anti' not in sentence:
FLAG = True
# if 'struggl' in sentence:
# if 'thin' not in sentence and 'weight' not in sentence \
# and 'mirror' not in sentence and 'figure' not in sentence \
# and 'food' not in sentence and 'body' not in sentence\
# and 'proed' not in sentence and 'proana' not in sentence and 'promia' not in sentence:
# FLAG = True
# if 'fight' in sentence:
# if 'thin' not in sentence and 'weight' not in sentence \
# and 'mirror' not in sentence and 'figure' not in sentence \
# and 'food' not in sentence and 'body' not in sentence:
# FLAG = True
# for sentence in sentences:
# if 'proed' in sentence or 'proana' in sentence or 'promia' in sentence:
# if 'not' not in sentence and \
# 'don\'t' not in sentence and \
# 'anti' not in sentence:
# FLAG = False
if FLAG:
print user['id_str'], user['screen_name'], ' '.join(user['description'].split()).encode('utf-8')
user_lit.append(user['id'])
count += 1
print count
return user_lit
def proed_users(dbname, colname):
'''Get pro-ED users'''
user_list = []
db = dbt.db_connect_no_auth(dbname)
com = db[colname]
count = 0
for user in com.find({}, ['id', 'id_str', 'screen_name', 'description']):
if profiles_check.check_ed_related_profile(user['description']):
text = user['description'].strip().lower().replace("-", "").replace('_', '')
sentences = re.split( r"\s*[,;:`\"()?!{}]\s*|--+|\s*-\s+|''|\.\s|\.$|\.\.+|¡°|¡±", text )
FLAG = False
for sentence in sentences:
if 'proed' in sentence or 'proana' in sentence \
or 'prothin' in sentence or 'thinspo' in sentence \
or 'bonespo' in sentence or 'thinspiration' in sentence:
if 'not' not in sentence and 'don\'t' not in sentence and 'anti' not in sentence:
FLAG = True
if FLAG:
print user['id_str'], user['screen_name'], ' '.join(user['description'].split()).encode('utf-8')
user_list.append(user['id'])
count += 1
print count
return user_list
def proed_users(dbname, colname):
'''Get pro-ED users'''
user_list = []
db = dbt.db_connect_no_auth(dbname)
com = db[colname]
count = 0
for user in com.find({}, ['id', 'id_str', 'screen_name', 'description']):
if profiles_check.check_ed_related_profile(user['description']):
text = user['description'].strip().lower().replace("-", "").replace('_', '')
sentences = re.split( r"\s*[;:`\"()?!{}]\s*|--+|\s*-\s+|''|\.\s|\.$|\.\.+|¡°|¡±", text )
FLAG = False
for sentence in sentences:
if 'proed' in sentence or 'proana' in sentence \
or 'prothin' in sentence or 'thinspo' in sentence \
or 'bonespo' in sentence or 'thinspiration' in sentence\
or 'proanamia' in sentence or 'promia' in sentence:
if 'not' not in sentence and 'don\'t' not in sentence and 'anti' not in sentence and 'non' not in sentence:
FLAG = True
if FLAG:
print user['id_str'], user['screen_name'], ' '.join(user['description'].split()).encode('utf-8')
user_list.append(str(user['id']))
count += 1
print count
return user_list