def test_login_fails_for_invalid_auth_and_logs_failure_if_mod_account(
tmpdir, monkeypatch):
# Required: Monkeypatch the log directory, and the staff.MODS frozenset
monkeypatch.setenv(macro.MACRO_SYS_LOG_PATH, tmpdir + "/")
log_path = '%s%s.%s.log' % (macro.MACRO_SYS_LOG_PATH, 'login.fail',
d.get_timestamp())
user_id = db_utils.create_user(username='******', password=raw_password)
# Set the moderators in libweasyl/staff.py via monkeypatch
monkeypatch.setattr(staff, 'MODS', frozenset([user_id]))
# Ensure we are actually writing to the file by counting the file's lines
prerun_loglines = 0
# The file might not exist; this is fine; ignore
try:
with open(log_path, 'r') as log:
for line in log:
prerun_loglines += 1
log.close()
except IOError:
pass
postrun_loglines = 0
# Item under test
result = login.authenticate_bcrypt(username='******',
password='******',
request=None)
# Verify we are writing to the log file as expected
with open(log_path, 'r') as log:
for line in log:
postrun_loglines += 1
last_line = line
log.close()
last_line_dict = json.loads(last_line)
assert postrun_loglines > prerun_loglines
assert last_line_dict['userid'] == user_id
assert result == (0, 'invalid')
def test_login_fails_for_invalid_auth_and_logs_failure_if_mod_account(tmpdir, monkeypatch):
# Required: Monkeypatch the log directory, and the staff.MODS frozenset
monkeypatch.setenv(macro.MACRO_SYS_LOG_PATH, tmpdir + "/")
log_path = '%s%s.%s.log' % (macro.MACRO_SYS_LOG_PATH, 'login.fail', d.get_timestamp())
user_id = db_utils.create_user(username='******', password=raw_password)
# Set the moderators in libweasyl/staff.py via monkeypatch
monkeypatch.setattr(staff, 'MODS', frozenset([user_id]))
# Ensure we are actually writing to the file by counting the file's lines
prerun_loglines = 0
# The file might not exist; this is fine; ignore
try:
with open(log_path, 'r') as log:
for line in log:
prerun_loglines += 1
log.close()
except IOError:
pass
postrun_loglines = 0
# Item under test
result = login.authenticate_bcrypt(username='******', password='******', request=None)
# Verify we are writing to the log file as expected
with open(log_path, 'r') as log:
for line in log:
postrun_loglines += 1
last_line = line
log.close()
last_line_dict = json.loads(last_line)
assert postrun_loglines > prerun_loglines
assert last_line_dict['userid'] == user_id
assert result == (0, 'invalid')
def associate(userid,
tags,
submitid=None,
charid=None,
journalid=None,
preferred_tags_userid=None,
optout_tags_userid=None):
"""
Associates searchtags with a content item.
Parameters:
userid: The userid of the user associating tags
tags: A set of tags
submitid: The ID number of a submission content item to associate
``tags`` to. (default: None)
charid: The ID number of a character content item to associate
``tags`` to. (default: None)
journalid: The ID number of a journal content item to associate
``tags`` to. (default: None)
preferred_tags_userid: The ID number of a user to associate
``tags`` to for Preferred tags. (default: None)
optout_tags_userid: The ID number of a user to associate
``tags`` to for Opt-Out tags. (default: None)
Returns:
A dict containing two elements. 1) ``add_failure_restricted_tags``, which contains a space separated
string of tag titles which failed to be added to the content item due to the user or global restricted
tag lists; and 2) ``remove_failure_owner_set_tags``, which contains a space separated string of tag
titles which failed to be removed from the content item due to the owner of the aforementioned item
prohibiting users from removing tags set by the content owner.
If an element does not have tags, the element is set to None. If neither elements are set,
the function returns None.
"""
targetid = d.get_targetid(submitid, charid, journalid)
# Assign table, feature, ownerid
if submitid:
table, feature = "searchmapsubmit", "submit"
ownerid = d.get_ownerid(submitid=targetid)
elif charid:
table, feature = "searchmapchar", "char"
ownerid = d.get_ownerid(charid=targetid)
elif journalid:
table, feature = "searchmapjournal", "journal"
ownerid = d.get_ownerid(journalid=targetid)
elif preferred_tags_userid:
table, feature = "artist_preferred_tags", "user"
targetid = ownerid = preferred_tags_userid
elif optout_tags_userid:
table, feature = "artist_optout_tags", "user"
targetid = ownerid = optout_tags_userid
else:
raise WeasylError("Unexpected")
# Check permissions and invalid target
if not ownerid:
raise WeasylError("TargetRecordMissing")
elif userid != ownerid and ("g" in d.get_config(userid) or
preferred_tags_userid or optout_tags_userid):
# disallow if user is forbidden from tagging, or trying to set artist tags on someone other than themselves
raise WeasylError("InsufficientPermissions")
elif ignoreuser.check(ownerid, userid):
raise WeasylError("contentOwnerIgnoredYou")
# Determine previous tagids, titles, and settings
existing = d.engine.execute(
"SELECT tagid, title, settings FROM {} INNER JOIN searchtag USING (tagid) WHERE targetid = %(target)s"
.format(table),
target=targetid).fetchall()
# Retrieve tag titles and tagid pairs, for new (if any) and existing tags
query = add_and_get_searchtags(tags)
existing_tagids = {t.tagid for t in existing}
entered_tagids = {t.tagid for t in query}
# Assign added and removed
added = entered_tagids - existing_tagids
removed = existing_tagids - entered_tagids
# enforce the limit on artist preference tags
if preferred_tags_userid and (len(added) - len(removed) +
len(existing)) > MAX_PREFERRED_TAGS:
raise WeasylError("tooManyPreferenceTags")
# Track which tags fail to be added or removed to later notify the user (Note: These are tagids at this stage)
add_failure_restricted_tags = None
remove_failure_owner_set_tags = None
# If the modifying user is not the owner of the object, and is not staff, check user/global restriction lists
if userid != ownerid and userid not in staff.MODS:
user_rtags = set(query_user_restricted_tags(ownerid))
global_rtags = set(query_global_restricted_tags())
add_failure_restricted_tags = remove_restricted_tags(
user_rtags | global_rtags, query)
added -= add_failure_restricted_tags
if len(add_failure_restricted_tags) == 0:
add_failure_restricted_tags = None
# Check removed artist tags
if not can_remove_tags(userid, ownerid):
existing_artist_tags = {t.tagid for t in existing if 'a' in t.settings}
remove_failure_owner_set_tags = removed & existing_artist_tags
removed.difference_update(existing_artist_tags)
entered_tagids.update(existing_artist_tags)
# Submission items use a different method of tag protection for artist tags; ignore them
if submitid or len(remove_failure_owner_set_tags) == 0:
remove_failure_owner_set_tags = None
# Remove tags
if removed:
d.engine.execute(
"DELETE FROM {} WHERE targetid = %(target)s AND tagid = ANY (%(removed)s)"
.format(table),
target=targetid,
removed=list(removed))
if added:
d.engine.execute(
"INSERT INTO {} SELECT tag, %(target)s FROM UNNEST (%(added)s) AS tag"
.format(table),
target=targetid,
added=list(added))
# preference/optout tags can only be set by the artist, so this settings column does not apply
if userid == ownerid and not (preferred_tags_userid
or optout_tags_userid):
d.engine.execute(
"UPDATE {} SET settings = settings || 'a' WHERE targetid = %(target)s AND tagid = ANY (%(added)s)"
.format(table),
target=targetid,
added=list(added))
if submitid:
d.engine.execute(
'INSERT INTO submission_tags (submitid, tags) VALUES (%(submission)s, %(tags)s) '
'ON CONFLICT (submitid) DO UPDATE SET tags = %(tags)s',
submission=submitid,
tags=list(entered_tagids))
db = d.connect()
db.execute(d.meta.tables['tag_updates'].insert().values(
submitid=submitid,
userid=userid,
added=tag_array(added),
removed=tag_array(removed)))
if userid != ownerid:
welcome.tag_update_insert(ownerid, submitid)
files.append(
"%stag.%s.%s.log" % (m.MACRO_SYS_LOG_PATH, feature, d.get_timestamp()),
"-%sID %i -T %i -UID %i -X %s\n" %
(feature[0].upper(), targetid, d.get_time(), userid, " ".join(tags)))
# Return dict with any tag titles as a string that failed to be added or removed
if add_failure_restricted_tags or remove_failure_owner_set_tags:
if add_failure_restricted_tags:
add_failure_restricted_tags = " ".join({
tag.title
for tag in query if tag.tagid in add_failure_restricted_tags
})
if remove_failure_owner_set_tags:
remove_failure_owner_set_tags = " ".join({
tag.title
for tag in existing
if tag.tagid in remove_failure_owner_set_tags
})
return {
"add_failure_restricted_tags": add_failure_restricted_tags,
"remove_failure_owner_set_tags": remove_failure_owner_set_tags
}
else:
return None
def associate(userid, tags, submitid=None, charid=None, journalid=None):
targetid = d.get_targetid(submitid, charid, journalid)
# Assign table, feature, ownerid
if submitid:
table, feature = "searchmapsubmit", "submit"
ownerid = d.get_ownerid(submitid=targetid)
elif charid:
table, feature = "searchmapchar", "char"
ownerid = d.get_ownerid(charid=targetid)
else:
table, feature = "searchmapjournal", "journal"
ownerid = d.get_ownerid(journalid=targetid)
# Check permissions and invalid target
if not ownerid:
raise WeasylError("TargetRecordMissing")
elif userid != ownerid and "g" in d.get_config(userid):
raise WeasylError("InsufficientPermissions")
elif ignoreuser.check(ownerid, userid):
raise WeasylError("contentOwnerIgnoredYou")
# Determine previous tags
existing = d.engine.execute(
"SELECT tagid, settings FROM {} WHERE targetid = %(target)s".format(table),
target=targetid).fetchall()
# Determine tag titles and tagids
query = d.engine.execute(
"SELECT tagid, title FROM searchtag WHERE title = ANY (%(tags)s)",
tags=list(tags)).fetchall()
newtags = list(tags - {x.title for x in query})
if newtags:
query.extend(
d.engine.execute(
"INSERT INTO searchtag (title) SELECT * FROM UNNEST (%(newtags)s) AS title RETURNING tagid, title",
newtags=newtags
).fetchall())
existing_tagids = {t.tagid for t in existing}
entered_tagids = {t.tagid for t in query}
# Assign added and removed
added = entered_tagids - existing_tagids
removed = existing_tagids - entered_tagids
# Check removed artist tags
if not can_remove_tags(userid, ownerid):
existing_artist_tags = {t.tagid for t in existing if 'a' in t.settings}
removed.difference_update(existing_artist_tags)
entered_tagids.update(existing_artist_tags)
# Remove tags
if removed:
d.engine.execute(
"DELETE FROM {} WHERE targetid = %(target)s AND tagid = ANY (%(removed)s)".format(table),
target=targetid, removed=list(removed))
if added:
d.engine.execute(
"INSERT INTO {} SELECT tag, %(target)s FROM UNNEST (%(added)s) AS tag".format(table),
target=targetid, added=list(added))
if userid == ownerid:
d.execute(
"UPDATE %s SET settings = settings || 'a' WHERE targetid = %i AND tagid IN %s",
[table, targetid, d.sql_number_list(list(added))])
if submitid:
d.engine.execute(
'INSERT INTO submission_tags (submitid, tags) VALUES (%(submission)s, %(tags)s) '
'ON CONFLICT (submitid) DO UPDATE SET tags = %(tags)s',
submission=submitid, tags=list(entered_tagids))
db = d.connect()
db.execute(
d.meta.tables['tag_updates'].insert()
.values(submitid=submitid, userid=userid,
added=tag_array(added), removed=tag_array(removed)))
if userid != ownerid:
welcome.tag_update_insert(ownerid, submitid)
files.append(
"%stag.%s.%s.log" % (m.MACRO_SYS_LOG_PATH, feature, d.get_timestamp()),
"-%sID %i -T %i -UID %i -X %s\n" % (feature[0].upper(), targetid, d.get_time(), userid,
" ".join(tags)))
def associate(userid, tags, submitid=None, charid=None, journalid=None, preferred_tags_userid=None, optout_tags_userid=None):
"""
Associates searchtags with a content item.
Parameters:
userid: The userid of the user associating tags
tags: A set of tags
submitid: The ID number of a submission content item to associate
``tags`` to. (default: None)
charid: The ID number of a character content item to associate
``tags`` to. (default: None)
journalid: The ID number of a journal content item to associate
``tags`` to. (default: None)
preferred_tags_userid: The ID number of a user to associate
``tags`` to for Preferred tags. (default: None)
optout_tags_userid: The ID number of a user to associate
``tags`` to for Opt-Out tags. (default: None)
Returns:
A dict containing two elements. 1) ``add_failure_restricted_tags``, which contains a space separated
string of tag titles which failed to be added to the content item due to the user or global restricted
tag lists; and 2) ``remove_failure_owner_set_tags``, which contains a space separated string of tag
titles which failed to be removed from the content item due to the owner of the aforementioned item
prohibiting users from removing tags set by the content owner.
If an element does not have tags, the element is set to None. If neither elements are set,
the function returns None.
"""
targetid = d.get_targetid(submitid, charid, journalid)
# Assign table, feature, ownerid
if submitid:
table, feature = "searchmapsubmit", "submit"
ownerid = d.get_ownerid(submitid=targetid)
elif charid:
table, feature = "searchmapchar", "char"
ownerid = d.get_ownerid(charid=targetid)
elif journalid:
table, feature = "searchmapjournal", "journal"
ownerid = d.get_ownerid(journalid=targetid)
elif preferred_tags_userid:
table, feature = "artist_preferred_tags", "user"
targetid = ownerid = preferred_tags_userid
elif optout_tags_userid:
table, feature = "artist_optout_tags", "user"
targetid = ownerid = optout_tags_userid
else:
raise WeasylError("Unexpected")
# Check permissions and invalid target
if not ownerid:
raise WeasylError("TargetRecordMissing")
elif userid != ownerid and ("g" in d.get_config(userid) or preferred_tags_userid or optout_tags_userid):
# disallow if user is forbidden from tagging, or trying to set artist tags on someone other than themselves
raise WeasylError("InsufficientPermissions")
elif ignoreuser.check(ownerid, userid):
raise WeasylError("contentOwnerIgnoredYou")
# Determine previous tagids, titles, and settings
existing = d.engine.execute(
"SELECT tagid, title, settings FROM {} INNER JOIN searchtag USING (tagid) WHERE targetid = %(target)s".format(table),
target=targetid).fetchall()
# Retrieve tag titles and tagid pairs, for new (if any) and existing tags
query = add_and_get_searchtags(tags)
existing_tagids = {t.tagid for t in existing}
entered_tagids = {t.tagid for t in query}
# Assign added and removed
added = entered_tagids - existing_tagids
removed = existing_tagids - entered_tagids
# enforce the limit on artist preference tags
if preferred_tags_userid and (len(added) - len(removed) + len(existing)) > MAX_PREFERRED_TAGS:
raise WeasylError("tooManyPreferenceTags")
# Track which tags fail to be added or removed to later notify the user (Note: These are tagids at this stage)
add_failure_restricted_tags = None
remove_failure_owner_set_tags = None
# If the modifying user is not the owner of the object, and is not staff, check user/global restriction lists
if userid != ownerid and userid not in staff.MODS:
user_rtags = set(query_user_restricted_tags(ownerid))
global_rtags = set(query_global_restricted_tags())
add_failure_restricted_tags = remove_restricted_tags(user_rtags | global_rtags, query)
added -= add_failure_restricted_tags
if len(add_failure_restricted_tags) == 0:
add_failure_restricted_tags = None
# Check removed artist tags
if not can_remove_tags(userid, ownerid):
existing_artist_tags = {t.tagid for t in existing if 'a' in t.settings}
remove_failure_owner_set_tags = removed & existing_artist_tags
removed.difference_update(existing_artist_tags)
entered_tagids.update(existing_artist_tags)
# Submission items use a different method of tag protection for artist tags; ignore them
if submitid or len(remove_failure_owner_set_tags) == 0:
remove_failure_owner_set_tags = None
# Remove tags
if removed:
d.engine.execute(
"DELETE FROM {} WHERE targetid = %(target)s AND tagid = ANY (%(removed)s)".format(table),
target=targetid, removed=list(removed))
if added:
d.engine.execute(
"INSERT INTO {} SELECT tag, %(target)s FROM UNNEST (%(added)s) AS tag".format(table),
target=targetid, added=list(added))
# preference/optout tags can only be set by the artist, so this settings column does not apply
if userid == ownerid and not (preferred_tags_userid or optout_tags_userid):
d.execute(
"UPDATE %s SET settings = settings || 'a' WHERE targetid = %i AND tagid IN %s",
[table, targetid, d.sql_number_list(list(added))])
if submitid:
d.engine.execute(
'INSERT INTO submission_tags (submitid, tags) VALUES (%(submission)s, %(tags)s) '
'ON CONFLICT (submitid) DO UPDATE SET tags = %(tags)s',
submission=submitid, tags=list(entered_tagids))
db = d.connect()
db.execute(
d.meta.tables['tag_updates'].insert()
.values(submitid=submitid, userid=userid,
added=tag_array(added), removed=tag_array(removed)))
if userid != ownerid:
welcome.tag_update_insert(ownerid, submitid)
files.append(
"%stag.%s.%s.log" % (m.MACRO_SYS_LOG_PATH, feature, d.get_timestamp()),
"-%sID %i -T %i -UID %i -X %s\n" % (feature[0].upper(), targetid, d.get_time(), userid,
" ".join(tags)))
# Return dict with any tag titles as a string that failed to be added or removed
if add_failure_restricted_tags or remove_failure_owner_set_tags:
if add_failure_restricted_tags:
add_failure_restricted_tags = " ".join({tag.title for tag in query if tag.tagid in add_failure_restricted_tags})
if remove_failure_owner_set_tags:
remove_failure_owner_set_tags = " ".join({tag.title for tag in existing if tag.tagid in remove_failure_owner_set_tags})
return {"add_failure_restricted_tags": add_failure_restricted_tags,
"remove_failure_owner_set_tags": remove_failure_owner_set_tags}
else:
return None
def associate(userid, tags, submitid=None, charid=None, journalid=None):
targetid = d.get_targetid(submitid, charid, journalid)
# Assign table, feature, ownerid
if submitid:
table, feature = "searchmapsubmit", "submit"
ownerid = d.get_ownerid(submitid=targetid)
elif charid:
table, feature = "searchmapchar", "char"
ownerid = d.get_ownerid(charid=targetid)
else:
table, feature = "searchmapjournal", "journal"
ownerid = d.get_ownerid(journalid=targetid)
# Check permissions and invalid target
if not ownerid:
raise WeasylError("TargetRecordMissing")
elif userid != ownerid and "g" in d.get_config(userid):
raise WeasylError("InsufficientPermissions")
elif ignoreuser.check(ownerid, userid):
raise WeasylError("contentOwnerIgnoredYou")
# Determine previous tags
existing = d.engine.execute(
"SELECT tagid, settings FROM {} WHERE targetid = %(target)s".format(table),
target=targetid).fetchall()
# Determine tag titles and tagids
query = d.engine.execute(
"SELECT tagid, title FROM searchtag WHERE title = ANY (%(tags)s)",
tags=list(tags)).fetchall()
newtags = list(tags - {x.title for x in query})
if newtags:
query.extend(
d.engine.execute(
"INSERT INTO searchtag (title) SELECT * FROM UNNEST (%(newtags)s) AS title RETURNING tagid, title",
newtags=newtags
).fetchall())
existing_tagids = {t.tagid for t in existing}
entered_tagids = {t.tagid for t in query}
# Assign added and removed
added = entered_tagids - existing_tagids
removed = existing_tagids - entered_tagids
# Check removed artist tags
if not can_remove_tags(userid, ownerid):
existing_artist_tags = {t.tagid for t in existing if 'a' in t.settings}
removed.difference_update(existing_artist_tags)
entered_tagids.update(existing_artist_tags)
# Remove tags
if removed:
d.engine.execute(
"DELETE FROM {} WHERE targetid = %(target)s AND tagid = ANY (%(removed)s)".format(table),
target=targetid, removed=list(removed))
if added:
d.execute("INSERT INTO %s VALUES %s" % (table, d.sql_number_series([[i, targetid] for i in added])))
if userid == ownerid:
d.execute(
"UPDATE %s SET settings = settings || 'a' WHERE targetid = %i AND tagid IN %s",
[table, targetid, d.sql_number_list(list(added))])
if submitid:
try:
d.engine.execute(
'INSERT INTO submission_tags (submitid, tags) VALUES (%(submission)s, %(tags)s)',
submission=submitid, tags=list(entered_tagids))
except PostgresError:
result = d.engine.execute(
'UPDATE submission_tags SET tags = %(tags)s WHERE submitid = %(submission)s',
submission=submitid, tags=list(entered_tagids))
assert result.rowcount == 1
db = d.connect()
db.execute(
d.meta.tables['tag_updates'].insert()
.values(submitid=submitid, userid=userid,
added=tag_array(added), removed=tag_array(removed)))
if userid != ownerid:
welcome.tag_update_insert(ownerid, submitid)
files.append(
"%stag.%s.%s.log" % (m.MACRO_SYS_LOG_PATH, feature, d.get_timestamp()),
"-%sID %i -T %i -UID %i -X %s\n" % (feature[0].upper(), targetid, d.get_time(), userid,
" ".join(tags)))
