def update_tags(chal, chal_dbobj): from CTFd.models import db, Tags events = [] db_tag_objects = {tag.value: tag for tag in Tags.query.filter_by(challenge_id=chal_dbobj.id).all()} chal_tags = set(chal.get('tags', [])) tags_db = set(db_tag_objects.keys()) new_tags = chal_tags - tags_db del_tags = tags_db - chal_tags for tag in new_tags: tag_dbobj = Tags(challenge_id=chal_dbobj.id, value=tag) db.session.add(tag_dbobj) events.append(Event(Event.Type.info, f"Challenge {chal_dbobj.name}: Adding new tag {tag}")) for tag in del_tags: db.session.delete(db_tag_objects[tag]) events.append(Event(Event.Type.warn, f"Challenge {chal_dbobj.name}: Deleting tag {tag}")) return events
def load_challenges_csv(dict_reader): schema = ChallengeSchema() errors = [] for i, line in enumerate(dict_reader): # Throw away fields that we can't trust if provided _ = line.pop("id", None) _ = line.pop("requirements", None) flags = line.pop("flags", None) tags = line.pop("tags", None) hints = line.pop("hints", None) challenge_type = line.pop("type", "standard") # Load in custom type_data type_data = json.loads(line.pop("type_data", "{}") or "{}") line.update(type_data) response = schema.load(line) if response.errors: errors.append((i + 1, response.errors)) continue ChallengeClass = get_chal_class(challenge_type) challenge = ChallengeClass.challenge_model(**line) db.session.add(challenge) db.session.commit() if flags: flags = [flag.strip() for flag in flags.split(",")] for flag in flags: f = Flags(type="static", challenge_id=challenge.id, content=flag,) db.session.add(f) db.session.commit() if tags: tags = [tag.strip() for tag in tags.split(",")] for tag in tags: t = Tags(challenge_id=challenge.id, value=tag,) db.session.add(t) db.session.commit() if hints: hints = [hint.strip() for hint in hints.split(",")] for hint in hints: h = Hints(challenge_id=challenge.id, content=hint,) db.session.add(h) db.session.commit() if errors: return errors return True
def admin_tags(chalid): if request.method == 'GET': tags = Tags.query.filter_by(chal=chalid).all() json = {'tags': []} for x in tags: json['tags'].append({'id': x.id, 'chal': x.chal, 'tag': x.tag}) return jsonify(json) elif request.method == 'POST': newtags = request.form.getlist('tags[]') for x in newtags: tag = Tags(chalid, x) db.session.add(tag) db.session.commit() db.session.close() return '1'
def load_challenges_csv(dict_reader): for line in dict_reader: flags = line.pop("flags", None) tags = line.pop("tags", None) hints = line.pop("hints", None) challenge_type = line.pop("type", "standard") # Load in custom type_data type_data = json.loads(line.pop("type_data", "{}") or "{}") line.update(type_data) ChallengeClass = get_chal_class(challenge_type) challenge = ChallengeClass.challenge_model(**line) db.session.add(challenge) db.session.commit() if flags: flags = [flag.strip() for flag in flags.split(",")] for flag in flags: f = Flags( type="static", challenge_id=challenge.id, content=flag, ) db.session.add(f) db.session.commit() if tags: tags = [tag.strip() for tag in tags.split(",")] for tag in tags: t = Tags( challenge_id=challenge.id, value=tag, ) db.session.add(t) db.session.commit() if hints: hints = [hint.strip() for hint in hints.split(",")] for hint in hints: h = Hints( challenge_id=challenge.id, content=hint, ) db.session.add(h) db.session.commit() return True
def gen_tag(db, challenge_id, value="tag_tag", **kwargs): tag = Tags(challenge_id=challenge_id, value=value, **kwargs) db.session.add(tag) db.session.commit() return tag
def import_challenges(in_file, dst_attachments, exit_on_error=True, move=False): from CTFd.models import db, Challenges, Keys, Tags, Files chals = [] with open(in_file, 'r') as in_stream: chals = yaml.safe_load_all(in_stream) for chal in chals: skip = False for req_field in REQ_FIELDS: if req_field not in chal: if exit_on_error: raise MissingFieldError(req_field) else: print "Skipping challenge: Missing field '{}'".format(req_field) skip = True break if skip: continue for flag in chal['flags']: if 'flag' not in flag: if exit_on_error: raise MissingFieldError('flag') else: print "Skipping flag: Missing field 'flag'" continue flag['flag'] = flag['flag'].strip() if 'type' not in flag: flag['type'] = "static" # We ignore traling and leading whitespace when importing challenges chal_dbobj = Challenges( chal['name'].strip(), chal['description'].strip(), chal['value'], chal['category'].strip() ) if 'hidden' in chal and chal['hidden']: chal_dbobj.hidden = True matching_chals = Challenges.query.filter_by( name=chal_dbobj.name, description=chal_dbobj.description, value=chal_dbobj.value, category=chal_dbobj.category, hidden=chal_dbobj.hidden ).all() for match in matching_chals: if 'tags' in chal: tags_db = [tag.tag for tag in Tags.query.add_columns('tag').filter_by(chal=match.id).all()] if all([tag not in tags_db for tag in chal['tags']]): continue if 'files' in chal: files_db = [f.location for f in Files.query.add_columns('location').filter_by(chal=match.id).all()] if len(files_db) != len(chal['files']): continue hashes = [] for file_db in files_db: with open(os.path.join(dst_attachments, file_db), 'r') as f: hash = hashlib.md5(f.read()).digest() hashes.append(hash) mismatch = False for file in chal['files']: filepath = os.path.join(os.path.dirname(in_file), file) with open(filepath, 'r') as f: hash = hashlib.md5(f.read()).digest() if hash in hashes: hashes.remove(hash) else: mismatch = True break if mismatch: continue flags_db = Keys.query.filter_by(chal=match.id).all() for flag in chal['flags']: for flag_db in flags_db: if flag['flag'] != flag_db.flag: continue if flag['type'] != flag_db.key_type: continue skip = True break if skip: print "Skipping {}: Duplicate challenge found in DB".format(chal['name'].encode('utf8')) continue print "Adding {}".format(chal['name'].encode('utf8')) db.session.add(chal_dbobj) db.session.commit() if 'tags' in chal: for tag in chal['tags']: tag_dbobj = Tags(chal_dbobj.id, tag) db.session.add(tag_dbobj) for flag in chal['flags']: flag_db = Keys(chal_dbobj.id, flag['flag'], flag['type']) db.session.add(flag_db) if 'files' in chal: for file in chal['files']: filename = os.path.basename(file) dst_filename = secure_filename(filename) dst_dir = None while not dst_dir or os.path.exists(dst_dir): md5hash = hashlib.md5(os.urandom(64)).hexdigest() dst_dir = os.path.join(dst_attachments, md5hash) os.makedirs(dst_dir) dstpath = os.path.join(dst_dir, dst_filename) srcpath = os.path.join(os.path.dirname(in_file), file) if move: shutil.move(srcpath, dstpath) else: shutil.copy(srcpath, dstpath) file_dbobj = Files(chal_dbobj.id, os.path.relpath(dstpath, start=dst_attachments)) db.session.add(file_dbobj) db.session.commit() db.session.close()
def import_challenges(in_file, dst_attachments, exit_on_error=True, move=False): from CTFd.models import db, Challenges, Flags, Tags, Hints, ChallengeFiles chals = [] with open(in_file, 'r') as in_stream: chals = yaml.safe_load_all(in_stream) for chal in chals: skip = False for req_field in REQ_FIELDS: if req_field not in chal: if exit_on_error: raise MissingFieldError(req_field) else: print("Skipping challenge: Missing field '{}'".format( req_field)) skip = True break if skip: continue for flag in chal['flags']: if 'flag' not in flag: if exit_on_error: raise MissingFieldError('flag') else: print("Skipping flag: Missing field 'flag'") continue flag['flag'] = flag['flag'].strip() if 'type' not in flag: flag['type'] = "static" if 'data' not in flag: flag['data'] = "" if 'files' in chal: norm_files = [] for file in chal['files']: # make sure we have only relative paths in the yaml file file = os.path.normpath("/" + file).lstrip('/') # skip files that do not exists if not os.path.exists( os.path.join(os.path.dirname(in_file), file)): print( "Skipping file '{}' in challenge '{}': File not found" .format(file, chal['name'].strip())) continue else: norm_files.append(file) chal['files'] = norm_files for hint in chal['hints']: if 'type' not in hint: hint['type'] = "standard" # Check what type the challenge is and create a DB object of the appropriate type. if chal['type'] == 'dynamic': # Lazy load the DynamicChallenge plugin on encountering a challenge of that type. try: from CTFd.plugins.dynamic_challenges import DynamicChallenge except ImportError as err: print("Failed to import plugin for challenge type {}: {}". format(chal['type'], err)) continue initial = int(chal['value']) if 'initial' in chal: initial = int(chal['initial']) minimum = 0 if 'minimum' in chal: minimum = int(chal['minimum']) decay = 0 if 'decay' in chal: decay = int(chal['decay']) chal_dbobj = DynamicChallenge( name=chal['name'].strip(), description=chal['description'].strip(), value=int(chal['value']), category=chal['category'].strip(), initial=initial, decay=decay, minimum=minimum) elif chal['type'] == 'naumachia': # Lazy load the Naumachia plugin on encountering a challenge of that type. try: # Here we use a fixed name, which is the repository name, even though it does # not conform to a proper Python package name. Users may install the package # using any file name they want, but this version of thsi plugin does not # support it. naumachia_plugin = importlib.import_module( '.ctfd-naumachia-plugin', package="CTFd.plugins") except ImportError as err: print("Failed to import plugin for challenge type {}: {}". format(chal['type'], err)) continue naumachia_name = chal.get('naumachia_name', "").strip(), chal_dbobj = naumachia_plugin.NaumachiaChallengeModel( name=chal['name'].strip(), naumachia_name=chal['naumachia_name'], description=chal['description'].strip(), value=int(chal['value']), category=chal['category'].strip(), ) else: # We ignore traling and leading whitespace when importing challenges chal_dbobj = Challenges( name=chal['name'].strip(), description=chal['description'].strip(), value=int(chal['value']), category=chal['category'].strip()) chal_dbobj.state = 'visible' if 'hidden' in chal and chal['hidden']: if bool(chal['hidden']): chal_dbobj.state = 'hidden' chal_dbobj.max_attempts = 0 if 'max_attempts' in chal and chal['max_attempts']: chal_dbobj.max_attempts = chal['max_attempts'] chal_dbobj.type = 'standard' if 'type' in chal and chal['type']: chal_dbobj.type = chal['type'] matching_chals = Challenges.query.filter_by( name=chal_dbobj.name, description=chal_dbobj.description, value=chal_dbobj.value, category=chal_dbobj.category, state=chal_dbobj.state, type=chal_dbobj.type).all() for match in matching_chals: if 'tags' in chal: tags_db = [ tag.tag for tag in Tags.query.add_columns('tag').filter_by( challenge_id=match.id).all() ] if all([tag not in tags_db for tag in chal['tags']]): continue if 'files' in chal: files_db = [ f.location for f in ChallengeFiles.query.add_columns( 'location').filter_by(challenge_id=match.id).all() ] if len(files_db) != len(chal['files']): continue hashes = [] for file_db in files_db: with open(os.path.join(dst_attachments, file_db), 'rb') as f: hash = hashlib.md5(f.read()).digest() hashes.append(hash) mismatch = False for file in chal['files']: filepath = os.path.join(os.path.dirname(in_file), file) with open(filepath, 'rb') as f: hash = hashlib.md5(f.read()).digest() if hash in hashes: hashes.remove(hash) else: mismatch = True break if mismatch: continue flags_db = Flags.query.filter_by(challenge_id=match.id).all() for flag in chal['flags']: for flag_db in flags_db: if flag['flag'] != flag_db.content: continue if flag['type'] != flag_db.type: continue skip = True break if skip: print("Skipping '{}': Duplicate challenge found in DB".format( chal['name'].encode('utf8'))) continue print("Adding {}".format(chal['name'].encode('utf8'))) db.session.add(chal_dbobj) db.session.commit() if 'tags' in chal: for tag in chal['tags']: tag_dbobj = Tags(chal_dbobj.id, tag) db.session.add(tag_dbobj) for flag in chal['flags']: flag_db = Flags(challenge_id=chal_dbobj.id, content=flag['flag'], type=flag['type'], data=flag['data']) db.session.add(flag_db) for hint in chal['hints']: hint_db = Hints(challenge_id=chal_dbobj.id, content=hint['hint'], type=hint['type'], cost=int(hint['cost'])) db.session.add(hint_db) if 'files' in chal: for file in chal['files']: filename = os.path.basename(file) dst_filename = secure_filename(filename) dst_dir = None while not dst_dir or os.path.exists(dst_dir): md5hash = hashlib.md5(os.urandom(64)).hexdigest() dst_dir = os.path.join(dst_attachments, md5hash) os.makedirs(dst_dir) dstpath = os.path.join(dst_dir, dst_filename) srcpath = os.path.join(os.path.dirname(in_file), file) if move: shutil.move(srcpath, dstpath) else: shutil.copy(srcpath, dstpath) file_dbobj = ChallengeFiles(challenge_id=chal_dbobj.id, location=os.path.relpath( dstpath, start=dst_attachments)) db.session.add(file_dbobj) db.session.commit() db.session.close()
def import_challenges(in_file, dst_attachments, exit_on_error=True, move=False): from CTFd.models import db, Challenges, Flags, Tags, ChallengeFiles from CTFd.utils import uploads chals = [] with open(in_file, 'r') as in_stream: chals = yaml.safe_load_all(in_stream) for chal in chals: skip = False for req_field in REQ_FIELDS: if req_field not in chal: if exit_on_error: raise MissingFieldError(req_field) else: print "Skipping challenge: Missing field '{}'".format( req_field) skip = True break if skip: continue for flag in chal['flags']: if 'flag' not in flag: if exit_on_error: raise MissingFieldError('flag') else: print "Skipping flag: Missing field 'flag'" continue flag['flag'] = flag['flag'].strip() if 'type' not in flag: flag['type'] = "static" matching_chal = Challenges.query.filter_by( name=chal['name'].strip()).first() if matching_chal: print "Updating {}: Duplicate challenge found in DB (id: {})".format( chal['name'].encode('utf8'), matching_chal.id) Tags.query.filter_by(challenge_id=matching_chal.id).delete() ChallengeFiles.query.filter_by( challenge_id=matching_chal.id).delete() Flags.query.filter_by(challenge_id=matching_chal.id).delete() #Hints.query.filter_by(challenge_id=matching_chal.id).delete() matching_chal.name = chal['name'].strip() matching_chal.description = chal['description'].strip() matching_chal.category = chal['category'].strip() if chal.get('type', 'standard') == 'standard': matching_chal.value = chal['value'] db.session.commit() chal_dbobj = matching_chal else: print "Adding {}".format(chal['name'].encode('utf8')) chal_type = chal.get('type', 'standard') if chal_type == 'standard': # We ignore traling and leading whitespace when importing challenges chal_dbobj = Challenges( name=chal['name'].strip(), description=chal['description'].strip(), value=chal['value'], category=chal['category'].strip(), ) elif chal_type == 'dynamic': from CTFd.plugins.dynamic_challenges import DynamicChallenge # We ignore traling and leading whitespace when importing challenges chal_dbobj = DynamicChallenge( name=chal['name'].strip(), description=chal['description'].strip(), category=chal['category'].strip(), value=int(chal['value']), minimum=int(chal['minimum']), decay=int(chal['decay']), ) else: raise ValueError('Unknown type of challenge') db.session.add(chal_dbobj) db.session.commit() for tag in chal.get('tags', []): tag_dbobj = Tags(challenge_id=chal_dbobj.id, value=tag) db.session.add(tag_dbobj) for flag in chal['flags']: flag_db = Flags(challenge_id=chal_dbobj.id, content=flag['flag'], type=flag['type']) db.session.add(flag_db) prerequisites = set() for prerequisite in chal.get('prerequisites', []): prerequisites.update([ c.id for c in Challenges.query.filter_by( name=prerequisite).all() ]) chal_dbobj.requirements = {'prerequisites': list(prerequisites)} if 'files' in chal: from io import FileIO for filename in chal['files']: # upload_file takes a werkzeug.FileStorage object, but we can get close enough # with a file object with a filename property added filepath = os.path.join(os.path.dirname(in_file), filename) with FileIO(filepath, mode='rb') as f: f.filename = os.path.basename(f.name) uploads.upload_file(file=f, challenge=chal_dbobj.id, type='challenge') db.session.commit() db.session.close()
def import_challenges(in_file, dst_attachments, exit_on_error=True, move=False): from CTFd.models import db, Challenges, Keys, Tags, Files, Hints, Unlocks with open(in_file, 'r') as in_stream: chals = yaml.safe_load_all(in_stream) for chal in chals: # ensure all required fields are present before adding or updating a challenge try: validate_yaml(chal) except MissingFieldError as err: if exit_on_error: raise else: print "Skipping challenge: " + str(err) continue # if the challenge already exists, update it chal_db = Challenges.query.filter_by(name=chal['name']).first() if chal_db is not None: print "Updating {}".format(chal['name'].encode('utf8')) chal_db.description = chal['description'] chal_db.value = chal['value'] chal_db.category = chal['category'] else: print "Adding {}".format(chal['name'].encode('utf8')) chal_db = Challenges( chal['name'], chal['description'], chal['value'], chal['category']) chal_db.type = chal['type'] chal_db.hidden = chal['hidden'] db.session.add(chal_db) db.session.commit() # delete all tags and re-add them Tags.query.filter_by(chal=chal_db.id).delete() for tag in chal['tags']: tag_dbobj = Tags(chal_db.id, tag) db.session.add(tag_dbobj) # delete all flags and re-add them Keys.query.filter_by(chal=chal_db.id).delete() for flag in chal['flags']: flag_db = Keys(chal_db.id, flag['flag'], flag['type']) db.session.add(flag_db) # delete or update existing hints hints = {h['id']: h for h in chal['hints']} hints_db = Hints.query.filter_by(chal=chal_db.id).all() for hint_db in hints_db: if hint_db.type in hints: # the hint is being updated hint_db.hint = hints[hint_db.type]['hint'] hint_db.cost = hints[hint_db.type]['cost'] del hints[hint_db.type] else: # the hint is being deleted - delete the hint and any related unlocks print " Removing hint {:d}".format(hint_db.type) Unlocks.query.filter_by(model='hints', itemid=hint_db.id).delete() Hints.query.filter_by(id=hint_db.id).delete() # add new hints for hint in hints.values(): print " Adding hint {:d}".format(hint['id']) hint_db = Hints(chal_db.id, hint['hint'], cost=hint['cost'], type=hint['id']) db.session.add(hint_db) # hash and compare existing files with the new uploaded files hashes_db = {} files_db = Files.query.filter_by(chal=chal_db.id).all() for file_db in files_db: with open(os.path.join(dst_attachments, file_db.location), 'rb') as f: h = hashlib.md5(f.read()).digest() hashes_db[h] = file_db to_upload = [] for file in chal['files']: path = os.path.join(os.path.dirname(in_file), file) with open(path, "rb") as f: h = hashlib.md5(f.read()).digest() if h in hashes_db and os.path.basename(file) == os.path.basename(hashes_db[h].location): # the file is up to date del hashes_db[h] else: # the file has changed name or content to_upload.append(path) # remove out of date files and add new uploads for file_db in hashes_db.values(): print " Removing file {}".format(file_db.location) utils.delete_file(file_db.id) for path in to_upload: basename = os.path.basename(path) print " Adding file {}".format(basename) with open(path, "rb") as f: f = FileStorage(stream=f, filename=basename) utils.upload_file(file=f, chalid=chal_db.id) if move: os.unlink(path) db.session.commit() db.session.commit() db.session.close()
def import_challenges(in_file, dst_attachments, move=False): from CTFd.models import db, Challenges, Flags, Tags, ChallengeFiles, Hints from CTFd.utils import uploads from CTFd.plugins.dynamic_challenges import DynamicChallenge, DynamicValueChallenge with open(in_file, "r") as in_stream: data = list(yaml.safe_load_all(in_stream)) if len(data) == 0 or data[0] is None or "challs" not in data[ 0] or data[0]["challs"] is None: raise ValueError("Invalid YAML format. Missing field 'challs'.") for chal in data[0]["challs"]: for req_field in REQ_FIELDS: if req_field not in chal: raise ValueError( "Invalid YAML format. Missing field '{0}'.".format( req_field)) if chal.get("type", "standard") == "dynamic": for req_field in ["minimum", "decay"]: if req_field not in chal: raise ValueError( "Invalid YAML format. Missing field '{0}'.".format( req_field)) if chal["flags"] is None: raise ValueError("Invalid YAML format. Missing field 'flag'.") for flag in chal["flags"]: if "flag" not in flag: raise ValueError( "Invalid YAML format. Missing field 'flag'.") flag["flag"] = flag["flag"].strip() if "type" not in flag: flag["type"] = "static" matching_chal = Challenges.query.filter_by( name=chal["name"].strip()).first() if matching_chal: print(("Updating {}: Duplicate challenge " "found in DB (id: {})").format( chal["name"].encode("utf8"), matching_chal.id)) Tags.query.filter_by(challenge_id=matching_chal.id).delete() ChallengeFiles.query.filter_by( challenge_id=matching_chal.id).delete() Flags.query.filter_by(challenge_id=matching_chal.id).delete() Hints.query.filter_by(challenge_id=matching_chal.id).delete() matching_chal.name = chal["name"].strip() matching_chal.description = chal["description"].strip() matching_chal.category = chal["category"].strip() if chal.get("type", "standard") == "standard": matching_chal.value = chal["value"] if chal.get("type", "standard") == "dynamic": matching_chal.minimum = chal["minimum"] matching_chal.decay = chal["decay"] matching_chal.initial = chal["value"] DynamicValueChallenge.calculate_value(matching_chal) db.session.commit() chal_dbobj = matching_chal else: print("Adding {}".format(chal["name"].encode("utf8"))) chal_type = chal.get("type", "standard") if chal_type == "standard": # We ignore traling and leading whitespace when # importing challenges chal_dbobj = Challenges( name=chal["name"].strip(), description=chal["description"].strip(), value=chal["value"], category=chal["category"].strip(), ) elif chal_type == "dynamic": # We ignore traling and leading whitespace when # importing challenges chal_dbobj = DynamicChallenge( name=chal["name"].strip(), description=chal["description"].strip(), category=chal["category"].strip(), value=int(chal["value"]), minimum=int(chal["minimum"]), decay=int(chal["decay"]), ) else: raise ValueError("Unknown type of challenge") db.session.add(chal_dbobj) db.session.commit() for tag in chal.get("tags", []): tag_dbobj = Tags(challenge_id=chal_dbobj.id, value=tag) db.session.add(tag_dbobj) for flag in chal["flags"]: flag_db = Flags(challenge_id=chal_dbobj.id, content=flag["flag"], type=flag["type"]) db.session.add(flag_db) for hint in chal.get("hints", []): hint_dbobj = Hints(challenge_id=chal_dbobj.id, content=hint["content"], cost=hint["cost"]) db.session.add(hint_dbobj) chal_dbobj.state = "hidden" if ( "hidden" in chal and chal["hidden"] == True) else "visible" chal_dbobj.max_attempts = chal[ "max_attempts"] if "max_attempts" in chal else 0 if "files" in chal: from io import FileIO for filename in chal["files"]: try: # upload_file takes a werkzeug.FileStorage object, but we # can get close enough with a file object with a # filename property added filepath = os.path.join(os.path.dirname(in_file), filename) with FileIO(filepath, mode="rb") as f: f.filename = os.path.basename(f.name) uploads.upload_file(file=f, challenge=chal_dbobj.id, type="challenge") except FileNotFoundError: raise ValueError( "Unable to import challenges. Missing file: " + filename) db.session.commit() # update challenge prerequisites after all the challenges were created with open(in_file, "r") as in_stream: data = list(yaml.safe_load_all(in_stream)) for chal in data[0]["challs"]: chal_dbobj = Challenges.query.filter_by( name=chal["name"].strip()).first() prerequisites = set() for prerequisite in chal.get("prerequisites", []): prerequisites.update([ c.id for c in Challenges.query.filter_by( name=prerequisite).all() ]) chal_dbobj.requirements = {"prerequisites": list(prerequisites)} db.session.commit() db.session.close()