def upload_filter_to_kinto(generation_time, is_base=True, upload_stash=False): server = KintoServer(KINTO_BUCKET, KINTO_COLLECTION_MLBF, kinto_sign_off_needed=False) mlbf = MLBF(generation_time) if is_base: # clear the collection for the base - we want to be the only filter server.delete_all_records() # Deal with possible stashes first if upload_stash: # If we have a stash, write that stash_data = { 'key_format': MLBF.KEY_FORMAT, 'stash_time': generation_time, 'stash': mlbf.stash_json, } server.publish_record(stash_data) # Then the bloomfilter data = { 'key_format': MLBF.KEY_FORMAT, 'generation_time': generation_time, 'attachment_type': BLOCKLIST_RECORD_MLBF_BASE if is_base else BLOCKLIST_RECORD_MLBF_UPDATE, } with storage.open(mlbf.filter_path, 'rb') as filter_file: attachment = ('filter.bin', filter_file, 'application/octet-stream') server.publish_attachment(data, attachment) server.complete_session() set_config(MLBF_TIME_CONFIG_KEY, generation_time, json_value=True) if is_base: set_config(MLBF_BASE_ID_CONFIG_KEY, generation_time, json_value=True)
def test_publish_record(self): server = KintoServer('foo', 'baa') server._setup_done = True assert not server._changes responses.add( responses.POST, settings.REMOTE_SETTINGS_WRITER_URL + 'buckets/foo/collections/baa/records', content_type='application/json', json={'data': {'id': 'new!'}}) record = server.publish_record({'something': 'somevalue'}) assert server._changes assert record == {'id': 'new!'} url = ( settings.REMOTE_SETTINGS_WRITER_URL + 'buckets/foo/collections/baa/records/an-id') responses.add( responses.PUT, url, content_type='application/json', json={'data': {'id': 'updated'}}) record = server.publish_record({'something': 'somevalue'}, 'an-id') assert record == {'id': 'updated'}
def legacy_publish_blocks(blocks): bucket = settings.REMOTE_SETTINGS_WRITER_BUCKET server = KintoServer(bucket, REMOTE_SETTINGS_COLLECTION_LEGACY) for block in blocks: needs_updating = block.include_in_legacy and block.kinto_id needs_creating = block.include_in_legacy and not block.kinto_id needs_deleting = block.kinto_id and not block.include_in_legacy if needs_updating or needs_creating: if block.is_imported_from_kinto_regex: log.debug( f'Block [{block.guid}] was imported from a regex guid so ' 'can\'t be safely updated. Skipping.') continue data = { 'guid': block.guid, 'details': { 'bug': block.url, 'why': block.reason, 'name': str(block.reason).partition('.')[0], # required }, 'enabled': True, 'versionRange': [{ 'severity': 3, # Always high severity now. 'minVersion': block.min_version, 'maxVersion': block.max_version, }], } if needs_creating: record = server.publish_record(data) block.update(kinto_id=record.get('id', '')) else: server.publish_record(data, block.kinto_id) elif needs_deleting: if block.is_imported_from_kinto_regex: log.debug( f'Block [{block.guid}] was imported from a regex guid so ' 'can\'t be safely deleted. Skipping.') else: server.delete_record(block.kinto_id) block.update(kinto_id='') # else no existing kinto record and it shouldn't be in legacy so skip server.complete_session()