def transform(self, extracted_content): logger.info('About to import allthethings.json builder data.') jobs_per_branch = collections.defaultdict(list) for builder, content in extracted_content['builders'].iteritems(): job = get_symbols_and_platforms(builder) branch = content['properties']['branch'] job.update({'branch': branch}) jobs_per_branch[branch].append(job) return jobs_per_branch
def test_prune_old_runnable_job(test_repository, eleven_jobs_stored): """ Test that a defunct buildername will be pruned """ etl_process = RunnableJobsProcess() RunnableJob.objects.create(build_platform=BuildPlatform.objects.first(), machine_platform=MachinePlatform.objects.first(), job_type=JobType.objects.first(), option_collection_hash='test1', ref_data_name='test1', build_system_type='test1', repository=Repository.objects.first()) buildername = "Android 4.2 x86 Emulator larch opt test androidx86-set-4" sym_plat = get_symbols_and_platforms(buildername) etl_process.update_runnable_jobs_table({test_repository.name: [sym_plat]}) rj = RunnableJob.objects.all() assert len(rj) == 1 assert rj[0].ref_data_name == buildername
def test_prune_old_runnable_job(test_repository, eleven_jobs_stored): """ Test that a defunct buildername will be pruned """ etl_process = RunnableJobsProcess() RunnableJob.objects.create( build_platform=BuildPlatform.objects.first(), machine_platform=MachinePlatform.objects.first(), job_type=JobType.objects.first(), option_collection_hash='test1', ref_data_name='test1', build_system_type='test1', repository=Repository.objects.first()) buildername = "Android 4.2 x86 Emulator larch opt test androidx86-set-4" sym_plat = get_symbols_and_platforms(buildername) etl_process.update_runnable_jobs_table({test_repository.name: [sym_plat]}) rj = RunnableJob.objects.all() assert len(rj) == 1 assert rj[0].ref_data_name == buildername