def setUp(self):
TestCaseWithFactory.setUp(self)
self.api = CodeImportSchedulerAPI(None, None)
self.machine = self.factory.makeCodeImportMachine(set_online=True)
for job in CodeImportJob.select():
job.destroySelf()
def setUp(self):
TestCaseWithFactory.setUp(self)
self.api = CodeImportSchedulerAPI(None, None)
self.machine = self.factory.makeCodeImportMachine(set_online=True)
for job in CodeImportJob.select():
job.destroySelf()
class TestCodeImportSchedulerAPI(TestCaseWithFactory):
layer = LaunchpadFunctionalLayer
def setUp(self):
TestCaseWithFactory.setUp(self)
self.api = CodeImportSchedulerAPI(None, None)
self.machine = self.factory.makeCodeImportMachine(set_online=True)
for job in CodeImportJob.select():
job.destroySelf()
def makeCodeImportJob(self, running):
person = getUtility(ILaunchpadCelebrities).vcs_imports.teamowner
if running:
return removeSecurityProxy(
run_with_login(person, make_running_import)).import_job
else:
return run_with_login(person, self.factory.makeCodeImportJob)
def test_getJobForMachine_no_job_waiting(self):
# If no job is waiting getJobForMachine returns 0.
job_id = self.api.getJobForMachine(self.machine.hostname, 10)
self.assertEqual(0, job_id)
def test_getJobForMachine_job_waiting(self):
# If a job is waiting getJobForMachine returns its id.
code_import_job = self.makeCodeImportJob(running=False)
job_id = self.api.getJobForMachine(self.machine.hostname, 10)
self.assertEqual(code_import_job.id, job_id)
def test_getImportDataForJobID(self):
# getImportDataForJobID returns the worker arguments, target url and
# log file name for an import corresponding to a particular job.
self.pushConfig('codehosting',
blacklisted_hostnames='localhost,127.0.0.1')
code_import_job = self.makeCodeImportJob(running=True)
code_import = removeSecurityProxy(code_import_job).code_import
data = self.api.getImportDataForJobID(code_import_job.id)
expected_data = {
'arguments':
code_import_job.makeWorkerArguments(),
'target_url':
canonical_url(code_import.target),
'log_file_name':
'%s.log' % (code_import.target.unique_name[1:].replace('/', '-')),
'blacklisted_hostnames': ['localhost', '127.0.0.1'],
}
self.assertEqual(expected_data, data)
def test_getImportDataForJobID_not_found(self):
# getImportDataForJobID returns a NoSuchCodeImportJob fault when there
# is no code import job with the given ID.
fault = self.api.getImportDataForJobID(-1)
self.assertTrue(
isinstance(fault, xmlrpclib.Fault),
"getImportDataForJobID(-1) returned %r, not a Fault." % (fault, ))
self.assertEqual(NoSuchCodeImportJob, fault.__class__)
def test_updateHeartbeat(self):
# updateHeartbeat calls the updateHeartbeat job workflow method.
code_import_job = self.makeCodeImportJob(running=True)
log_tail = self.factory.getUniqueString()
self.api.updateHeartbeat(code_import_job.id, log_tail)
self.assertSqlAttributeEqualsDate(code_import_job, 'heartbeat',
UTC_NOW)
self.assertEqual(log_tail, code_import_job.logtail)
def test_updateHeartbeat_not_found(self):
# updateHeartbeat returns a NoSuchCodeImportJob fault when there is no
# code import job with the given ID.
fault = self.api.updateHeartbeat(-1, '')
self.assertTrue(
isinstance(fault, xmlrpclib.Fault),
"updateHeartbeat(-1, '') returned %r, not a Fault." % (fault, ))
self.assertEqual(NoSuchCodeImportJob, fault.__class__)
def test_finishJobID_no_log_file(self):
# finishJobID calls the finishJobID job workflow method. Passing ''
# means no log file was uploaded to the librarian.
code_import_job = self.makeCodeImportJob(running=True)
code_import = code_import_job.code_import
self.api.finishJobID(code_import_job.id,
CodeImportResultStatus.SUCCESS.name, '')
# finishJob does many things, we just check one of them: setting
# date_last_successful in the case of success.
self.assertSqlAttributeEqualsDate(code_import, 'date_last_successful',
UTC_NOW)
def test_finishJobID_with_log_file(self):
# finishJobID calls the finishJobID job workflow method and can parse
# a librarian file's http url to figure out its ID.
code_import_job = self.makeCodeImportJob(running=True)
code_import = code_import_job.code_import
log_file_alias = self.factory.makeLibraryFileAlias()
self.api.finishJobID(code_import_job.id,
CodeImportResultStatus.SUCCESS.name,
log_file_alias.http_url)
self.assertEqual(log_file_alias, code_import.results[-1].log_file)
def test_finishJobID_not_found(self):
# getImportDataForJobID returns a NoSuchCodeImportJob fault when there
# is no code import job with the given ID.
fault = self.api.finishJobID(-1, CodeImportResultStatus.SUCCESS.name,
'')
self.assertTrue(
isinstance(fault, xmlrpclib.Fault),
"finishJobID(-1, 'SUCCESS', 0) returned %r, not a Fault." %
(fault, ))
self.assertEqual(NoSuchCodeImportJob, fault.__class__)
class TestCodeImportSchedulerAPI(TestCaseWithFactory):
layer = LaunchpadFunctionalLayer
def setUp(self):
TestCaseWithFactory.setUp(self)
self.api = CodeImportSchedulerAPI(None, None)
self.machine = self.factory.makeCodeImportMachine(set_online=True)
for job in CodeImportJob.select():
job.destroySelf()
def makeCodeImportJob(self, running):
person = getUtility(ILaunchpadCelebrities).vcs_imports.teamowner
if running:
return removeSecurityProxy(run_with_login(person, make_running_import)).import_job
else:
return run_with_login(person, self.factory.makeCodeImportJob)
def test_getJobForMachine_no_job_waiting(self):
# If no job is waiting getJobForMachine returns 0.
job_id = self.api.getJobForMachine(self.machine.hostname, 10)
self.assertEqual(0, job_id)
def test_getJobForMachine_job_waiting(self):
# If a job is waiting getJobForMachine returns its id.
code_import_job = self.makeCodeImportJob(running=False)
job_id = self.api.getJobForMachine(self.machine.hostname, 10)
self.assertEqual(code_import_job.id, job_id)
def test_getImportDataForJobID(self):
# getImportDataForJobID returns the worker arguments, branch url and
# log file name for an import corresponding to a particular job.
code_import_job = self.makeCodeImportJob(running=True)
code_import = removeSecurityProxy(code_import_job).code_import
code_import_arguments, branch_url, log_file_name = self.api.getImportDataForJobID(code_import_job.id)
import_as_arguments = CodeImportSourceDetails.fromCodeImport(code_import).asArguments()
expected_log_file_name = "%s.log" % (code_import.branch.unique_name[1:].replace("/", "-"))
self.assertEqual(
(import_as_arguments, canonical_url(code_import.branch), expected_log_file_name),
(code_import_arguments, branch_url, log_file_name),
)
def test_getImportDataForJobID_not_found(self):
# getImportDataForJobID returns a NoSuchCodeImportJob fault when there
# is no code import job with the given ID.
fault = self.api.getImportDataForJobID(-1)
self.assertTrue(
isinstance(fault, xmlrpclib.Fault), "getImportDataForJobID(-1) returned %r, not a Fault." % (fault,)
)
self.assertEqual(NoSuchCodeImportJob, fault.__class__)
def test_updateHeartbeat(self):
# updateHeartbeat calls the updateHeartbeat job workflow method.
code_import_job = self.makeCodeImportJob(running=True)
log_tail = self.factory.getUniqueString()
self.api.updateHeartbeat(code_import_job.id, log_tail)
self.assertSqlAttributeEqualsDate(code_import_job, "heartbeat", UTC_NOW)
self.assertEqual(log_tail, code_import_job.logtail)
def test_updateHeartbeat_not_found(self):
# updateHeartbeat returns a NoSuchCodeImportJob fault when there is no
# code import job with the given ID.
fault = self.api.updateHeartbeat(-1, "")
self.assertTrue(
isinstance(fault, xmlrpclib.Fault), "updateHeartbeat(-1, '') returned %r, not a Fault." % (fault,)
)
self.assertEqual(NoSuchCodeImportJob, fault.__class__)
def test_finishJobID_no_log_file(self):
# finishJobID calls the finishJobID job workflow method. Passing ''
# means no log file was uploaded to the librarian.
code_import_job = self.makeCodeImportJob(running=True)
code_import = code_import_job.code_import
self.api.finishJobID(code_import_job.id, CodeImportResultStatus.SUCCESS.name, "")
# finishJob does many things, we just check one of them: setting
# date_last_successful in the case of success.
self.assertSqlAttributeEqualsDate(code_import, "date_last_successful", UTC_NOW)
def test_finishJobID_with_log_file(self):
# finishJobID calls the finishJobID job workflow method and can parse
# a librarian file's http url to figure out its ID.
code_import_job = self.makeCodeImportJob(running=True)
code_import = code_import_job.code_import
log_file_alias = self.factory.makeLibraryFileAlias()
self.api.finishJobID(code_import_job.id, CodeImportResultStatus.SUCCESS.name, log_file_alias.http_url)
self.assertEqual(log_file_alias, code_import.results[-1].log_file)
def test_finishJobID_not_found(self):
# getImportDataForJobID returns a NoSuchCodeImportJob fault when there
# is no code import job with the given ID.
fault = self.api.finishJobID(-1, CodeImportResultStatus.SUCCESS.name, "")
self.assertTrue(
isinstance(fault, xmlrpclib.Fault), "finishJobID(-1, 'SUCCESS', 0) returned %r, not a Fault." % (fault,)
)
self.assertEqual(NoSuchCodeImportJob, fault.__class__)