def update_job(self, job):
if not job.connector:
job.connector = self.get_connectors()[0].job_forms[job.type.upper()]
if not job.framework:
job.framework = self.get_framework().job_forms[job.type.upper()]
job.updated = int( round(time.time() * 1000) )
job_dict = job.to_dict()
request_dict = {
'all': [job_dict]
}
resp = self._root.put('%s/job/%d/' % (API_VERSION, job.id), data=json.dumps(request_dict), headers=self.headers)
if resp['connector']['status'] in SqoopClient.STATUS_BAD or resp['framework']['status'] in SqoopClient.STATUS_BAD:
raise SqoopJobException.from_dict(resp)
return job
def update_job(self, job):
if not job.connector:
job.connector = self.get_connectors()[0].job_forms[job.type.upper()]
if not job.framework:
job.framework = self.get_framework().job_forms[job.type.upper()]
job.updated = int( round(time.time() * 1000) )
job_dict = job.to_dict()
request_dict = {
'all': [job_dict]
}
resp = self._root.put('%s/job/%d/' % (API_VERSION, job.id), data=json.dumps(request_dict), headers=self.headers)
if resp['connector']['status'] in SqoopClient.STATUS_BAD or resp['framework']['status'] in SqoopClient.STATUS_BAD:
raise SqoopJobException.from_dict(resp)
return job
def create_job(self, job):
if not job.connector:
job.connector = self.get_connectors()[0].job_forms[job.type.upper()]
if not job.framework:
job.framework = self.get_framework().job_forms[job.type.upper()]
job.creation_date = int( round(time.time() * 1000) )
job.update_date = job.creation_date
job_dict = job.to_dict()
request_dict = {
'all': [job_dict]
}
resp = self._root.post('%s/job/' % API_VERSION, data=json.dumps(request_dict), headers=self.headers)
if 'id' not in resp:
raise SqoopJobException.from_dict(resp)
job.id = resp['id']
return job
def update_job(self, job):
if not job.from_config_values:
job.from_config_values = self.get_connectors()[0].job_config['FROM']
if not job.to_config_values:
job.to_config_values = self.get_connectors()[0].job_config['TO']
if not job.driver_config_values:
job.driver_config_values = self.get_driver().job_config
job.updated = int( round(time.time() * 1000) )
job_dict = job.to_dict()
request_dict = {
'job': [job_dict]
}
resp = self._root.put('%s/job/%d/' % (API_VERSION, job.id), data=json.dumps(request_dict), headers=self.headers)
if resp['connector']['status'] in SqoopClient.STATUS_BAD or resp['driver']['status'] in SqoopClient.STATUS_BAD:
raise SqoopJobException.from_dict(resp)
return job
def create_job(self, job):
if not job.connector:
job.connector = self.get_connectors()[0].job_forms[job.type.upper()]
if not job.framework:
job.framework = self.get_framework().job_forms[job.type.upper()]
job.created = int( round(time.time() * 1000) )
job.updated = job.created
job_dict = job.to_dict()
request_dict = {
'all': [job_dict]
}
resp = self._root.post('%s/job/' % API_VERSION, data=json.dumps(request_dict), headers=self.headers)
if 'id' not in resp:
raise SqoopJobException.from_dict(resp)
job.id = resp['id']
return job
def update_job(self, job):
if not job.from_config_values:
job.from_config_values = self.get_connectors(
)[0].job_config['FROM']
if not job.to_config_values:
job.to_config_values = self.get_connectors()[0].job_config['TO']
if not job.driver_config_values:
job.driver_config_values = self.get_driver().job_config
job.updated = int(round(time.time() * 1000))
job_dict = job.to_dict()
request_dict = {'job': [job_dict]}
resp = self._root.put('%s/job/%d/' % (API_VERSION, job.id),
data=json.dumps(request_dict),
headers=self.headers)
if resp['connector']['status'] in SqoopClient.STATUS_BAD or resp[
'driver']['status'] in SqoopClient.STATUS_BAD:
raise SqoopJobException.from_dict(resp)
return job
def create_job(self, job):
if not job.from_config_values:
job.from_config_values = self.get_connectors()[0].job_config['FROM']
if not job.to_config_values:
job.to_config_values = self.get_connectors()[0].job_config['TO']
if not job.driver_config_values:
job.driver_config_values = self.get_driver().job_config
job.creation_date = int( round(time.time() * 1000) )
job.update_date = job.creation_date
job_dict = job.to_dict()
request_dict = {
'job': [job_dict]
}
resp = self._root.post('%s/job/' % API_VERSION, data=json.dumps(request_dict), headers=self.headers)
if 'id' not in resp:
raise SqoopJobException.from_dict(resp)
job.id = resp['id']
return job
def create_job(self, job):
if not job.from_config_values:
job.from_config_values = self.get_connectors(
)[0].job_config['FROM']
if not job.to_config_values:
job.to_config_values = self.get_connectors()[0].job_config['TO']
if not job.driver_config_values:
job.driver_config_values = self.get_driver().job_config
job.creation_date = int(round(time.time() * 1000))
job.update_date = job.creation_date
job_dict = job.to_dict()
request_dict = {'job': [job_dict]}
resp = self._root.post('%s/job/' % API_VERSION,
data=json.dumps(request_dict),
headers=self.headers)
if 'id' not in resp:
raise SqoopJobException.from_dict(resp)
job.id = resp['id']
return job
