Exemple #1
0
class DockerImageCreatorBaseTask(StoppableTask):
    logger = logging.getLogger('luigi-interface')
    image_name = luigi.Parameter()
    # ParameterVisibility needs to be hidden instead of private, because otherwise a MissingParameter gets thrown
    image_info_json = luigi.Parameter(
        visibility=luigi.parameter.ParameterVisibility.HIDDEN,
        significant=True)

    def __init__(self, *args, **kwargs):
        super().__init__(*args, **kwargs)
        self.client = docker_client_config().get_client()
        self.image_info = ImageInfo.from_json(self.image_info_json)
        self.image_target = DockerImageTarget(
            self.image_info.target_repository_name,
            self.image_info.get_target_complete_tag())
        self.remove_image()

    def __del__(self):
        self.client.close()

    def remove_image(self):
        if self.image_target.exists():
            self.client.images.remove(
                image=self.image_target.get_complete_name(), force=True)
            self.logger.warning("Task %s: Removed docker images %s",
                                self.task_id,
                                self.image_target.get_complete_name())

    def output(self):
        return self.image_target
 def is_image_in_registry(self, image_target: DockerImageTarget):
     try:
         self.logger.info("Task %s: Try to find image %s in registry",
                          self.__repr__(), image_target.get_complete_name())
         exists = DockerRegistryImageChecker().check(
             image_target.get_complete_name())
         if exists:
             self.logger.info("Task %s: Found image %s in registry",
                              self.__repr__(),
                              image_target.get_complete_name())
         return exists
     except docker.errors.DockerException as e:
         self.logger.warning(
             "Task %s: Image %s not in registry, got exception %s",
             self.__repr__(), image_target.get_complete_name(), e)
         return False