Esempio n. 1
0
 def clear_cache(self):
     """
     Clear all the Entropy default cache directory. This function is
     fault tolerant and will never return any exception.
     """
     with self._cacher:
         # no data is written while holding self._cacher by the balls
         # drop all the buffers then remove on-disk data
         self._cacher.discard()
         # clear repositories live cache
         if self._installed_repository is not None:
             self._installed_repository.clearCache()
         with self._repodb_cache_mutex:
             for repo in self._repodb_cache.values():
                 repo.clearCache()
         cache_dir = self._cacher.current_directory()
         try:
             shutil.rmtree(cache_dir, True)
         except (shutil.Error, IOError, OSError):
             return
         try:
             os.makedirs(cache_dir, 0o775)
         except (IOError, OSError):
             return
         try:
             const_setup_perms(cache_dir, etpConst['entropygid'])
         except (IOError, OSError):
             return
Esempio n. 2
0
    def clear_cache(self):
        """
        Clear all the Entropy default cache directory. This function is
        fault tolerant and will never return any exception.
        """
        with self._cacher:
            # no data is written while holding self._cacher by the balls
            # drop all the buffers then remove on-disk data
            self._cacher.discard()
            # clear repositories live cache
            inst_repo = self.installed_repository()
            if inst_repo is not None:
                inst_repo.clearCache()
            with self._repodb_cache_mutex:
                for repo in self._repodb_cache.values():
                    repo.clearCache()

            cache_dir = self._cacher.current_directory()
            try:
                shutil.rmtree(cache_dir, True)
            except (shutil.Error, IOError, OSError):
                return
            try:
                os.makedirs(cache_dir, 0o775)
            except (IOError, OSError):
                return
            try:
                const_setup_perms(cache_dir, etpConst['entropygid'])
            except (IOError, OSError):
                return
Esempio n. 3
0
 def _ensure_package_sets_dir():
     sets_dir = SystemSettings.packages_sets_directory()
     if not os.path.isdir(sets_dir):
         if os.path.lexists(sets_dir):
             os.remove(sets_dir)
         os.makedirs(sets_dir, 0o775)
         const_setup_perms(sets_dir, etpConst['entropygid'],
             recursion = False)
Esempio n. 4
0
 def _ensure_package_sets_dir():
     sets_dir = SystemSettings.packages_sets_directory()
     if not os.path.isdir(sets_dir):
         if os.path.lexists(sets_dir):
             os.remove(sets_dir)
         os.makedirs(sets_dir, 0o775)
         const_setup_perms(sets_dir, etpConst['entropygid'],
             recursion = False)
Esempio n. 5
0
    def __init__(self):
        object.__init__(self)
        self.__dump_lock = threading.Lock()
        try:
            if not os.path.isdir(MtimePingus.PINGUS_DIR):
                os.makedirs(MtimePingus.PINGUS_DIR, 0o775)
                const_setup_perms(MtimePingus.PINGUS_DIR, etpConst["entropygid"])

        except (OSError, IOError):
            MtimePingus.PINGUS_DIR = const_mkdtemp(prefix="pingus_dir")
Esempio n. 6
0
 def _setup_url_directories(self, url_data):
     """
     Create the directories needed to download the files in url_data.
     """
     for _pkg_id, _repository_id, _url, dest_path, _cksum, _sig in url_data:
         dest_dir = os.path.dirname(dest_path)
         try:
             os.makedirs(dest_dir, 0o775)
             const_setup_perms(dest_dir, etpConst['entropygid'])
         except OSError as err:
             if err.errno != errno.EEXIST:
                 raise
Esempio n. 7
0
 def _setup_store_path(self, path):
     path = os.path.realpath(path)
     if not os.path.isabs(path):
         raise PermissionDenied("not a valid directory path")
     if not os.path.isdir(path):
         try:
             os.makedirs(path)
         except OSError as err:
             raise PermissionDenied(err)
         if etpConst['entropygid'] != None:
             const_setup_perms(path, etpConst['entropygid'],
                 recursion = False)
     self.STORE_PATH = path
Esempio n. 8
0
    def __init__(self):
        object.__init__(self)
        self.__dump_lock = threading.Lock()
        try:
            if not os.path.isdir(MtimePingus.PINGUS_DIR):
                os.makedirs(MtimePingus.PINGUS_DIR, 0o775)
                const_setup_perms(MtimePingus.PINGUS_DIR,
                                  etpConst['entropygid'])

        except (
                OSError,
                IOError,
        ):
            MtimePingus.PINGUS_DIR = const_mkdtemp(prefix="pingus_dir")
Esempio n. 9
0
 def _setup_store_path(self, path):
     path = os.path.realpath(path)
     if not os.path.isabs(path):
         raise PermissionDenied("not a valid directory path")
     if not os.path.isdir(path):
         try:
             os.makedirs(path)
         except OSError as err:
             raise PermissionDenied(err)
         if etpConst['entropygid'] != None:
             const_setup_perms(path,
                               etpConst['entropygid'],
                               recursion=False)
     self.STORE_PATH = path
Esempio n. 10
0
    def _insert_generic_file(self, pkgkey, userid, username, file_path,
                             file_name, doc_type, title, description,
                             keywords):
        file_path = os.path.realpath(file_path)

        # do a virus check?
        virus_found, virus_type = self._scan_for_viruses(file_path)
        if virus_found:
            os.remove(file_path)
            return False, None

        # flood control
        flood_risk = self.insert_flood_control_check(userid)
        if flood_risk:
            return False, 'flooding detected'

        # validity check
        if doc_type == self.DOC_TYPES['image']:
            valid = False
            if os.path.isfile(file_path) and os.access(file_path, os.R_OK):
                valid = entropy.tools.is_supported_image_file(file_path)
            if not valid:
                return False, 'not a valid image'

        dest_path = os.path.join(self.STORE_PATH, file_name)

        # create dir if not exists
        dest_dir = os.path.dirname(dest_path)
        if not os.path.isdir(dest_dir):
            try:
                os.makedirs(dest_dir)
            except OSError as err:
                raise PermissionDenied(err)
            if etpConst['entropygid'] != None:
                const_setup_perms(dest_dir,
                                  etpConst['entropygid'],
                                  recursion=False)

        orig_dest_path = dest_path
        dcount = 0
        while os.path.isfile(dest_path):
            dcount += 1
            dest_path_name = "%s_%s" % (
                dcount,
                os.path.basename(orig_dest_path),
            )
            dest_path = os.path.join(os.path.dirname(orig_dest_path),
                                     dest_path_name)

        if os.path.dirname(file_path) != dest_dir:
            try:
                os.rename(file_path, dest_path)
            except OSError:
                # fallback to non atomic
                shutil.move(file_path, dest_path)
        if etpConst['entropygid'] != None:
            try:
                const_setup_file(dest_path, etpConst['entropygid'], 0o664)
            except OSError:
                pass
            # at least set chmod
            try:
                const_set_chmod(dest_path, 0o664)
            except OSError:
                pass

        title = title[:self.entropy_docs_title_len]
        description = description[:self.entropy_docs_description_len]

        # now store in db
        idkey = self._handle_pkgkey(pkgkey)
        self.execute_query(
            """
        INSERT INTO entropy_docs VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s)
        """, (
                None,
                idkey,
                userid,
                username,
                doc_type,
                file_name,
                title,
                description,
                None,
            ))
        iddoc = self.lastrowid()
        self._insert_keywords(iddoc, keywords)
        store_url = os.path.basename(dest_path)
        if self._store_url:
            store_url = os.path.join(self._store_url, store_url)
        return True, (iddoc, store_url)
Esempio n. 11
0
 def makedirs(self, remote_path):
     remote_str = self._setup_remote_path(remote_path)
     if not os.path.isdir(remote_str):
         os.makedirs(remote_str, 0o755)
     const_setup_perms(remote_str, etpConst['entropygid'], recursion = False)
     return True
Esempio n. 12
0
    def _insert_generic_file(self, pkgkey, userid, username, file_path,
            file_name, doc_type, title, description, keywords):
        file_path = os.path.realpath(file_path)

        # do a virus check?
        virus_found, virus_type = self._scan_for_viruses(file_path)
        if virus_found:
            os.remove(file_path)
            return False, None

        # flood control
        flood_risk = self.insert_flood_control_check(userid)
        if flood_risk:
            return False, 'flooding detected'

        # validity check
        if doc_type == self.DOC_TYPES['image']:
            valid = False
            if os.path.isfile(file_path) and os.access(file_path, os.R_OK):
                valid = entropy.tools.is_supported_image_file(file_path)
            if not valid:
                return False, 'not a valid image'

        dest_path = os.path.join(self.STORE_PATH, file_name)

        # create dir if not exists
        dest_dir = os.path.dirname(dest_path)
        if not os.path.isdir(dest_dir):
            try:
                os.makedirs(dest_dir)
            except OSError as err:
                raise PermissionDenied(err)
            if etpConst['entropygid'] != None:
                const_setup_perms(dest_dir, etpConst['entropygid'],
                    recursion = False)

        orig_dest_path = dest_path
        dcount = 0
        while os.path.isfile(dest_path):
            dcount += 1
            dest_path_name = "%s_%s" % (dcount,
                os.path.basename(orig_dest_path),)
            dest_path = os.path.join(os.path.dirname(orig_dest_path),
                dest_path_name)

        if os.path.dirname(file_path) != dest_dir:
            try:
                os.rename(file_path, dest_path)
            except OSError:
                # fallback to non atomic
                shutil.move(file_path, dest_path)
        if etpConst['entropygid'] != None:
            try:
                const_setup_file(dest_path, etpConst['entropygid'], 0o664)
            except OSError:
                pass
            # at least set chmod
            try:
                const_set_chmod(dest_path, 0o664)
            except OSError:
                pass

        title = title[:self.entropy_docs_title_len]
        description = description[:self.entropy_docs_description_len]

        # now store in db
        idkey = self._handle_pkgkey(pkgkey)
        self.execute_query("""
        INSERT INTO entropy_docs VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s)
        """, (None, idkey, userid, username, doc_type, file_name,
                title, description, None,))
        iddoc = self.lastrowid()
        self._insert_keywords(iddoc, keywords)
        store_url = os.path.basename(dest_path)
        if self._store_url:
            store_url = os.path.join(self._store_url, store_url)
        return True, (iddoc, store_url)