Esempio n. 1
0
	def _set_cache_(self, attr):
		if attr == "_packfile_checksum":
			self._packfile_checksum = self._cursor.map()[-40:-20]
		elif attr == "_packfile_checksum":
			self._packfile_checksum = self._cursor.map()[-20:]
		elif attr == "_cursor":
			# Note: We don't lock the file when reading as we cannot be sure
			# that we can actually write to the location - it could be a read-only
			# alternate for instance
			self._cursor = mman.make_cursor(self._indexpath).use_region()
		else:
			# now its time to initialize everything - if we are here, someone wants
			# to access the fanout table or related properties
			
			# CHECK VERSION
			mmap = self._cursor.map()
			self._version = (mmap[:4] == self.index_v2_signature and 2) or 1
			if self._version == 2:
				version_id = unpack_from(">L", mmap, 4)[0] 
				assert version_id == self._version, "Unsupported index version: %i" % version_id
			# END assert version
			
			# SETUP FUNCTIONS
			# setup our functions according to the actual version
			for fname in ('entry', 'offset', 'sha', 'crc'):
				setattr(self, fname, getattr(self, "_%s_v%i" % (fname, self._version)))
			# END for each function to initialize
			
			
			# INITIALIZE DATA
			# byte offset is 8 if version is 2, 0 otherwise
			self._initialize()
Esempio n. 2
0
 def _set_cache_(self, attr):
     # we fill the whole cache, whichever attribute gets queried first
     self._cursor = mman.make_cursor(self._packpath).use_region()
     
     # read the header information
     type_id, self._version, self._size = unpack_from(">LLL", self._cursor.map(), 0)
         
     # TODO: figure out whether we should better keep the lock, or maybe
     # add a .keep file instead ?
     if type_id != self.pack_signature:
         raise ParseError("Invalid pack signature: %i" % type_id)
Esempio n. 3
0
    def _set_cache_(self, attr):
        # we fill the whole cache, whichever attribute gets queried first
        self._cursor = mman.make_cursor(self._packpath).use_region()

        # read the header information
        type_id, self._version, self._size = unpack_from(
            ">LLL", self._cursor.map(), 0)

        # TODO: figure out whether we should better keep the lock, or maybe
        # add a .keep file instead ?
        if type_id != self.pack_signature:
            raise ParseError("Invalid pack signature: %i" % type_id)
Esempio n. 4
0
    def _set_cache_(self, attr):
        if attr == "_packfile_checksum":
            self._packfile_checksum = self._cursor.map()[-40:-20]
        elif attr == "_packfile_checksum":
            self._packfile_checksum = self._cursor.map()[-20:]
        elif attr == "_cursor":
            # Note: We don't lock the file when reading as we cannot be sure
            # that we can actually write to the location - it could be a read-only
            # alternate for instance
            self._cursor = mman.make_cursor(self._indexpath).use_region()
            # We will assume that the index will always fully fit into memory !
            if mman.window_size() > 0 and self._cursor.file_size(
            ) > mman.window_size():
                raise AssertionError(
                    "The index file at %s is too large to fit into a mapped window (%i > %i). This is a limitation of the implementation"
                    % (self._indexpath, self._cursor.file_size(),
                       mman.window_size()))
            #END assert window size
        else:
            # now its time to initialize everything - if we are here, someone wants
            # to access the fanout table or related properties

            # CHECK VERSION
            mmap = self._cursor.map()
            self._version = (mmap[:4] == self.index_v2_signature and 2) or 1
            if self._version == 2:
                version_id = unpack_from(">L", mmap, 4)[0]
                assert version_id == self._version, "Unsupported index version: %i" % version_id
            # END assert version

            # SETUP FUNCTIONS
            # setup our functions according to the actual version
            for fname in ('entry', 'offset', 'sha', 'crc'):
                setattr(self, fname,
                        getattr(self, "_%s_v%i" % (fname, self._version)))
            # END for each function to initialize

            # INITIALIZE DATA
            # byte offset is 8 if version is 2, 0 otherwise
            self._initialize()
Esempio n. 5
0
    def _set_cache_(self, attr):
        if attr == "_packfile_checksum":
            self._packfile_checksum = self._cursor.map()[-40:-20]
        elif attr == "_packfile_checksum":
            self._packfile_checksum = self._cursor.map()[-20:]
        elif attr == "_cursor":
            # Note: We don't lock the file when reading as we cannot be sure
            # that we can actually write to the location - it could be a read-only
            # alternate for instance
            self._cursor = mman.make_cursor(self._indexpath).use_region()
            # We will assume that the index will always fully fit into memory !
            if mman.window_size() > 0 and self._cursor.file_size() > mman.window_size():
                raise AssertionError(
                    "The index file at %s is too large to fit into a mapped window (%i > %i). This is a limitation of the implementation"
                    % (self._indexpath, self._cursor.file_size(), mman.window_size())
                )
                # END assert window size
        else:
            # now its time to initialize everything - if we are here, someone wants
            # to access the fanout table or related properties

            # CHECK VERSION
            mmap = self._cursor.map()
            self._version = (mmap[:4] == self.index_v2_signature and 2) or 1
            if self._version == 2:
                version_id = unpack_from(">L", mmap, 4)[0]
                assert version_id == self._version, "Unsupported index version: %i" % version_id
                # END assert version

                # SETUP FUNCTIONS
                # setup our functions according to the actual version
            for fname in ("entry", "offset", "sha", "crc"):
                setattr(self, fname, getattr(self, "_%s_v%i" % (fname, self._version)))
                # END for each function to initialize

                # INITIALIZE DATA
                # byte offset is 8 if version is 2, 0 otherwise
            self._initialize()