def from_bytes(cls, s):
st = cls._struct
vals = st.unpack(s[: st.size])
terminfo = cls()
flags = vals[0]
terminfo._weight = vals[1]
terminfo._df = vals[2]
terminfo._minlength = byte_to_length(vals[3])
terminfo._maxlength = byte_to_length(vals[4])
terminfo._maxweight = vals[5]
terminfo._minid = None if vals[6] == 0xFFFFFFFF else vals[6]
terminfo._maxid = None if vals[7] == 0xFFFFFFFF else vals[7]
if flags:
# Postings are stored inline
terminfo._inlined = loads(s[st.size:])
else:
# Last bytes are pointer into posting file and length
offpos = st.size
lenpos = st.size + _LONG_SIZE
terminfo._offset = unpack_long(s[offpos:lenpos])[0]
terminfo._length = unpack_int(s[lenpos: lenpos + _INT_SIZE])
return terminfo
def decode_positions(self, valuestring):
if not valuestring.endswith(b(".")):
valuestring += b(".")
codes = loads(valuestring[_INT_SIZE:])
position = 0
posns = []
for code in codes:
position = code[0] + position
posns.append(position)
return posns
def decode_position_boosts(self, valuestring):
if not valuestring.endswith(b(".")):
valuestring += b(".")
codes = loads(valuestring[_INT_SIZE + _FLOAT_SIZE:])
position = 0
posns_boosts = []
for code in codes:
position = code[0] + position
posns_boosts.append((position, code[1]))
return posns_boosts
def _read_data(self):
# Load block data tuple from disk
datalen = self._nextoffset - self._dataoffset
b = self._postfile.get(self._dataoffset, datalen)
# Decompress the pickled data if necessary
if self._compression:
b = zlib.decompress(b)
# Unpickle the data tuple and save it in an attribute
data = loads(b)
self._data = data
def decode_character_boosts(self, valuestring):
if not valuestring.endswith(b(".")):
valuestring += b(".")
codes = loads(valuestring[_INT_SIZE + _FLOAT_SIZE:])
position = 0
endchar = 0
posn_char_boosts = []
for code in codes:
position = position + code[0]
startchar = endchar + code[1]
endchar = startchar + code[2]
posn_char_boosts.append((position, startchar, endchar, code[3]))
return posn_char_boosts
def decode_characters(self, valuestring):
if not valuestring.endswith(b(".")):
valuestring += b(".")
codes = loads(valuestring[_INT_SIZE:])
position = 0
endchar = 0
posns_chars = []
for code in codes:
position = code[0] + position
startchar = code[1] + endchar
endchar = code[2] + startchar
posns_chars.append((position, startchar, endchar))
return posns_chars
def __iter__(self):
for v in self._child:
if not v:
yield None
else:
yield loads(v)
def __getitem__(self, docnum):
v = self._child[docnum]
if not v:
return None
else:
return loads(v)
