def translate_gettext(x): if not PY3 and is_unicode(x): x = x.encode("utf-8") y = lgettext(x) if is_text_string(y) and PY3: return y else: return to_text_string(y, "utf-8")
def translate_gettext(x): if not PY3 and is_unicode(x): x = x.encode("utf-8") y = lgettext(x) if is_text_string(y) and PY3: return y else: return to_text_string(y, "utf-8")
def add_image_path(path, subfolders=True): """Append image path (opt. with its subfolders) to global list IMG_PATH""" if not is_unicode(path): path = decode_fs_string(path) global IMG_PATH IMG_PATH.append(path) if subfolders: for fileobj in os.listdir(path): pth = osp.join(path, fileobj) if osp.isdir(pth): IMG_PATH.append(pth)
def add_image_path(path, subfolders=True): """Append image path (opt. with its subfolders) to global list IMG_PATH""" if not is_unicode(path): path = decode_fs_string(path) global IMG_PATH IMG_PATH.append(path) if subfolders: for fileobj in os.listdir(path): pth = osp.join(path, fileobj) if osp.isdir(pth): IMG_PATH.append(pth)
def utf8_to_unicode(string): """Convert UTF-8 string to Unicode""" if not is_text_string(string): string = to_text_string(string) if not is_unicode(string): try: string = to_text_string(string, "utf-8") except UnicodeDecodeError: # This is border line... but we admit here string which has been # erroneously encoded in file system charset instead of UTF-8 string = decode_fs_string(string) return string
def utf8_to_unicode(string): """Convert UTF-8 string to Unicode""" if not is_text_string(string): string = to_text_string(string) if not is_unicode(string): try: string = to_text_string(string, "utf-8") except UnicodeDecodeError: # This is border line... but we admit here string which has been # erroneously encoded in file system charset instead of UTF-8 string = decode_fs_string(string) return string
def write(self, val, group_name=None): """Write value using the appropriate routine depending on value type group_name: if None, writing the value in current group""" import numpy as np if group_name: self.begin(group_name) if isinstance(val, bool): self.write_bool(val) elif isinstance(val, int): self.write_int(val) elif isinstance(val, float): self.write_float(val) elif is_unicode(val): self.write_unicode(val) elif isinstance(val, str): self.write_any(val) elif isinstance(val, np.ndarray): self.write_array(val) elif np.isscalar(val): self.write_any(val) elif val is None: self.write_none() elif isinstance(val, (list, tuple)): self.write_sequence(val) elif isinstance(val, datetime.datetime): self.write_float(val.timestamp()) elif isinstance(val, datetime.date): self.write_int(val.toordinal()) elif hasattr(val, 'serialize') and isinstance(val.serialize, collections.Callable): # The object has a DataSet-like `serialize` method val.serialize(self) else: raise NotImplementedError("cannot serialize %r of type %r" % (val, type(val))) if group_name: self.end(group_name)
def write(self, val, group_name=None): """Write value using the appropriate routine depending on value type group_name: if None, writing the value in current group""" import numpy as np if group_name: self.begin(group_name) if isinstance(val, bool): self.write_bool(val) elif isinstance(val, int): self.write_int(val) elif isinstance(val, float): self.write_float(val) elif is_unicode(val): self.write_unicode(val) elif isinstance(val, str): self.write_any(val) elif isinstance(val, np.ndarray): self.write_array(val) elif np.isscalar(val): self.write_any(val) elif val is None: self.write_none() elif isinstance(val, (list, tuple)): self.write_sequence(val) elif isinstance(val, datetime.datetime): self.write_float(val.timestamp()) elif isinstance(val, datetime.date): self.write_int(val.toordinal()) elif hasattr(val, 'serialize') and isinstance(val.serialize, collections.Callable): # The object has a DataSet-like `serialize` method val.serialize(self) else: raise NotImplementedError("cannot serialize %r of type %r" % (val, type(val))) if group_name: self.end(group_name)
def encode_to_utf8(x): """Encode unicode string in UTF-8 -- but only with Python 2""" if PY2 and is_unicode(x): return x.encode("utf-8") else: return x
def read_unicode(self): val = self.read_any() if is_unicode(val) or val is None: return val else: return self.read_str()
def translate_dumb(x): if not is_unicode(x): return to_text_string(x, "utf-8") return x
def translate_dumb(x): if not is_unicode(x): return to_text_string(x, "utf-8") return x
def read_unicode(self): val = self.read_any() if is_unicode(val) or val is None: return val else: return self.read_str()