def _get_encoding_from_first_or_second_line(text, filename): for line in text.split(b"\n")[:2]: m = re.search(br"coding[:=]\s*([-\w.]+)", line) if m is not None: e = m.group(1).decode("ascii") try: return codecs.lookup(e).name except LookupError: warning(f"unknown encoding in {filename}: {e}")
def _load_sound_if_needed(self, filename, root, dest, sound_is_not_needed): """load the sound to the dictionary If a text exists for the sound number, the sound won't be loaded.""" if filename[-4:] == ".ogg": key = filename[:-4] if sound_is_not_needed(key): warning("didn't load %s (text exists)", filename) return if key not in dest: full_path = os.path.join(root, filename) dest[key] = full_path # load it later
def _load_sound_if_needed(self, filename, root, dest, sound_is_not_needed): """load the sound to the dictionary If a text exists for the sound number, the sound won't be loaded.""" if filename[-4:] == ".ogg": key = filename[:-4] if sound_is_not_needed(key): warning("didn't load %s (text exists)", filename) return if key not in dest: full_path = os.path.join(root, filename) dest[key] = full_path # load it later
def _get_language(self): """guess and return the best language for this situation""" cfg = open("cfg/language.txt").read().strip() if cfg: lang = cfg else: try: lang = locale.getdefaultlocale()[0] except ValueError: lang = "en" warning("Couldn't get the system language. " "To use another language, edit 'cfg/language.txt' " "and write 'pl' for example.") return best_language_match(lang, self._available_languages())
def _get_language(self): """guess and return the best language for this situation""" cfg = open("cfg/language.txt").read().strip() if cfg: lang = cfg else: try: lang = locale.getdefaultlocale()[0] except ValueError: lang = "en" warning("Couldn't get the system language. " "To use another language, edit 'cfg/language.txt' " "and write 'pl' for example.") return best_language_match(lang, self._available_languages())
def encoding(text, filename="test/tts.txt"): if not filename.endswith("/tts.txt"): return "utf-8" e = _get_encoding_from_first_or_second_line(text, filename) if text.startswith(b"\xef\xbb\xbf"): # UTF-8 with BOM signature if e and e.lower() not in ["utf8", "utf-8", "utf_8"]: warning( f"{filename} starts with an UTF-8 BOM signature but specifies a {e} encoding! using utf-8-sig" ) return "utf-8-sig" # the signature will be skipped if e is None: try: import chardet e = chardet.detect(text)["encoding"] except ImportError: e = locale.getpreferredencoding() warning(f"no encoding specified for {filename}, using {e}") return e
def translate_sound_number(self, sound_number): """Return the text or sound corresponding to the sound number. If the number is greater than NB_ENCODE_SHIFT, then its really a number. """ key = "%s" % sound_number if self.has_text(key): return self.get_text(key) if re.match("^[0-9]+$", key) is not None and int(key) >= NB_ENCODE_SHIFT: return "%s" % (int(key) - NB_ENCODE_SHIFT) if self.has_sound(key): return self.get_sound(key) if re.match("^[0-9]+$", key) is not None: warning("this sound may be missing: %s", sound_number) try: return str(key) except: warning("Unicode error in %s", repr(key)) return str(key, errors="ignore")
def load_texts( self, root: Optional[Union[str, zipfile.ZipFile]] = None) -> Dict[str, str]: result = {} for txt in self._get_text_files(TXT_FILE, localize=True, root=root): lines = txt.split("\n") for line in lines: try: line = line.strip() if line: key, value = line.split(None, 1) if value: result[key] = value else: warning("in '%s', line ignored: %s", TXT_FILE, line) except: warning("in '%s', syntax error: %s", TXT_FILE, line) return result
def get_sound(self, name, warn=True): """return the sound corresponding to the given name""" key = "%s" % name for layer in self.layers: if key in layer.sounds: s = layer.sounds[key] if isinstance(s, basestring): # full path of the sound # load the sound now try: layer.sounds[key] = pygame.mixer.Sound(s) return layer.sounds[key] except: warning("couldn't load %s" % s) del layer.sounds[key] continue # try next layer else: # sound return s if warn: warning("this sound may be missing: %s", name) return None
def load_texts(self, root=None): """load and return a dictionary of texts Args: root (str): the path of the root Returns: dict: texts """ result = {} for txt in self._get_text_files(TXT_FILE, localize=True, root=root): lines = txt.split("\n") encoding_name = encoding.encoding(txt) for line in lines: try: line = line.strip() if line: key, value = line.split(None, 1) if value: try: value = unicode(value, encoding_name) except ValueError: value = unicode(value, encoding_name, "replace") warning("in '%s', encoding error: %s", TXT_FILE, line) result[key] = value else: warning("in '%s', line ignored: %s", TXT_FILE, line) except: warning("in '%s', syntax error: %s", TXT_FILE, line) return result
def load_texts(self, root=None): """load and return a dictionary of texts Args: root (str): the path of the root Returns: dict: texts """ result = {} for txt in self._get_text_files(TXT_FILE, localize=True, root=root): lines = txt.split("\n") encoding_name = encoding.encoding(txt) for line in lines: try: line = line.strip() if line: key, value = line.split(None, 1) if value: try: value = unicode(value, encoding_name) except ValueError: value = unicode(value, encoding_name, "replace") warning("in '%s', encoding error: %s", TXT_FILE, line) result[key] = value else: warning("in '%s', line ignored: %s", TXT_FILE, line) except: warning("in '%s', syntax error: %s", TXT_FILE, line) return result
def get_sound(self, name, warn=True): """return the sound corresponding to the given name""" key = "%s" % name for layer in reversed(self.layers): if key in layer.sounds: s = layer.sounds[key] if isinstance(s, str): # full path of the sound # load the sound now try: layer.sounds[key] = pygame.mixer.Sound(s) return layer.sounds[key] except: warning("couldn't load %s" % s) del layer.sounds[key] continue # try next layer elif isinstance(s, tuple): zip_archive, name = s layer.sounds[key] = pygame.mixer.Sound(file=zip_archive.open(name)) return layer.sounds[key] else: # sound return s if warn: warning("this sound may be missing: %s", name) return None
if lang.lower() == shortened_code.lower(): return available_language # default value return "en" _cfg = open("cfg/language.txt").read().strip() if _cfg: preferred_language = _cfg else: try: preferred_language = locale.getdefaultlocale()[0] except ValueError: preferred_language = "en" warning("Couldn't get the system language. " "To use another language, edit 'cfg/language.txt' " "and write 'pl' for example.") class ResourceLoader(object): """Load resources. Depends on language, active packages, loading order of the mods. Ideally, it should only care about folders and files. """ def __init__(self, mods, soundpacks, all_packages_paths, base_path="res"): self._paths = [] self.base_path = base_path self.update_mods_list(mods, soundpacks, all_packages_paths) self.language = self._get_language() def _available_languages(self):
return available_language # default value return "en" with open("cfg/language.txt") as t: _cfg = t.read().strip() if _cfg: preferred_language: Optional[str] = _cfg else: try: preferred_language = locale.getdefaultlocale()[0] except ValueError: preferred_language = "en" warning("Couldn't get the system language. " "To use another language, edit 'cfg/language.txt' " "and write 'pl' for example.") class ResourceLoader: """Load resources. Depends on language, active packages, loading order of the mods. Ideally, it should only care about folders and files. """ def __init__(self, mods, soundpacks, all_packages_paths, base_path="res"): self._paths = [] self.base_path = base_path self.update_mods_list(mods, soundpacks, all_packages_paths) self.language = self._get_language() def _available_languages(self):
def _load_sound(self, key, file_ref): # if a text exists with the same name, the sound won't be loaded if key in self.txt: warning("didn't load %s.ogg (text exists)", key) elif key not in self.sounds: self.sounds[key] = file_ref