def getFinalFilename(self, sex: str, silent: bool = False) -> str:
# Final-ish filename
ffn = self.filename.format(ID=self.id, SEX=sex)
# Check for reserved filenames.
dn = os.path.dirname(ffn)
bn = os.path.basename(ffn)
bn, ext = os.path.splitext(bn)
m = WINDOZE_RESERVED.match(bn)
if m is not None:
# CON -> C_ON
fbn = f'{bn[0]}_{bn[1:]}'
if not silent:
log.warning(
'%s is a reserved filename in Windows, changed to %s!', bn,
fbn)
bn = fbn
fbn = _fixChars(bn)
if fbn != bn:
if not silent:
log.warning('%s had invalid chars, changed to %s!', bn, fbn)
bn = fbn
return os.path.join(dn, bn + ext)
def organizeFile(filename: str) -> None:
phrases: Dict[str, List[Phrase]] = collections.OrderedDict({
EPhraseFlags.OLD_VOX.name: [],
#EPhraseFlags.NOT_VOX: [],
EPhraseFlags.SFX.name: [],
})
phrasesByID = {}
for p in ParsePhraseListFrom(filename):
if p.id in phrasesByID:
log.warning('Skipping duplicate %s...', p.id)
continue
assignTo = ''
if p.hasFlag(EPhraseFlags.SFX):
assignTo = EPhraseFlags.SFX.name
elif p.hasFlag(EPhraseFlags.OLD_VOX):
assignTo = EPhraseFlags.OLD_VOX.name
else:
assignTo = p.category
phrasesByID[p.id] = p
if assignTo not in phrases:
phrases[assignTo] = []
phrases[assignTo] += [p]
#phrases.sort(key=lambda x: x.id)
with open(filename + '.sorted', 'w') as w:
for section, sectionPhrases in phrases.items():
if section != '':
w.write(f'\n############\n## {section}\n############\n\n')
for phrase in sorted(sectionPhrases, key=lambda x: x.id):
for comm in phrase.comments_before:
comm = comm.rstrip()
w.write(f'#{comm}\n')
key = phrase.id
value = phrase.phrase
if phrase.hasFlag(EPhraseFlags.SFX):
w.write(f'{key} = @{value}\n')
else:
if key != value:
w.write(f'{key} = {value}\n')
else:
w.write(f'{key}\n')
def main():
argp = argparse.ArgumentParser(description='Generation script for ss13-vox.')
#argp.add_argument('--codebase', choices=['vg', 'tg'], default='vg', help='Which codebase to generate for. (Affects output code and paths.)')
argp.add_argument('--threads', '-j', type=int, default=multiprocessing.cpu_count(), help='How many threads to use in ffmpeg.')
#argp.add_argument('phrasefiles', nargs='+', type=str, help='A list of phrase files.')
args = argp.parse_args()
if not os.path.isdir('tmp'):
os.makedirs('tmp')
DIST_DIR = 'dist'
PREEX_SOUND = 'sound/vox/{ID}.wav'
NUVOX_SOUND = 'sound/vox_{SEX}/{ID}.wav'
voices = []
vox_sounds_path = ''
templatefile = ''
config = BaseConfig()
config.cfg = YAMLConfig('config.yml')
pathcfg = BaseConfig()
pathcfg.cfg = YAMLConfig('paths.yml').cfg[config.get('codebase', 'vg')]
PREEX_SOUND = pathcfg.get('sound.old-vox', PREEX_SOUND)
NUVOX_SOUND = pathcfg.get('sound.new-vox', NUVOX_SOUND)
voice_assignments = {}
all_voices = []
default_voice: Voice = VoiceRegistry.Get(USSLTFemale.ID)
sfx_voice: SFXVoice = SFXVoice()
configured_voices: Dict[str, dict] = {}
for sexID, voiceid in config.get('voices', {'fem': USSLTFemale.ID}).items():
voice = VoiceRegistry.Get(voiceid)
assert sexID != ''
voice.assigned_sex = sexID
if sexID in ('fem', 'mas'):
sex = EVoiceSex(sexID)
assert voice.SEX == sex
voices += [voice]
elif sexID == 'default':
default_voice = voice
voice_assignments[voice.assigned_sex] = []
all_voices += [voice]
configured_voices[sexID] = voice.serialize()
voice_assignments[sfx_voice.assigned_sex] = []
all_voices += [sfx_voice]
configured_voices[sfx_voice.assigned_sex] = sfx_voice.serialize()
vox_sounds_path = os.path.join(DIST_DIR, pathcfg.get('vox_sounds.path'))
templatefile = pathcfg.get('vox_sounds.template')
vox_data_path = os.path.join(DIST_DIR, pathcfg.get('vox_data'))
DATA_DIR = os.path.join(DIST_DIR, 'data')
os_utils.ensureDirExists(DATA_DIR)
with log.info('Parsing lexicon...'):
lexicon = ParseLexiconText('lexicon.txt')
phrases=[]
phrasesByID = {}
broked = False
for filename in config.get('phrasefiles', ['announcements.txt', 'voxwords.txt']):
for p in ParsePhraseListFrom(filename):
if p.id in phrasesByID:
duplicated = phrasesByID[p.id]
log.critical('Duplicate phrase with ID %s in file %s on line %d! First instance in file %s on line %d.', p.id, p.deffile, p.defline, duplicated.deffile, duplicated.defline)
broked = True
continue
phrases += [p]
phrasesByID[p.id] = p
if broked:
sys.exit(1)
soundsToKeep = set()
for sound in OTHERSOUNDS:
soundsToKeep.add(os.path.join(DIST_DIR, sound + '.ogg'))
phrases.sort(key=lambda x: x.id)
overrides = config.get('overrides', {})
for phrase in phrases:
if phrase.id in overrides:
phrase.fromOverrides(overrides.get(phrase.id))
phrase_voices = list(voices)
# If it has a path, it's being manually specified.
if '/' in phrase.id:
phrase.filename = phrase.id + '.ogg'
phrase_voices = [default_voice]
soundsToKeep.add(os.path.abspath(os.path.join(DIST_DIR, phrase.filename)))
else:
phrase.filename = ''+NUVOX_SOUND
if phrase.hasFlag(EPhraseFlags.OLD_VOX):
phrase_voices = [default_voice]
phrase.filename = PREEX_SOUND.format(ID=phrase.id)
for voice in ['fem', 'mas']:
phrase.files[voice] = FileData()
phrase.files[voice].filename = phrase.filename
phrase.files[voice].checksum = ''
phrase.files[voice].duration = phrase.override_duration or -1
phrase.files[voice].size = phrase.override_size or -1
#voice_assignments[voice].append(phrase)
soundsToKeep.add(os.path.abspath(os.path.join(DIST_DIR, phrase.filename)))
continue
if phrase.hasFlag(EPhraseFlags.SFX):
phrase_voices = [sfx_voice]
if not phrase.hasFlag(EPhraseFlags.OLD_VOX):
log.info('%s - %r', phrase.id, [x.assigned_sex for x in phrase_voices])
for v in phrase_voices:
voice_assignments[v.assigned_sex].append(phrase)
#phrase.files[v.assigned_sex] = fd
#sys.exit(1)
for voice in all_voices:
print(voice.ID, voice.assigned_sex)
DumpLexiconScript(voice.FESTIVAL_VOICE_ID, lexicon.values(), 'tmp/VOXdict.lisp')
for phrase in voice_assignments[voice.assigned_sex]:
GenerateForWord(phrase, voice, soundsToKeep, args)
sexes=set()
for vk, fd in phrase.files.items():
soundsToKeep.add(os.path.abspath(os.path.join(DIST_DIR, fd.filename)))
jenv = jinja2.Environment(loader=jinja2.FileSystemLoader(['./templates']))
jenv.add_extension('jinja2.ext.do') # {% do ... %}
templ = jenv.get_template(templatefile)
with log.info('Writing sound list to %s...', vox_sounds_path):
os_utils.ensureDirExists(os.path.dirname(vox_sounds_path))
assetcache={}
sound2id={}
with open(vox_sounds_path, 'w') as f:
sexes = {
'fem': [],
'mas': [],
'default': [],
#'sfx': [],
}
for p in phrases:
for k in p.files.keys():
assetcache[p.getAssetKey(k)] = p.files[k].filename
sound2id[p.files[k].filename] = p.getAssetKey(k)
if p.hasFlag(EPhraseFlags.NOT_VOX):
continue
for k in p.files.keys():
if p.hasFlag(EPhraseFlags.SFX):
for sid in ('fem', 'mas'):
if p not in sexes[sid]:
sexes[sid].append(p)
else:
sexes[k].append(p)
f.write(templ.render(
InitClass=InitClass,
SEXES=sexes,
ASSETCACHE=assetcache,
SOUND2ID=sound2id,
PHRASES=[p for p in phrases if not p.hasFlag(EPhraseFlags.NOT_VOX)]))
soundsToKeep.add(os.path.abspath(vox_sounds_path))
os_utils.ensureDirExists(DATA_DIR)
with open(os.path.join(DATA_DIR, 'vox_data.json'), 'w') as f:
data = {
'version': 2,
'compiled': time.time(),
'voices': configured_voices,
'words': collections.OrderedDict({w.id: w.serialize() for w in phrases if '/' not in w.id}),
}
json.dump(data, f, indent=2)
soundsToKeep.add(os.path.abspath(os.path.join(DATA_DIR, 'vox_data.json')))
with open('tmp/written.txt', 'w') as f:
for filename in sorted(soundsToKeep):
f.write(f'{filename}\n')
for root, _, files in os.walk(DIST_DIR, topdown=False):
for name in files:
filename = os.path.abspath(os.path.join(root, name))
if filename not in soundsToKeep:
log.warning('Removing {0} (no longer defined)'.format(filename))
os.remove(filename)
def organizeFile(filename: str,
sort_sections: bool = False,
skip_profanity_check: bool = None) -> None:
global PF
if skip_profanity_check is None:
skip_profanity_check = not PROFANITY_CHECK
if PF is None:
PF = ProfanityFilter()
phrases: Dict[str, List[Phrase]] = collections.OrderedDict({
#EPhraseFlags.OLD_VOX.name: [],
#EPhraseFlags.NOT_VOX: [],
#EPhraseFlags.SFX.name: [],
})
phrasesByID = {}
for p in ParsePhraseListFrom(filename):
if p.id.lower() in phrasesByID:
log.warning('Skipping duplicate %s...', p.id)
continue
assignTo = ''
if p.hasFlag(EPhraseFlags.SFX):
assignTo = EPhraseFlags.SFX.name
elif p.hasFlag(EPhraseFlags.OLD_VOX):
assignTo = EPhraseFlags.OLD_VOX.name
else:
assignTo = p.category
phrasesByID[p.id.lower()] = p
if assignTo not in phrases:
phrases[assignTo] = []
phrases[assignTo] += [p]
if sort_sections:
newPhOD = collections.OrderedDict()
for k in sorted(phrases.keys()):
newPhOD[k] = phrases[k]
phrases = newPhOD
with open(filename + '.sorted', 'w') as w:
divider_len = max([len(x) for x in phrases.keys()]) + 4
divider = '#' * divider_len
for section, sectionPhrases in phrases.items():
if section != '':
w.write(f'\n{divider}\n## {section}\n{divider}\n\n')
for phrase in sorted(sectionPhrases, key=lambda x: x.id):
for comm in phrase.comments_before:
comm = comm.rstrip()
w.write(f'#{comm}\n')
key = newkey = phrase.id
if '/' not in key:
newkey = key.lower()
value = phrase.phrase
if phrase.hasFlag(EPhraseFlags.SFX):
w.write(f'{newkey} = @{value}\n')
else:
if not skip_profanity_check and PF.is_profane(value):
log.warning(
f'{filename}: Phrase {phrase.id} contains profanity.'
)
if key != value:
w.write(f'{newkey} = {value}\n')
else:
w.write(f'{newkey}\n')