def obfuscate_directory(self, input_dir, output_dir):
if output_dir is not None:
create_directory(output_dir)
if self.parameters['wiki']:
for filepath in glob.glob(os.path.join(input_dir, '*wiki_articlerevision-prod-analytics.sql')):
self.obfuscate_wiki_file(filepath, output_dir)
if self.parameters['courseware']:
for filepath in glob.glob(os.path.join(input_dir, '*courseware_studentmodule-prod-analytics.sql')):
self.obfuscate_courseware_file(filepath, output_dir)
if self.parameters['forum']:
for filepath in glob.glob(os.path.join(input_dir, '*.mongo')):
self.obfuscate_forum_file(filepath, output_dir)
if self.parameters['event']:
# This is generalized beyond localfs/glob.
task = PathSetTask(src=[input_dir], include=['*-events-*.log.gz'])
requirements = task.requires()
for requirement in requirements:
self.obfuscate_event_file(requirement.output(), output_dir)
def obfuscate_directory(self, input_dir, output_dir):
if output_dir is not None:
create_directory(output_dir)
if self.parameters['wiki']:
for filepath in glob.glob(
os.path.join(input_dir,
'*wiki_articlerevision-prod-analytics.sql')):
self.obfuscate_wiki_file(filepath, output_dir)
if self.parameters['courseware']:
for filepath in glob.glob(
os.path.join(
input_dir,
'*courseware_studentmodule-prod-analytics.sql')):
self.obfuscate_courseware_file(filepath, output_dir)
if self.parameters['forum']:
for filepath in glob.glob(os.path.join(input_dir, '*.mongo')):
self.obfuscate_forum_file(filepath, output_dir)
if self.parameters['event']:
# This is generalized beyond localfs/glob.
task = PathSetTask(src=[input_dir], include=['*-events-*.log.gz'])
requirements = task.requires()
for requirement in requirements:
self.obfuscate_event_file(requirement.output(), output_dir)
