def runPreprocess(self, job):
success = True
# for each preprocessor
for pre in job.preprocessors:
# print the name
io.printIndented("running preprocessor '{}'...".format(pre.name),
1)
# if we are a reference, get what we are referencing to
jobName = job.name
if pre.isReference:
jobName = pre.job
pre = getPreprocessorReference(self.config, pre.job, pre.name)
# see if it has already ran
if self.shouldPreprocess(jobName, pre.name, pre.runThisRound):
# we need to run, first gather arguments
students = self.corpus.students
assignments = getJobFromConfig(self.config,
jobName).assignments
args = pre.args
helpers = self.corpus
# try to import the correct module
try:
module = importlib.import_module('preprocessors.' +
pre.name)
# run it
print ""
success = module.run(students, assignments, args, helpers)
# update progress
self.progress.updatePreprogress(job.name, pre.name,
success)
pre.runThisRound = success
except:
printError(
"module '{}' not found or encountered an error.\n".
format(pre.name))
success = False
if success:
io.printIndented('complete!\n', 1)
else:
# fail out
break
else:
# don't need to run
io.printRaw(' already done!\n')
# return true iff all were sucessful
return success
def runPreprocess(self, job):
success = True
# for each preprocessor
for pre in job.preprocessors:
# print the name
io.printIndented("running preprocessor '{}'...".format(pre.name), 1)
# if we are a reference, get what we are referencing to
jobName = job.name
if pre.isReference:
jobName = pre.job
pre = getPreprocessorReference(self.config, pre.job, pre.name)
# see if it has already ran
if self.shouldPreprocess(jobName, pre.name, pre.runThisRound):
# we need to run, first gather arguments
students = self.corpus.students
assignments = getJobFromConfig(self.config, jobName).assignments
args = pre.args
helpers = self.corpus
# try to import the correct module
try:
module = importlib.import_module('preprocessors.' + pre.name)
# run it
print ""
success = module.run(students, assignments, args, helpers)
# update progress
self.progress.updatePreprogress(job.name, pre.name, success)
pre.runThisRound = success
except:
printError("module '{}' not found or encountered an error.\n".format(pre.name))
success = False
if success:
io.printIndented('complete!\n', 1)
else:
# fail out
break
else:
# don't need to run
io.printRaw(' already done!\n')
# return true iff all were sucessful
return success
def runPostprocess(self, job):
success = True
# for each preprocessor
for post in job.postprocessors:
# print the name
io.printIndented("running postprocessor '{}'...".format(post.name),
1)
# see if it has already ran
if self.shouldPostprocess(job.name, post.name):
# we need to run, first gather arguments
students = self.corpus.students
assignments = job.assignments
args = post.args
helpers = self.corpus
# try to import the correct module
try:
module = importlib.import_module('postprocessors.' +
post.name)
# run it
print ""
success = module.run(students, assignments, args, helpers)
# update progress
self.progress.updatePostprogress(job.name, post.name,
success)
except:
printError(
"module '{}' not found or encountered an error.\n".
format(post.name))
success = False
if success:
io.printIndented('complete!\n', 1)
else:
# fail out
break
else:
# don't need to run
io.printRaw(' already done!\n')
# return true iff all were sucessful
return success
def runPostprocess(self, job):
success = True
# for each preprocessor
for post in job.postprocessors:
# print the name
io.printIndented("running postprocessor '{}'...".format(post.name), 1)
# see if it has already ran
if self.shouldPostprocess(job.name, post.name):
# we need to run, first gather arguments
students = self.corpus.students
assignments = job.assignments
args = post.args
helpers = self.corpus
# try to import the correct module
try:
module = importlib.import_module('postprocessors.' + post.name)
# run it
print ""
success = module.run(students, assignments, args, helpers)
# update progress
self.progress.updatePostprogress(job.name, post.name, success)
except:
printError("module '{}' not found or encountered an error.\n".format(post.name))
success = False
if success:
io.printIndented('complete!\n', 1)
else:
# fail out
break
else:
# don't need to run
io.printRaw(' already done!\n')
# return true iff all were sucessful
return success
def clean(self, cleanall):
corpus = self.corpus
students = corpus.students
config = self.config
io.printRaw("Cleaning up corpus... ")
# clean the preprocessor
for job in config.jobs:
for assignment in job.assignments:
name = assignment.name
# clean up the preprocessor
for student in students:
corpus.cleanPreprocessed(student, name)
# clean the processor and postprocessor
if cleanall == True:
corpus.cleanProcessed(name)
corpus.cleanPostprocessed(name)
print "done!\n"
def clean(self, cleanall):
corpus = self.corpus
students = corpus.students
config = self.config
io.printRaw("Cleaning up corpus... ")
# clean the preprocessor
for job in config.jobs:
for assignment in job.assignments:
name = assignment.name
# clean up the preprocessor
for student in students:
corpus.cleanPreprocessed(student, name)
# clean the processor and postprocessor
if cleanall == True:
corpus.cleanProcessed(name)
corpus.cleanPostprocessed(name)
print "done!\n"
