checks=[CheckOverallScore(0, 100),
CheckTimeout()]),
Test('timeout-select',
task=batch_stdio,
filenames=['timeout-select.%l'],
languages=(LANG_CPP, ),
checks=[CheckOverallScore(0, 100),
CheckTimeout()]),
# Nonzero return status.
Test('nonzero-return-stdio',
task=batch_stdio,
filenames=['nonzero-return-stdio.%l'],
languages=ALL_LANGUAGES,
checks=[CheckOverallScore(0, 100),
CheckNonzeroReturn()]),
Test('nonzero-return-fileio',
task=batch_fileio,
filenames=['nonzero-return-fileio.%l'],
languages=ALL_LANGUAGES,
checks=[CheckOverallScore(0, 100),
CheckNonzeroReturn()]),
# Fork
# We can't really check for a specific error, because forking
# doesn't cause an exceptional stop: it just returns -1 to the
# caller; we rely on the fact that the test program is designed to
# produce output only inside the child process
# TODO: since we allow many processes in the sandbox now by default,
task=batch_stdio, filename='timeout-pause.%l',
languages=('cpp',),
checks=[CheckOverallScore(0, 100), CheckForbiddenSyscall('pause')]),
Test('timeout-sleep',
task=batch_stdio, filename='timeout-sleep.%l',
languages=('cpp',),
checks=[CheckOverallScore(0, 100), CheckForbiddenSyscall('nanosleep')]),
Test('timeout-sigstop',
task=batch_stdio, filename='timeout-sigstop.%l',
languages=('cpp',),
checks=[CheckOverallScore(0, 100), CheckSignal(19)]),
Test('timeout-select',
task=batch_stdio, filename='timeout-select.%l',
languages=('cpp',),
checks=[CheckOverallScore(0, 100), CheckForbiddenSyscall()]),
Test('nonzero-return-stdio',
task=batch_stdio, filename='nonzero-return-stdio.%l',
languages=all_languages,
checks=[CheckOverallScore(0, 100), CheckNonzeroReturn()]),
Test('nonzero-return-fileio',
task=batch_fileio, filename='nonzero-return-fileio.%l',
languages=all_languages,
checks=[CheckOverallScore(0, 100), CheckNonzeroReturn()]),
]