def test_error(self): user_answer = "#!/bin/bash\n[[ $# -eq 2 ]] && echo $(( $1 - $2 )) && exit $(( $1 - $2 ))" get_class = BashCodeEvaluator(self.test_case_data, self.test, self.language, user_answer, self.ref_code_path, self.in_dir) result = get_class.evaluate() self.assertFalse(result.get("success")) self.assertTrue("Error" in result.get("error"))
def test_infinite_loop(self): user_answer = "#!/bin/bash\nwhile [ 1 ] ; do echo "" > /dev/null ; done" get_class = BashCodeEvaluator(self.test_case_data, self.test, self.language, user_answer, self.ref_code_path, self.in_dir) result = get_class.evaluate() self.assertFalse(result.get("success")) self.assertEquals(result.get("error"), self.timeout_msg)
def test_infinite_loop(self): user_answer = "#!/bin/bash\nwhile [ 1 ] ;" " do echo " " > /dev/null ; done" get_class = BashCodeEvaluator(self.in_dir) kwargs = {"user_answer": user_answer, "test_case_data": self.test_case_data, "file_paths": self.file_paths} result = get_class.evaluate(**kwargs) self.assertFalse(result.get("success")) self.assertEquals(result.get("error"), self.timeout_msg)
def test_error(self): user_answer = "#!/bin/bash\n[[ $# -eq 2 ]] " "&& echo $(( $1 - $2 )) && exit $(( $1 - $2 ))" get_class = BashCodeEvaluator(self.in_dir) kwargs = {"user_answer": user_answer, "test_case_data": self.test_case_data, "file_paths": self.file_paths} result = get_class.evaluate(**kwargs) self.assertFalse(result.get("success")) self.assertTrue("Error" in result.get("error"))
def test_file_based_assert(self): self.file_paths = [(os.getcwd() + "/yaksh/test.txt", False)] self.test_case_data = [{"test_case": "bash_files/sample1.sh,bash_files/sample1.args"}] user_answer = "#!/bin/bash\ncat $1" get_class = BashCodeEvaluator() kwargs = {"user_answer": user_answer, "test_case_data": self.test_case_data, "file_paths": self.file_paths} result = get_class.evaluate(**kwargs) self.assertTrue(result.get("success")) self.assertEquals(result.get("error"), "Correct answer")
def test_infinite_loop(self): user_answer = "#!/bin/bash\nwhile [ 1 ] ; do echo " " > /dev/null ; done" get_class = BashCodeEvaluator(self.test_case_data, self.test, self.language, user_answer, self.ref_code_path, self.in_dir) result = get_class.evaluate() self.assertFalse(result.get("success")) self.assertEquals(result.get("error"), self.timeout_msg)
def test_error(self): user_answer = ("#!/bin/bash\n[[ $# -eq 2 ]] " "&& echo $(( $1 - $2 )) && exit $(( $1 - $2 ))") get_class = BashCodeEvaluator(self.in_dir) kwargs = {'user_answer': user_answer, 'test_case_data': self.test_case_data } result = get_class.evaluate(**kwargs) self.assertFalse(result.get("success")) self.assertTrue("Error" in result.get("error"))
def test_correct_answer(self): user_answer = ("#!/bin/bash\n[[ $# -eq 2 ]]" " && echo $(( $1 + $2 )) && exit $(( $1 + $2 ))" ) get_class = BashCodeEvaluator(self.in_dir) kwargs = {'user_answer': user_answer, 'test_case_data': self.test_case_data } result = get_class.evaluate(**kwargs) self.assertTrue(result.get('success')) self.assertEquals(result.get('error'), "Correct answer")
def test_error(self): user_answer = ("#!/bin/bash\n[[ $# -eq 2 ]] " "&& echo $(( $1 - $2 )) && exit $(( $1 - $2 ))") get_class = BashCodeEvaluator(self.in_dir) kwargs = { 'user_answer': user_answer, 'test_case_data': self.test_case_data, 'file_paths': self.file_paths } result = get_class.evaluate(**kwargs) self.assertFalse(result.get("success")) self.assertTrue("Error" in result.get("error"))
def test_correct_answer(self): user_answer = ("#!/bin/bash\n[[ $# -eq 2 ]]" " && echo $(( $1 + $2 )) && exit $(( $1 + $2 ))") get_class = BashCodeEvaluator(self.in_dir) kwargs = { 'user_answer': user_answer, 'test_case_data': self.test_case_data, 'file_paths': self.file_paths } result = get_class.evaluate(**kwargs) self.assertTrue(result.get('success')) self.assertEquals(result.get('error'), "Correct answer")
def test_infinite_loop(self): user_answer = ("#!/bin/bash\nwhile [ 1 ] ;" " do echo " " > /dev/null ; done") get_class = BashCodeEvaluator(self.in_dir) kwargs = { 'user_answer': user_answer, 'test_case_data': self.test_case_data, 'file_paths': self.file_paths } result = get_class.evaluate(**kwargs) self.assertFalse(result.get("success")) self.assertEquals(result.get("error"), self.timeout_msg)
def test_file_based_assert(self): self.file_paths = [(os.getcwd() + "/yaksh/test.txt", False)] self.test_case_data = [{ "test_case": "bash_files/sample1.sh,bash_files/sample1.args" }] user_answer = ("#!/bin/bash\ncat $1") get_class = BashCodeEvaluator() kwargs = { 'user_answer': user_answer, 'test_case_data': self.test_case_data, 'file_paths': self.file_paths } result = get_class.evaluate(**kwargs) self.assertTrue(result.get("success")) self.assertEquals(result.get("error"), "Correct answer")