diff options
| -rw-r--r-- | yaksh/evaluator_tests/test_python_evaluation.py | 47 |
1 files changed, 34 insertions, 13 deletions
diff --git a/yaksh/evaluator_tests/test_python_evaluation.py b/yaksh/evaluator_tests/test_python_evaluation.py index 7cd4352..c55f04f 100644 --- a/yaksh/evaluator_tests/test_python_evaluation.py +++ b/yaksh/evaluator_tests/test_python_evaluation.py @@ -57,57 +57,75 @@ class PythonEvaluationTestCases(unittest.TestCase): def add(a, b); return a + b """) - syntax_error_msg = "SyntaxError" + syntax_error_msg = ["Traceback", "call", "File", "line", "<string>", + "SyntaxError", "invalid syntax"] get_evaluator = PythonCodeEvaluator(self.test_case_data, self.test, self.language, user_answer) result = get_evaluator.evaluate() + err = result.get("error").splitlines() self.assertFalse(result.get("success")) - self.assertIn(syntax_error_msg, result.get("error")) + self.assertEqual(5, len(err)) + for msg in syntax_error_msg: + self.assertIn(msg, result.get("error")) def test_indent_error(self): user_answer = dedent(""" def add(a, b): return a + b """) - indent_error_msg = "IndentationError" + indent_error_msg = ["Traceback", "call", "File", "line", "<string>", + "IndentationError", "indented block"] get_evaluator = PythonCodeEvaluator(self.test_case_data, self.test, self.language, user_answer) result = get_evaluator.evaluate() + err = result.get("error").splitlines() self.assertFalse(result.get("success")) - self.assertIn(indent_error_msg, result.get("error")) + self.assertEqual(5, len(err)) + for msg in indent_error_msg: + self.assertIn(msg, result.get("error")) def test_name_error(self): user_answer = "" - name_error_msg = "NameError" + name_error_msg = ["Traceback", "call", "NameError", "name", "defined"] get_evaluator = PythonCodeEvaluator(self.test_case_data, self.test, self.language, user_answer) result = get_evaluator.evaluate() + err = result.get("error").splitlines() self.assertFalse(result.get("success")) - self.assertIn(name_error_msg, result.get("error")) + self.assertEqual(2, len(err)) + for msg in name_error_msg: + self.assertIn(msg, result.get("error")) def test_recursion_error(self): user_answer = dedent(""" def add(a, b): return add(3, 3) """) - recursion_error_msg = "RuntimeError" + recursion_error_msg = ["Traceback", "call", "RuntimeError", + "maximum recursion depth exceeded"] get_evaluator = PythonCodeEvaluator(self.test_case_data, self.test, self.language, user_answer) result = get_evaluator.evaluate() + err = result.get("error").splitlines() self.assertFalse(result.get("success")) - self.assertIn(recursion_error_msg, result.get("error")) + self.assertEqual(2, len(err)) + for msg in recursion_error_msg: + self.assertIn(msg, result.get("error")) def test_type_error(self): user_answer = dedent(""" def add(a): return a + b """) - type_error_msg = "TypeError" + type_error_msg = ["Traceback", "call", "TypeError", "exactly", "argument"] get_evaluator = PythonCodeEvaluator(self.test_case_data, self.test, self.language, user_answer) result = get_evaluator.evaluate() + err = result.get("error").splitlines() self.assertFalse(result.get("success")) - self.assertIn(type_error_msg, result.get("error")) + self.assertEqual(2, len(err)) + for msg in type_error_msg: + self.assertIn(msg, result.get("error")) def test_value_error(self): user_answer = dedent(""" @@ -115,12 +133,15 @@ class PythonEvaluationTestCases(unittest.TestCase): c = 'a' return int(a) + int(b) + int(c) """) - value_error_msg = "ValueError" + value_error_msg = ["Traceback", "call", "ValueError", "invalid literal", "base"] get_evaluator = PythonCodeEvaluator(self.test_case_data, self.test, self.language, user_answer) result = get_evaluator.evaluate() + err = result.get("error").splitlines() self.assertFalse(result.get("success")) - self.assertIn(value_error_msg, result.get("error")) + self.assertEqual(2, len(err)) + for msg in value_error_msg: + self.assertIn(msg, result.get("error")) if __name__ == '__main__': - unittest.main() + unittest.main()
\ No newline at end of file |