diff options
author | Prabhu Ramachandran | 2015-05-12 20:20:43 +0530 |
---|---|---|
committer | Prabhu Ramachandran | 2015-05-12 20:20:43 +0530 |
commit | a022e0145ec8fb1622d58c2e2281c016b1d45b01 (patch) | |
tree | 1c0c3f2e8605d6f36405c57cbe5de9a895a47958 /testapp/tests/test_python_evaluation.py | |
parent | cd9f2542d09db0e4a352dd410f626f27e23c37e4 (diff) | |
parent | 5b23647de575fd90552807260a4b8e0a96ab6afe (diff) | |
download | online_test-a022e0145ec8fb1622d58c2e2281c016b1d45b01.tar.gz online_test-a022e0145ec8fb1622d58c2e2281c016b1d45b01.tar.bz2 online_test-a022e0145ec8fb1622d58c2e2281c016b1d45b01.zip |
Merge pull request #41 from ankitjavalkar/code-server-redesign-mymaster2
Code server redesign
Diffstat (limited to 'testapp/tests/test_python_evaluation.py')
-rw-r--r-- | testapp/tests/test_python_evaluation.py | 54 |
1 files changed, 54 insertions, 0 deletions
diff --git a/testapp/tests/test_python_evaluation.py b/testapp/tests/test_python_evaluation.py new file mode 100644 index 0000000..57e111c --- /dev/null +++ b/testapp/tests/test_python_evaluation.py @@ -0,0 +1,54 @@ + +import unittest +import os +from exam.python_code_evaluator import PythonCodeEvaluator +from exam.settings import SERVER_TIMEOUT + +class PythonEvaluationTestCases(unittest.TestCase): + def setUp(self): + self.language = "Python" + self.test = None + self.test_case_data = [{"func_name": "add", + "expected_answer": "5", + "test_id": u'null', + "pos_args": ["3", "2"], + "kw_args": {} + }] + self.timeout_msg = ("Code took more than {0} seconds to run. " + "You probably have an infinite loop in your code.").format(SERVER_TIMEOUT) + + def test_correct_answer(self): + user_answer = "def add(a, b):\n\treturn a + b""" + get_class = PythonCodeEvaluator(self.test_case_data, self.test, self.language, user_answer, ref_code_path=None, in_dir=None) + result = get_class.evaluate() + self.assertTrue(result.get("success")) + self.assertEqual(result.get("error"), "Correct answer") + + def test_incorrect_answer(self): + user_answer = "def add(a, b):\n\treturn a - b" + test_case_data = [{"func_name": "add", + "expected_answer": "5", + "test_id": u'null', + "pos_args": ["3", "2"], + "kw_args": {} + }] + get_class = PythonCodeEvaluator(self.test_case_data, self.test, self.language, user_answer, ref_code_path=None, in_dir=None) + result = get_class.evaluate() + self.assertFalse(result.get("success")) + self.assertEqual(result.get("error"), "AssertionError in: assert add(3, 2) == 5") + + def test_infinite_loop(self): + user_answer = "def add(a, b):\n\twhile True:\n\t\tpass""" + test_case_data = [{"func_name": "add", + "expected_answer": "5", + "test_id": u'null', + "pos_args": ["3", "2"], + "kw_args": {} + }] + get_class = PythonCodeEvaluator(self.test_case_data, self.test, self.language, user_answer, ref_code_path=None, in_dir=None) + result = get_class.evaluate() + self.assertFalse(result.get("success")) + self.assertEquals(result.get("error"), self.timeout_msg) + +if __name__ == '__main__': + unittest.main()
\ No newline at end of file |