summaryrefslogtreecommitdiff
path: root/testapp/exam/python_code_evaluator.py
diff options
context:
space:
mode:
authorPrabhu Ramachandran2015-07-31 12:49:57 +0530
committerPrabhu Ramachandran2015-07-31 12:49:57 +0530
commit0225aad1492600ed53504b0986fd13da24c28ae9 (patch)
tree06e1598081ed64fcc2b034a0cac263f7fe46e354 /testapp/exam/python_code_evaluator.py
parentbbb991f8c6dbbcc6d12e93f3574ffcfbec2cb810 (diff)
parent3f0bb01600535b105c265e9da63814af06c0ab9d (diff)
downloadonline_test-0225aad1492600ed53504b0986fd13da24c28ae9.tar.gz
online_test-0225aad1492600ed53504b0986fd13da24c28ae9.tar.bz2
online_test-0225aad1492600ed53504b0986fd13da24c28ae9.zip
Merge pull request #51 from ankitjavalkar/add-travis
Add travis CI
Diffstat (limited to 'testapp/exam/python_code_evaluator.py')
-rw-r--r--testapp/exam/python_code_evaluator.py61
1 files changed, 61 insertions, 0 deletions
diff --git a/testapp/exam/python_code_evaluator.py b/testapp/exam/python_code_evaluator.py
new file mode 100644
index 0000000..0c473cf
--- /dev/null
+++ b/testapp/exam/python_code_evaluator.py
@@ -0,0 +1,61 @@
+#!/usr/bin/env python
+import sys
+import traceback
+import os
+from os.path import join
+import importlib
+
+# local imports
+from code_evaluator import CodeEvaluator
+
+
+class PythonCodeEvaluator(CodeEvaluator):
+ """Tests the Python code obtained from Code Server"""
+ # Private Protocol ##########
+ def _check_code(self):
+ success = False
+
+ try:
+ tb = None
+ test_code = self._create_test_case()
+ submitted = compile(self.user_answer, '<string>', mode='exec')
+ g = {}
+ exec submitted in g
+ _tests = compile(test_code, '<string>', mode='exec')
+ exec _tests in g
+ except AssertionError:
+ type, value, tb = sys.exc_info()
+ info = traceback.extract_tb(tb)
+ fname, lineno, func, text = info[-1]
+ text = str(test_code).splitlines()[lineno-1]
+ err = "{0} {1} in: {2}".format(type.__name__, str(value), text)
+ else:
+ success = True
+ err = 'Correct answer'
+
+ del tb
+ return success, err
+
+ def _create_test_case(self):
+ """
+ Create assert based test cases in python
+ """
+ test_code = ""
+ if self.test:
+ return self.test
+ elif self.test_case_data:
+ for test_case in self.test_case_data:
+ pos_args = ", ".join(str(i) for i in test_case.get('pos_args')) \
+ if test_case.get('pos_args') else ""
+ kw_args = ", ".join(str(k+"="+a) for k, a
+ in test_case.get('kw_args').iteritems()) \
+ if test_case.get('kw_args') else ""
+ args = pos_args + ", " + kw_args if pos_args and kw_args \
+ else pos_args or kw_args
+ function_name = test_case.get('func_name')
+ expected_answer = test_case.get('expected_answer')
+
+ tcode = "assert {0}({1}) == {2}".format(function_name, args,
+ expected_answer)
+ test_code += tcode + "\n"
+ return test_code