diff options
author | ankitjavalkar | 2015-04-30 11:21:49 +0530 |
---|---|---|
committer | ankitjavalkar | 2015-04-30 11:29:35 +0530 |
commit | d8847656ba79e51c96c6e3650374aaf616c375dc (patch) | |
tree | 9e4ca3c29bc082cdd7b6775208544c2da9cee374 /testapp/exam/scilab_code_evaluator.py | |
parent | 18df6d88a2e1a9dfe7d05ca97b2d69ff0569e088 (diff) | |
download | online_test-d8847656ba79e51c96c6e3650374aaf616c375dc.tar.gz online_test-d8847656ba79e51c96c6e3650374aaf616c375dc.tar.bz2 online_test-d8847656ba79e51c96c6e3650374aaf616c375dc.zip |
Code Review: Code Refactoring
Diffstat (limited to 'testapp/exam/scilab_code_evaluator.py')
-rw-r--r-- | testapp/exam/scilab_code_evaluator.py | 131 |
1 files changed, 131 insertions, 0 deletions
diff --git a/testapp/exam/scilab_code_evaluator.py b/testapp/exam/scilab_code_evaluator.py new file mode 100644 index 0000000..073fbcb --- /dev/null +++ b/testapp/exam/scilab_code_evaluator.py @@ -0,0 +1,131 @@ +#!/usr/bin/env python +import traceback +import os +from os.path import join, isfile +import subprocess +import re +import importlib + +# local imports +from code_evaluator import CodeEvaluator +# from language_registry import registry + + +class ScilabCodeEvaluator(CodeEvaluator): + """Tests the Scilab code obtained from Code Server""" + def __init__(self, test_case_data, language, user_answer, + ref_code_path=None, in_dir=None): + super(ScilabCodeEvaluator, self).__init__(test_case_data, language, user_answer, + ref_code_path, in_dir) + self.submit_path = self.create_submit_code_file('function.sci') + self.test_case_args = self.setup_code_evaluator() + + # Private Protocol ########## + def setup_code_evaluator(self): + super(ScilabCodeEvaluator, self).setup_code_evaluator() + + ref_path, test_case_path = self.set_test_code_file_path(self.ref_code_path) + + return ref_path, # Return as a tuple + + def teardown_code_evaluator(self): + # Delete the created file. + super(ScilabCodeEvaluator, self).teardown_code_evaluator() + os.remove(self.submit_path) + + def check_code(self, ref_path): + success = False + + cmd = 'printf "lines(0)\nexec(\'{0}\',2);\nquit();"'.format(ref_path) + cmd += ' | timeout 8 scilab-cli -nb' + ret = self.run_command(cmd, + shell=True, + stdout=subprocess.PIPE, + stderr=subprocess.PIPE) + proc, stdout, stderr = ret + + # Get only the error. + stderr = self._get_error(stdout) + if stderr is None: + # Clean output + stdout = self._strip_output(stdout) + if proc.returncode == 5: + success, err = True, "Correct answer" + else: + err = add_err + stdout + else: + err = add_err + stderr + + return success, err + + # # Public Protocol ########## + # def evaluate_code(self): + # submit_path = self.create_submit_code_file('function.sci') + # ref_path, test_case_path = self.set_test_code_file_path() + # success = False + + # cmd = 'printf "lines(0)\nexec(\'{0}\',2);\nquit();"'.format(ref_path) + # cmd += ' | timeout 8 scilab-cli -nb' + # ret = self.run_command(cmd, + # shell=True, + # stdout=subprocess.PIPE, + # stderr=subprocess.PIPE) + # proc, stdout, stderr = ret + + # # Get only the error. + # stderr = self._get_error(stdout) + # if stderr is None: + # # Clean output + # stdout = self._strip_output(stdout) + # if proc.returncode == 5: + # success, err = True, "Correct answer" + # else: + # err = add_err + stdout + # else: + # err = add_err + stderr + + # # Delete the created file. + # os.remove(submit_path) + + # return success, err + + # Private Protocol ########## + def _remove_scilab_exit(self, string): + """ + Removes exit, quit and abort from the scilab code + """ + new_string = "" + i = 0 + for line in string.splitlines(): + new_line = re.sub(r"exit.*$", "", line) + new_line = re.sub(r"quit.*$", "", new_line) + new_line = re.sub(r"abort.*$", "", new_line) + if line != new_line: + i = i + 1 + new_string = new_string + '\n' + new_line + return new_string, i + + # Private Protocol ########## + def _get_error(self, string): + """ + Fetches only the error from the string. + Returns None if no error. + """ + obj = re.search("!.+\n.+", string) + if obj: + return obj.group() + return None + + # Private Protocol ########## + def _strip_output(self, out): + """ + Cleans whitespace from the output + """ + strip_out = "Message" + for l in out.split('\n'): + if l.strip(): + strip_out = strip_out+"\n"+l.strip() + return strip_out + + +# registry.register('scilab', EvaluateScilabCode) |