1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
#!/usr/bin/env python
from __future__ import unicode_literals
import traceback
import os
from os.path import join, isfile
import subprocess
import re
import importlib
# Local imports
from .base_evaluator import BaseEvaluator
from .file_utils import copy_files, delete_files
class ScilabCodeEvaluator(BaseEvaluator):
"""Tests the Scilab code obtained from Code Server"""
def __init__(self, metadata, test_case_data):
self.files = []
# Set metadata values
self.user_answer = metadata.get('user_answer')
self.file_paths = metadata.get('file_paths')
self.partial_grading = metadata.get('partial_grading')
# Set test case data values
self.test_case = test_case_data.get('test_case')
self.weight = test_case_data.get('weight')
# def setup(self):
# super(ScilabCodeEvaluator, self).setup()
# self.files = []
# self.submit_code_path = \
# self.create_submit_code_file('function.sci')
def teardown(self):
# Delete the created file.
os.remove(self.submit_code_path)
if self.files:
delete_files(self.files)
def check_code(self):
self.submit_code_path = self.create_submit_code_file('function.sci')
if self.file_paths:
self.files = copy_files(self.file_paths)
ref_code_path = self.test_case
clean_ref_path, clean_test_case_path = \
self._set_test_code_file_path(ref_code_path)
self.user_answer, terminate_commands = \
self._remove_scilab_exit(self.user_answer.lstrip())
success = False
test_case_weight = 0.0
self.write_to_submit_code_file(self.submit_code_path, self.user_answer)
# Throw message if there are commmands that terminates scilab
add_err = ""
if terminate_commands:
add_err = "Please do not use exit, quit and abort commands in your\
code.\n Otherwise your code will not be evaluated\
correctly.\n"
cmd = 'printf "lines(0)\nexec(\'{0}\',2);\nquit();"'.format(
clean_ref_path
)
cmd += ' | timeout 8 scilab-cli -nb'
ret = self._run_command(cmd,
shell=True,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE
)
proc, stdout, stderr = ret
# Get only the error.
stderr = self._get_error(stdout)
if stderr is None:
# Clean output
stdout = self._strip_output(stdout)
if proc.returncode == 5:
success, err = True, "Correct answer"
test_case_weight = float(self.weight) if self.partial_grading else 0.0
else:
err = add_err + stdout
else:
err = add_err + stderr
return success, err, test_case_weight
def _remove_scilab_exit(self, string):
"""
Removes exit, quit and abort from the scilab code
"""
new_string = ""
terminate_commands = False
for line in string.splitlines():
new_line = re.sub(r"exit.*$", "", line)
new_line = re.sub(r"quit.*$", "", new_line)
new_line = re.sub(r"abort.*$", "", new_line)
if line != new_line:
terminate_commands = True
new_string = new_string + '\n' + new_line
return new_string, terminate_commands
def _get_error(self, string):
"""
Fetches only the error from the string.
Returns None if no error.
"""
obj = re.search("!.+\n.+", string)
if obj:
return obj.group()
return None
def _strip_output(self, out):
"""
Cleans whitespace from the output
"""
strip_out = "Message"
for l in out.split('\n'):
if l.strip():
strip_out = strip_out+"\n"+l.strip()
return strip_out
|
