1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
#!/usr/bin/env python
from __future__ import unicode_literals
import subprocess
import os
from os.path import isfile
#Local imports
from .stdio_evaluator import StdIOEvaluator
from .file_utils import copy_files, delete_files
class CppStdioEvaluator(StdIOEvaluator):
"""Evaluates C StdIO based code"""
def __init__(self, metadata, test_case_data):
self.files = []
self.submit_code_path = self.create_submit_code_file('submit.c')
# Set metadata values
self.user_answer = metadata.get('user_answer')
self.file_paths = metadata.get('file_paths')
self.partial_grading = metadata.get('partial_grading')
# Set test case data values
self.expected_input = test_case_data.get('expected_input')
self.expected_output = test_case_data.get('expected_output')
self.weight = test_case_data.get('weight')
def teardown(self):
os.remove(self.submit_code_path)
if self.files:
delete_files(self.files)
def set_file_paths(self):
user_output_path = os.getcwd() + '/output_file'
ref_output_path = os.getcwd() + '/executable'
return user_output_path, ref_output_path
def get_commands(self, user_output_path, ref_output_path):
compile_command = 'g++ {0} -c -o {1}'.format(self.submit_code_path,
user_output_path)
compile_main = 'g++ {0} -o {1}'.format(user_output_path,
ref_output_path)
return compile_command, compile_main
def compile_code(self):
if self.file_paths:
self.files = copy_files(file_paths)
if not isfile(self.submit_code_path):
msg = "No file at %s or Incorrect path" % self.submit_code_path
return False, msg
self.write_to_submit_code_file(self.submit_code_path, self.user_answer)
self.user_output_path, self.ref_output_path = self.set_file_paths()
self.compile_command, self.compile_main = self.get_commands(
self.user_output_path,
self.ref_output_path
)
self.compiled_user_answer = self._run_command(self.compile_command,
shell=True,
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE
)
self.compiled_test_code = self._run_command(self.compile_main,
shell=True,
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE
)
return self.compiled_user_answer, self.compiled_test_code
def check_code(self):
success = False
mark_fraction = 0.0
proc, stdnt_out, stdnt_stderr = self.compiled_user_answer
stdnt_stderr = self._remove_null_substitute_char(stdnt_stderr)
if stdnt_stderr == '':
proc, main_out, main_err = self.compiled_test_code
main_err = self._remove_null_substitute_char(main_err)
if main_err == '':
proc = subprocess.Popen("./executable",
shell=True,
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE
)
success, err = self.evaluate_stdio(self.user_answer, proc,
self.expected_input,
self.expected_output
)
os.remove(self.ref_output_path)
else:
err = "Error:"
try:
error_lines = main_err.splitlines()
for e in error_lines:
if ':' in e:
err = err + "\n" + e.split(":", 1)[1]
else:
err = err + "\n" + e
except:
err = err + "\n" + main_err
os.remove(self.user_output_path)
else:
err = "Compilation Error:"
try:
error_lines = stdnt_stderr.splitlines()
for e in error_lines:
if ':' in e:
err = err + "\n" + e.split(":", 1)[1]
else:
err = err + "\n" + e
except:
err = err + "\n" + stdnt_stderr
mark_fraction = float(self.weight) if self.partial_grading and success else 0.0
return success, err, mark_fraction
|
