1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
#!/usr/bin/env python
import subprocess
import os
from os.path import isfile
#local imports
from code_evaluator import CodeEvaluator
from stdio_evaluator import Evaluator
from file_utils import copy_files, delete_files
class CppStdioEvaluator(CodeEvaluator):
"""Evaluates C StdIO based code"""
def setup(self):
super(CppStdioEvaluator, self).setup()
self.submit_code_path = self.create_submit_code_file('main.c')
def teardown(self):
super(CppStdioEvaluator, self).teardown()
os.remove(self.submit_code_path)
if self.files:
delete_files(self.files)
def set_file_paths(self):
user_output_path = os.getcwd() + '/output'
ref_output_path = os.getcwd() + '/executable'
return user_output_path, ref_output_path
def get_commands(self, user_output_path, ref_output_path):
compile_command = 'g++ {0} -c -o {1}'.format(self.submit_code_path,
user_output_path)
compile_main = 'g++ {0} -o {1}'.format(user_output_path,
ref_output_path)
return compile_command, compile_main
def compile_code(self, user_answer, file_paths, expected_input, expected_output):
self.files = []
if file_paths:
self.files = copy_files(file_paths)
if not isfile(self.submit_code_path):
msg = "No file at %s or Incorrect path" % self.submit_code_path
return False, msg
self.write_to_submit_code_file(self.submit_code_path, user_answer)
self.user_output_path, self.ref_output_path = self.set_file_paths()
self.compile_command, self.compile_main = self.get_commands(
self.user_output_path,
self.ref_output_path
)
self.compiled_user_answer = self._run_command(self.compile_command,
shell=True,
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE
)
self.compiled_test_code = self._run_command(self.compile_main,
shell=True,
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE
)
return self.compiled_user_answer, self.compiled_test_code
def check_code(self, user_answer, file_paths, expected_input, expected_output):
success = False
proc, stdnt_out, stdnt_stderr = self.compiled_user_answer
stdnt_stderr = self._remove_null_substitute_char(stdnt_stderr)
if stdnt_stderr == '':
proc, main_out, main_err = self.compiled_test_code
main_err = self._remove_null_substitute_char(main_err)
if main_err == '':
proc = subprocess.Popen("./executable",
shell=True,
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE
)
evaluator = Evaluator()
success, err = evaluator.evaluate(user_answer, proc,
expected_input,
expected_output
)
os.remove(self.ref_output_path)
else:
err = "Error:"
try:
error_lines = main_err.splitlines()
for e in error_lines:
if ':' in e:
err = err + "\n" + e.split(":", 1)[1]
else:
err = err + "\n" + e
except:
err = err + "\n" + main_err
os.remove(self.user_output_path)
else:
err = "Compilation Error:"
try:
error_lines = stdnt_stderr.splitlines()
for e in error_lines:
if ':' in e:
err = err + "\n" + e.split(":", 1)[1]
else:
err = err + "\n" + e
except:
err = err + "\n" + stdnt_stderr
return success, err
|
