c,cpp,java evaluators with test cases

1 files changed, 105 insertions, 0 deletions

diff --git a/yaksh/cpp_stdio_evaluator.py b/yaksh/cpp_stdio_evaluator.py
new file mode 100644
index 0000000..28b0a0b
--- /dev/null
+++ b/yaksh/cpp_stdio_evaluator.py
@@ -0,0 +1,105 @@
+#!/usr/bin/env python
+import subprocess
+import os
+from os.path import isfile
+
+#local imports
+from code_evaluator import CodeEvaluator
+from stdio_evaluator import Evaluator
+
+
+class CppStdioEvaluator(CodeEvaluator):
+    """Evaluates C StdIO based code"""
+
+    def setup(self):
+        super(CppStdioEvaluator, self).setup()
+        self.submit_code_path = self.create_submit_code_file('main.c')
+
+    def teardown(self):
+        super(CppStdioEvaluator, self).teardown()
+        os.remove(self.submit_code_path)
+
+    def set_file_paths(self):
+        user_output_path = os.getcwd() + '/output'
+        ref_output_path = os.getcwd() + '/executable'
+
+        return user_output_path, ref_output_path
+
+    def get_commands(self, user_output_path, ref_output_path):
+        compile_command = 'g++  {0} -c -o {1}'.format(self.submit_code_path,
+                                                      user_output_path)
+        compile_main = 'g++ {0} -o {1}'.format(user_output_path,
+                                               ref_output_path)
+
+        return compile_command, compile_main
+
+    def compile_code(self, user_answer, expected_input, expected_output):
+
+        if not isfile(self.submit_code_path):
+            msg = "No file at %s or Incorrect path" % self.submit_code_path
+            return False, msg
+        self.write_to_submit_code_file(self.submit_code_path, user_answer)
+        self.user_output_path, self.ref_output_path = self.set_file_paths()
+        self.compile_command, self.compile_main = self.get_commands(
+            self.user_output_path,
+            self.ref_output_path
+            )
+        self.compiled_user_answer = self._run_command(self.compile_command,
+                                                      shell=True,
+                                                      stdin=subprocess.PIPE,
+                                                      stdout=subprocess.PIPE,
+                                                      stderr=subprocess.PIPE
+                                                      )
+        self.compiled_test_code = self._run_command(self.compile_main,
+                                                    shell=True,
+                                                    stdin=subprocess.PIPE,
+                                                    stdout=subprocess.PIPE,
+                                                    stderr=subprocess.PIPE
+                                                    )
+        return self.compiled_user_answer, self.compiled_test_code
+
+    def check_code(self, user_answer, expected_input, expected_output):
+        success = False
+        proc, stdnt_out, stdnt_stderr = self.compiled_user_answer
+        stdnt_stderr = self._remove_null_substitute_char(stdnt_stderr)
+        if stdnt_stderr == '':
+            proc, main_out, main_err = self.compiled_test_code
+            main_err = self._remove_null_substitute_char(main_err)
+            if main_err == '':
+                proc = subprocess.Popen("./executable",
+                                        shell=True,
+                                        stdin=subprocess.PIPE,
+                                        stdout=subprocess.PIPE,
+                                        stderr=subprocess.PIPE
+                                        )
+                evaluator = Evaluator()
+                success, err = evaluator.evaluate(user_answer, proc,
+                                                  expected_input,
+                                                  expected_output
+                                                  )
+                os.remove(self.ref_output_path)
+            else:
+                err = "Error:"
+                try:
+                    error_lines = main_err.splitlines()
+                    for e in error_lines:
+                        if ':' in e:
+                            err = err + "\n" + e.split(":", 1)[1]
+                        else:
+                            err = err + "\n" + e
+                except:
+                        err = err + "\n" + main_err
+            os.remove(self.user_output_path)
+        else:
+            err = "Compilation Error:"
+            try:
+                error_lines = stdnt_stderr.splitlines()
+                for e in error_lines:
+                    if ':' in e:
+                        err = err + "\n" + e.split(":", 1)[1]
+                    else:
+                        err = err + "\n" + e
+            except:
+                err = err + "\n" + stdnt_stderr
+
+        return success, err