summaryrefslogtreecommitdiff
path: root/yaksh/python_stdio_evaluator.py
blob: 003337dc0bf0c799e9b40982847c0c4fdb6a00a9 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
#!/usr/bin/env python
import sys
import traceback
import os
from os.path import join
import importlib
from contextlib import contextmanager
from ast import literal_eval
# local imports
from code_evaluator import CodeEvaluator
from StringIO import StringIO


@contextmanager
def redirect_stdout():
    new_target = StringIO()

    old_target, sys.stdout = sys.stdout, new_target  # replace sys.stdout
    try:
        yield new_target  # run some code with the replaced stdout
    finally:
        sys.stdout = old_target  # restore to the previous value


class PythonStdioEvaluator(CodeEvaluator):
    """Tests the Python code obtained from Code Server"""

    def compile_code(self, user_answer, expected_input, expected_output):
        submitted = compile(user_answer, '<string>', mode='exec')
        if expected_input:
            input_buffer = StringIO()
            input_buffer.write(expected_input)
            input_buffer.seek(0)
            sys.stdin = input_buffer

        with redirect_stdout() as output_buffer:
            exec_scope = {}
            exec submitted in exec_scope
        self.output_value = output_buffer.getvalue().rstrip("\n")
        return self.output_value

    def check_code(self, user_answer, expected_input, expected_output):
        success = False

        tb = None
        if expected_output in user_answer:
            success = False
            err = ("Incorrect Answer: Please avoid "
                   "printing the expected output directly"
                   )
        elif self.output_value == expected_output:

            success = True
            err = "Correct Answer"

        else:
            success = False
            err = """Incorrect Answer:\nExpected output - {0}
                     and your output - {1}"""\
                  .format(expected_output, self.output_value)

        del tb
        return success, err