summaryrefslogtreecommitdiff
path: root/yaksh/python_stdio_evaluator.py
blob: aeec744f96dd87ba93e705af7ff8760a78027f63 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
#!/usr/bin/env python
import sys
import traceback
import os
from os.path import join
import importlib
from contextlib import contextmanager
from ast import literal_eval
# local imports
from code_evaluator import CodeEvaluator
from StringIO import StringIO

from textwrap import dedent
@contextmanager
def redirect_stdout():
    new_target = StringIO()
    old_target, sys.stdout = sys.stdout, new_target  # replace sys.stdout
    try:
        yield new_target  # run some code with the replaced stdout
    finally:
        sys.stdout = old_target  # restore to the previous value


class PythonStdioEvaluator(CodeEvaluator):
    """Tests the Python code obtained from Code Server"""

    def compile_code(self, user_answer, expected_input, expected_output):
        submitted = compile(user_answer, '<string>', mode='exec')
        if expected_input:
            input_buffer = StringIO()
            input_buffer.write(expected_input)
            input_buffer.seek(0)
            sys.stdin = input_buffer
        with redirect_stdout() as output_buffer:
            exec_scope = {}
            exec submitted in exec_scope
        self.output_value = output_buffer.getvalue().rstrip("\n")
        return self.output_value

    def check_code(self, user_answer, expected_input, expected_output):
        success = False

        tb = None
        if self.output_value == expected_output:
            success = True
            err = "Correct Answer"
        else:
            success = False
            err = dedent("""
                         Incorrect Answer:
                         Given input - {0},
                         Expected output - {1} and your output - {2}
                         """
                         .format(expected_input,
                                 expected_output, self.output_value
                                 )
                         )
        del tb
        return success, err