1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
|
"""Simple test suite for the code server. Running this requires that one start
up the code server as::
$ sudo ./code_server.py
"""
from exam.xmlrpc_clients import code_server
def check_result(result, check='correct answer'):
if check != 'correct answer':
assert result[0] == False
else:
assert result[0] == True
if "unable to connect" in result[1].lower():
assert result[0], result[1]
assert check in result[1].lower(), result[1]
def test_python():
"""Test if server runs Python code as expected."""
src = 'while True: pass'
result = code_server.run_code(src, '', '/tmp', language="python")
check_result(result, 'more than ')
src = 'x = 1'
result = code_server.run_code(src, 'assert x == 1', '/tmp',
language="python")
check_result(result, 'correct answer')
result = code_server.run_code(src, 'assert x == 0', '/tmp',
language="python")
check_result(result, 'assertionerror')
src = 'abracadabra'
result = code_server.run_code(src, 'assert x == 0', '/tmp',
language="python")
check_result(result, 'nameerror')
def test_bash():
"""Test if server runs Bash code as expected."""
src = """
#!/bin/bash
[[ $# -eq 2 ]] && echo $(( $1 + $2 )) && exit $(( $1 + $2 ))
"""
result = code_server.run_code(src,
'docs/sample.sh\ndocs/sample.args', '/tmp', language="bash")
check_result(result)
src = """
#!/bin/bash
[[ $# -eq 2 ]] && echo $(( $1 - $2 )) && exit $(( $1 - $2 ))
"""
result = code_server.run_code(src,
'docs/sample.sh\ndocs/sample.args', '/tmp', language="bash")
check_result(result, 'error')
src = """\
#!/bin/bash
while [ 1 ] ; do echo "" > /dev/null ; done
"""
result = code_server.run_code(src,
'docs/sample.sh\ndocs/sample.args', '/tmp', language="bash")
check_result(result, 'more than ')
src = '''
#!/bin/bash
while [ 1 ] ; do echo "" > /dev/null
'''
result = code_server.run_code(src,
'docs/sample.sh\ndocs/sample.args', '/tmp', language="bash")
check_result(result, 'error')
src = '''# Enter your code here.
#!/bin/bash
while [ 1 ] ; do echo "" > /dev/null
'''
result = code_server.run_code(src,
'docs/sample.sh\ndocs/sample.args', '/tmp', language="bash")
check_result(result, 'oserror')
if __name__ == '__main__':
test_python()
test_bash()
|
