From 15de9ce5fe9d1e456bfae60090807a77c6afef0a Mon Sep 17 00:00:00 2001
From: ankitjavalkar
Date: Fri, 18 Nov 2016 16:10:22 +0530
Subject: Fix output rendering in the question

---
 yaksh/grader.py | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)

(limited to 'yaksh/grader.py')

diff --git a/yaksh/grader.py b/yaksh/grader.py
index ef349e0..db15e59 100644
--- a/yaksh/grader.py
+++ b/yaksh/grader.py
@@ -96,7 +96,7 @@ class Grader(object):
         Returns
         -------
 
-        A tuple: (success, error message, weight).
+        A tuple: (success, error, weight).
         """
 
         self.setup()
@@ -135,7 +135,7 @@ class Grader(object):
         prev_handler = create_signal_handler()
         success = False
         test_case_success_status = [False] * len(test_case_instances)
-        error = ""
+        error = []
         weight = 0.0
 
         # Do whatever testing needed.
@@ -148,7 +148,7 @@ class Grader(object):
                 if test_case_success:
                     weight += mark_fraction
 
-                error += err + "\n"
+                error.append(err)
                 test_case_success_status[idx] = test_case_success
 
             success = all(test_case_success_status)
@@ -157,16 +157,16 @@ class Grader(object):
                 test_case_instance.teardown()
 
         except TimeoutException:
-            error = self.timeout_msg
+            error.append(self.timeout_msg)
         except OSError:
             msg = traceback.format_exc(limit=0)
-            error = "Error: {0}".format(msg)
-        except Exception as e:
+            error.append("Error: {0}".format(msg))
+        except Exception:
             exc_type, exc_value, exc_tb = sys.exc_info()
             tb_list = traceback.format_exception(exc_type, exc_value, exc_tb)
             if len(tb_list) > 2:
                 del tb_list[1:3]
-            error = "Error: {0}".format("".join(tb_list))
+            error.append("Error: {0}".format("".join(tb_list)))
         finally:
             # Set back any original signal handler.
             set_original_signal_handler(prev_handler)
-- 
cgit 


From fb991b4792b48c80e269236bf5aa28a70d34dbf6 Mon Sep 17 00:00:00 2001
From: ankitjavalkar
Date: Wed, 21 Dec 2016 15:12:19 +0530
Subject: Add errors only if test case is unsuccessful

---
 yaksh/grader.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

(limited to 'yaksh/grader.py')

diff --git a/yaksh/grader.py b/yaksh/grader.py
index db15e59..41b3ac1 100644
--- a/yaksh/grader.py
+++ b/yaksh/grader.py
@@ -147,8 +147,8 @@ class Grader(object):
                 test_case_success, err, mark_fraction = test_case_instance.check_code()
                 if test_case_success:
                     weight += mark_fraction
-
-                error.append(err)
+                else:
+                    error.append(err)
                 test_case_success_status[idx] = test_case_success
 
             success = all(test_case_success_status)
-- 
cgit 


From 42ed7c142e2c4ff4dccdaec2365e22d30bc276dd Mon Sep 17 00:00:00 2001
From: ankitjavalkar
Date: Thu, 22 Dec 2016 15:55:54 +0530
Subject: Refactor check method for cleaner code and fixing multiple issues -
 Question should skip to new question with new error rendering - Fix test
 cases

Fix change_dir context manager in grader
---
 yaksh/grader.py | 6 ++----
 1 file changed, 2 insertions(+), 4 deletions(-)

(limited to 'yaksh/grader.py')

diff --git a/yaksh/grader.py b/yaksh/grader.py
index 41b3ac1..0c057c2 100644
--- a/yaksh/grader.py
+++ b/yaksh/grader.py
@@ -24,7 +24,6 @@ from .language_registry import create_evaluator_instance
 
 
 MY_DIR = abspath(dirname(__file__))
-
 registry = None
 
 # Raised when the code times-out.
@@ -34,7 +33,7 @@ class TimeoutException(Exception):
 
 @contextlib.contextmanager
 def change_dir(path):
-    cur_dir = os.getcwd()
+    cur_dir = abspath(dirname(MY_DIR))
     os.chdir(path)
     try:
         yield
@@ -77,7 +76,7 @@ class Grader(object):
         self.in_dir = in_dir if in_dir else MY_DIR
 
 
-    def evaluate(self, kwargs): #language, test_case_type, 
+    def evaluate(self, kwargs):
         """Evaluates given code with the test cases based on
         given arguments in test_case_data.
 
@@ -98,7 +97,6 @@ class Grader(object):
 
         A tuple: (success, error, weight).
         """
-
         self.setup()
         test_case_instances = self.get_evaluator_objects(kwargs)
         with change_dir(self.in_dir):
-- 
cgit