OutputOnly: Add compare real numbers evaluation option

Author: ronryv

cms/grading/tasktypes/OutputOnly.py

@@ -57,6 +57,7 @@ class OutputOnly(TaskType):
     # Constants used in the parameter definition.
     OUTPUT_EVAL_DIFF = "diff"
     OUTPUT_EVAL_CHECKER = "comparator"
+    OUTPUT_EVAL_REALPREC = "realprecision"
 
     # Other constants to specify the task type behaviour and parameters.
     ALLOW_PARTIAL_SUBMISSION = True
@@ -66,7 +67,8 @@ class OutputOnly(TaskType):
         "output_eval",
         "",
         {OUTPUT_EVAL_DIFF: "Outputs compared with white diff",
-         OUTPUT_EVAL_CHECKER: "Outputs are compared by a comparator"})
+         OUTPUT_EVAL_CHECKER: "Outputs are compared by a comparator",
+         OUTPUT_EVAL_REALPREC: "Outputs compared as real numbers (with precision of 1e-6)"})
 
     ACCEPTED_PARAMETERS = [_EVALUATION]
 
@@ -97,6 +99,9 @@ def get_auto_managers(self):
     def _uses_checker(self) -> bool:
         return self.output_eval == OutputOnly.OUTPUT_EVAL_CHECKER
 
+    def _uses_realprecision(self) -> bool:
+        return self.output_eval == self.OUTPUT_EVAL_REALPREC
+
     @staticmethod
     def _get_user_output_filename(job: Job):
         return OutputOnly.USER_OUTPUT_FILENAME_TEMPLATE % \
@@ -127,6 +132,7 @@ def evaluate(self, job, file_cacher):
         box_success, outcome, text = eval_output(
             file_cacher, job,
             OutputOnly.CHECKER_CODENAME if self._uses_checker() else None,
+            use_realprecision = self._uses_realprecision(),
             user_output_digest=job.files[user_output_filename].digest)
 
         # Fill in the job with the results.

cmstestsuite/unit_tests/grading/tasktypes/OutputOnlyTest.py

@@ -67,6 +67,19 @@ def assertResultsInJob(self, job, success, outcome, text, stats):
         self.assertEqual(job.text, text)
         self.assertEqual(job.plus, stats)
 
+    def test_realprecision_success(self):
+        tt, job = self.prepare(["realprecision"], {
+            "output_001.txt": FILE_001,
+            "output_023.txt": FILE_023
+        })
+
+        tt.evaluate(job, self.file_cacher)
+
+        self.eval_output.assert_called_once_with(
+            self.file_cacher, job, None, use_realprecision=True,
+            user_output_digest="digest of 023")
+        self.assertResultsInJob(job, True, str(OUTCOME), TEXT, {})
+
     def test_diff_success(self):
         tt, job = self.prepare(["diff"], {
             "output_001.txt": FILE_001,
@@ -76,7 +89,8 @@ def test_diff_success(self):
         tt.evaluate(job, self.file_cacher)
 
         self.eval_output.assert_called_once_with(
-            self.file_cacher, job, None, user_output_digest="digest of 023")
+            self.file_cacher, job, None, use_realprecision=False,
+            user_output_digest="digest of 023")
         self.assertResultsInJob(job, True, str(OUTCOME), TEXT, {})
 
     def test_diff_missing_file(self):
@@ -100,7 +114,8 @@ def test_diff_failure(self):
         tt.evaluate(job, self.file_cacher)
 
         self.eval_output.assert_called_once_with(
-            self.file_cacher, job, None, user_output_digest="digest of 023")
+            self.file_cacher, job, None, use_realprecision=False,
+            user_output_digest="digest of 023")
         self.assertResultsInJob(job, False, None, None, None)
 
     def test_comparator_success(self):
@@ -113,6 +128,7 @@ def test_comparator_success(self):
 
         self.eval_output.assert_called_once_with(
             self.file_cacher, job, "checker",
+            use_realprecision=False,
             user_output_digest="digest of 023")
         self.assertResultsInJob(job, True, str(OUTCOME), TEXT, {})