diff --git a/_docs/instructor/autograding/hidden_testcase_examples.md b/_docs/instructor/autograding/hidden_testcase_examples.md new file mode 100644 index 00000000..a18cf31d --- /dev/null +++ b/_docs/instructor/autograding/hidden_testcase_examples.md @@ -0,0 +1,52 @@ +--- +title: Hidden Testcase Examples +category: Instructor > Autograding +redirect_from: + - /instructor/assignment_configuration/hidden_testcase_examples +--- + +### Hide Testcase Details and Score, Never Release + +In your `config.json`, add this line to the testcase: +``` +"hidden": true +``` + +This is what it will look like for students: + +#### Image goes here + +#### Discussion of use + +### Hide Testcase Details and Score, Release With Grades + +In your `config.json`, add these lines to the testcase: +``` +"hidden": true, +"release_hidden_details": true +``` + +This is what it will look like for students: + +#### Image goes here + +#### Discussion of use + +### Hide Testcase Details, Show Score + +In your `config.json`, **do not** change the `hidden` field. +Instead, add these lines to the validation of the testcase: +``` +"show_actual": never, +"show_expected": never +``` +Additionally, if working with image differences, add this line: +``` +"show_difference_image": never +``` + +This is what it will look like for students: + +#### Image goes here + +#### Discussion of use \ No newline at end of file diff --git a/_docs/instructor/autograding/specification.md b/_docs/instructor/autograding/specification.md index 58d472c7..de2a5b8d 100644 --- a/_docs/instructor/autograding/specification.md +++ b/_docs/instructor/autograding/specification.md @@ -183,6 +183,16 @@ executables. **type:** _boolean_ **default value:** ``false`` + _Students will not know how many points hidden test cases are worth or + how many points they recieve for that test case. For similar functionality + while still allowing students to see how many points they receive, adjust + ``show_message``, ``show_actual``, and ``show_expected`` in validation instead._ + + +* **field:** ``"release_hidden_details"`` + **type:** _boolean_ + **default value:** ``false`` + * **field:** ``"extra_credit"`` **type:** _boolean_ diff --git a/navtreedata.js b/navtreedata.js index 39cbea39..e8219ba7 100644 --- a/navtreedata.js +++ b/navtreedata.js @@ -132,6 +132,7 @@ var NAVTREE = [ "Validation", "/instructor/autograding/validation", null ], [ "Batch Regrade Submissions", "/instructor/autograding/batch_regrade", null ], [ "Sample Assignments", "/instructor/autograding/sample_assignments", null ], + [ "Hidden Testcase Examples", "/instructor/autograding/hidden_testcase_examples", null ], [ "Docker Images", "/instructor/autograding/docker_images", null ], [ "Docker UI", "/instructor/autograding/docker_ui", null ], [ "Static Analysis", "/instructor/autograding/static_analysis/index", [