-
Notifications
You must be signed in to change notification settings - Fork 352
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Number Line: Extract validation out of scoring #1901
base: main
Are you sure you want to change the base?
Changes from all commits
2d30658
09ae628
dfad0ec
d0083a4
47f4c3f
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,5 @@ | ||
--- | ||
"@khanacademy/perseus": minor | ||
--- | ||
|
||
Introduces a validation function for the number line widget (extracted from the scoring function). |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,109 +1,58 @@ | ||
import scoreNumberLine from "./score-number-line"; | ||
|
||
import type { | ||
PerseusNumberLineRubric, | ||
PerseusNumberLineScoringData, | ||
PerseusNumberLineUserInput, | ||
} from "../../validation.types"; | ||
|
||
const baseInput: PerseusNumberLineUserInput = { | ||
isTickCrtl: true, | ||
numLinePosition: 1, | ||
rel: "eq", | ||
numDivisions: 10, | ||
divisionRange: [-10, 10], | ||
}; | ||
|
||
const baseRubric: PerseusNumberLineRubric = { | ||
correctRel: "eq", | ||
correctX: -1.5, | ||
divisionRange: [1, 12], | ||
initialX: -1, | ||
labelRange: [null, null], | ||
labelStyle: "decimal", | ||
labelTicks: true, | ||
numDivisions: null, | ||
range: [-1.5, 1.5], | ||
snapDivisions: 2, | ||
static: false, | ||
tickStep: 0.5, | ||
isInequality: false, | ||
}; | ||
|
||
function generateInput( | ||
extend?: Partial<PerseusNumberLineUserInput>, | ||
): PerseusNumberLineUserInput { | ||
return {...baseInput, ...extend}; | ||
} | ||
|
||
function generateRubric( | ||
extend?: Partial<PerseusNumberLineRubric>, | ||
): PerseusNumberLineRubric { | ||
return {...baseRubric, ...extend}; | ||
} | ||
|
||
describe("scoreNumberLine", () => { | ||
it("is invalid when outside allowed range", () => { | ||
// Arrange | ||
const userInput = generateInput({ | ||
divisionRange: [-1, 1], | ||
numLinePosition: 10, | ||
}); | ||
|
||
const rubric = generateRubric(); | ||
|
||
// Act | ||
const result = scoreNumberLine(userInput, rubric); | ||
|
||
// Assert | ||
expect(result).toHaveInvalidInput( | ||
"Number of divisions is outside the allowed range.", | ||
); | ||
}); | ||
|
||
it("is invalid when end state is the same as beginning state", () => { | ||
// Arrange | ||
const userInput = generateInput({ | ||
numLinePosition: 0, | ||
}); | ||
|
||
const rubric = generateRubric({ | ||
initialX: 0, | ||
}); | ||
|
||
// Act | ||
const result = scoreNumberLine(userInput, rubric); | ||
|
||
// Assert | ||
expect(result).toHaveInvalidInput(); | ||
}); | ||
|
||
it("can be answered correctly", () => { | ||
// Arrange | ||
const userInput = generateInput({ | ||
const userInput: PerseusNumberLineUserInput = { | ||
isTickCrtl: true, | ||
rel: "eq", | ||
numDivisions: 10, | ||
divisionRange: [-10, 10], | ||
numLinePosition: -1.5, | ||
}); | ||
}; | ||
|
||
const rubric = generateRubric(); | ||
const scoringData: PerseusNumberLineScoringData = { | ||
correctRel: "eq", | ||
correctX: -1.5, | ||
initialX: -1, | ||
range: [-1.5, 1.5], | ||
isInequality: false, | ||
}; | ||
|
||
// Act | ||
const result = scoreNumberLine(userInput, rubric); | ||
const score = scoreNumberLine(userInput, scoringData); | ||
|
||
// Assert | ||
expect(result).toHaveBeenAnsweredCorrectly(); | ||
expect(score).toHaveBeenAnsweredCorrectly(); | ||
}); | ||
|
||
it("can be answered incorrectly", () => { | ||
// Arrange | ||
const userInput = generateInput({ | ||
const userInput: PerseusNumberLineUserInput = { | ||
isTickCrtl: true, | ||
rel: "eq", | ||
numDivisions: 10, | ||
divisionRange: [-10, 10], | ||
numLinePosition: 1.5, | ||
}); | ||
}; | ||
|
||
const rubric = generateRubric(); | ||
const scoringData: PerseusNumberLineScoringData = { | ||
correctRel: "eq", | ||
correctX: -1.5, | ||
initialX: -1, | ||
range: [-1.5, 1.5], | ||
isInequality: false, | ||
}; | ||
|
||
// Act | ||
const result = scoreNumberLine(userInput, rubric); | ||
const score = scoreNumberLine(userInput, scoringData); | ||
|
||
// Assert | ||
expect(result).toHaveBeenAnsweredIncorrectly(); | ||
expect(score).toHaveBeenAnsweredIncorrectly(); | ||
}); | ||
}); |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,50 +1,36 @@ | ||
import {number as knumber} from "@khanacademy/kmath"; | ||
|
||
import validateNumberLine from "./validate-number-line"; | ||
|
||
import type {PerseusScore} from "../../types"; | ||
import type { | ||
PerseusNumberLineRubric, | ||
PerseusNumberLineScoringData, | ||
PerseusNumberLineUserInput, | ||
} from "../../validation.types"; | ||
|
||
function scoreNumberLine( | ||
state: PerseusNumberLineUserInput, | ||
rubric: PerseusNumberLineRubric, | ||
userInput: PerseusNumberLineUserInput, | ||
scoringData: PerseusNumberLineScoringData, | ||
): PerseusScore { | ||
const range = rubric.range; | ||
const divisionRange = state.divisionRange; | ||
const start = rubric.initialX != null ? rubric.initialX : range[0]; | ||
const startRel = rubric.isInequality ? "ge" : "eq"; | ||
const correctRel = rubric.correctRel || "eq"; | ||
const validationError = validateNumberLine(userInput, scoringData); | ||
if (validationError) { | ||
return validationError; | ||
} | ||
|
||
const correctRel = scoringData.correctRel || "eq"; | ||
const correctPos = knumber.equal( | ||
state.numLinePosition, | ||
rubric.correctX || 0, | ||
userInput.numLinePosition, | ||
scoringData.correctX || 0, | ||
); | ||
const outsideAllowedRange = | ||
state.numDivisions > divisionRange[1] || | ||
state.numDivisions < divisionRange[0]; | ||
|
||
// TODO: I don't think isTickCrtl is a thing anymore | ||
if (state.isTickCrtl && outsideAllowedRange) { | ||
return { | ||
type: "invalid", | ||
message: "Number of divisions is outside the allowed range.", | ||
}; | ||
} | ||
if (correctPos && correctRel === state.rel) { | ||
if (correctPos && correctRel === userInput.rel) { | ||
return { | ||
type: "points", | ||
earned: 1, | ||
total: 1, | ||
message: null, | ||
}; | ||
} | ||
if (state.numLinePosition === start && state.rel === startRel) { | ||
// We're where we started. | ||
return { | ||
type: "invalid", | ||
message: null, | ||
}; | ||
} | ||
Comment on lines
-41
to
-47
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. I don't think it's necessary to do this check after checking if the user got it right. If the user tries to check their answer and they have not moved the dot, then it should probably be invalid. This might not be the case if the first tick could possibly be the right answer. Might be good to check with content before landing this change since this validation check gets moved. |
||
return { | ||
type: "points", | ||
earned: 0, | ||
|
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,79 @@ | ||
import validateNumberLine from "./validate-number-line"; | ||
|
||
import type { | ||
PerseusNumberLineUserInput, | ||
PerseusNumberLineValidationData, | ||
} from "../../validation.types"; | ||
|
||
describe("validateNumberLine", () => { | ||
it("is invalid when outside allowed range", () => { | ||
// Arrange | ||
const userInput: PerseusNumberLineUserInput = { | ||
isTickCrtl: true, | ||
rel: "eq", | ||
numDivisions: 10, | ||
divisionRange: [-1, 1], | ||
numLinePosition: 10, | ||
}; | ||
|
||
const validationData: PerseusNumberLineValidationData = { | ||
range: [-1.5, 1.5], | ||
initialX: -1, | ||
isInequality: false, | ||
}; | ||
|
||
// Act | ||
const validationError = validateNumberLine(userInput, validationData); | ||
|
||
// Assert | ||
expect(validationError).toHaveInvalidInput( | ||
"Number of divisions is outside the allowed range.", | ||
); | ||
}); | ||
|
||
it("is invalid when end state is the same as beginning state", () => { | ||
// Arrange | ||
const userInput: PerseusNumberLineUserInput = { | ||
isTickCrtl: true, | ||
rel: "eq", | ||
numDivisions: 10, | ||
divisionRange: [-10, 10], | ||
numLinePosition: 0, | ||
}; | ||
|
||
const validationData: PerseusNumberLineValidationData = { | ||
range: [-1.5, 1.5], | ||
isInequality: false, | ||
initialX: 0, | ||
}; | ||
|
||
// Act | ||
const validationError = validateNumberLine(userInput, validationData); | ||
|
||
// Assert | ||
expect(validationError).toHaveInvalidInput(); | ||
}); | ||
|
||
it("returns null when validation passes", () => { | ||
// Arrange | ||
const userInput: PerseusNumberLineUserInput = { | ||
isTickCrtl: true, | ||
rel: "eq", | ||
numDivisions: 10, | ||
divisionRange: [-10, 10], | ||
numLinePosition: -1.5, | ||
}; | ||
|
||
const validationData: PerseusNumberLineValidationData = { | ||
initialX: -1, | ||
range: [-1.5, 1.5], | ||
isInequality: false, | ||
}; | ||
|
||
// Act | ||
const validationError = validateNumberLine(userInput, validationData); | ||
|
||
// Assert | ||
expect(validationError).toBeNull(); | ||
}); | ||
}); |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,45 @@ | ||
import type {PerseusScore} from "../../types"; | ||
import type { | ||
PerseusNumberLineUserInput, | ||
PerseusNumberLineValidationData, | ||
} from "../../validation.types"; | ||
|
||
/** | ||
* Checks user input is within the allowed range and not the same as the initial | ||
* state. | ||
* @param userInput | ||
* @param validationData | ||
* @see 'scoreNumberLine' for the scoring logic. | ||
*/ | ||
function validateNumberLine( | ||
userInput: PerseusNumberLineUserInput, | ||
validationData: PerseusNumberLineValidationData, | ||
): Extract<PerseusScore, {type: "invalid"}> | null { | ||
const range = validationData.range; | ||
const divisionRange = userInput.divisionRange; | ||
const start = | ||
validationData.initialX != null ? validationData.initialX : range[0]; | ||
const startRel = validationData.isInequality ? "ge" : "eq"; | ||
const outsideAllowedRange = | ||
userInput.numDivisions > divisionRange[1] || | ||
userInput.numDivisions < divisionRange[0]; | ||
|
||
// TODO: I don't think isTickCrtl is a thing anymore | ||
if (userInput.isTickCrtl && outsideAllowedRange) { | ||
return { | ||
type: "invalid", | ||
message: "Number of divisions is outside the allowed range.", | ||
}; | ||
} | ||
|
||
if (userInput.numLinePosition === start && userInput.rel === startRel) { | ||
// We're where we started. | ||
return { | ||
type: "invalid", | ||
message: null, | ||
}; | ||
} | ||
return null; | ||
} | ||
|
||
export default validateNumberLine; |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
I'm guessing when exercises allow users to set their own interval, then this check was necessary in case they put in an invalid number of divisions.
I checked the number line editor, and it still has a checkbox for
isTickCrtl
and the json still has the field (though it defaults to not being there). I tried removingstate.isTickCrtl
from line 27 and all the tests still pass. It doesn't look like it is referenced anywhere other than tests and this line here. Wouldn't this always be false ifisTickCrtl
is not in use? Maybe this validation check hasn't been working?Or maybe this check is not necessary if we are no longer allowing the user to set their own tick interval. It is possible to turn this to
true
in the editor, so I think we should only remove it if that checkbox ever gets removed, just in case it has been set to true in the past or in case anyone sets it to true in the future.I don't think this property should be on userInput though. Should we move it to validationData? Should there be any tests making sure things work with or without this value?