Skip to content

Commit 0501bdb

Browse files
chore: add missing expectations for accuracy tests (#581)
1 parent 9f4c48b commit 0501bdb

File tree

3 files changed

+6
-2
lines changed

3 files changed

+6
-2
lines changed

scripts/accuracy/runAccuracyTests.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@ export MDB_ACCURACY_RUN_ID=$(npx uuid v4)
1717
# specified in the command line. Such as:
1818
# npm run test:accuracy -- tests/accuracy/some-test.test.ts
1919
echo "Running accuracy tests with MDB_ACCURACY_RUN_ID '$MDB_ACCURACY_RUN_ID'"
20-
vitest --config vitest.config.ts --project=accuracy --coverage=false --run "$@"
20+
vitest --config vitest.config.ts --project=accuracy --coverage=false --no-file-parallelism --run "$@"
2121

2222
# Preserving the exit code from test run to correctly notify in the CI
2323
# environments when the tests fail.

tests/accuracy/collectionIndexes.test.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ describeAccuracyTests([
2626
],
2727
},
2828
{
29-
prompt: `Is the following query: ${JSON.stringify({ runtime: { $lt: 100 } })} on the namespace 'mflix.movies' indexed?`,
29+
prompt: `Is there an index covering the following query: ${JSON.stringify({ runtime: { $lt: 100 } })} on the namespace 'mflix.movies'?`,
3030
expectedToolCalls: [
3131
{
3232
toolName: "collection-indexes",

tests/accuracy/explain.test.ts

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
import { describeAccuracyTests } from "./sdk/describeAccuracyTests.js";
2+
import { Matcher } from "./sdk/matcher.js";
23

34
/**
45
* None of these tests score a parameter match on any of the models, likely
@@ -22,6 +23,7 @@ describeAccuracyTests([
2223
},
2324
},
2425
],
26+
verbosity: Matcher.string(),
2527
},
2628
},
2729
],
@@ -46,6 +48,7 @@ describeAccuracyTests([
4648
},
4749
},
4850
],
51+
verbosity: Matcher.string(),
4952
},
5053
},
5154
],
@@ -66,6 +69,7 @@ describeAccuracyTests([
6669
},
6770
},
6871
],
72+
verbosity: Matcher.string(),
6973
},
7074
},
7175
],

0 commit comments

Comments
 (0)