File tree Expand file tree Collapse file tree 3 files changed +6
-2
lines changed Expand file tree Collapse file tree 3 files changed +6
-2
lines changed Original file line number Diff line number Diff line change @@ -17,7 +17,7 @@ export MDB_ACCURACY_RUN_ID=$(npx uuid v4)
17
17
# specified in the command line. Such as:
18
18
# npm run test:accuracy -- tests/accuracy/some-test.test.ts
19
19
echo " Running accuracy tests with MDB_ACCURACY_RUN_ID '$MDB_ACCURACY_RUN_ID '"
20
- vitest --config vitest.config.ts --project=accuracy --coverage=false --run " $@ "
20
+ vitest --config vitest.config.ts --project=accuracy --coverage=false --no-file-parallelism -- run " $@ "
21
21
22
22
# Preserving the exit code from test run to correctly notify in the CI
23
23
# environments when the tests fail.
Original file line number Diff line number Diff line change @@ -26,7 +26,7 @@ describeAccuracyTests([
26
26
] ,
27
27
} ,
28
28
{
29
- prompt : `Is the following query: ${ JSON . stringify ( { runtime : { $lt : 100 } } ) } on the namespace 'mflix.movies' indexed ?` ,
29
+ prompt : `Is there an index covering the following query: ${ JSON . stringify ( { runtime : { $lt : 100 } } ) } on the namespace 'mflix.movies'?` ,
30
30
expectedToolCalls : [
31
31
{
32
32
toolName : "collection-indexes" ,
Original file line number Diff line number Diff line change 1
1
import { describeAccuracyTests } from "./sdk/describeAccuracyTests.js" ;
2
+ import { Matcher } from "./sdk/matcher.js" ;
2
3
3
4
/**
4
5
* None of these tests score a parameter match on any of the models, likely
@@ -22,6 +23,7 @@ describeAccuracyTests([
22
23
} ,
23
24
} ,
24
25
] ,
26
+ verbosity : Matcher . string ( ) ,
25
27
} ,
26
28
} ,
27
29
] ,
@@ -46,6 +48,7 @@ describeAccuracyTests([
46
48
} ,
47
49
} ,
48
50
] ,
51
+ verbosity : Matcher . string ( ) ,
49
52
} ,
50
53
} ,
51
54
] ,
@@ -66,6 +69,7 @@ describeAccuracyTests([
66
69
} ,
67
70
} ,
68
71
] ,
72
+ verbosity : Matcher . string ( ) ,
69
73
} ,
70
74
} ,
71
75
] ,
You can’t perform that action at this time.
0 commit comments