fix exception

guidance-ai · Nov 5, 2024 · 90e5b6e · 90e5b6e
1 parent 93cff1f
commit 90e5b6e
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/guidance/_parser.py b/guidance/_parser.py
@@ -131,8 +131,11 @@ def _parse(
             if not mask[token]:
                 # Note: we could punt this probem to ll_interpreter.post_process,
                 # but it's a bit clearer to handle it here
-                # TODO: send valid tokens rather than mask?
-                raise InvalidTokenException(token, mask, tokens)
+                raise InvalidTokenException(
+                    token=token,
+                    valid_tokens=[i for i in range(len(mask)) if mask[i]],
+                    prompt_tokens=tokens
+                )
 
             backtrack, ff_tokens = self.ll_interpreter.post_process(token)
             if backtrack: