diff --git a/guidance/_cpp/byte_trie.cpp b/guidance/_cpp/byte_trie.cpp
index 242471431..460e8b630 100644
--- a/guidance/_cpp/byte_trie.cpp
+++ b/guidance/_cpp/byte_trie.cpp
@@ -8,7 +8,7 @@ class ByteTrie : public std::enable_shared_from_this<ByteTrie> { // enable_share
     int match_version = -1;
     bool match = false;
     bool partial_match = false;
-    double prob = 0;
+    double prob = 1;
     int value = -1;
     std::map<char, std::shared_ptr<ByteTrie>> children;
 
diff --git a/guidance/models/transformers/_transformers.py b/guidance/models/transformers/_transformers.py
index 6b5dd6256..3cf5cc2f6 100644
--- a/guidance/models/transformers/_transformers.py
+++ b/guidance/models/transformers/_transformers.py
@@ -13,7 +13,7 @@
 
 
 class Transformers(Model):
-    def __init__(self, model=None, tokenizer=None, echo=True, caching=True, temperature=0.0, device=None, **kwargs):
+    def __init__(self, model=None, tokenizer=None, echo=True, caching=True, temperature=0.0, compute_log_probs=False, device=None, **kwargs):
         
         # fill in default model value
         if model is None:
@@ -52,7 +52,8 @@ def __init__(self, model=None, tokenizer=None, echo=True, caching=True, temperat
             byte_tokens,
             tkz.bos_token_id,
             tkz.eos_token_id,
-            echo=echo
+            echo=echo,
+            compute_log_probs=compute_log_probs
         )
 
         self._cache_state["past_key_values"] = None