Fix list append bug

Author: slundberg

guidance/_parser.py

@@ -447,7 +447,7 @@ def _record_captures_from_root(self, initial_item, data, log_prob_data):
                 # if we are at a capture group node then we save the matched bytes range
                 # note that we record this after calling our children so that we save the outermost version of self-recursive calls
                 cname = item.node.capture_name
-                if cname is not None and cname not in used_names:
+                if cname is not None and cname not in used_names and not item.node.hidden:
 
                     # see if we are doing a list append
                     if cname.startswith("__LIST_APPEND:"):

guidance/models/_model.py

@@ -971,10 +971,10 @@ def __call__(self, grammar, max_tokens=1000000, n=1, top_p=1, temperature=0.0, e
                 # yeild the snippet of text created by the next token
                 out = new_bytes[hidden_count:]
                 if len(out) > 0:
-                    # capture the named groups from the (partial) parse tree, 
-                    new_captured_data, new_captured_log_prob_data = parser.get_captures()
-                    captured_data.update(new_captured_data)
-                    captured_log_prob_data.update(new_captured_log_prob_data)
+                    # capture the named groups from the (partial) parse tree, # TODO: disabled for now until we handle list_append correctly
+                    # new_captured_data, new_captured_log_prob_data = parser.get_captures()
+                    # captured_data.update(new_captured_data)
+                    # captured_log_prob_data.update(new_captured_log_prob_data)
                     yield out, is_generated, new_bytes_prob, captured_data, captured_log_prob_data, token_count - last_token_count # note that we don't capture groups until a complete parse right now...
                     last_token_count = token_count
                     hidden_count = 0