[LQP] Add provenance to LQP parser

meta/src/meta/codegen_python.py

@@ -174,7 +174,7 @@ def gen_list_type(self, element_type: str) -> str:
         return f"list[{element_type}]"
 
     def gen_option_type(self, element_type: str) -> str:
-        return f"Optional[{element_type}]"
+        return f"{element_type} | None"
 
     def gen_dict_type(self, key_type: str, value_type: str) -> str:
         return f"dict[{key_type}, {value_type}]"

meta/src/meta/codegen_templates.py

@@ -106,6 +106,11 @@ class BuiltinTemplate:
     "format_bytes": BuiltinTemplate('"0x" + {0}.hex()'),
     "pp_dispatch": BuiltinTemplate("None", ["self.pprint_dispatch({0})"]),
     "get_at": BuiltinTemplate("{0}[{1}]"),
+    # Provenance tracking
+    "push_path": BuiltinTemplate("None", ["self.push_path({0})"]),
+    "pop_path": BuiltinTemplate("None", ["self.pop_path()"]),
+    "span_start": BuiltinTemplate("self.span_start()"),
+    "record_span": BuiltinTemplate("None", ["self.record_span({0})"]),
 }
 
 
@@ -191,6 +196,11 @@ class BuiltinTemplate:
     "format_bytes": BuiltinTemplate('"0x" * bytes2hex({0})'),
     "pp_dispatch": BuiltinTemplate("nothing", ["_pprint_dispatch(pp, {0})"]),
     "get_at": BuiltinTemplate("{0}[{1} + 1]"),
+    # Provenance tracking
+    "push_path": BuiltinTemplate("nothing", ["push_path!(parser, {0})"]),
+    "pop_path": BuiltinTemplate("nothing", ["pop_path!(parser)"]),
+    "span_start": BuiltinTemplate("span_start(parser)"),
+    "record_span": BuiltinTemplate("nothing", ["record_span!(parser, {0})"]),
 }
 
 
@@ -280,6 +290,11 @@ class BuiltinTemplate:
     "format_bytes": BuiltinTemplate('fmt.Sprintf("0x%x", {0})'),
     "pp_dispatch": BuiltinTemplate("nil", ["p.pprintDispatch({0})"]),
     "get_at": BuiltinTemplate("{0}[{1}]"),
+    # Provenance tracking
+    "push_path": BuiltinTemplate("nil", ["p.pushPath(int({0}))"]),
+    "pop_path": BuiltinTemplate("nil", ["p.popPath()"]),
+    "span_start": BuiltinTemplate("int64(p.spanStart())"),
+    "record_span": BuiltinTemplate("nil", ["p.recordSpan(int({0}))"]),
 }
 
 __all__ = [