vision executor + enrich form actions

Author: SentienceDEV

examples/runtime_agent_minimal.py

@@ -47,7 +47,9 @@ async def main() -> None:
         await page.goto("https://example.com")
         await page.wait_for_load_state("networkidle")
 
-        runtime = await AgentRuntime.from_sentience_browser(browser=browser, page=page, tracer=tracer)
+        runtime = await AgentRuntime.from_sentience_browser(
+            browser=browser, page=page, tracer=tracer
+        )
 
         # Structured executor (for demo, we just return FINISH()).
         executor = FixedActionProvider("FINISH()")
@@ -63,15 +65,29 @@ async def main() -> None:
         def has_example_heading(ctx: AssertContext) -> AssertOutcome:
             # Demonstrates custom predicates (you can also use exists/url_contains helpers).
             snap = ctx.snapshot
-            ok = bool(snap and any((el.role == "heading" and (el.text or "").startswith("Example")) for el in snap.elements))
+            ok = bool(
+                snap
+                and any(
+                    (el.role == "heading" and (el.text or "").startswith("Example"))
+                    for el in snap.elements
+                )
+            )
             return AssertOutcome(passed=ok, reason="" if ok else "missing heading", details={})
 
         step = RuntimeStep(
             goal="Confirm Example Domain page is loaded",
             verifications=[
-                StepVerification(predicate=url_contains("example.com"), label="url_contains_example", required=True),
-                StepVerification(predicate=exists("role=heading"), label="has_heading", required=True),
-                StepVerification(predicate=has_example_heading, label="heading_text_matches", required=False),
+                StepVerification(
+                    predicate=url_contains("example.com"),
+                    label="url_contains_example",
+                    required=True,
+                ),
+                StepVerification(
+                    predicate=exists("role=heading"), label="has_heading", required=True
+                ),
+                StepVerification(
+                    predicate=has_example_heading, label="heading_text_matches", required=False
+                ),
             ],
             max_snapshot_attempts=2,
             snapshot_limit_base=60,
@@ -86,4 +102,3 @@ def has_example_heading(ctx: AssertContext) -> AssertOutcome:
 
 if __name__ == "__main__":
     asyncio.run(main())
-

sentience/__init__.py

@@ -11,7 +11,20 @@
     verify_extension_version,
     verify_extension_version_async,
 )
-from .actions import click, click_rect, press, scroll_to, type_text
+from .actions import (
+    back,
+    check,
+    clear,
+    click,
+    click_rect,
+    press,
+    scroll_to,
+    select_option,
+    submit,
+    type_text,
+    uncheck,
+    upload_file,
+)
 from .agent import SentienceAgent, SentienceAgentAsync
 from .agent_config import AgentConfig
 from .agent_runtime import AgentRuntime, AssertionHandle
@@ -118,6 +131,7 @@
     all_of,
     any_of,
     custom,
+    download_completed,
     element_count,
     exists,
     is_checked,
@@ -132,6 +146,13 @@
     value_contains,
     value_equals,
 )
+
+# Vision executor primitives (shared parsing/execution helpers)
+from .vision_executor import (
+    VisionExecutorAction,
+    execute_vision_executor_action,
+    parse_vision_executor_action,
+)
 from .visual_agent import SentienceVisualAgent, SentienceVisualAgentAsync
 from .wait import wait_for