Handle session events for standalone

Author: VietND96

Makefile

@@ -1115,7 +1115,7 @@ test_node_docker: hub standalone_docker standalone_chrome standalone_firefox sta
 		echo VIDEO_TAG=$(FFMPEG_TAG_VERSION)-$(BUILD_DATE) >> .env ; \
 		echo TEST_DRAIN_AFTER_SESSION_COUNT=$(or $(TEST_DRAIN_AFTER_SESSION_COUNT), 0) >> .env ; \
 		echo TEST_PARALLEL_HARDENING=$(or $(TEST_PARALLEL_HARDENING), "false") >> .env ; \
-		echo LOG_LEVEL=$(or $(LOG_LEVEL), "INFO") >> .env ; \
+		echo LOG_LEVEL=$(or $(LOG_LEVEL), "FINE") >> .env ; \
 		echo REQUEST_TIMEOUT=$(or $(REQUEST_TIMEOUT), 300) >> .env ; \
 		echo SELENIUM_ENABLE_MANAGED_DOWNLOADS=$(or $(SELENIUM_ENABLE_MANAGED_DOWNLOADS), "false") >> .env ; \
 		echo TEST_DELAY_AFTER_TEST=$(or $(TEST_DELAY_AFTER_TEST), 2) >> .env ; \

Standalone/Dockerfile

@@ -27,6 +27,11 @@ ENV SE_SESSION_REQUEST_TIMEOUT="300" \
     SE_RELAX_CHECKS="true" \
     SE_REJECT_UNSUPPORTED_CAPS="true" \
     SE_OTEL_SERVICE_NAME="selenium-standalone" \
-    SE_NODE_ENABLE_MANAGED_DOWNLOADS="true"
+    SE_NODE_ENABLE_MANAGED_DOWNLOADS="true" \
+    SE_EVENT_BUS_HOST="0.0.0.0" \
+    SE_BIND_BUS="false" \
+    SE_EVENT_BUS_IMPLEMENTATION=""
 
 EXPOSE 4444
+EXPOSE 4443
+EXPOSE 4442

Standalone/start-selenium-standalone.sh

@@ -103,6 +103,17 @@ if [ ! -z "${SE_EVENT_BUS_HEARTBEAT_PERIOD}" ]; then
   append_se_opts "--eventbus-heartbeat-period" "${SE_EVENT_BUS_HEARTBEAT_PERIOD}"
 fi
 
+if [ ! -z "${SE_EVENT_BUS_IMPLEMENTATION}" ]; then
+  append_se_opts "--events-implementation" "${SE_EVENT_BUS_IMPLEMENTATION}"
+fi
+
+if [ "${SE_BIND_BUS}" = "true" ]; then
+  append_se_opts "--bind-bus" "${SE_BIND_BUS}"
+  if [ -z "${SE_EVENT_BUS_IMPLEMENTATION}" ]; then
+    append_se_opts "--events-implementation" "org.openqa.selenium.events.zeromq.ZeroMqEventBus"
+  fi
+fi
+
 if [ "${SE_ENABLE_TLS}" = "true" ]; then
   # Configure truststore for the server
   if [ ! -z "$SE_JAVA_SSL_TRUST_STORE" ]; then

Video/video_service.py

@@ -160,16 +160,21 @@ def __init__(self):
         self.file_name_trim_regex = os.environ.get("SE_VIDEO_FILE_NAME_TRIM_REGEX", "[^a-zA-Z0-9-_]")
         self.file_name_suffix = os.environ.get("SE_VIDEO_FILE_NAME_SUFFIX", "true").lower() == "true"
 
+        # Standalone mode: single node, no need to filter events by NodeId
+        self.record_standalone = os.environ.get("SE_VIDEO_RECORD_STANDALONE", "false").lower() == "true"
+
         # Node identity for filtering events in distributed (Hub-Nodes) setup.
         # In distributed mode, ZeroMQ broadcasts ALL session events to ALL subscribers.
         # Each Node's recorder must filter to only process events for its own Node.
         # Node ID is resolved from the Node /status endpoint on startup.
+        # In standalone mode, NodeId filtering is skipped since there is only one node.
         self.node_id: Optional[str] = None
         self.node_external_uri: Optional[str] = None
 
         # Node /status endpoint configuration
         self.se_server_protocol = os.environ.get("SE_SERVER_PROTOCOL", "http")
-        self.se_node_port = os.environ.get("SE_NODE_PORT", "5555")
+        default_node_port = "4444" if self.record_standalone else "5555"
+        self.se_node_port = os.environ.get("SE_NODE_PORT", default_node_port)
         self.node_poll_interval = int(os.environ.get("SE_VIDEO_POLL_INTERVAL", "2"))
 
         # Drain configuration
@@ -268,7 +273,12 @@ def is_own_node_event(self, data: dict) -> bool:
 
         Matching is done by comparing the event's nodeId against the Node ID
         obtained from the Node /status endpoint on startup.
+
+        In standalone mode, all events belong to this Node, so filtering is skipped.
         """
+        if self.record_standalone:
+            return True
+
         if self.node_id is None:
             # Node ID not yet resolved, cannot filter
             logger.warning("Node ID not resolved yet, skipping event")
@@ -282,6 +292,10 @@ async def wait_for_node_ready(self) -> None:
 
         Polls the Node /status endpoint until it returns HTTP 200,
         then extracts nodeId and externalUri from the response.
+
+        Response structure differs by mode:
+        - Standalone: $.value.nodes[0].id, $.value.nodes[0].externalUri
+        - Distributed: $.value.node.nodeId, $.value.node.externalUri
         """
         node_status_url = f"{self.se_server_protocol}://{self.display_container}:{self.se_node_port}/status"
         headers = {}
@@ -296,9 +310,17 @@ async def wait_for_node_ready(self) -> None:
                 with urlopen(req, timeout=5) as resp:
                     if resp.status == 200:
                         body = json.loads(resp.read().decode("utf-8"))
-                        node_info = body.get("value", {}).get("node", {})
-                        self.node_id = node_info.get("nodeId")
-                        self.node_external_uri = node_info.get("externalUri")
+
+                        if self.record_standalone:
+                            nodes = body.get("value", {}).get("nodes", [])
+                            if nodes:
+                                node_info = nodes[0]
+                                self.node_id = node_info.get("id")
+                                self.node_external_uri = node_info.get("externalUri")
+                        else:
+                            node_info = body.get("value", {}).get("node", {})
+                            self.node_id = node_info.get("nodeId")
+                            self.node_external_uri = node_info.get("externalUri")
 
                         if self.node_id:
                             logger.info(f"Node is ready. ID: {self.node_id}, URI: {self.node_external_uri}")
@@ -785,6 +807,7 @@ async def run(self) -> None:
         logger.info("Starting unified video recording and upload service")
         logger.info("=" * 60)
         logger.info(f"Configuration:")
+        logger.info(f"  Standalone mode: {self.record_standalone}")
         logger.info(f"  Event bus: {self.event_bus_host}:{self.event_bus_port}")
         logger.info(f"  Video folder: {self.video_folder}")
         logger.info(f"  Video size: {self.video_size}")

tests/docker-compose-v3-event-driven-arm64.yml

@@ -1,11 +1,29 @@
-# To execute this docker compose yml file use `docker compose -f docker-compose-v3-event-driven-arm64.yml up`
-# Add the `-d` flag at the end for detached execution
-# To stop the execution, hit Ctrl+C, and then `docker compose -f docker-compose-v3-event-driven-arm64.yml down`
-#
-# This compose file uses the event-driven video recording backend.
-# The recorder subscribes to Grid's ZeroMQ event bus for session lifecycle events
-# instead of polling the Node /status endpoint.
 services:
+  # Start a local FTP server to demonstrate video upload with RCLONE (https://github.com/delfer/docker-alpine-ftp-server)
+  ftp_server:
+    image: delfer/alpine-ftp-server:latest
+    container_name: ftp_server
+    environment:
+      - USERS=seluser|selenium.dev
+    volumes:
+      # Mount the local directory `/home/${USER}/Videos/upload` to the FTP server's `/ftp/seluser` directory to check out the uploaded videos
+      - /tmp/upload:/ftp/seluser
+    command: ["/bin/sh", "-c", "/sbin/tini -- /bin/start_vsftpd.sh && tail -f /dev/null"]
+    stop_grace_period: 30s
+
+  # File browser to manage the uploaded videos from the FTP server
+  file_browser:
+    image: filebrowser/filebrowser:latest
+    container_name: file_browser
+    restart: always
+    ports:
+      - "8081:80"
+    volumes:
+      # Mount the local directory `/tmp/upload` to file browser's `/srv` directory to check out the uploaded videos
+      - /tmp/upload:/srv
+    environment:
+      - FB_NOAUTH=true
+
   chrome:
     deploy:
       mode: replicated
@@ -17,16 +35,24 @@ services:
     volumes:
       - /tmp/videos:/videos
       - ./../selenium_server_deploy.jar:/opt/selenium/selenium-server.jar
+      - ./../Video/video_service.py:/opt/bin/video_service.py
     environment:
       - SE_EVENT_BUS_HOST=selenium-hub
       - SE_RECORD_VIDEO=true
       - SE_VIDEO_FILE_NAME=auto
       - SE_EVENT_DRIVEN_SERVICES=true
-      # Only upload videos for failed sessions (optional, default: false)
-      # - SE_UPLOAD_FAILURE_SESSION_ONLY=true
-      # Upload configuration (optional)
-      # - SE_VIDEO_UPLOAD_ENABLED=true
-      # - SE_UPLOAD_DESTINATION_PREFIX=s3://bucket/videos
+      - SE_VIDEO_UPLOAD_ENABLED=true
+      # Remote name and destination path to upload
+      - SE_UPLOAD_DESTINATION_PREFIX=myftp://ftp/seluser
+      # All configs required for RCLONE to upload to remote name myftp
+      - RCLONE_CONFIG_MYFTP_TYPE=ftp
+      - RCLONE_CONFIG_MYFTP_HOST=ftp_server
+      - RCLONE_CONFIG_MYFTP_PORT=21
+      - RCLONE_CONFIG_MYFTP_USER=seluser
+      # Password encrypted using command: rclone obscure <your_password>
+      - RCLONE_CONFIG_MYFTP_PASS=KkK8RsUIba-MMTBUSnuYIdAKvcnFyLl2pdhQig
+      - RCLONE_CONFIG_MYFTP_FTP_CONCURRENCY=10
+    stop_grace_period: 30s
 
   firefox:
     deploy:
@@ -39,16 +65,24 @@ services:
     volumes:
       - /tmp/videos:/videos
       - ./../selenium_server_deploy.jar:/opt/selenium/selenium-server.jar
+      - ./../Video/video_service.py:/opt/bin/video_service.py
     environment:
       - SE_EVENT_BUS_HOST=selenium-hub
       - SE_RECORD_VIDEO=true
       - SE_VIDEO_FILE_NAME=auto
       - SE_EVENT_DRIVEN_SERVICES=true
-      # Only upload videos for failed sessions (optional, default: false)
-      # - SE_UPLOAD_FAILURE_SESSION_ONLY=true
-      # Upload configuration (optional)
-      # - SE_VIDEO_UPLOAD_ENABLED=true
-      # - SE_UPLOAD_DESTINATION_PREFIX=s3://bucket/videos
+      - SE_VIDEO_UPLOAD_ENABLED=true
+      # Remote name and destination path to upload
+      - SE_UPLOAD_DESTINATION_PREFIX=myftp://ftp/seluser
+      # All configs required for RCLONE to upload to remote name myftp
+      - RCLONE_CONFIG_MYFTP_TYPE=ftp
+      - RCLONE_CONFIG_MYFTP_HOST=ftp_server
+      - RCLONE_CONFIG_MYFTP_PORT=21
+      - RCLONE_CONFIG_MYFTP_USER=seluser
+      # Password encrypted using command: rclone obscure <your_password>
+      - RCLONE_CONFIG_MYFTP_PASS=KkK8RsUIba-MMTBUSnuYIdAKvcnFyLl2pdhQig
+      - RCLONE_CONFIG_MYFTP_FTP_CONCURRENCY=10
+    stop_grace_period: 30s
 
   selenium-hub:
     image: selenium/hub:4.40.0-20260204
@@ -59,15 +93,3 @@ services:
       - "4442:4442"
       - "4443:4443"
       - "4444:4444"
-
-  # File browser to manage the videos from local volume
-  file_browser:
-    image: filebrowser/filebrowser:latest
-    container_name: file_browser
-    restart: always
-    ports:
-      - "8081:80"
-    volumes:
-      - /tmp/videos:/srv
-    environment:
-      - FB_NOAUTH=true

tests/docker-compose-v3-event-driven-standalone-arm64.yml

@@ -0,0 +1,56 @@
+services:
+  # Start a local FTP server to demonstrate video upload with RCLONE (https://github.com/delfer/docker-alpine-ftp-server)
+  ftp_server:
+    image: delfer/alpine-ftp-server:latest
+    container_name: ftp_server
+    environment:
+      - USERS=seluser|selenium.dev
+    volumes:
+      # Mount the local directory `/home/${USER}/Videos/upload` to the FTP server's `/ftp/seluser` directory to check out the uploaded videos
+      - /tmp/upload:/ftp/seluser
+    command: ["/bin/sh", "-c", "/sbin/tini -- /bin/start_vsftpd.sh && tail -f /dev/null"]
+    stop_grace_period: 30s
+
+  # File browser to manage the uploaded videos from the FTP server
+  file_browser:
+    image: filebrowser/filebrowser:latest
+    container_name: file_browser
+    restart: always
+    ports:
+      - "8081:80"
+    volumes:
+      # Mount the local directory `/tmp/upload` to file browser's `/srv` directory to check out the uploaded videos
+      - /tmp/upload:/srv
+    environment:
+      - FB_NOAUTH=true
+
+  chrome:
+    deploy:
+      mode: replicated
+      replicas: 1
+    image: selenium/standalone-chromium:4.40.0-20260209
+    shm_size: 2gb
+    ports:
+      - "4444:4444"
+    volumes:
+      - /tmp/videos:/videos
+      - ./../selenium_server_deploy.jar:/opt/selenium/selenium-server.jar
+      - ./../Video/video_service.py:/opt/bin/video_service.py
+    environment:
+      - SE_VIDEO_RECORD_STANDALONE=true
+      - SE_RECORD_VIDEO=true
+      - SE_VIDEO_FILE_NAME=auto
+      - SE_BIND_BUS=true
+      - SE_EVENT_DRIVEN_SERVICES=true
+      - SE_VIDEO_UPLOAD_ENABLED=true
+      # Remote name and destination path to upload
+      - SE_UPLOAD_DESTINATION_PREFIX=myftp://ftp/seluser
+      # All configs required for RCLONE to upload to remote name myftp
+      - RCLONE_CONFIG_MYFTP_TYPE=ftp
+      - RCLONE_CONFIG_MYFTP_HOST=ftp_server
+      - RCLONE_CONFIG_MYFTP_PORT=21
+      - RCLONE_CONFIG_MYFTP_USER=seluser
+      # Password encrypted using command: rclone obscure <your_password>
+      - RCLONE_CONFIG_MYFTP_PASS=KkK8RsUIba-MMTBUSnuYIdAKvcnFyLl2pdhQig
+      - RCLONE_CONFIG_MYFTP_FTP_CONCURRENCY=10
+    stop_grace_period: 30s

tests/get_started.py

@@ -41,7 +41,7 @@ def run_browser_instance(browser, grid_url):
         print(f"Session created: {driver.session_id} ({browser})")
         driver.get('https://www.google.com/')
         print(driver.title)
-        time.sleep(100)
+        time.sleep(15)
         driver.quit()
 
 

tests/test.py

@@ -259,6 +259,8 @@ def launch_container(container, **kwargs):
         'SE_EVENT_BUS_PUBLISH_PORT': 4442,
         'SE_EVENT_BUS_SUBSCRIBE_PORT': 4443,
     }
+    if "standalone" in container.lower():
+        environment['SE_EVENT_BUS_HOST'] = '0.0.0.0'
     if container != 'Hub':
         environment['SE_NODE_ENABLE_MANAGED_DOWNLOADS'] = "true"
     container_id = client.containers.run(