diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 9e024bc..370b042 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -1,7 +1,15 @@ name: Tests -on: push + +# PER-8195: explicitly use `pull_request` only. `pull_request_target` is +# forbidden — it checks out attacker-controlled code with full secret access. +on: [push, pull_request] + +# Limit GITHUB_TOKEN to read-only (CodeQL: workflow-does-not-contain-permissions) +permissions: + contents: read + jobs: - build: + basic: runs-on: ubuntu-latest steps: - uses: actions/checkout@v4 @@ -25,3 +33,28 @@ jobs: - run: make test env: PERCY_TOKEN: ${{ secrets.PERCY_TOKEN }} + + advanced: + # PER-8195 advanced example. Runs the advanced suite the same way the + # basic job runs its suite — under Percy with the repo's PERCY_TOKEN. + # No testing-mode coverage gate or external assertion helper (matches master). + runs-on: ubuntu-latest + timeout-minutes: 15 + defaults: + run: + working-directory: advanced + steps: + - uses: actions/checkout@v4 + - uses: ruby/setup-ruby@v1 + with: + ruby-version: 3.4 + bundler-cache: false + - uses: actions/setup-node@v4 + with: + node-version: 20 + - name: Install advanced/ dependencies + run: make install + - name: Run advanced tests + env: + PERCY_TOKEN: ${{ secrets.PERCY_TOKEN }} + run: make test-advanced diff --git a/README.md b/README.md index a8e6511..51f5a71 100644 --- a/README.md +++ b/README.md @@ -5,6 +5,15 @@ Example app showing integration of [Percy](https://percy.io/) visual testing into Ruby Selenium tests. +> **New:** This repo ships an [`advanced/`](./advanced) example covering the full applicable Percy SDK feature surface for `percy-selenium` (Ruby gem). See the [Percy SDK Feature Matrix](https://docs.percy.io/docs/sdk-feature-matrix) for cross-SDK coverage. + +## Examples + +| Example | What it shows | Run command | +|---|---|---| +| `./` (basic, at repo root) | Minimum viable integration: a few `Percy.snapshot(driver, name)` calls. Start here. | `make test` | +| [`./advanced/`](./advanced) | Full applicable Percy SDK feature surface: widths, minHeight, enable_javascript, readiness, responsive_snapshot_capture, regions, sync, dual snake_case/camelCase naming. RSpec-driven. See [`advanced/README.md`](./advanced/README.md) for the matrix-row coverage table. | `cd advanced && make test` | + ## Versions used in this branch - selenium-webdriver: 4.36.0 diff --git a/advanced/.gitignore b/advanced/.gitignore new file mode 100644 index 0000000..feb79e0 --- /dev/null +++ b/advanced/.gitignore @@ -0,0 +1,6 @@ +vendor/ +.bundle/ +Gemfile.lock +node_modules/ +advanced-requests.json +*.log diff --git a/advanced/.percy.yml b/advanced/.percy.yml new file mode 100644 index 0000000..2d1fb11 --- /dev/null +++ b/advanced/.percy.yml @@ -0,0 +1,15 @@ +# PER-8195 — advanced example global config for percy-selenium (ruby). +# Per-snapshot options hashes in spec/todomvc_advanced_spec.rb override these. + +version: 2 + +snapshot: + widths: [375, 1280] + min-height: 1024 + percy-css: | + .new-todo::placeholder { color: #999 !important; } + +discovery: + allowed-hostnames: + - localhost + network-idle-timeout: 500 diff --git a/advanced/Gemfile b/advanced/Gemfile new file mode 100644 index 0000000..e68f50a --- /dev/null +++ b/advanced/Gemfile @@ -0,0 +1,7 @@ +source 'https://rubygems.org' + +gem 'selenium-webdriver', '~> 4.36.0' +gem 'percy-selenium', '~> 1.1.2' +gem 'webrick' +gem 'base64' +gem 'rspec', '~> 3.13' diff --git a/advanced/Makefile b/advanced/Makefile new file mode 100644 index 0000000..eca232b --- /dev/null +++ b/advanced/Makefile @@ -0,0 +1,28 @@ +NPM=node_modules/.bin +VENDOR=vendor/bundle/ruby + +.PHONY: install clean test test-advanced test-advanced-ci + +$(NPM): + npm install --no-save @percy/cli@^1.31.13 + +$(VENDOR): + bundle config set path 'vendor/bundle' + bundle install + +install: $(NPM) $(VENDOR) + +clean: + rm -rf vendor node_modules advanced-requests.json .bundle + +# Local run against a real PERCY_TOKEN. +test test-advanced: install + $(NPM)/percy exec -- bundle exec rspec spec/ + +# CI run in --testing mode + capture requests file. +test-advanced-ci: install + PERCY_TOKEN=fake_token $(NPM)/percy exec --testing -- bash -c '\ + bundle exec rspec spec/; \ + ec=$$?; \ + curl -fsS http://localhost:5338/test/requests > advanced-requests.json || true; \ + exit $$ec' diff --git a/advanced/README.md b/advanced/README.md new file mode 100644 index 0000000..c447363 --- /dev/null +++ b/advanced/README.md @@ -0,0 +1,54 @@ +# Advanced Percy + Selenium-Ruby example + +This directory exercises the full applicable Percy SDK feature surface for `percy-selenium` (Ruby gem). See the basic example at the repo root for the minimum integration. + +## What this example covers + +An RSpec suite (`spec/todomvc_advanced_spec.rb`) where each `it` exercises one row of the [Percy SDK Advanced Feature Matrix](../../../docs/advanced-example-feature-matrix.md). Global SDK config — readiness preset, default widths, percyCSS, discovery — lives in `.percy.yml`. + +Note: `scope`, `domTransformation`, `discovery` are marked `N/A` — not exposed in `percy-selenium` Ruby 1.1.2 options hash. + +## Run locally + +```bash +cd advanced +make install # bundle install + npm install of @percy/cli +export PERCY_TOKEN="" # do NOT commit this +make test +``` + +To run without a real token (CI assertion mode): + +```bash +make test-advanced-ci # uses --testing + PERCY_TOKEN=fake_token + captures /test/requests +``` + +The CI variant asserts every matrix row appears in the captured POST bodies at the local `/test/requests` endpoint. No real Percy build is created. + +## Coverage matrix + +States: `Covered` / `N/A — ` / `Planned` / `Deprecated`. Source of truth is [`matrix.yml`](./matrix.yml). + +| Feature | State | Test | +|---|---|---| +| widths | Covered | `exercises widths` | +| minHeight | Covered | `exercises minHeight` | +| enableJavaScript | Covered | `exercises enableJavaScript` | +| responsiveSnapshotCapture | Covered | `exercises responsive_snapshot_capture` | +| readiness preset | Covered | `exercises readiness preset` | +| labels | Covered | `exercises labels` | +| testCase | Covered | `exercises testCase` | +| devicePixelRatio | Covered | `exercises devicePixelRatio` | +| browsers override | Covered | `exercises browsers override` | +| regions | Covered | `exercises regions` | +| sync mode | Covered | `exercises sync option` | +| snake_case + camelCase dual naming | Covered | `snake_case + camelCase dual naming` | +| percyCSS | Covered | global via `.percy.yml` | +| cross-origin iframe handling | Covered | automatic via `percy-selenium >= 1.1.2` | +| `.percy.yml` global config | Covered | `.percy.yml` consumed at build start | +| environment info reporting | Covered | automatic via `percy-selenium` client info | +| PERCY_SERVER_ADDRESS via env | Covered | CI advanced job picks up `PERCY_SERVER_ADDRESS` | +| `Percy.create_region` helper | Planned | — | +| `scope` | N/A | Not exposed in Ruby SDK 1.1.2 | +| `domTransformation` | N/A | Not exposed in Ruby SDK 1.1.2 | +| `discovery` per-snapshot | N/A | discovery is per-build only | diff --git a/advanced/matrix.yml b/advanced/matrix.yml new file mode 100644 index 0000000..1b70652 --- /dev/null +++ b/advanced/matrix.yml @@ -0,0 +1,78 @@ +# PER-8195 Phase 1 — Ruby-Selenium matrix-row mapping. +# Test code: spec/todomvc_advanced_spec.rb (RSpec). + +sdk: ruby-selenium +package: percy-selenium +language: ruby +sdk_min_version: '1.1.2' +cli_min_version: '1.31.13' + +rows: + - id: widths + state: covered + test: 'TodoMVC Advanced > exercises widths' + - id: min_height + state: covered + test: 'TodoMVC Advanced > exercises minHeight' + - id: enable_javascript + state: covered + test: 'TodoMVC Advanced > exercises enableJavaScript' + - id: responsive_snapshot_capture + state: covered + test: 'TodoMVC Advanced > exercises responsive_snapshot_capture' + - id: readiness_preset + state: covered + test: 'TodoMVC Advanced > exercises readiness preset' + - id: labels + state: covered + test: 'TodoMVC Advanced > exercises labels' + - id: test_case + state: covered + test: 'TodoMVC Advanced > exercises testCase' + - id: device_pixel_ratio + state: covered + test: 'TodoMVC Advanced > exercises devicePixelRatio' + - id: browsers + state: covered + test: 'TodoMVC Advanced > exercises browsers override' + - id: regions + state: covered + test: 'TodoMVC Advanced > exercises regions' + - id: sync + state: covered + test: 'TodoMVC Advanced > exercises sync option' + - id: percy_css + state: covered + test: 'global via .percy.yml snapshot.percy-css' + + # Ruby-specific. + - id: snake_case_camelcase_dual_naming + state: covered + test: 'TodoMVC Advanced > snake_case + camelCase dual naming' + - id: cross_origin_iframe_handling + state: covered + test: 'automatic via percy-selenium >= 1.1.2' + - id: create_region_helper + state: planned + test: 'TodoMVC Advanced > exercises Percy.create_region for regions' + + # Not exposed in Ruby SDK. + - id: scope + state: n_a + reason: 'Not exposed in percy-selenium ruby 1.1.2 options hash.' + - id: dom_transformation + state: n_a + reason: 'Not exposed in percy-selenium ruby 1.1.2 options hash.' + - id: discovery + state: n_a + reason: 'discovery is per-build, not per-snapshot in this SDK.' + + - id: env_percy_server_address + state: covered + test: 'CI: advanced job sets PERCY_SERVER_ADDRESS via env' + - id: percy_yml_global_config + state: covered + test: 'global config consumed via .percy.yml' + - id: environment_info_reporting + state: covered + test: 'automatic via percy-selenium client info' diff --git a/advanced/package.json b/advanced/package.json new file mode 100644 index 0000000..243838b --- /dev/null +++ b/advanced/package.json @@ -0,0 +1,9 @@ +{ + "name": "example-percy-ruby-selenium-advanced", + "version": "1.0.0", + "private": true, + "description": "Advanced Percy example — local @percy/cli so the Makefile's node_modules/.bin/percy resolves (PER-8195).", + "devDependencies": { + "@percy/cli": "^1.31.13" + } +} diff --git a/advanced/spec/spec_helper.rb b/advanced/spec/spec_helper.rb new file mode 100644 index 0000000..d18f92a --- /dev/null +++ b/advanced/spec/spec_helper.rb @@ -0,0 +1,38 @@ +# PER-8195 — RSpec helpers: starts WEBrick on PORT, opens a headless firefox +# driver, tears both down after the suite. + +require 'bundler/setup' +require 'percy' +require 'webrick' +require 'selenium-webdriver' + +PORT = ENV.fetch('PORT_NUMBER', '8008').to_i +TEST_URL = "http://localhost:#{PORT}" +APP_ROOT = File.expand_path('..', __dir__) + +RSpec.configure do |config| + config.before(:suite) do + $server = WEBrick::HTTPServer.new( + Port: PORT, + DocumentRoot: File.expand_path('..', APP_ROOT), + Logger: WEBrick::Log.new(File::NULL), + AccessLog: [] + ) + $server_thread = Thread.new { $server.start } + + options = Selenium::WebDriver::Firefox::Options.new(args: ['--headless']) + options.binary = ENV['FIREFOX_BINARY'] if ENV['FIREFOX_BINARY'] + $driver = Selenium::WebDriver.for(:firefox, options: options) + end + + config.after(:suite) do + $driver&.quit + $server&.shutdown + $server_thread&.kill + end +end + +def seed_todo + $driver.navigate.to(TEST_URL) + $driver.find_element(class: 'new-todo').send_keys('Walk the dog', :return) +end diff --git a/advanced/spec/todomvc_advanced_spec.rb b/advanced/spec/todomvc_advanced_spec.rb new file mode 100644 index 0000000..39a06fa --- /dev/null +++ b/advanced/spec/todomvc_advanced_spec.rb @@ -0,0 +1,75 @@ +# PER-8195 Phase 1 — ruby-selenium advanced example. +# Each `it` exercises one row of the Advanced Feature Matrix. See +# ../matrix.yml for the canonical mapping of test name -> matrix row. + +require 'spec_helper' + +RSpec.describe 'TodoMVC Advanced' do + before(:each) { seed_todo } + + it 'exercises widths' do + Percy.snapshot($driver, 'TodoMVC Advanced > exercises widths', + widths: [375, 768, 1280, 1920]) + end + + it 'exercises minHeight' do + Percy.snapshot($driver, 'TodoMVC Advanced > exercises minHeight', + min_height: 2000) + end + + it 'exercises enableJavaScript' do + Percy.snapshot($driver, 'TodoMVC Advanced > exercises enableJavaScript', + enable_javascript: true) + end + + it 'exercises responsive_snapshot_capture' do + Percy.snapshot($driver, 'TodoMVC Advanced > exercises responsiveSnapshotCapture', + responsive_snapshot_capture: true, widths: [375, 1280]) + end + + it 'exercises readiness preset' do + Percy.snapshot($driver, 'TodoMVC Advanced > exercises readiness preset', + readiness: { preset: 'strict', timeoutMs: 5000 }) + end + + it 'exercises labels' do + Percy.snapshot($driver, 'TodoMVC Advanced > exercises labels', + labels: 'smoke,sdk-ruby-selenium') + end + + it 'exercises testCase' do + Percy.snapshot($driver, 'TodoMVC Advanced > exercises testCase', + test_case: 'todomvc-advanced-suite') + end + + it 'exercises devicePixelRatio' do + Percy.snapshot($driver, 'TodoMVC Advanced > exercises devicePixelRatio', + device_pixel_ratio: 2) + end + + it 'exercises browsers override' do + Percy.snapshot($driver, 'TodoMVC Advanced > exercises browsers override', + browsers: %w[chrome firefox]) + end + + it 'exercises regions' do + Percy.snapshot($driver, 'TodoMVC Advanced > exercises regions', + regions: [{ + algorithm: 'ignore', + elementSelector: { boundingBox: { x: 0, y: 0, width: 200, height: 100 } } + }]) + end + + it 'exercises sync option' do + Percy.snapshot($driver, 'TodoMVC Advanced > exercises sync option', sync: false) + end + + it 'exercises snake_case + camelCase dual naming' do + # percy-selenium accepts both Ruby-idiomatic snake_case and camelCase keys + # in the same options hash; verify they coexist. + Percy.snapshot($driver, 'TodoMVC Advanced > snake_case + camelCase dual naming', + responsive_snapshot_capture: true, + widths: [375, 1280], + min_height: 1024) + end +end diff --git a/css/index.css b/css/index.css new file mode 100644 index 0000000..2c0b4b6 --- /dev/null +++ b/css/index.css @@ -0,0 +1,393 @@ +@charset 'utf-8'; + +html, +body { + margin: 0; + padding: 0; +} + +button { + margin: 0; + padding: 0; + border: 0; + background: none; + font-size: 100%; + vertical-align: baseline; + font-family: inherit; + font-weight: inherit; + color: inherit; + -webkit-appearance: none; + appearance: none; + -webkit-font-smoothing: antialiased; + -moz-osx-font-smoothing: grayscale; +} + +body { + font: 14px 'Helvetica Neue', Helvetica, Arial, sans-serif; + line-height: 1.4em; + background: #f5f5f5; + color: #111111; + min-width: 230px; + max-width: 550px; + margin: 0 auto; + -webkit-font-smoothing: antialiased; + -moz-osx-font-smoothing: grayscale; + font-weight: 300; +} + +.hidden { + display: none; +} + +.todoapp { + background: #fff; + margin: 130px 0 40px 0; + position: relative; + box-shadow: 0 2px 4px 0 rgba(0, 0, 0, 0.2), + 0 25px 50px 0 rgba(0, 0, 0, 0.1); +} + +.todoapp input::-webkit-input-placeholder { + font-style: italic; + font-weight: 400; + color: rgba(0, 0, 0, 0.4); +} + +.todoapp input::-moz-placeholder { + font-style: italic; + font-weight: 400; + color: rgba(0, 0, 0, 0.4); +} + +.todoapp input::input-placeholder { + font-style: italic; + font-weight: 400; + color: rgba(0, 0, 0, 0.4); +} + +.todoapp h1 { + position: absolute; + top: -140px; + width: 100%; + font-size: 80px; + font-weight: 200; + text-align: center; + color: #b83f45; + -webkit-text-rendering: optimizeLegibility; + -moz-text-rendering: optimizeLegibility; + text-rendering: optimizeLegibility; +} + +.new-todo, +.edit { + position: relative; + margin: 0; + width: 100%; + font-size: 24px; + font-family: inherit; + font-weight: inherit; + line-height: 1.4em; + color: inherit; + padding: 6px; + border: 1px solid #999; + box-shadow: inset 0 -1px 5px 0 rgba(0, 0, 0, 0.2); + box-sizing: border-box; + -webkit-font-smoothing: antialiased; + -moz-osx-font-smoothing: grayscale; +} + +.new-todo { + padding: 16px 16px 16px 60px; + height: 65px; + border: none; + background: rgba(0, 0, 0, 0.003); + box-shadow: inset 0 -2px 1px rgba(0,0,0,0.03); +} + +.main { + position: relative; + z-index: 2; + border-top: 1px solid #e6e6e6; +} + +.toggle-all { + width: 1px; + height: 1px; + border: none; /* Mobile Safari */ + opacity: 0; + position: absolute; + right: 100%; + bottom: 100%; +} + +.toggle-all + label { + display: flex; + align-items: center; + justify-content: center; + width: 45px; + height: 65px; + font-size: 0; + position: absolute; + top: -65px; + left: -0; +} + +.toggle-all + label:before { + content: '❯'; + display: inline-block; + font-size: 22px; + color: #949494; + padding: 10px 27px 10px 27px; + -webkit-transform: rotate(90deg); + transform: rotate(90deg); +} + +.toggle-all:checked + label:before { + color: #484848; +} + +.todo-list { + margin: 0; + padding: 0; + list-style: none; +} + +.todo-list li { + position: relative; + font-size: 24px; + border-bottom: 1px solid #ededed; +} + +.todo-list li:last-child { + border-bottom: none; +} + +.todo-list li.editing { + border-bottom: none; + padding: 0; +} + +.todo-list li.editing .edit { + display: block; + width: calc(100% - 43px); + padding: 12px 16px; + margin: 0 0 0 43px; +} + +.todo-list li.editing .view { + display: none; +} + +.todo-list li .toggle { + text-align: center; + width: 40px; + /* auto, since non-WebKit browsers doesn't support input styling */ + height: auto; + position: absolute; + top: 0; + bottom: 0; + margin: auto 0; + border: none; /* Mobile Safari */ + -webkit-appearance: none; + appearance: none; +} + +.todo-list li .toggle { + opacity: 0; +} + +.todo-list li .toggle + label { + /* + Firefox requires `#` to be escaped - https://bugzilla.mozilla.org/show_bug.cgi?id=922433 + IE and Edge requires *everything* to be escaped to render, so we do that instead of just the `#` - https://developer.microsoft.com/en-us/microsoft-edge/platform/issues/7157459/ + */ + background-image: url('data:image/svg+xml;utf8,%3Csvg%20xmlns%3D%22http%3A//www.w3.org/2000/svg%22%20width%3D%2240%22%20height%3D%2240%22%20viewBox%3D%22-10%20-18%20100%20135%22%3E%3Ccircle%20cx%3D%2250%22%20cy%3D%2250%22%20r%3D%2250%22%20fill%3D%22none%22%20stroke%3D%22%23949494%22%20stroke-width%3D%223%22/%3E%3C/svg%3E'); + background-repeat: no-repeat; + background-position: center left; +} + +.todo-list li .toggle:checked + label { + background-image: url('data:image/svg+xml;utf8,%3Csvg%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20width%3D%2240%22%20height%3D%2240%22%20viewBox%3D%22-10%20-18%20100%20135%22%3E%3Ccircle%20cx%3D%2250%22%20cy%3D%2250%22%20r%3D%2250%22%20fill%3D%22none%22%20stroke%3D%22%2359A193%22%20stroke-width%3D%223%22%2F%3E%3Cpath%20fill%3D%22%233EA390%22%20d%3D%22M72%2025L42%2071%2027%2056l-4%204%2020%2020%2034-52z%22%2F%3E%3C%2Fsvg%3E'); +} + +.todo-list li label { + overflow-wrap: break-word; + padding: 15px 15px 15px 60px; + display: block; + line-height: 1.2; + transition: color 0.4s; + font-weight: 400; + color: #484848; +} + +.todo-list li.completed label { + color: #949494; + text-decoration: line-through; +} + +.todo-list li .destroy { + display: none; + position: absolute; + top: 0; + right: 10px; + bottom: 0; + width: 40px; + height: 40px; + margin: auto 0; + font-size: 30px; + color: #949494; + transition: color 0.2s ease-out; +} + +.todo-list li .destroy:hover, +.todo-list li .destroy:focus { + color: #C18585; +} + +.todo-list li .destroy:after { + content: '×'; + display: block; + height: 100%; + line-height: 1.1; +} + +.todo-list li:hover .destroy { + display: block; +} + +.todo-list li .edit { + display: none; +} + +.todo-list li.editing:last-child { + margin-bottom: -1px; +} + +.footer { + padding: 10px 15px; + height: 20px; + text-align: center; + font-size: 15px; + border-top: 1px solid #e6e6e6; +} + +.footer:before { + content: ''; + position: absolute; + right: 0; + bottom: 0; + left: 0; + height: 50px; + overflow: hidden; + box-shadow: 0 1px 1px rgba(0, 0, 0, 0.2), + 0 8px 0 -3px #f6f6f6, + 0 9px 1px -3px rgba(0, 0, 0, 0.2), + 0 16px 0 -6px #f6f6f6, + 0 17px 2px -6px rgba(0, 0, 0, 0.2); +} + +.todo-count { + float: left; + text-align: left; +} + +.todo-count strong { + font-weight: 300; +} + +.filters { + margin: 0; + padding: 0; + list-style: none; + position: absolute; + right: 0; + left: 0; +} + +.filters li { + display: inline; +} + +.filters li a { + color: inherit; + margin: 3px; + padding: 3px 7px; + text-decoration: none; + border: 1px solid transparent; + border-radius: 3px; +} + +.filters li a:hover { + border-color: #DB7676; +} + +.filters li a.selected { + border-color: #CE4646; +} + +.clear-completed, +html .clear-completed:active { + float: right; + position: relative; + line-height: 19px; + text-decoration: none; + cursor: pointer; +} + +.clear-completed:hover { + text-decoration: underline; +} + +.info { + margin: 65px auto 0; + color: #4d4d4d; + font-size: 11px; + text-shadow: 0 1px 0 rgba(255, 255, 255, 0.5); + text-align: center; +} + +.info p { + line-height: 1; +} + +.info a { + color: inherit; + text-decoration: none; + font-weight: 400; +} + +.info a:hover { + text-decoration: underline; +} + +/* + Hack to remove background from Mobile Safari. + Can't use it globally since it destroys checkboxes in Firefox +*/ +@media screen and (-webkit-min-device-pixel-ratio:0) { + .toggle-all, + .todo-list li .toggle { + background: none; + } + + .todo-list li .toggle { + height: 40px; + } +} + +@media (max-width: 430px) { + .footer { + height: 50px; + } + + .filters { + bottom: 10px; + } +} + +:focus, +.toggle:focus + label, +.toggle-all:focus + label { + box-shadow: 0 0 2px 2px #CF7D7D; + outline: 0; +} diff --git a/index.html b/index.html index 4302d31..77efb80 100644 --- a/index.html +++ b/index.html @@ -3,7 +3,7 @@ VanillaJS • TodoMVC - +