Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
66 changes: 59 additions & 7 deletions .github/workflows/sync-extension.yml
Original file line number Diff line number Diff line change
Expand Up @@ -75,11 +75,19 @@ jobs:
jq -r '.assets[] | select(.name | endswith(".js") or endswith(".wasm") or endswith(".json") or endswith(".d.ts")) | "\(.browser_download_url)|\(.name)"' | \
while IFS='|' read -r url name; do
if [ -n "$url" ] && [ "$url" != "null" ] && [ -n "$name" ]; then
# Handle asset names that might have paths like "pkg/sentience_core.js"
# Handle asset names that might have paths like "pkg/sentience_core.js" or "extension-package/manifest.json"
# GitHub releases might preserve directory structure in asset names
# If name starts with "pkg/", we want to preserve that structure
# If name is just a filename, put it at root
if [[ "$name" == pkg/* ]]; then
# Strip "extension-package/" prefix if present, as we'll handle it in copy step
if [[ "$name" == extension-package/* ]]; then
# Asset name is "extension-package/manifest.json" - strip prefix
filename="${name#extension-package/}"
dir=$(dirname "$filename")
if [ "$dir" != "." ]; then
mkdir -p "$dir"
fi
echo " Downloading $name -> $filename"
curl -L -H "Authorization: token ${{ secrets.SENTIENCE_CHROME_TOKEN }}" "$url" -o "$filename"
elif [[ "$name" == pkg/* ]]; then
# Asset name is "pkg/sentience_core.js" - create pkg directory
mkdir -p pkg
filename=$(basename "$name")
Expand All @@ -103,6 +111,19 @@ jobs:
echo ""
echo "Directory structure:"
ls -laR . | head -50
echo ""
echo "🔍 Verifying critical files:"
if [ -f "manifest.json" ]; then
echo "✅ manifest.json found ($(wc -c < manifest.json) bytes)"
head -5 manifest.json
else
echo "❌ manifest.json NOT FOUND"
fi
if [ -d "pkg" ]; then
echo "✅ pkg directory found with $(ls -1 pkg | wc -l) files"
else
echo "❌ pkg directory NOT FOUND"
fi

- name: Copy extension files
if: steps.release.outputs.skip != 'true'
Expand All @@ -113,11 +134,42 @@ jobs:
# Copy extension files (handle both root and extension-package/ subdirectory)
# Check root first, then extension-package/ subdirectory
if [ -f "extension-temp/manifest.json" ]; then
cp extension-temp/manifest.json sentience/extension/
size=$(wc -c < extension-temp/manifest.json)
if [ "$size" -gt 0 ]; then
echo "✅ Copying manifest.json ($size bytes)"
cp extension-temp/manifest.json sentience/extension/
# Verify copy
if [ -f "sentience/extension/manifest.json" ] && [ "$(wc -c < sentience/extension/manifest.json)" -gt 0 ]; then
echo "✅ manifest.json copied successfully"
else
echo "❌ manifest.json copy failed or file is empty"
exit 1
fi
else
echo "❌ manifest.json is empty ($size bytes)"
exit 1
fi
elif [ -f "extension-temp/extension-package/manifest.json" ]; then
cp extension-temp/extension-package/manifest.json sentience/extension/
size=$(wc -c < extension-temp/extension-package/manifest.json)
if [ "$size" -gt 0 ]; then
echo "✅ Copying manifest.json from extension-package/ ($size bytes)"
cp extension-temp/extension-package/manifest.json sentience/extension/
# Verify copy
if [ -f "sentience/extension/manifest.json" ] && [ "$(wc -c < sentience/extension/manifest.json)" -gt 0 ]; then
echo "✅ manifest.json copied successfully"
else
echo "❌ manifest.json copy failed or file is empty"
exit 1
fi
else
echo "❌ manifest.json is empty ($size bytes)"
exit 1
fi
else
echo "⚠️ manifest.json not found"
echo "❌ manifest.json not found in extension-temp/"
echo "Available files:"
find extension-temp -type f | head -20
exit 1
fi

if [ -f "extension-temp/content.js" ]; then
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,8 @@ jobs:
pip install -e ".[dev]"

- name: Build extension (if needed)
if: runner.os != 'Windows'
shell: bash
run: |
if [ -d "../sentience-chrome" ]; then
cd ../sentience-chrome && ./build.sh || echo "Extension build skipped (may not be available in CI)"
Expand Down
63 changes: 63 additions & 0 deletions sentience/extension/background.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,63 @@
// background.js - Service Worker for screenshot capture
// Chrome extensions can only capture screenshots from the background script
// Listen for screenshot requests from content script
chrome.runtime.onMessage.addListener((request, sender, sendResponse) => {
if (request.action === 'captureScreenshot') {
handleScreenshotCapture(sender.tab.id, request.options)
.then(screenshot => {
sendResponse({ success: true, screenshot });
})
.catch(error => {
console.error('[Sentience] Screenshot capture failed:', error);
sendResponse({
success: false,
error: error.message || 'Screenshot capture failed'
});
});

// Return true to indicate we'll send response asynchronously
return true;
}
});

/**
* Capture screenshot of the active tab
* @param {number} tabId - Tab ID to capture
* @param {Object} options - Screenshot options
* @returns {Promise<string>} Base64-encoded PNG data URL
*/
async function handleScreenshotCapture(tabId, options = {}) {
try {
const {
format = 'png', // 'png' or 'jpeg'
quality = 90 // JPEG quality (0-100), ignored for PNG
} = options;

// Capture visible tab as data URL
const dataUrl = await chrome.tabs.captureVisibleTab(null, {
format: format,
quality: quality
});

console.log(`[Sentience] Screenshot captured: ${format}, size: ${dataUrl.length} bytes`);

return dataUrl;
} catch (error) {
console.error('[Sentience] Screenshot error:', error);
throw new Error(`Failed to capture screenshot: ${error.message}`);
}
}

/**
* Optional: Add viewport-specific capture (requires additional setup)
* This would allow capturing specific regions, not just visible area
*/
async function captureRegion(tabId, region) {
// For region capture, you'd need to:
// 1. Capture full visible tab
// 2. Use Canvas API to crop to region
// 3. Return cropped image

// Not implemented in this basic version
throw new Error('Region capture not yet implemented');
}
22 changes: 22 additions & 0 deletions sentience/extension/content.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
// content.js - ISOLATED WORLD
console.log('[Sentience] Bridge loaded.');

// 1. Pass Extension ID to Main World (So WASM knows where to load from)
document.documentElement.dataset.sentienceExtensionId = chrome.runtime.id;

// 2. Proxy for Screenshots (The only thing Isolated World needs to do)
window.addEventListener('message', (event) => {
// Security check: only accept messages from same window
if (event.source !== window || event.data.type !== 'SENTIENCE_SCREENSHOT_REQUEST') return;

chrome.runtime.sendMessage(
{ action: 'captureScreenshot', options: event.data.options },
(response) => {
window.postMessage({
type: 'SENTIENCE_SCREENSHOT_RESULT',
requestId: event.data.requestId,
screenshot: response?.success ? response.screenshot : null
}, '*');
}
);
});
Loading
Loading