From f06e326184ad48e93be3964e1fb64a5acde3c464 Mon Sep 17 00:00:00 2001 From: Simba Zhang Date: Fri, 13 Mar 2026 13:08:12 -0700 Subject: [PATCH] chore: remove third-party benchmarks from skill registry and README Remove smarthome-bench and homesafe-bench entries, keeping only the Home Security AI Benchmark (HomeSec-Bench) as the sole benchmark skill in the catalog. --- README.md | 2 -- skills.json | 74 ++++++++++++++--------------------------------------- 2 files changed, 19 insertions(+), 57 deletions(-) diff --git a/README.md b/README.md index bdfe549..fb4ab18 100644 --- a/README.md +++ b/README.md @@ -70,8 +70,6 @@ Each skill is a self-contained module with its own model, parameters, and [commu |----------|-------|--------------|:------:| | **Detection** | [`yolo-detection-2026`](skills/detection/yolo-detection-2026/) | Real-time 80+ class detection — auto-accelerated via TensorRT / CoreML / OpenVINO / ONNX | ✅| | **Analysis** | [`home-security-benchmark`](skills/analysis/home-security-benchmark/) | [143-test evaluation suite](#-homesec-bench--how-secure-is-your-local-ai) for LLM & VLM security performance | ✅ | -| | [`smarthome-bench`](skills/analysis/smarthome-bench/) | Video anomaly detection benchmark — 105 clips across 7 smart home categories | ✅ | -| | [`homesafe-bench`](skills/analysis/homesafe-bench/) | Indoor safety hazard detection — 40 tests across 5 categories | ✅ | | | [`sam2-segmentation`](skills/analysis/sam2-segmentation/) | Click-to-segment with pixel-perfect masks | 📐 | | **Transformation** | [`depth-estimation`](skills/transformation/depth-estimation/) | Monocular depth maps with Depth Anything v2 | 📐 | | **Annotation** | [`dataset-annotation`](skills/annotation/dataset-annotation/) | AI-assisted labeling → COCO export | 📐 | diff --git a/skills.json b/skills.json index 11ab31a..99c3b11 100644 --- a/skills.json +++ b/skills.json @@ -98,19 +98,23 @@ ] }, { - "id": "smarthome-bench", - "name": "SmartHome Video Anomaly Benchmark", - "description": "VLM evaluation suite for video anomaly detection in smart home camera footage — 7 categories, 105 curated clips from SmartHome-Bench.", - "version": "1.0.0", - "category": "analysis", - "path": "skills/analysis/smarthome-bench", - "tags": [ - "benchmark", - "vlm", - "video", - "anomaly-detection", - "smart-home" + "id": "camera-claw", + "name": "Camera Claw", + "description": "Security camera for your AI agent — sandbox, record, and monitor OpenClaw activity.", + "version": "1.1.0", + "category": "integrations", + "repo_url": "https://github.com/SharpAI/CameraClaw", + "code_structure": [ + { "path": "SKILL.md", "desc": "Aegis skill manifest (11 params)" }, + { "path": "package.json", "desc": "Node.js dependencies" }, + { "path": "config.yaml", "desc": "Default params" }, + { "path": "deploy.sh", "desc": "Node.js + Docker bootstrapper" }, + { "path": "deploy.bat", "desc": "Windows bootstrapper" }, + { "path": "scripts/monitor.js", "desc": "Main entry — Docker orchestrator + JSONL protocol" }, + { "path": "scripts/health-check.js", "desc": "Container health checker" }, + { "path": "docs/aegis_openclaw_note.md", "desc": "Aegis integration requirements" } ], + "tags": ["security", "sandbox", "monitoring", "openclaw"], "platforms": [ "linux-x64", "linux-arm64", @@ -119,51 +123,11 @@ "win-x64" ], "requirements": { - "node": ">=18", - "ram_gb": 2, - "system_deps": [ - "yt-dlp", - "ffmpeg" - ] + "docker": true }, "capabilities": [ - "benchmark", - "report_generation" - ], - "ui_unlocks": [ - "benchmark_report" - ] - }, - { - "id": "homesafe-bench", - "name": "HomeSafe Indoor Safety Benchmark", - "description": "VLM evaluation suite for indoor home safety hazard detection — 40 tests across 5 categories: fire/smoke, electrical, trip/fall, child safety, falling objects.", - "version": "1.0.0", - "category": "analysis", - "path": "skills/analysis/homesafe-bench", - "tags": [ - "benchmark", - "vlm", - "safety", - "hazard", - "indoor" - ], - "platforms": [ - "linux-x64", - "linux-arm64", - "darwin-arm64", - "darwin-x64", - "win-x64" - ], - "requirements": { - "node": ">=18", - "ram_gb": 2 - }, - "capabilities": [ - "benchmark" - ], - "ui_unlocks": [ - "benchmark_report" + "monitoring", + "recording" ] } ]