feat(tools): add firecrawl search, add conditional sub-block rendering to tool input for agents (#456)

* added firecrawl search

* take into account conditional subblocks in tool input for agents

* update turborepo

* added docs

Author: waleedlatif1

apps/docs/content/docs/tools/firecrawl.mdx

@@ -1,6 +1,6 @@
 ---
 title: Firecrawl
-description: Scrape website content
+description: Scrape or search the web
 ---
 
 import { BlockInfoCard } from "@/components/ui/block-info-card"
@@ -51,7 +51,7 @@ The Firecrawl integration allows your agents to access and process web content p
 
 ## Usage Instructions
 
-Extract content from any website with advanced web scraping capabilities and content filtering. Retrieve clean, structured data from web pages with options to focus on main content.
+Extract content from any website with advanced web scraping or search the web for information. Retrieve clean, structured data from web pages with options to focus on main content, or intelligently search for information across the web.
 
 
 
@@ -77,6 +77,24 @@ Extract structured content from web pages with comprehensive metadata support. C
 | `html` | string |
 | `metadata` | string |
 
+### `firecrawl_search`
+
+Search for information on the web using Firecrawl
+
+#### Input
+
+| Parameter | Type | Required | Description |
+| --------- | ---- | -------- | ----------- |
+| `apiKey` | string | Yes | Firecrawl API key |
+| `query` | string | Yes | The search query to use |
+
+#### Output
+
+| Parameter | Type |
+| --------- | ---- |
+| `data` | string |
+| `warning` | string |
+
 
 
 ## Block Configuration
@@ -85,7 +103,7 @@ Extract structured content from web pages with comprehensive metadata support. C
 
 | Parameter | Type | Required | Description | 
 | --------- | ---- | -------- | ----------- | 
-| `apiKey` | string | Yes | API Key - Enter your Firecrawl API key |
+| `apiKey` | string | Yes |  |
 
 
 
@@ -97,6 +115,8 @@ Extract structured content from web pages with comprehensive metadata support. C
 | ↳ `markdown` | string | markdown of the response |
 | ↳ `html` | any | html of the response |
 | ↳ `metadata` | json | metadata of the response |
+| ↳ `data` | json | data of the response |
+| ↳ `warning` | any | warning of the response |
 
 
 ## Notes

apps/sim/app/w/[id]/components/workflow-block/components/sub-block/components/tool-input/tool-input.tsx

@@ -77,6 +77,69 @@ const getToolDisplayParams = (toolId: string): ToolParam[] => {
     }))
 }
 
+// Get filtered parameters based on block conditions
+const getFilteredToolParams = (
+  blockType: string,
+  toolId: string,
+  currentOperation?: string,
+  toolParams?: Record<string, string>
+): ToolParam[] => {
+  const tool = getTool(toolId)
+  const block = getAllBlocks().find((block) => block.type === blockType)
+
+  if (!tool || !block) return []
+
+  const allParams = Object.entries(tool.params)
+    .filter(([_, param]) => param.requiredForToolCall || param.optionalToolInput)
+    .map(([paramId, param]) => ({
+      id: paramId,
+      type: param.type,
+      description: param.description,
+      requiredForToolCall: param.requiredForToolCall ?? false,
+      optionalToolInput: param.optionalToolInput ?? false,
+    }))
+
+  const evaluateCondition = (condition: any, currentValues: Record<string, any>): boolean => {
+    const fieldValue = currentValues[condition.field]
+    let result = false
+
+    if (Array.isArray(condition.value)) {
+      result = condition.value.includes(fieldValue)
+    } else {
+      result = fieldValue === condition.value
+    }
+
+    if (condition.not) {
+      result = !result
+    }
+
+    return result
+  }
+
+  return allParams.filter((param) => {
+    const subBlock = block.subBlocks.find((sb) => sb.id === param.id)
+
+    if (!subBlock || !subBlock.condition) {
+      return true
+    }
+
+    const currentValues: Record<string, any> = {
+      operation: currentOperation,
+      ...toolParams,
+    }
+
+    const condition = subBlock.condition
+    let mainConditionResult = evaluateCondition(condition, currentValues)
+
+    if (condition.and) {
+      const andConditionResult = evaluateCondition(condition.and, currentValues)
+      mainConditionResult = mainConditionResult && andConditionResult
+    }
+
+    return mainConditionResult
+  })
+}
+
 // Keep this for backward compatibility - only get strictly required parameters
 const getRequiredToolParams = (toolId: string): ToolParam[] => {
   const tool = getTool(toolId)
@@ -335,7 +398,9 @@ export function ToolInput({
     const defaultOperation = operationOptions.length > 0 ? operationOptions[0].id : undefined
 
     const toolId = getToolIdFromBlock(toolBlock.type) || toolBlock.type
-    const displayParams = toolId ? getToolDisplayParams(toolId) : []
+    const displayParams = toolId
+      ? getFilteredToolParams(toolBlock.type, toolId, defaultOperation, {})
+      : []
 
     // Use the helper function to initialize parameters with blockId as instanceId
     const initialParams = initializeToolParams(
@@ -729,7 +794,7 @@ export function ToolInput({
             const requiredParams = isCustomTool
               ? getCustomToolParams(tool.schema)
               : toolId
-                ? getRequiredToolParams(toolId)
+                ? getFilteredToolParams(tool.type, toolId, tool.operation, tool.params)
                 : []
 
             // Check if the tool has any expandable content

apps/sim/blocks/blocks/firecrawl.ts

@@ -1,30 +1,62 @@
 import { FirecrawlIcon } from '@/components/icons'
-import type { ScrapeResponse } from '@/tools/firecrawl/types'
+import type { ScrapeResponse, SearchResponse } from '@/tools/firecrawl/types'
 import type { BlockConfig } from '../types'
 
-export const FirecrawlBlock: BlockConfig<ScrapeResponse> = {
+type FirecrawlResponse = ScrapeResponse | SearchResponse
+
+export const FirecrawlBlock: BlockConfig<FirecrawlResponse> = {
   type: 'firecrawl',
   name: 'Firecrawl',
-  description: 'Scrape website content',
+  description: 'Scrape or search the web',
   longDescription:
-    'Extract content from any website with advanced web scraping capabilities and content filtering. Retrieve clean, structured data from web pages with options to focus on main content.',
+    'Extract content from any website with advanced web scraping or search the web for information. Retrieve clean, structured data from web pages with options to focus on main content, or intelligently search for information across the web.',
   docsLink: 'https://docs.simstudio.ai/tools/firecrawl',
   category: 'tools',
   bgColor: '#181C1E',
   icon: FirecrawlIcon,
   subBlocks: [
+    {
+      id: 'operation',
+      title: 'Operation',
+      type: 'dropdown',
+      layout: 'full',
+      options: [
+        { label: 'Scrape', id: 'scrape' },
+        { label: 'Search', id: 'search' },
+      ],
+      value: () => 'scrape',
+    },
     {
       id: 'url',
       title: 'Website URL',
       type: 'short-input',
       layout: 'full',
       placeholder: 'Enter the webpage URL to scrape',
+      condition: {
+        field: 'operation',
+        value: 'scrape',
+      },
     },
     {
       id: 'onlyMainContent',
       title: 'Only Main Content',
       type: 'switch',
       layout: 'half',
+      condition: {
+        field: 'operation',
+        value: 'scrape',
+      },
+    },
+    {
+      id: 'query',
+      title: 'Search Query',
+      type: 'short-input',
+      layout: 'full',
+      placeholder: 'Enter the search query',
+      condition: {
+        field: 'operation',
+        value: 'search',
+      },
     },
     {
       id: 'apiKey',
@@ -36,19 +68,37 @@ export const FirecrawlBlock: BlockConfig<ScrapeResponse> = {
     },
   ],
   tools: {
-    access: ['firecrawl_scrape'],
+    access: ['firecrawl_scrape', 'firecrawl_search'],
+    config: {
+      tool: (params) => {
+        switch (params.operation) {
+          case 'scrape':
+            return 'firecrawl_scrape'
+          case 'search':
+            return 'firecrawl_search'
+          default:
+            return 'firecrawl_scrape'
+        }
+      },
+    },
   },
   inputs: {
     apiKey: { type: 'string', required: true },
-    url: { type: 'string', required: true },
+    operation: { type: 'string', required: true },
+    url: { type: 'string', required: false },
+    query: { type: 'string', required: false },
     scrapeOptions: { type: 'json', required: false },
   },
   outputs: {
     response: {
       type: {
+        // Scrape output
         markdown: 'string',
         html: 'any',
         metadata: 'json',
+        // Search output
+        data: 'json',
+        warning: 'any',
       },
     },
   },

apps/sim/tools/firecrawl/index.ts

@@ -1,3 +1,4 @@
 import { scrapeTool } from './scrape'
+import { searchTool } from './search'
 
-export { scrapeTool }
+export { scrapeTool, searchTool }

apps/sim/tools/firecrawl/search.ts

@@ -0,0 +1,57 @@
+import type { ToolConfig } from '../types'
+import type { SearchParams, SearchResponse } from './types'
+
+export const searchTool: ToolConfig<SearchParams, SearchResponse> = {
+  id: 'firecrawl_search',
+  name: 'Firecrawl Search',
+  description: 'Search for information on the web using Firecrawl',
+  version: '1.0.0',
+
+  params: {
+    apiKey: {
+      type: 'string',
+      required: true,
+      requiredForToolCall: true,
+      description: 'Firecrawl API key',
+    },
+    query: {
+      type: 'string',
+      required: true,
+      description: 'The search query to use',
+    },
+  },
+
+  request: {
+    method: 'POST',
+    url: 'https://api.firecrawl.dev/v1/search',
+    headers: (params) => ({
+      'Content-Type': 'application/json',
+      Authorization: `Bearer ${params.apiKey}`,
+    }),
+    body: (params) => ({
+      query: params.query,
+    }),
+  },
+
+  transformResponse: async (response: Response) => {
+    const data = await response.json()
+
+    if (!data.success) {
+      throw new Error(data.error?.message || 'Unknown error occurred')
+    }
+
+    return {
+      success: true,
+      output: {
+        data: data.data,
+        warning: data.warning,
+      },
+    }
+  },
+
+  transformError: (error) => {
+    const message = error.error?.message || error.message
+    const code = error.error?.type || error.code
+    return `${message} (${code})`
+  },
+}

apps/sim/tools/firecrawl/types.ts

@@ -9,6 +9,11 @@ export interface ScrapeParams {
   }
 }
 
+export interface SearchParams {
+  apiKey: string
+  query: string
+}
+
 export interface ScrapeResponse extends ToolResponse {
   output: {
     markdown: string
@@ -30,3 +35,26 @@ export interface ScrapeResponse extends ToolResponse {
     }
   }
 }
+
+export interface SearchResponse extends ToolResponse {
+  output: {
+    data: Array<{
+      title: string
+      description: string
+      url: string
+      markdown?: string
+      html?: string
+      rawHtml?: string
+      links?: string[]
+      screenshot?: string
+      metadata: {
+        title: string
+        description: string
+        sourceURL: string
+        statusCode: number
+        error?: string
+      }
+    }>
+    warning?: string
+  }
+}

apps/sim/tools/registry.ts

@@ -17,7 +17,7 @@ import {
 import { elevenLabsTtsTool } from './elevenlabs'
 import { exaAnswerTool, exaFindSimilarLinksTool, exaGetContentsTool, exaSearchTool } from './exa'
 import { fileParseTool } from './file'
-import { scrapeTool } from './firecrawl'
+import { scrapeTool, searchTool } from './firecrawl'
 import { functionExecuteTool } from './function'
 import {
   githubCommentTool,
@@ -109,6 +109,7 @@ export const tools: Record<string, ToolConfig> = {
   vision_tool: visionTool,
   file_parser: fileParseTool,
   firecrawl_scrape: scrapeTool,
+  firecrawl_search: searchTool,
   google_search: googleSearchTool,
   jina_read_url: readUrlTool,
   linkup_search: linkupSearchTool,