TavilyCrawlParams: {
    allowExternal?: undefined | boolean;
    categories?: undefined | CrawlCategory[];
    excludeDomains?: undefined | string[];
    excludePaths?: undefined | string[];
    extractDepth?: undefined | ExtractDepth;
    format?: undefined | "markdown" | "text";
    includeImages?: undefined | boolean;
    include_favicon?: undefined | boolean;
    instructions?: undefined | string;
    limit?: undefined | number;
    maxBreadth?: undefined | number;
    maxDepth?: undefined | number;
    selectDomains?: undefined | string[];
    selectPaths?: undefined | string[];
    url: string;
}

Type declaration

  • OptionalallowExternal?: undefined | boolean

    Allow crawling external domains.

    undefined
    
  • Optionalcategories?: undefined | CrawlCategory[]

    Only crawl URLs containing these categories.

    undefined
    
  • OptionalexcludeDomains?: undefined | string[]

    Exclude these domains.

    undefined
    
  • OptionalexcludePaths?: undefined | string[]

    Exclude these paths.

    undefined
    
  • OptionalextractDepth?: undefined | ExtractDepth

    The depth of the extractions. It can be "basic" or "advanced".

  • Optionalformat?: undefined | "markdown" | "text"

    The format of the respose. It can be "markdown" or "text"

    "markdown"
    
  • OptionalincludeImages?: undefined | boolean

    Include images in the crawl results.

    false
    
  • Optionalinclude_favicon?: undefined | boolean

    Whether to include the favicon URL for each result.

    false
    
  • Optionalinstructions?: undefined | string

    Natural language instructions to guide the crawler

    undefined
    
  • Optionallimit?: undefined | number

    The maximum number of pages to crawl.

    100
    
  • OptionalmaxBreadth?: undefined | number

    The maximum number of pages to crawl per level.

    50
    
  • OptionalmaxDepth?: undefined | number

    The maximum number of hops from the starting URL.

    3
    
  • OptionalselectDomains?: undefined | string[]

    Only crawl these domains.

    undefined
    
  • OptionalselectPaths?: undefined | string[]

    Only crawl URLs containing these paths.

    undefined
    
  • url: string

    The URL to start crawling from.

    Example: "https://example.com"