WebCrawlerAPI Agent

{
  "name": "WebCrawlerAPI Agent",
  "description": "AI-powered web crawling and scraping agent. Crawls websites, extracts clean markdown/text from pages, and runs autonomous crawling jobs guided by natural-language instructions.",
  "url": "https://api.webcrawlerapi.com/v1",
  "version": "1.0.0",
  "documentationUrl": "https://webcrawlerapi.com/docs/getting-started",
  "capabilities": {
    "streaming": false,
    "pushNotifications": true
  },
  "authentication": {
    "schemes": [
      "bearerAuth"
    ]
  },
  "defaultInputModes": [
    "text/plain",
    "application/json"
  ],
  "defaultOutputModes": [
    "text/plain",
    "application/json",
    "text/markdown"
  ],
  "skills": [
    {
      "id": "scrape",
      "name": "Scrape a page",
      "description": "Fetches a single URL with a headless browser and returns its content as clean markdown, text, or HTML.",
      "inputModes": [
        "text/plain",
        "application/json"
      ],
      "outputModes": [
        "text/markdown",
        "application/json"
      ],
      "tags": [
        "scrape",
        "markdown",
        "html",
        "javascript-rendering"
      ],
      "examples": [
        "Scrape https://example.com and return markdown"
      ]
    },
    {
      "id": "crawl",
      "name": "Crawl a website",
      "description": "Crawls a website starting from a seed URL, following links up to configured depth/limits, and returns extracted content for every page.",
      "inputModes": [
        "text/plain",
        "application/json"
      ],
      "outputModes": [
        "application/json",
        "text/markdown"
      ],
      "tags": [
        "crawl",
        "website",
        "markdown",
        "bulk"
      ],
      "examples": [
        "Crawl https://example.com and collect all docs pages as markdown"
      ]
    },
    {
      "id": "crawling-agent",
      "name": "Autonomous crawling agent",
      "description": "Runs an AI agent that browses a website autonomously, following a natural-language prompt to find and extract the requested information.",
      "inputModes": [
        "text/plain",
        "application/json"
      ],
      "outputModes": [
        "application/json",
        "text/markdown"
      ],
      "tags": [
        "agent",
        "ai",
        "autonomous",
        "extraction"
      ],
      "examples": [
        "Find pricing info on https://example.com and summarize it"
      ]
    }
  ]
}