{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://artifacts.apis.io/sitegpt-ai/json-schema/sitegpt-ai-scrape-options-schema.json",
  "title": "ScrapeOptions",
  "description": "Options for web scraping",
  "x-generated": "2026-11-10",
  "x-method": "derived",
  "x-generator": "derive-json-schema.py",
  "x-source": "openapi/sitegpt-ai-chatbot-links-api-openapi.yml#/components/schemas/ScrapeOptions",
  "type": "object",
  "properties": {
    "onlyMainContent": {
      "type": "boolean",
      "default": true,
      "description": "When enabled, only the main content of the page is extracted, excluding headers, footers, sidebars, and navigation elements"
    },
    "includeSelectors": {
      "type": "array",
      "items": {
        "type": "string"
      },
      "description": "CSS selectors to include when scraping (e.g., \"main\", \".content\")"
    },
    "excludeSelectors": {
      "type": "array",
      "items": {
        "type": "string"
      },
      "description": "CSS selectors to exclude when scraping (e.g., \"footer\", \".sidebar\")"
    },
    "headers": {
      "type": "object",
      "additionalProperties": {
        "type": "string"
      },
      "description": "Custom HTTP headers to use when fetching pages (e.g., {\"Authorization\": \"Bearer token\"})"
    }
  }
}