{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://artifacts.apis.io/ragfeed-de/json-schema/ragfeed-de-batch-scrape-request-schema.json",
  "title": "BatchScrapeRequest",
  "x-generated": "2026-10-31",
  "x-method": "derived",
  "x-generator": "derive-json-schema.py",
  "x-source": "openapi/ragfeed-de-openapi.json#/components/schemas/BatchScrapeRequest",
  "properties": {
    "formats": {
      "items": {
        "anyOf": [
          {
            "type": "string"
          },
          {
            "additionalProperties": true,
            "type": "object"
          }
        ]
      },
      "type": "array",
      "title": "Formats"
    },
    "onlyMainContent": {
      "type": "boolean",
      "title": "Onlymaincontent",
      "default": true
    },
    "onlyCleanContent": {
      "type": "boolean",
      "title": "Onlycleancontent",
      "default": false
    },
    "includeTags": {
      "anyOf": [
        {
          "items": {
            "type": "string"
          },
          "type": "array"
        },
        {
          "type": "null"
        }
      ],
      "title": "Includetags"
    },
    "excludeTags": {
      "anyOf": [
        {
          "items": {
            "type": "string"
          },
          "type": "array"
        },
        {
          "type": "null"
        }
      ],
      "title": "Excludetags"
    },
    "maxAge": {
      "anyOf": [
        {
          "type": "integer"
        },
        {
          "type": "null"
        }
      ],
      "title": "Maxage"
    },
    "minAge": {
      "anyOf": [
        {
          "type": "integer"
        },
        {
          "type": "null"
        }
      ],
      "title": "Minage"
    },
    "headers": {
      "anyOf": [
        {
          "additionalProperties": {
            "type": "string"
          },
          "type": "object"
        },
        {
          "type": "null"
        }
      ],
      "title": "Headers"
    },
    "waitFor": {
      "type": "integer",
      "title": "Waitfor",
      "default": 0
    },
    "mobile": {
      "type": "boolean",
      "title": "Mobile",
      "default": false
    },
    "skipTlsVerification": {
      "type": "boolean",
      "title": "Skiptlsverification",
      "default": true
    },
    "timeout": {
      "anyOf": [
        {
          "type": "integer"
        },
        {
          "type": "null"
        }
      ],
      "title": "Timeout"
    },
    "parsers": {
      "anyOf": [
        {
          "items": {
            "anyOf": [
              {
                "type": "string"
              },
              {
                "additionalProperties": true,
                "type": "object"
              }
            ]
          },
          "type": "array"
        },
        {
          "type": "null"
        }
      ],
      "title": "Parsers"
    },
    "actions": {
      "anyOf": [
        {
          "items": {
            "additionalProperties": true,
            "type": "object"
          },
          "type": "array"
        },
        {
          "type": "null"
        }
      ],
      "title": "Actions"
    },
    "location": {
      "anyOf": [
        {
          "$ref": "#/$defs/Location"
        },
        {
          "type": "null"
        }
      ]
    },
    "removeBase64Images": {
      "type": "boolean",
      "title": "Removebase64Images",
      "default": true
    },
    "blockAds": {
      "type": "boolean",
      "title": "Blockads",
      "default": true
    },
    "proxy": {
      "anyOf": [
        {
          "type": "string",
          "enum": [
            "basic",
            "enhanced",
            "auto",
            "stealth"
          ]
        },
        {
          "type": "null"
        }
      ],
      "title": "Proxy",
      "default": "auto"
    },
    "storeInCache": {
      "type": "boolean",
      "title": "Storeincache",
      "default": true
    },
    "lockdown": {
      "type": "boolean",
      "title": "Lockdown",
      "default": false
    },
    "redactPII": {
      "anyOf": [
        {
          "type": "boolean"
        },
        {
          "additionalProperties": true,
          "type": "object"
        }
      ],
      "title": "Redactpii",
      "default": false
    },
    "zeroDataRetention": {
      "type": "boolean",
      "title": "Zerodataretention",
      "default": false
    },
    "urls": {
      "items": {
        "type": "string"
      },
      "type": "array",
      "title": "Urls"
    },
    "webhook": {
      "anyOf": [
        {
          "$ref": "#/$defs/Webhook"
        },
        {
          "type": "string"
        },
        {
          "type": "null"
        }
      ],
      "title": "Webhook"
    },
    "maxConcurrency": {
      "anyOf": [
        {
          "type": "integer"
        },
        {
          "type": "null"
        }
      ],
      "title": "Maxconcurrency"
    },
    "ignoreInvalidURLs": {
      "type": "boolean",
      "title": "Ignoreinvalidurls",
      "default": true
    }
  },
  "additionalProperties": true,
  "type": "object",
  "required": [
    "urls"
  ],
  "$defs": {
    "Location": {
      "properties": {
        "country": {
          "anyOf": [
            {
              "type": "string"
            },
            {
              "type": "null"
            }
          ],
          "title": "Country",
          "default": "US"
        },
        "languages": {
          "anyOf": [
            {
              "items": {
                "type": "string"
              },
              "type": "array"
            },
            {
              "type": "null"
            }
          ],
          "title": "Languages"
        }
      },
      "additionalProperties": true,
      "type": "object",
      "title": "Location"
    },
    "Webhook": {
      "properties": {
        "url": {
          "type": "string",
          "title": "Url"
        },
        "headers": {
          "anyOf": [
            {
              "additionalProperties": {
                "type": "string"
              },
              "type": "object"
            },
            {
              "type": "null"
            }
          ],
          "title": "Headers"
        },
        "metadata": {
          "anyOf": [
            {
              "additionalProperties": true,
              "type": "object"
            },
            {
              "type": "null"
            }
          ],
          "title": "Metadata"
        },
        "events": {
          "anyOf": [
            {
              "items": {
                "type": "string"
              },
              "type": "array"
            },
            {
              "type": "null"
            }
          ],
          "title": "Events"
        }
      },
      "additionalProperties": true,
      "type": "object",
      "required": [
        "url"
      ],
      "title": "Webhook"
    }
  }
}