url | String | The URL to scrape. |
options.formats | List<Object> | Output formats. Strings: "markdown", "html", "rawHtml", "links", "images", "screenshot", "summary", "changeTracking", "json", "attributes", "branding", "audio", "video". Objects: JsonFormat.builder().prompt(...).schema(...).build(), or Map.of("type", "screenshot", "fullPage", true). |
options.headers | Map<String, String> | Custom HTTP headers. |
options.includeTags | List<String> | Only include content from these HTML tags. |
options.excludeTags | List<String> | Exclude content from these HTML tags. |
options.onlyMainContent | Boolean | Strip nav, footer, and boilerplate. |
options.timeout | Integer | Timeout in milliseconds. |
options.waitFor | Integer | Wait for page to render (milliseconds). |
options.mobile | Boolean | Use a mobile viewport. |
options.parsers | List<Object> | File parsers: "pdf" or Map.of("type", "pdf", "maxPages", 5). |
options.actions | List<Map<String, Object>> | Pre-scrape browser actions: wait, click, write, press, scroll, screenshot, scrape, executeJavascript, pdf. |
options.location | LocationConfig | LocationConfig.builder().country("US").languages(List.of("en-US")).build(). |
options.skipTlsVerification | Boolean | Skip TLS verification. |
options.removeBase64Images | Boolean | Drop base64 images from markdown. |
options.blockAds | Boolean | Block ads and cookie popups. |
options.proxy | String | Proxy mode: "basic", "stealth", "enhanced", "auto", or custom URL. |
options.maxAge | Long | Accept cached data up to this age (milliseconds). |
options.storeInCache | Boolean | Cache the result. |
options.lockdown | Boolean | Serve only previously cached results; never make outbound requests. |
options.redactPII | Boolean | Redact personally identifiable information. |
options.auditMetadata | AuditMetadata | User attribution for SIEM logging. Has field username. |