with Zyte API and Cloudflare Browser Rendering?
Fetches rendered HTML content from provided URL or HTML. See the documentation
Fetches rendered PDF from provided URL or HTML. See the documentation
Takes a screenshot of a webpage from provided URL or HTML. See the documentation
Get meta attributes like height, width, text and others of selected elements. See the documentation
The Zyte API provides programmatic access to web data extraction services, allowing you to pull structured data from websites efficiently. Within Pipedream, you can leverage the Zyte API to create powerful serverless workflows that automate data collection, monitor web content changes, or enrich your datasets with web-sourced information. By connecting Zyte to other apps on Pipedream, you can easily integrate web scraping into your data processing pipelines, event-driven applications, and more, with minimal setup and no server maintenance.
import { axios } from "@pipedream/platform"
export default defineComponent({
props: {
zyte_api: {
type: "app",
app: "zyte_api",
}
},
async run({steps, $}) {
const data = {
"url": "https://books.toscrape.com/",
"httpResponseBody": true
}
return await axios($, {
method: "post",
url: `https://api.zyte.com/v1/extract`,
headers: {
"Content-Type": `application/json`,
},
auth: {
username: `${this.zyte_api.$auth.api_key}`,
password: ``,
},
data,
})
},
})
import { axios } from "@pipedream/platform"
export default defineComponent({
props: {
cloudflare_browser_rendering: {
type: "app",
app: "cloudflare_browser_rendering",
}
},
async run({steps, $}) {
const data = {
"url": `https://pipedream.com?via=go`,
}
return await axios($, {
method: "post",
url: `https://api.cloudflare.com/client/v4/accounts/${this.cloudflare_browser_rendering.$auth.account_id}/browser-rendering/content`,
headers: {
Authorization: `Bearer ${this.cloudflare_browser_rendering.$auth.api_token}`,
"content-type": `application/json`,
},
data,
})
},
})