with ScrapingBee and Cloudflare Browser Rendering?
Fetches rendered HTML content from provided URL or HTML. See the documentation
Fetches rendered PDF from provided URL or HTML. See the documentation
Takes a screenshot of a webpage from provided URL or HTML. See the documentation
Get meta attributes like height, width, text and others of selected elements. See the documentation
The ScrapingBee API lets you extract data from web pages programmatically. It handles headless browsers and rotating proxies, so you can focus on data extraction without worrying about common web scraping issues like getting blocked. On Pipedream, you can tap into ScrapingBee's capability to create serverless workflows that scrape web data and connect them with numerous services for processing, storing, or triggering actions.
import { axios } from "@pipedream/platform"
export default defineComponent({
props: {
scrapingbee: {
type: "app",
app: "scrapingbee",
}
},
async run({steps, $}) {
return await axios($, {
url: `https://app.scrapingbee.com/api/v1/`,
params: {
api_key: `${this.scrapingbee.$auth.api_key}`,
json_response: `True`,
url: `https://pipedream.com`,
},
})
},
})
import { axios } from "@pipedream/platform"
export default defineComponent({
props: {
cloudflare_browser_rendering: {
type: "app",
app: "cloudflare_browser_rendering",
}
},
async run({steps, $}) {
const data = {
"url": `https://pipedream.com?via=go`,
}
return await axios($, {
method: "post",
url: `https://api.cloudflare.com/client/v4/accounts/${this.cloudflare_browser_rendering.$auth.account_id}/browser-rendering/content`,
headers: {
Authorization: `Bearer ${this.cloudflare_browser_rendering.$auth.api_token}`,
"content-type": `application/json`,
},
data,
})
},
})