with FireCrawl and Cloudflare Browser Rendering?
Crawls a given URL and returns the contents of sub-pages. See the documentation
Fetches rendered HTML content from provided URL or HTML. See the documentation
Extract structured data from one or multiple URLs. See the documentation
Fetches rendered PDF from provided URL or HTML. See the documentation
Obtains the status and data from a previous crawl operation. See the documentation
import { axios } from "@pipedream/platform"
export default defineComponent({
props: {
firecrawl: {
type: "app",
app: "firecrawl",
}
},
async run({steps, $}) {
const data = {
"url": "https://pipedream.com",
}
return await axios($, {
method: "post",
url: `https://api.firecrawl.dev/v0/crawl`,
headers: {
Authorization: `Bearer ${this.firecrawl.$auth.api_key}`,
},
data,
})
},
})
import { axios } from "@pipedream/platform"
export default defineComponent({
props: {
cloudflare_browser_rendering: {
type: "app",
app: "cloudflare_browser_rendering",
}
},
async run({steps, $}) {
const data = {
"url": `https://pipedream.com?via=go`,
}
return await axios($, {
method: "post",
url: `https://api.cloudflare.com/client/v4/accounts/${this.cloudflare_browser_rendering.$auth.account_id}/browser-rendering/content`,
headers: {
Authorization: `Bearer ${this.cloudflare_browser_rendering.$auth.api_token}`,
"content-type": `application/json`,
},
data,
})
},
})