with FireCrawl and ScrapeGraphAI?
Crawls a given URL and returns the contents of sub-pages. See the documentation
Extract content from HTML content using AI by providing a natural language prompt and the HTML content. See the documentation
Extract structured data from one or multiple URLs. See the documentation
Convert any webpage into clean, readable Markdown format. See the documentation
Obtains the status and data from a previous crawl operation. See the documentation
import { axios } from "@pipedream/platform"
export default defineComponent({
props: {
firecrawl: {
type: "app",
app: "firecrawl",
}
},
async run({steps, $}) {
const data = {
"url": "https://pipedream.com",
}
return await axios($, {
method: "post",
url: `https://api.firecrawl.dev/v0/crawl`,
headers: {
Authorization: `Bearer ${this.firecrawl.$auth.api_key}`,
},
data,
})
},
})
import { axios } from "@pipedream/platform"
export default defineComponent({
props: {
scrapegraphai: {
type: "app",
app: "scrapegraphai",
}
},
async run({steps, $}) {
return await axios($, {
url: `https://api.scrapegraphai.com/v1/credits`,
headers: {
"sgai-apikey": `${this.scrapegraphai.$auth.api_key}`,
},
})
},
})