import { WebcrawlerClient } from "webcrawlerapi-js";
export default defineComponent({
props: {
webcrawler_api: {
type: "app",
app: "webcrawler_api",
}
},
async run({ steps, $ }) {
const client = new WebcrawlerClient(this.webcrawler_api.$auth.api_key);
return await client.crawl({
"items_limit": 10,
"url": "https://books.toscrape.com/",
"scrape_type": "markdown",
});
},
})
Webcrawler API uses API keys for authentication. When you connect your Webcrawler API account, Pipedream securely stores the keys so you can easily authenticate to Webcrawler API APIs in both code and no-code steps.