with ProProfs Knowledge Base and Proxy Spider ?
import { axios } from "@pipedream/platform"
export default defineComponent({
props: {
proprofs_knowledge_base: {
type: "app",
app: "proprofs_knowledge_base",
}
},
async run({steps, $}) {
const data = {
"action": `gettoc`,
"api_key": `${this.proprofs_knowledge_base.$auth.api_key}`,
"node_id": `0`,
"type": `all`,
}
return await axios($, {
method: "post",
url: `https://www.helpdocsonline.com/proprofsapi/v1/`,
data,
})
},
})
The Proxy Spider API lets you scrape and gather data from the web without the usual hassle of IP blocks or CAPTCHAs. By leveraging Pipedream's integration capabilities, you can automate the extraction of web data and manage proxy pools seamlessly. This means you can focus on what to do with the data you gather, rather than worrying about the technicalities of acquiring it. Within Pipedream's serverless platform, you could set up workflows that trigger based on a variety of events and use the Proxy Spider API to fetch data as needed.
import { axios } from "@pipedream/platform"
export default defineComponent({
props: {
proxy_spider: {
type: "app",
app: "proxy_spider",
}
},
async run({steps, $}) {
return await axios($, {
url: `https://proxy-spider.com/api/proxies.json`,
params: {
api_key: `${this.proxy_spider.$auth.api_key}`,
},
})
},
})