with Agentset and FireCrawl?
Emit new event when a new document is created. See the documentation
Emit new event when a ingest job is created. See the documentation
Complete retrieval pipeline for RAG with semantic search, filtering, and reranking. See the documentation
Crawls a given URL and returns the contents of sub-pages. See the documentation
Create an ingest job for the authenticated organization. See the documentation
Extract structured data from one or multiple URLs. See the documentation
Creates a namespace for the authenticated organization. See the documentation
import { axios } from "@pipedream/platform"
export default defineComponent({
props: {
agentset: {
type: "app",
app: "agentset",
}
},
async run({steps, $}) {
return await axios($, {
url: `https://api.agentset.ai/v1/namespace`,
headers: {
Authorization: `Bearer ${this.agentset.$auth.api_key}`,
},
})
},
})
import { axios } from "@pipedream/platform"
export default defineComponent({
props: {
firecrawl: {
type: "app",
app: "firecrawl",
}
},
async run({steps, $}) {
const data = {
"url": "https://pipedream.com",
}
return await axios($, {
method: "post",
url: `https://api.firecrawl.dev/v0/crawl`,
headers: {
Authorization: `Bearer ${this.firecrawl.$auth.api_key}`,
},
data,
})
},
})