import { ConfigurationError } from "@pipedream/platform";
import app from "../../exa.app.mjs";
export default {
key: "exa-find-similar-links",
name: "Find Similar Links",
description: "Identifies and retrieves web pages similar to a provided URL with optional content extraction. [See the documentation](https://docs.exa.ai/reference/find-similar-links)",
version: "0.0.1",
type: "action",
annotations: {
destructiveHint: false,
openWorldHint: true,
readOnlyHint: true,
},
props: {
app,
url: {
propDefinition: [
app,
"url",
],
},
numResults: {
propDefinition: [
app,
"numResults",
],
},
includeDomains: {
propDefinition: [
app,
"includeDomains",
],
},
excludeDomains: {
propDefinition: [
app,
"excludeDomains",
],
},
startCrawlDate: {
propDefinition: [
app,
"startCrawlDate",
],
},
endCrawlDate: {
propDefinition: [
app,
"endCrawlDate",
],
},
startPublishedDate: {
propDefinition: [
app,
"startPublishedDate",
],
},
endPublishedDate: {
propDefinition: [
app,
"endPublishedDate",
],
},
includeText: {
propDefinition: [
app,
"includeText",
],
},
excludeText: {
propDefinition: [
app,
"excludeText",
],
},
context: {
propDefinition: [
app,
"context",
],
},
moderation: {
propDefinition: [
app,
"moderation",
],
},
contentsText: {
label: "Contents - Text",
propDefinition: [
app,
"text",
],
},
contentsHighlightsNumSentences: {
label: "Contents - Highlights - Number of Sentences",
propDefinition: [
app,
"highlightsNumSentences",
],
},
contentsHighlightsPerUrl: {
label: "Contents - Highlights - Number of Snippets per URL",
propDefinition: [
app,
"highlightsPerUrl",
],
},
contentsHighlightsQuery: {
label: "Contents - Highlights - Custom Query",
propDefinition: [
app,
"highlightsQuery",
],
},
contentsSummaryQuery: {
label: "Contents - Summary - Custom Query",
propDefinition: [
app,
"summaryQuery",
],
},
contentsSummarySchema: {
label: "Contents - Summary - JSON Schema",
propDefinition: [
app,
"summarySchema",
],
},
contentsLivecrawl: {
label: "Contents - Live Crawl",
propDefinition: [
app,
"livecrawl",
],
},
contentsLivecrawlTimeout: {
label: "Contents - Live Crawl Timeout",
propDefinition: [
app,
"livecrawlTimeout",
],
},
contentsSubpages: {
label: "Contents - Subpages",
propDefinition: [
app,
"subpages",
],
},
contentsSubpageTarget: {
label: "Contents - Subpage Target",
propDefinition: [
app,
"subpageTarget",
],
},
contentsExtrasLinks: {
label: "Contents - Extras - Number of Links",
propDefinition: [
app,
"extrasLinks",
],
},
contentsExtrasImageLinks: {
label: "Contents - Extras - Number of Image Links",
propDefinition: [
app,
"extrasImageLinks",
],
},
contentsContext: {
label: "Contents - Context",
propDefinition: [
app,
"context",
],
},
},
async run({ $ }) {
const {
app,
url,
numResults,
includeDomains,
excludeDomains,
startCrawlDate,
endCrawlDate,
startPublishedDate,
endPublishedDate,
includeText,
excludeText,
contentsText,
contentsHighlightsNumSentences,
contentsHighlightsPerUrl,
contentsHighlightsQuery,
contentsSummaryQuery,
contentsSummarySchema,
contentsLivecrawl,
contentsLivecrawlTimeout,
contentsSubpages,
contentsSubpageTarget,
contentsExtrasLinks,
contentsExtrasImageLinks,
contentsContext,
} = this;
const highlights = contentsHighlightsNumSentences
|| contentsHighlightsPerUrl
|| contentsHighlightsQuery
? {
numSentences: contentsHighlightsNumSentences,
highlightsPerUrl: contentsHighlightsPerUrl,
query: contentsHighlightsQuery,
}
: undefined;
let parsedSchema;
if (contentsSummarySchema) {
if (typeof contentsSummarySchema === "string") {
try {
parsedSchema = JSON.parse(contentsSummarySchema);
} catch (error) {
throw new ConfigurationError(`Invalid JSON schema format: ${error.message}. Please provide a valid JSON object.`);
}
} else {
parsedSchema = contentsSummarySchema;
}
}
const summary = contentsSummaryQuery
|| contentsSummarySchema
? {
query: contentsSummaryQuery,
schema: parsedSchema,
}
: undefined;
const extras = contentsExtrasLinks
|| contentsExtrasImageLinks
? {
links: contentsExtrasLinks,
imageLinks: contentsExtrasImageLinks,
}
: undefined;
const response = await app.findSimilar({
$,
data: {
url,
numResults,
includeDomains,
excludeDomains,
startCrawlDate,
endCrawlDate,
startPublishedDate,
endPublishedDate,
includeText,
excludeText,
...(contentsText
|| contentsLivecrawl
|| contentsLivecrawlTimeout
|| contentsSubpages
|| contentsSubpageTarget
|| contentsContext
|| highlights
|| summary
|| extras
? {
contents: {
text: contentsText,
context: contentsContext,
highlights,
summary,
livecrawl: contentsLivecrawl,
livecrawlTimeout: contentsLivecrawlTimeout,
subpages: contentsSubpages,
subpageTarget: contentsSubpageTarget,
extras,
},
}
: undefined
),
},
});
$.export("$summary", `Successfully found similar links with ID \`${response.requestId}\`.`);
return response;
},
};
Chase Roberts@chsrbrts@benedictevans If you haven’t used @pipedream yet, then you haven’t lived.
✨Ellie Day✨@heyelliedayEvaluation update: @pipedream has quite literally been a dream to work with! I’m excited to leverage this tool for all the various workflows I need to write. I’m currently at 11k invocations a day from the initial workflows I’ve written in the past couple weeks.
Michael Braedley@MBraedleyUpdate: I got it working properly, and it's working so well that I'm dropping IFTTT. @pipedream can do everything that IFTTT basic can, and most (if not all things) IFTTT pro can for free or at a reasonable price if you need it. I am recommending it for basically any power user.
Thomas Cutting@mrthomascuttingWant quick+dirty integrations for a serverless workflow - @pipedream is my new go-to 😃
Matthew Roberts@mattdotrobertsday 013 - finally hit node js. This is the secret sauce of taking #nocode projects that one step further. Pumped about getting deeper into @pipedream now
Kenneth Auchenberg 💭@auchenbergYahoo Pipes is back! Kinda 😍 @pipedream
Raymond Camden 🥑@raymondcamdenAwesome video by the @pipedream folks showing real time twitter sentiment analysis integrated with Google Sheets. This is where Pipedream *really* shines, connecting systems together in easy workflows.
Nacho Caballero@nachocaballeroI couldn't recommend @pipedream more. It's an amazing service to integrate different APIs. Much more powerful than Zapier and more user-friendly than AWS Lambda. I'm very proud to wear this t-shirt #NoCode
Jason Snow@jyksnwDeveloped a working prototype environmental sensor IoT solution with @particle Photon, @pipedream, and @MongoDB with full graphing and alerting in less than a day! All amazing technology, will def. be exploring these more.
Steven Terrana@steven_terrana@burgwyn you've inspired me to finally set up my own blog. I'll make sure my first blog post explains the tech behind the setup. think @obsdmd + @GatsbyJS + @pipedream.
🚄 James Augeri, PhD@DotDotJamesWant to low-code your back end, need more horsepower than @Bubble / @KnackHQ, or just miss Yahoo! Pipes? Check out @PipeDream
Sébastien Chopin@AtinuxGitHub issues should be like @linear_app for maintainers. Looking forward more integrations with GH actions or tools like @pipedream 👀
Raul@raul_predescuIf you're a dev and not using @pipedream, you're missing out. Been using it for months, daily. FREE for devs. Plenty of integrations and good limits. Absolutely love it.
Bruno Skvorc@bitfallsSo @pipedream is pretty amazing. In 3 minutes I just made a flow which adds @rickastley's Never Gonna Give You Up to my @spotify playlist whenever a new pull request arrives in an old repo of mine.
Zach Lanich@ZachLanichUm, wow 🤯 @pipedream
Steven Bell@bellontechI just used @pipedream to build a Shopify App. Wow, they make small backed tasks easy.
Jay Hack 🎩🇺🇸@_jayhack_Very impressed with this bad boi - it reminds me of a @PalantirTech internal tool, but geared towards integrations instead of data analysis and far more customizable. Great expectations here 🚀🤩
Tree Sturgeon 🔥🚴♂️🌳@philsturgeonFor context this is day 2 of a really challenging and stupid migration from Notion to @airtable with disparate/missing data. It's going better than expected and thanks to @pipedream I don't have to bother the iOS dev to add W3W.