import common from "../common/common.mjs";
import {
DEFAULT_LIMIT,
DEFAULT_CONTACT_PROPERTIES,
API_PATH,
} from "../../common/constants.mjs";
import sampleEmit from "./test-event.mjs";
export default {
...common,
key: "hubspot-new-contact-added-to-list",
name: "New Contact Added to List",
description:
"Emit new event when a contact is added to a HubSpot list. [See the documentation](https://developers.hubspot.com/docs/reference/api/crm/lists#get-%2Fcrm%2Fv3%2Flists%2F%7Blistid%7D%2Fmemberships%2Fjoin-order)",
version: "0.0.9",
type: "source",
dedupe: "unique",
props: {
...common.props,
info: {
type: "alert",
alertType: "info",
content: `Properties:\n\`${DEFAULT_CONTACT_PROPERTIES.join(", ")}\``,
},
listId: {
type: "string",
label: "List ID",
description: "Select the list to watch for new contacts",
withLabel: true,
async options({ page }) {
const { lists } = await this.searchLists({
data: {
count: DEFAULT_LIMIT,
offset: page * DEFAULT_LIMIT,
},
});
return (
lists?.map(({
listId, name,
}) => ({
value: listId,
label: name,
})) || []
);
},
},
properties: {
propDefinition: [
common.props.hubspot,
"contactProperties",
() => ({
excludeDefaultProperties: true,
}),
],
label: "Additional contact properties to retrieve",
optional: true,
},
fetchAllProperties: {
type: "boolean",
label: "Fetch all contact properties",
description:
"When enabled, fetches all available contact properties instead of just default and selected properties. This provides complete contact data but may increase API usage.",
optional: true,
default: false,
},
},
methods: {
...common.methods,
_getKey(listId) {
return `list_${listId}_last_timestamp`;
},
_getLastMembershipTimestamp(listId) {
return this.db.get(this._getKey(listId));
},
_setLastMembershipTimestamp(listId, timestamp) {
this.db.set(this._getKey(listId), timestamp);
},
searchLists(opts = {}) {
return this.hubspot.makeRequest({
api: API_PATH.CRMV3,
method: "POST",
endpoint: "/lists/search",
...opts,
});
},
getTs() {
return Date.now();
},
generateMeta(membership, listInfo) {
const {
recordId, membershipTimestamp,
} = membership;
const ts = membershipTimestamp
? new Date(membershipTimestamp).getTime()
: this.getTs();
return {
id: `${listInfo.listId}-${recordId}-${ts}`,
summary: `Contact ${recordId} added to list: ${listInfo.name}`,
ts,
};
},
async getContactDetails(contactIds) {
if (!contactIds.length) return {};
if (this.fetchAllProperties) {
const chunks = [];
const chunkSize = 100;
for (let i = 0; i < contactIds.length; i += chunkSize) {
chunks.push(contactIds.slice(i, i + chunkSize));
}
const contactMap = {};
try {
for (const chunk of chunks) {
try {
const { results } = await this.hubspot.batchGetContactsWithAllProperties({
contactIds: chunk,
});
results.forEach((contact) => {
contactMap[contact.id] = contact;
});
} catch (error) {
console.warn(
`Error fetching contact details for chunk of ${chunk.length} contacts:`,
error,
);
}
}
return contactMap;
} catch (error) {
console.warn("Error processing contact details:", error);
return {};
}
}
const { properties = [] } = this;
const allProperties = [
...DEFAULT_CONTACT_PROPERTIES,
...properties,
];
const chunks = [];
const chunkSize = 100;
for (let i = 0; i < contactIds.length; i += chunkSize) {
chunks.push(contactIds.slice(i, i + chunkSize));
}
const contactMap = {};
try {
for (const chunk of chunks) {
try {
const { results } = await this.hubspot.batchGetObjects({
objectType: "contacts",
data: {
inputs: chunk.map((id) => ({
id,
})),
properties: allProperties,
},
});
results.forEach((contact) => {
contactMap[contact.id] = contact;
});
} catch (error) {
console.warn(
`Error fetching contact details for chunk of ${chunk.length} contacts:`,
error,
);
}
}
return contactMap;
} catch (error) {
console.warn("Error processing contact details:", error);
return {};
}
},
async processListMemberships(listId, listInfo) {
const lastMembershipTimestamp = this._getLastMembershipTimestamp(listId);
const newMemberships = [];
let params = {
limit: DEFAULT_LIMIT,
};
try {
let hasMore = true;
let latestMembershipTimestamp = lastMembershipTimestamp;
if (!lastMembershipTimestamp) {
const baselineTimestamp = new Date().toISOString();
this._setLastMembershipTimestamp(listId, baselineTimestamp);
return newMemberships;
}
while (hasMore) {
const {
results, paging,
} =
await this.hubspot.getListMembershipsByJoinOrder({
listId,
params,
});
if (!results) {
console.warn(
`No results returned from API for list ${listId} - possible API issue`,
);
break;
}
if (results.length === 0) {
break;
}
for (const membership of results) {
const { membershipTimestamp } = membership;
if (membershipTimestamp > lastMembershipTimestamp) {
newMemberships.push({
membership,
listInfo,
});
if (
!latestMembershipTimestamp ||
membershipTimestamp > latestMembershipTimestamp
) {
latestMembershipTimestamp = membershipTimestamp;
}
}
}
if (paging?.next?.after) {
params.after = paging.next.after;
} else {
hasMore = false;
}
}
if (latestMembershipTimestamp !== lastMembershipTimestamp) {
this._setLastMembershipTimestamp(listId, latestMembershipTimestamp);
}
} catch (error) {
console.error(`Error processing list ${listId}:`, error);
}
return newMemberships;
},
async processResults() {
if (!this.listId) {
console.warn("No list selected to monitor");
return;
}
const listId = this.listId?.value || this.listId;
const listInfo = {
listId,
name: `List ${this.listId?.label || listId}`,
};
try {
const newMemberships = await this.processListMemberships(
listId,
listInfo,
);
if (newMemberships.length > 0) {
const contactIds = newMemberships.map(
({ membership }) => membership.recordId,
);
const contactDetails = await this.getContactDetails(contactIds);
for (const {
membership, listInfo,
} of newMemberships) {
const contactDetail = contactDetails[membership.recordId] || {};
const eventData = {
listId: listInfo.listId,
listName: listInfo.name,
contactId: membership.recordId,
contact: contactDetail,
membership,
addedAt: membership.membershipTimestamp,
};
const meta = this.generateMeta(membership, listInfo);
this.$emit(eventData, meta);
}
}
} catch (error) {
console.error(`Error processing list ${listId}:`, error);
}
},
getParams() {
return {};
},
},
sampleEmit,
};
Chase Roberts@chsrbrts@benedictevans If you haven’t used @pipedream yet, then you haven’t lived.
✨Ellie Day✨@heyelliedayEvaluation update: @pipedream has quite literally been a dream to work with! I’m excited to leverage this tool for all the various workflows I need to write. I’m currently at 11k invocations a day from the initial workflows I’ve written in the past couple weeks.
Michael Braedley@MBraedleyUpdate: I got it working properly, and it's working so well that I'm dropping IFTTT. @pipedream can do everything that IFTTT basic can, and most (if not all things) IFTTT pro can for free or at a reasonable price if you need it. I am recommending it for basically any power user.
Thomas Cutting@mrthomascuttingWant quick+dirty integrations for a serverless workflow - @pipedream is my new go-to 😃
Matthew Roberts@mattdotrobertsday 013 - finally hit node js. This is the secret sauce of taking #nocode projects that one step further. Pumped about getting deeper into @pipedream now
Kenneth Auchenberg 💭@auchenbergYahoo Pipes is back! Kinda 😍 @pipedream
Raymond Camden 🥑@raymondcamdenAwesome video by the @pipedream folks showing real time twitter sentiment analysis integrated with Google Sheets. This is where Pipedream *really* shines, connecting systems together in easy workflows.
Nacho Caballero@nachocaballeroI couldn't recommend @pipedream more. It's an amazing service to integrate different APIs. Much more powerful than Zapier and more user-friendly than AWS Lambda. I'm very proud to wear this t-shirt #NoCode
Jason Snow@jyksnwDeveloped a working prototype environmental sensor IoT solution with @particle Photon, @pipedream, and @MongoDB with full graphing and alerting in less than a day! All amazing technology, will def. be exploring these more.
Steven Terrana@steven_terrana@burgwyn you've inspired me to finally set up my own blog. I'll make sure my first blog post explains the tech behind the setup. think @obsdmd + @GatsbyJS + @pipedream.
🚄 James Augeri, PhD@DotDotJamesWant to low-code your back end, need more horsepower than @Bubble / @KnackHQ, or just miss Yahoo! Pipes? Check out @PipeDream
Sébastien Chopin@AtinuxGitHub issues should be like @linear_app for maintainers. Looking forward more integrations with GH actions or tools like @pipedream 👀
Raul@raul_predescuIf you're a dev and not using @pipedream, you're missing out. Been using it for months, daily. FREE for devs. Plenty of integrations and good limits. Absolutely love it.
Bruno Skvorc@bitfallsSo @pipedream is pretty amazing. In 3 minutes I just made a flow which adds @rickastley's Never Gonna Give You Up to my @spotify playlist whenever a new pull request arrives in an old repo of mine.
Zach Lanich@ZachLanichUm, wow 🤯 @pipedream
Steven Bell@bellontechI just used @pipedream to build a Shopify App. Wow, they make small backed tasks easy.
Jay Hack 🎩🇺🇸@_jayhack_Very impressed with this bad boi - it reminds me of a @PalantirTech internal tool, but geared towards integrations instead of data analysis and far more customizable. Great expectations here 🚀🤩
Tree Sturgeon 🔥🚴♂️🌳@philsturgeonFor context this is day 2 of a really challenging and stupid migration from Notion to @airtable with disparate/missing data. It's going better than expected and thanks to @pipedream I don't have to bother the iOS dev to add W3W.