import base from "../common/common.mjs";
import sampleEmit from "./test-event.mjs";
import moment from "moment";
export default {
...base,
name: "New or Modified Records",
key: "airtable_oauth-new-or-modified-records",
description: "Emit new event for each new or modified record in a table",
version: "0.0.9",
type: "source",
props: {
...base.props,
tableId: {
propDefinition: [
base.props.airtable,
"tableId",
({ baseId }) => ({
baseId,
}),
],
description: "The table ID to watch for changes.",
},
fieldIds: {
propDefinition: [
base.props.airtable,
"sortFieldId",
({
baseId, tableId,
}) => ({
baseId,
tableId,
}),
],
type: "string[]",
label: "Field IDs",
description: "Identifiers of spedific fields/columns to watch for updates",
withLabel: true,
},
returnFieldsByFieldId: {
propDefinition: [
base.props.airtable,
"returnFieldsByFieldId",
],
},
},
methods: {
...base.methods,
_getFieldValues() {
return this.db.get("fieldValues") || {};
},
_setFieldValues(fieldValues) {
this.db.set("fieldValues", fieldValues);
},
updateFieldValues(newFieldValues, record) {
const fieldKey = this.returnFieldsByFieldId
? "value"
: "label";
for (const fieldId of this.fieldIds) {
newFieldValues[record.id] = {
...newFieldValues[record.id],
[fieldId.value]: record.fields[fieldId[fieldKey]] || null,
};
}
return newFieldValues;
},
isUpdated(fieldValues, fieldIds, record) {
const fieldKey = this.returnFieldsByFieldId
? "value"
: "label";
for (const fieldId of fieldIds) {
if (!record.fields[fieldId[fieldKey]]) {
record.fields[fieldId[fieldKey]] = null;
}
if (fieldValues[record.id]
&& fieldValues[record.id][fieldId.value] !== undefined
&& record.fields[fieldId[fieldKey]] !== fieldValues[record.id][fieldId.value]
) {
return true;
}
}
return false;
},
},
async run(event) {
const {
baseId,
tableId,
viewId,
} = this;
const lastTimestamp = this._getLastTimestamp();
const fieldValues = this._getFieldValues();
const isFirstRunWithFields = this.fieldIds && Object.keys(fieldValues).length === 0;
const params = {
returnFieldsByFieldId: this.returnFieldsByFieldId || false,
};
if (!isFirstRunWithFields) {
params.filterByFormula = `LAST_MODIFIED_TIME() > "${lastTimestamp}"`;
}
const records = await this.airtable.listRecords({
baseId,
tableId,
params,
});
if (!records.length) {
console.log("No new or modified records.");
return;
}
const metadata = {
baseId,
tableId,
viewId,
};
let newRecords = 0, modifiedRecords = 0;
let newFieldValues = {
...fieldValues,
};
for (const record of records) {
if (this.fieldIds) {
newFieldValues = this.updateFieldValues(newFieldValues, record);
}
if (!lastTimestamp || moment(record.createdTime) > moment(lastTimestamp)) {
record.type = "new_record";
newRecords++;
} else {
if (this.fieldIds
&& (!this.isUpdated(fieldValues, this.fieldIds, record) || isFirstRunWithFields)
) {
continue;
}
record.type = "record_modified";
modifiedRecords++;
}
record.metadata = metadata;
this.$emit(record, {
summary: `${record.type}: ${JSON.stringify(record.fields)}`,
id: record.id,
ts: Date.now(),
});
}
this._setFieldValues(newFieldValues);
console.log(`Emitted ${newRecords} new records(s) and ${modifiedRecords} modified record(s).`);
this.updateLastTimestamp(event);
},
sampleEmit,
};
Chase Roberts@chsrbrts@benedictevans If you haven’t used @pipedream yet, then you haven’t lived.
✨Ellie Day✨@heyelliedayEvaluation update: @pipedream has quite literally been a dream to work with! I’m excited to leverage this tool for all the various workflows I need to write. I’m currently at 11k invocations a day from the initial workflows I’ve written in the past couple weeks.
Michael Braedley@MBraedleyUpdate: I got it working properly, and it's working so well that I'm dropping IFTTT. @pipedream can do everything that IFTTT basic can, and most (if not all things) IFTTT pro can for free or at a reasonable price if you need it. I am recommending it for basically any power user.
Thomas Cutting@mrthomascuttingWant quick+dirty integrations for a serverless workflow - @pipedream is my new go-to 😃
Matthew Roberts@mattdotrobertsday 013 - finally hit node js. This is the secret sauce of taking #nocode projects that one step further. Pumped about getting deeper into @pipedream now
Kenneth Auchenberg 💭@auchenbergYahoo Pipes is back! Kinda 😍 @pipedream
Raymond Camden 🥑@raymondcamdenAwesome video by the @pipedream folks showing real time twitter sentiment analysis integrated with Google Sheets. This is where Pipedream *really* shines, connecting systems together in easy workflows.
Nacho Caballero@nachocaballeroI couldn't recommend @pipedream more. It's an amazing service to integrate different APIs. Much more powerful than Zapier and more user-friendly than AWS Lambda. I'm very proud to wear this t-shirt #NoCode
Jason Snow@jyksnwDeveloped a working prototype environmental sensor IoT solution with @particle Photon, @pipedream, and @MongoDB with full graphing and alerting in less than a day! All amazing technology, will def. be exploring these more.
Steven Terrana@steven_terrana@burgwyn you've inspired me to finally set up my own blog. I'll make sure my first blog post explains the tech behind the setup. think @obsdmd + @GatsbyJS + @pipedream.
🚄 James Augeri, PhD@DotDotJamesWant to low-code your back end, need more horsepower than @Bubble / @KnackHQ, or just miss Yahoo! Pipes? Check out @PipeDream
Sébastien Chopin@AtinuxGitHub issues should be like @linear_app for maintainers. Looking forward more integrations with GH actions or tools like @pipedream 👀
Raul@raul_predescuIf you're a dev and not using @pipedream, you're missing out. Been using it for months, daily. FREE for devs. Plenty of integrations and good limits. Absolutely love it.
Bruno Skvorc@bitfallsSo @pipedream is pretty amazing. In 3 minutes I just made a flow which adds @rickastley's Never Gonna Give You Up to my @spotify playlist whenever a new pull request arrives in an old repo of mine.
Zach Lanich@ZachLanichUm, wow 🤯 @pipedream
Steven Bell@bellontechI just used @pipedream to build a Shopify App. Wow, they make small backed tasks easy.
Jay Hack 🎩🇺🇸@_jayhack_Very impressed with this bad boi - it reminds me of a @PalantirTech internal tool, but geared towards integrations instead of data analysis and far more customizable. Great expectations here 🚀🤩
Tree Sturgeon 🔥🚴♂️🌳@philsturgeonFor context this is day 2 of a really challenging and stupid migration from Notion to @airtable with disparate/missing data. It's going better than expected and thanks to @pipedream I don't have to bother the iOS dev to add W3W.