import cronParser from "cron-parser";
import includes from "lodash/includes.js";
import { v4 as uuid } from "uuid";
import { MY_DRIVE_VALUE } from "../../common/constants.mjs";
import changesToSpecificFiles from "../changes-to-specific-files-shared-drive/changes-to-specific-files-shared-drive.mjs";
import { ConfigurationError } from "@pipedream/platform";
import sampleEmit from "./test-event.mjs";
export default {
...changesToSpecificFiles,
key: "google_drive-changes-to-specific-files",
name: "Changes to Specific Files",
description: "Watches for changes to specific files, emitting an event when a change is made to one of those files. To watch for changes to [shared drive](https://support.google.com/a/users/answer/9310351) files, use the **Changes to Specific Files (Shared Drive)** source instead.",
version: "0.3.1",
type: "source",
dedupe: "unique",
props: {
infoAlert: {
type: "alert",
alertType: "info",
content: "This source uses `files.watch` and supports up to 10 file subscriptions. To watch for changes to more than 10 files, use the **Changes to Files in Drive** source instead (uses `changes.watch`).",
},
...changesToSpecificFiles.props,
drive: {
type: "string",
label: "Drive",
description: "Defaults to `My Drive`. To use a [Shared Drive](https://support.google.com/a/users/answer/9310351), use the **Changes to Specific Files (Shared Drive)** source instead.",
optional: true,
default: MY_DRIVE_VALUE,
},
updateTypes: {
propDefinition: [
changesToSpecificFiles.props.googleDrive,
"updateTypes",
],
},
includeLink: {
label: "Include Link",
type: "boolean",
description: "Upload file to your File Stash and emit temporary download link to the file. Google Workspace documents will be converted to PDF. See [the docs](https://pipedream.com/docs/connect/components/files) to learn more about working with files in Pipedream.",
default: false,
optional: true,
},
dir: {
type: "dir",
accessMode: "write",
optional: true,
},
},
hooks: {
...changesToSpecificFiles.hooks,
async deploy() {
if (this.files.length > 10) {
throw new ConfigurationError("This source only supports up to 10 files");
}
await changesToSpecificFiles.hooks.deploy.bind(this)();
},
async activate() {
const channelID = uuid();
let subscriptions = this._getSubscriptions() || {};
const files = this.files;
for (const fileID of files) {
const {
expiration,
resourceId,
} = await this.googleDrive.activateFileHook(
channelID,
this.http.endpoint,
fileID,
);
subscriptions[resourceId] = {
expiration,
fileID,
};
}
this._setSubscriptions(subscriptions);
this._setChannelID(channelID);
},
async deactivate() {
const channelID = this._getChannelID();
if (!channelID) {
console.log(
"Channel not found, cannot stop notifications for non-existent channel",
);
return;
}
const subscriptions = this._getSubscriptions() || {};
for (const resourceId of Object.keys(subscriptions)) {
await this.googleDrive.stopNotifications(channelID, resourceId);
}
this._setSubscriptions({});
this._setChannelID(null);
},
},
methods: {
...changesToSpecificFiles.methods,
_getSubscriptions() {
return this.db.get("subscriptions") || {};
},
_setSubscriptions(subscriptions) {
this.db.set("subscriptions", subscriptions);
},
_getNextTimerEventTimestamp(event) {
if (event.cron) {
return cronParser
.parseExpression(event.cron)
.next()
.getTime();
}
if (event.interval_seconds) {
return Date.now() + event.interval_seconds * 1000;
}
},
async renewFileSubscriptions(event) {
const subscriptions = this._getSubscriptions() || {};
const channelID = this._getChannelID();
const newChannelID = uuid();
const nextRunTimestamp = this._getNextTimerEventTimestamp(event);
for (const [
currentResourceId,
metadata,
] of Object.entries(subscriptions)) {
const { fileID } = metadata;
const subscription = {
...metadata,
resourceId: currentResourceId,
};
const {
expiration,
resourceId,
} = await this.googleDrive.renewFileSubscription(
subscription,
this.http.endpoint,
channelID,
newChannelID,
fileID,
nextRunTimestamp,
);
subscriptions[resourceId] = {
expiration,
fileID,
};
}
this._setSubscriptions(subscriptions);
this._setChannelID(newChannelID);
},
},
async run(event) {
if (event.timestamp) {
return this.renewFileSubscriptions(event);
}
const channelID = this._getChannelID();
let subscriptions = this._getSubscriptions() || {};
const { headers } = event;
if (
!headers["x-goog-resource-state"] ||
!headers["x-goog-resource-id"] ||
!headers["x-goog-resource-uri"] ||
!headers["x-goog-message-number"]
) {
console.log("Request missing necessary headers: ", headers);
return;
}
const incomingChannelID = headers["x-goog-channel-id"];
if (incomingChannelID !== channelID) {
console.log(
`Channel ID of ${incomingChannelID} not equal to deployed component channel of ${channelID}`,
);
return;
}
if (subscriptions[headers["x-goog-resource-id"]] === undefined) {
console.log(
`Resource ID of ${headers["x-goog-resource-id"]} not currently being tracked. Exiting`,
);
return;
}
if (!includes(this.updateTypes, headers["x-goog-resource-state"])) {
console.log(
`Update type ${headers["x-goog-resource-state"]} not in list of updates to watch: `,
this.updateTypes,
);
return;
}
if (
!this.watchForPropertiesChanges &&
headers["x-goog-changed"] === "properties"
) {
console.log(
"Change to properties only, which this component is set to ignore. Exiting",
);
return;
}
const file = await this.googleDrive.getFileMetadata(
headers["x-goog-resource-uri"],
);
if (!file || !Object.keys(file).length) {
console.log("No file metadata returned, nothing to emit");
return;
}
const [
checkedFile,
] = this.checkMinimumInterval([
file,
]);
if (checkedFile) {
await this.processChange(file, headers);
}
},
sampleEmit,
};
Chase Roberts@chsrbrts@benedictevans If you haven’t used @pipedream yet, then you haven’t lived.
✨Ellie Day✨@heyelliedayEvaluation update: @pipedream has quite literally been a dream to work with! I’m excited to leverage this tool for all the various workflows I need to write. I’m currently at 11k invocations a day from the initial workflows I’ve written in the past couple weeks.
Michael Braedley@MBraedleyUpdate: I got it working properly, and it's working so well that I'm dropping IFTTT. @pipedream can do everything that IFTTT basic can, and most (if not all things) IFTTT pro can for free or at a reasonable price if you need it. I am recommending it for basically any power user.
Thomas Cutting@mrthomascuttingWant quick+dirty integrations for a serverless workflow - @pipedream is my new go-to 😃
Matthew Roberts@mattdotrobertsday 013 - finally hit node js. This is the secret sauce of taking #nocode projects that one step further. Pumped about getting deeper into @pipedream now
Kenneth Auchenberg 💭@auchenbergYahoo Pipes is back! Kinda 😍 @pipedream
Raymond Camden 🥑@raymondcamdenAwesome video by the @pipedream folks showing real time twitter sentiment analysis integrated with Google Sheets. This is where Pipedream *really* shines, connecting systems together in easy workflows.
Nacho Caballero@nachocaballeroI couldn't recommend @pipedream more. It's an amazing service to integrate different APIs. Much more powerful than Zapier and more user-friendly than AWS Lambda. I'm very proud to wear this t-shirt #NoCode
Jason Snow@jyksnwDeveloped a working prototype environmental sensor IoT solution with @particle Photon, @pipedream, and @MongoDB with full graphing and alerting in less than a day! All amazing technology, will def. be exploring these more.
Steven Terrana@steven_terrana@burgwyn you've inspired me to finally set up my own blog. I'll make sure my first blog post explains the tech behind the setup. think @obsdmd + @GatsbyJS + @pipedream.
🚄 James Augeri, PhD@DotDotJamesWant to low-code your back end, need more horsepower than @Bubble / @KnackHQ, or just miss Yahoo! Pipes? Check out @PipeDream
Sébastien Chopin@AtinuxGitHub issues should be like @linear_app for maintainers. Looking forward more integrations with GH actions or tools like @pipedream 👀
Raul@raul_predescuIf you're a dev and not using @pipedream, you're missing out. Been using it for months, daily. FREE for devs. Plenty of integrations and good limits. Absolutely love it.
Bruno Skvorc@bitfallsSo @pipedream is pretty amazing. In 3 minutes I just made a flow which adds @rickastley's Never Gonna Give You Up to my @spotify playlist whenever a new pull request arrives in an old repo of mine.
Zach Lanich@ZachLanichUm, wow 🤯 @pipedream
Steven Bell@bellontechI just used @pipedream to build a Shopify App. Wow, they make small backed tasks easy.
Jay Hack 🎩🇺🇸@_jayhack_Very impressed with this bad boi - it reminds me of a @PalantirTech internal tool, but geared towards integrations instead of data analysis and far more customizable. Great expectations here 🚀🤩
Tree Sturgeon 🔥🚴♂️🌳@philsturgeonFor context this is day 2 of a really challenging and stupid migration from Notion to @airtable with disparate/missing data. It's going better than expected and thanks to @pipedream I don't have to bother the iOS dev to add W3W.