import { PubSub } from "@google-cloud/pubsub";
import googleCloud from "../../google_cloud.app.mjs";
export default {
key: "google_cloud-new-pubsub-messages",
name: "New Pub/Sub Messages",
description: "Emit new Pub/Sub topic in your GCP account. Messages published to this topic are emitted from the Pipedream source.",
version: "0.1.6",
type: "source",
dedupe: "unique",
props: {
googleCloud,
http: "$.interface.http",
db: "$.service.db",
topicType: {
type: "string",
label: "Type",
description: "Do you have an existing Pub/Sub topic, or would you like to create a new one?",
options: [
"existing",
"new",
],
reloadProps: true,
},
},
async additionalProps() {
const topic = {
type: "string",
label: "Pub/Sub Topic Name",
description: "Select a Pub/Sub topic from your GCP account to watch",
options: async () => {
return this.getTopics();
},
};
if (this.topicType === "new") {
topic.description = "**Pipedream will create a Pub/Sub topic with this name in your account**, converting it to a [valid Pub/Sub topic name](https://cloud.google.com/pubsub/docs/admin#resource_names).";
delete topic.options;
}
return {
topic,
};
},
methods: {
_getTopicName() {
return this.db.get("topicName");
},
_setTopicName(topicName) {
this.db.set("topicName", topicName);
},
_getSubscriptionName() {
return this.db.get("subscriptionName");
},
_setSubscriptionName(subscriptionName) {
this.db.set("subscriptionName", subscriptionName);
},
async getTopics() {
const sdkParams = this.googleCloud.sdkParams();
const pubSubClient = new PubSub(sdkParams);
const topics = (await pubSubClient.getTopics())[0];
if (topics.length > 0) {
return topics.map((topic) => topic.name);
}
return [];
},
convertNameToValidPubSubTopicName(name) {
return name
.replace(/(^goog.*)/g, "pd-$1")
.replace(/^(?![a-zA-Z]+)/, "pd-")
.replace(/[^a-zA-Z0-9_\-.~+%]+/g, "-");
},
},
hooks: {
async activate() {
const sdkParams = this.googleCloud.sdkParams();
const pubSubClient = new PubSub(sdkParams);
const currentTopic = {
name: this.topic,
};
if (this.topicType === "new") {
const topicName = this.convertNameToValidPubSubTopicName(this.topic);
console.log(`Creating Pub/Sub topic ${topicName}`);
const [
topic,
] = await pubSubClient.createTopic(topicName);
currentTopic.name = topic.name;
}
this._setTopicName(currentTopic.name);
const pushEndpoint = this.http.endpoint;
const subscriptionName = this.convertNameToValidPubSubTopicName(pushEndpoint);
const subscriptionOptions = {
pushConfig: {
pushEndpoint,
},
};
console.log(
`Subscribing this source's URL to the Pub/Sub topic: ${pushEndpoint}
(under name ${subscriptionName}).`,
);
const [
subscriptionResult,
] = await pubSubClient
.topic(currentTopic.name)
.createSubscription(subscriptionName, subscriptionOptions);
this._setSubscriptionName(subscriptionResult.name);
},
async deactivate() {
const sdkParams = this.googleCloud.sdkParams();
const pubSubClient = new PubSub(sdkParams);
const subscriptionName = this._getSubscriptionName();
if (subscriptionName) {
await pubSubClient.subscription(subscriptionName).delete();
}
if (this.topicType === "new") {
const topicName = this._getTopicName();
if (topicName) {
await pubSubClient.topic(topicName).delete();
}
}
},
},
async run(event) {
const {
data,
messageId,
publishTime,
} = event.body.message;
if (!data) {
console.warn("No message present, exiting");
return;
}
const dataString = Buffer.from(data, "base64").toString("utf-8");
const metadata = {
id: messageId,
summary: dataString,
ts: +new Date(publishTime),
};
let dataObj;
try {
dataObj = JSON.parse(dataString);
} catch (err) {
console.error(
`Couldn't parse message as JSON. Emitting raw message. Error: ${err}`,
);
dataObj = {
rawMessage: dataString,
};
}
this.$emit(dataObj, metadata);
},
};
Chase Roberts@chsrbrts@benedictevans If you haven’t used @pipedream yet, then you haven’t lived.
✨Ellie Day✨@heyelliedayEvaluation update: @pipedream has quite literally been a dream to work with! I’m excited to leverage this tool for all the various workflows I need to write. I’m currently at 11k invocations a day from the initial workflows I’ve written in the past couple weeks.
Michael Braedley@MBraedleyUpdate: I got it working properly, and it's working so well that I'm dropping IFTTT. @pipedream can do everything that IFTTT basic can, and most (if not all things) IFTTT pro can for free or at a reasonable price if you need it. I am recommending it for basically any power user.
Thomas Cutting@mrthomascuttingWant quick+dirty integrations for a serverless workflow - @pipedream is my new go-to 😃
Matthew Roberts@mattdotrobertsday 013 - finally hit node js. This is the secret sauce of taking #nocode projects that one step further. Pumped about getting deeper into @pipedream now
Kenneth Auchenberg 💭@auchenbergYahoo Pipes is back! Kinda 😍 @pipedream
Raymond Camden 🥑@raymondcamdenAwesome video by the @pipedream folks showing real time twitter sentiment analysis integrated with Google Sheets. This is where Pipedream *really* shines, connecting systems together in easy workflows.
Nacho Caballero@nachocaballeroI couldn't recommend @pipedream more. It's an amazing service to integrate different APIs. Much more powerful than Zapier and more user-friendly than AWS Lambda. I'm very proud to wear this t-shirt #NoCode
Jason Snow@jyksnwDeveloped a working prototype environmental sensor IoT solution with @particle Photon, @pipedream, and @MongoDB with full graphing and alerting in less than a day! All amazing technology, will def. be exploring these more.
Steven Terrana@steven_terrana@burgwyn you've inspired me to finally set up my own blog. I'll make sure my first blog post explains the tech behind the setup. think @obsdmd + @GatsbyJS + @pipedream.
🚄 James Augeri, PhD@DotDotJamesWant to low-code your back end, need more horsepower than @Bubble / @KnackHQ, or just miss Yahoo! Pipes? Check out @PipeDream
Sébastien Chopin@AtinuxGitHub issues should be like @linear_app for maintainers. Looking forward more integrations with GH actions or tools like @pipedream 👀
Raul@raul_predescuIf you're a dev and not using @pipedream, you're missing out. Been using it for months, daily. FREE for devs. Plenty of integrations and good limits. Absolutely love it.
Bruno Skvorc@bitfallsSo @pipedream is pretty amazing. In 3 minutes I just made a flow which adds @rickastley's Never Gonna Give You Up to my @spotify playlist whenever a new pull request arrives in an old repo of mine.
Zach Lanich@ZachLanichUm, wow 🤯 @pipedream
Steven Bell@bellontechI just used @pipedream to build a Shopify App. Wow, they make small backed tasks easy.
Jay Hack 🎩🇺🇸@_jayhack_Very impressed with this bad boi - it reminds me of a @PalantirTech internal tool, but geared towards integrations instead of data analysis and far more customizable. Great expectations here 🚀🤩
Tree Sturgeon 🔥🚴♂️🌳@philsturgeonFor context this is day 2 of a really challenging and stupid migration from Notion to @airtable with disparate/missing data. It's going better than expected and thanks to @pipedream I don't have to bother the iOS dev to add W3W.