import databricks from "../../databricks.app.mjs";
import constants from "../../common/constants.mjs";
import utils from "../../common/utils.mjs";
import { ConfigurationError } from "@pipedream/platform";
export default {
key: "databricks-create-sql-warehouse",
name: "Create SQL Warehouse",
description: "Creates a new SQL Warehouse in Databricks. [See the documentation](https://docs.databricks.com/api/workspace/warehouses/create)",
version: "0.0.2",
type: "action",
props: {
databricks,
name: {
type: "string",
label: "Warehouse Name",
description: "A human-readable name for the warehouse",
},
clusterSize: {
type: "string",
label: "Cluster Size",
description: "Size of the cluster",
options: constants.CLUSTER_SIZES,
},
autoStopMinutes: {
type: "integer",
label: "Auto Stop (minutes)",
description:
"Minutes of inactivity before auto-stop. 0 disables auto-stop. Must be 0 or ≥ 10.",
optional: true,
default: 10,
},
minNumClusters: {
type: "integer",
label: "Min Number of Clusters",
description: "Minimum number of clusters to maintain (> 0 and ≤ min(max_num_clusters, 30)).",
optional: true,
default: 1,
},
maxNumClusters: {
type: "integer",
label: "Max Number of Clusters",
description: "Maximum number of clusters for autoscaler (≥ min_num_clusters and ≤ 30).",
optional: true,
default: 1,
},
enablePhoton: {
type: "boolean",
label: "Enable Photon",
description: "Whether the warehouse should use Photon optimized clusters.",
optional: true,
},
enableServerlessCompute: {
type: "boolean",
label: "Enable Serverless Compute",
description: "Whether the warehouse should use serverless compute.",
optional: true,
},
warehouseType: {
type: "string",
label: "Warehouse Type",
description:
"Warehouse type: PRO or CLASSIC. Set PRO + enableServerlessCompute = true to use serverless.",
options: [
"TYPE_UNSPECIFIED",
"CLASSIC",
"PRO",
],
optional: true,
},
spotInstancePolicy: {
type: "string",
label: "Spot Instance Policy",
description: "Configures whether the warehouse should use spot instances.",
options: [
"POLICY_UNSPECIFIED",
"COST_OPTIMIZED",
"RELIABILITY_OPTIMIZED",
],
optional: true,
},
channel: {
type: "object",
label: "Channel",
description:
"Channel details. Example: `{ \"name\": \"CHANNEL_NAME_CUSTOM\", \"dbsql_version\": \"2023.35\" }`",
optional: true,
},
tags: {
type: "object",
label: "Tags",
description:
"Custom key-value tags for resources associated with this SQL Warehouse.",
optional: true,
},
instanceProfileArn: {
type: "string",
label: "Instance Profile ARN (Deprecated)",
description: "Deprecated. Instance profile used to pass IAM role to the cluster.",
optional: true,
},
},
async run({ $ }) {
const payload = {
name: this.name,
cluster_size: this.clusterSize,
};
if (this.autoStopMinutes !== undefined) {
if (this.autoStopMinutes !== 0 && this.autoStopMinutes < 10) {
throw new ConfigurationError("autoStopMinutes must be 0 or ≥ 10.");
}
payload.auto_stop_mins = this.autoStopMinutes;
}
const minNumClusters = this.minNumClusters ?? 1;
if (minNumClusters < 1 || minNumClusters > 30) {
throw new ConfigurationError("minNumClusters must be between 1 and 30.");
}
payload.min_num_clusters = minNumClusters;
if (this.maxNumClusters !== undefined) {
if (
this.maxNumClusters < payload.min_num_clusters ||
this.maxNumClusters > 30
) {
throw new ConfigurationError(
`maxNumClusters must be ≥ minNumClusters (${payload.min_num_clusters}) and ≤ 30.`,
);
}
payload.max_num_clusters = this.maxNumClusters;
}
const parsedTags = utils.parseObject(this.tags);
const tagArray = Object.entries(parsedTags).map(([
key,
value,
]) => ({
key,
value,
}));
if (tagArray.length) {
payload.tags = {
custom_tags: tagArray,
};
}
if (this.enablePhoton !== undefined)
payload.enable_photon = this.enablePhoton;
if (this.enableServerlessCompute !== undefined)
payload.enable_serverless_compute = this.enableServerlessCompute;
if (this.warehouseType) payload.warehouse_type = this.warehouseType;
if (this.spotInstancePolicy)
payload.spot_instance_policy = this.spotInstancePolicy;
if (this.channel) payload.channel = utils.parseObject(this.channel);
if (this.instanceProfileArn)
payload.instance_profile_arn = this.instanceProfileArn;
const response = await this.databricks.createSQLWarehouse({
data: payload,
$,
});
$.export(
"$summary",
`Successfully created SQL Warehouse: ${response?.name || this.name}`,
);
return response;
},
};
Chase Roberts@chsrbrts@benedictevans If you haven’t used @pipedream yet, then you haven’t lived.
✨Ellie Day✨@heyelliedayEvaluation update: @pipedream has quite literally been a dream to work with! I’m excited to leverage this tool for all the various workflows I need to write. I’m currently at 11k invocations a day from the initial workflows I’ve written in the past couple weeks.
Michael Braedley@MBraedleyUpdate: I got it working properly, and it's working so well that I'm dropping IFTTT. @pipedream can do everything that IFTTT basic can, and most (if not all things) IFTTT pro can for free or at a reasonable price if you need it. I am recommending it for basically any power user.
Thomas Cutting@mrthomascuttingWant quick+dirty integrations for a serverless workflow - @pipedream is my new go-to 😃
Matthew Roberts@mattdotrobertsday 013 - finally hit node js. This is the secret sauce of taking #nocode projects that one step further. Pumped about getting deeper into @pipedream now
Kenneth Auchenberg 💭@auchenbergYahoo Pipes is back! Kinda 😍 @pipedream
Raymond Camden 🥑@raymondcamdenAwesome video by the @pipedream folks showing real time twitter sentiment analysis integrated with Google Sheets. This is where Pipedream *really* shines, connecting systems together in easy workflows.
Nacho Caballero@nachocaballeroI couldn't recommend @pipedream more. It's an amazing service to integrate different APIs. Much more powerful than Zapier and more user-friendly than AWS Lambda. I'm very proud to wear this t-shirt #NoCode
Jason Snow@jyksnwDeveloped a working prototype environmental sensor IoT solution with @particle Photon, @pipedream, and @MongoDB with full graphing and alerting in less than a day! All amazing technology, will def. be exploring these more.
Steven Terrana@steven_terrana@burgwyn you've inspired me to finally set up my own blog. I'll make sure my first blog post explains the tech behind the setup. think @obsdmd + @GatsbyJS + @pipedream.
🚄 James Augeri, PhD@DotDotJamesWant to low-code your back end, need more horsepower than @Bubble / @KnackHQ, or just miss Yahoo! Pipes? Check out @PipeDream
Sébastien Chopin@AtinuxGitHub issues should be like @linear_app for maintainers. Looking forward more integrations with GH actions or tools like @pipedream 👀
Raul@raul_predescuIf you're a dev and not using @pipedream, you're missing out. Been using it for months, daily. FREE for devs. Plenty of integrations and good limits. Absolutely love it.
Bruno Skvorc@bitfallsSo @pipedream is pretty amazing. In 3 minutes I just made a flow which adds @rickastley's Never Gonna Give You Up to my @spotify playlist whenever a new pull request arrives in an old repo of mine.
Zach Lanich@ZachLanichUm, wow 🤯 @pipedream
Steven Bell@bellontechI just used @pipedream to build a Shopify App. Wow, they make small backed tasks easy.
Jay Hack 🎩🇺🇸@_jayhack_Very impressed with this bad boi - it reminds me of a @PalantirTech internal tool, but geared towards integrations instead of data analysis and far more customizable. Great expectations here 🚀🤩
Tree Sturgeon 🔥🚴♂️🌳@philsturgeonFor context this is day 2 of a really challenging and stupid migration from Notion to @airtable with disparate/missing data. It's going better than expected and thanks to @pipedream I don't have to bother the iOS dev to add W3W.