Stream JSON to Snowflake (using $send)
•@dylburger•
•code:
•data:private•last updated:4 years ago
today
Build integrations remarkably fast!
You're viewing a public workflow template.
Sign up to customize, add steps, modify code and more.
Join 800,000+ developers using the Pipedream platform
steps.
trigger
HTTP API
Deploy to generate unique URL
This workflow runs on Pipedream's servers and is triggered by HTTP / Webhook requests.
steps.
nodejs
auth
to use OAuth tokens and API keys in code via the
auths objectcode
Write any Node.jscodeand use anynpm package. You can alsoexport datafor use in later steps via
return or this.key = 'value', pass input data to your code viaparams, and maintain state across executions with$checkpoint.async (event, steps) => {1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
}49
const {
SNOWFLAKE_USERNAME,
SNOWFLAKE_ACCOUNT_NAME,
SNOWFLAKE_DATABASE,
SNOWFLAKE_SCHEMA,
SNOWFLAKE_ROLE,
SNOWFLAKE_STAGE,
SNOWFLAKE_PIPE,
SNOWFLAKE_PRIVATE_KEY,
} = process.env
if (!SNOWFLAKE_USERNAME) {
$end("No SNOWFLAKE_USERNAME environment variable defined")
}
if (!SNOWFLAKE_ACCOUNT_NAME) {
$end("No SNOWFLAKE_ACCOUNT_NAME environment variable defined")
}
if (!SNOWFLAKE_DATABASE) {
$end("No SNOWFLAKE_DATABASE environment variable defined")
}
if (!SNOWFLAKE_SCHEMA) {
$end("No SNOWFLAKE_SCHEMA environment variable defined")
}
if (!SNOWFLAKE_ROLE) {
$end("No SNOWFLAKE_ROLE environment variable defined")
}
if (!SNOWFLAKE_STAGE) {
$end("No SNOWFLAKE_STAGE environment variable defined")
}
if (!SNOWFLAKE_PIPE) {
$end("No SNOWFLAKE_PIPE environment variable defined")
}
if (!SNOWFLAKE_PRIVATE_KEY) {
$end("No SNOWFLAKE_PRIVATE_KEY environment variable defined")
}
$send.snowflake({
user: SNOWFLAKE_USERNAME,
private_key: SNOWFLAKE_PRIVATE_KEY,
database: SNOWFLAKE_DATABASE,
schema: SNOWFLAKE_SCHEMA,
stage_name: SNOWFLAKE_STAGE,
pipe_name: SNOWFLAKE_PIPE,
account: SNOWFLAKE_ACCOUNT_NAME,
host: `${SNOWFLAKE_ACCOUNT_NAME}.snowflakecomputing.com`,
payload: $event,
})