ūüéČ Pipedream raises $20M Series A ūüéČ
Read the blog post and TC Techcrunch article.
Random Moon
‚ÄĘ@raymondcamden‚ÄĘ
‚ÄĘcode:
‚ÄĘdata:private‚ÄĘlast updated:7 months ago
today
Build integrations remarkably fast!
You're viewing a public workflow template.
Sign up to customize, add steps, modify code and more.
Join 250,000+ developers using the Pipedream platform
steps.
trigger
Cron Scheduler
Deploy to configure a custom schedule
This workflow runs on Pipedream's servers and is triggered on a custom schedule.
steps.
get_values
Get values from Google Sheet using the Google APIs Node.js Client and the spreadsheets.values.get method: https://developers.google.com/sheets/api/reference/rest/v4/spreadsheets.values/get
auth
(auths.google_sheets)
params
SpreadhsheetId

The ID of the spreadsheet to insert rows into. The spreadsheetID can be found in the URL when viewing your Google sheet. E.g., https://docs.google.com/spreadsheets/d/[spreadsheetId]/edit#gid=0

string ·params.spreadhsheetId
Range

The A1 notation of the values to retrieve. E.g., A1:E5 or Sheet1!A1:E5

A1:E5
string ·params.range
code
async (params, auths) => {
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
}
16
const {google} = require('googleapis')

const auth = new google.auth.OAuth2()
auth.setCredentials({ access_token: auths.google_sheets.oauth_access_token })
const sheets = await google.sheets({version: 'v4', auth});

const response = await sheets.spreadsheets.values.get({
  spreadsheetId: params.spreadhsheetId,
  range: params.range
})

this.status = response.status
this.statusText = response.statusText
return response.data
const {google} = require('googleapis')

const auth = new google.auth.OAuth2()
auth.setCredentials({ access_token: auths.google_sheets.oauth_access_token })
const sheets = await google.sheets({version: 'v4', auth});

const response = await sheets.spreadsheets.values.get({
  spreadsheetId: params.spreadhsheetId,
  range: params.range
})

this.status = response.status
this.statusText = response.statusText
return response.data
steps.
select_value
auth
to use OAuth tokens and API keys in code via theauths object
code
Write any Node.jscodeand use anynpm package. You can alsoexport datafor use in later steps via return or this.key = 'value', pass input data to your code viaparams, and maintain state across invocations with$checkpoint.
async (event, steps) => {
1
2
3
4
5
6
7
8
9
10
11
12
13
14
}
15

function getRandomIntInclusive(min, max) {
  min = Math.ceil(min);
  max = Math.floor(max);
  return Math.floor(Math.random() * (max - min + 1)) + min; //The maximum is inclusive and the minimum is inclusive 
}

let selectedRow = steps.get_values.$return_value.values[getRandomIntInclusive(0,steps.get_values.$return_value.values.length-1)];
this.image = 'https://' +selectedRow[0];
this.text = selectedRow[1];

// hard coded for now
this.mimetype = 'image/jpeg';

function getRandomIntInclusive(min, max) {
  min = Math.ceil(min);
  max = Math.floor(max);
  return Math.floor(Math.random() * (max - min + 1)) + min; //The maximum is inclusive and the minimum is inclusive 
}

let selectedRow = steps.get_values.$return_value.values[getRandomIntInclusive(0,steps.get_values.$return_value.values.length-1)];
this.image = 'https://' +selectedRow[0];
this.text = selectedRow[1];

// hard coded for now
this.mimetype = 'image/jpeg';
steps.
upload_media_to_twitter
Uploads media to Twitter using the Upload API
auth
(auths.twitter)
params
URL

URL of media to upload to Twitter

string ·params.url
Media Type
string ·params.media_type
code
async (params, auths) => {
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
}
90
const axios = require("axios")
const chunk = require("lodash.chunk")

// Data we need to make the Twitter API request
const oauthSignerUri = auths.twitter.oauth_signer_uri
const token = {
  key: auths.twitter.oauth_access_token,
  secret: auths.twitter.oauth_refresh_token,
}
const signConfig = {
  token,
  oauthSignerUri
}

// Download image, base64 encode it, then upload the media to Twitter
const imageResponse = await axios({
  url: params.url,
  method: "GET",
  responseType: "arraybuffer"
})

const file = Buffer.from(imageResponse.data, 'binary')
const total_bytes = file.length
const base64EncodedFile = file.toString('base64')
const { media_type } = params

// First, tell Twitter the type of file you're uploading, how big it is, etc.
// https://developer.twitter.com/en/docs/media/upload-media/api-reference/post-media-upload-init
const mediaUploadInitRequest = {
  method: 'POST',
  data: '',
  url: "https://upload.twitter.com/1.1/media/upload.json",
  params: {
    command: "INIT",
    total_bytes,
    media_type,
  }
}

// Twitter returns a media_id_string that we use to upload the file,
// and to reference it in future steps
this.uploadMediaInitResponse = (await require("@pipedreamhq/platform").axios(this, mediaUploadInitRequest, signConfig))
this.mediaIdString = this.uploadMediaInitResponse.media_id_string 

// Split the file into chunks, APPEND each chunk
const splitStringRe = new RegExp('.{1,' + 10000 + '}', 'g');
const chunks = base64EncodedFile.match(splitStringRe);

// Collect all of our requests into an array
const requests = []

for (const [segment_index, media_data] of chunks.entries()) {
  // APPEND file content in chunks
  // See https://developer.twitter.com/en/docs/media/upload-media/api-reference/post-media-upload-append
  const mediaUploadAppendRequest = {
    method: 'POST',
    data: '',
    url: "https://upload.twitter.com/1.1/media/upload.json",
    params: {
      command: "APPEND",
      media_id: this.mediaIdString,
      segment_index,
      media_data,
    }
  }
  requests.push(require("@pipedreamhq/platform").axios(this, mediaUploadAppendRequest, signConfig))
}

// Send N requests at a time
const requestChunks = chunk(requests, 10)

for (const [i, chunk] of requestChunks.entries()) {
  console.log(`Processing chunk ${i}`)
  await Promise.all(chunk)
}

// Finally, tell Twitter we're done uploading
// https://developer.twitter.com/en/docs/media/upload-media/api-reference/post-media-upload-finalize
const mediaUploadFinalizeRequest = {
    method: 'POST',
    data: '',
    url: "https://upload.twitter.com/1.1/media/upload.json",
    params: {
      command: "FINALIZE",
      media_id: this.mediaIdString,
    }
  }
  await require("@pipedreamhq/platform").axios(this, mediaUploadFinalizeRequest, signConfig)
const axios = require("axios")
const chunk = require("lodash.chunk")

// Data we need to make the Twitter API request
const oauthSignerUri = auths.twitter.oauth_signer_uri
const token = {
  key: auths.twitter.oauth_access_token,
  secret: auths.twitter.oauth_refresh_token,
}
const signConfig = {
  token,
  oauthSignerUri
}

// Download image, base64 encode it, then upload the media to Twitter
const imageResponse = await axios({
  url: params.url,
  method: "GET",
  responseType: "arraybuffer"
})

const file = Buffer.from(imageResponse.data, 'binary')
const total_bytes = file.length
const base64EncodedFile = file.toString('base64')
const { media_type } = params

// First, tell Twitter the type of file you're uploading, how big it is, etc.
// https://developer.twitter.com/en/docs/media/upload-media/api-reference/post-media-upload-init
const mediaUploadInitRequest = {
  method: 'POST',
  data: '',
  url: "https://upload.twitter.com/1.1/media/upload.json",
  params: {
    command: "INIT",
    total_bytes,
    media_type,
  }
}

// Twitter returns a media_id_string that we use to upload the file,
// and to reference it in future steps
this.uploadMediaInitResponse = (await require("@pipedreamhq/platform").axios(this, mediaUploadInitRequest, signConfig))
this.mediaIdString = this.uploadMediaInitResponse.media_id_string 

// Split the file into chunks, APPEND each chunk
const splitStringRe = new RegExp('.{1,' + 10000 + '}', 'g');
const chunks = base64EncodedFile.match(splitStringRe);

// Collect all of our requests into an array
const requests = []

for (const [segment_index, media_data] of chunks.entries()) {
  // APPEND file content in chunks
  // See https://developer.twitter.com/en/docs/media/upload-media/api-reference/post-media-upload-append
  const mediaUploadAppendRequest = {
    method: 'POST',
    data: '',
    url: "https://upload.twitter.com/1.1/media/upload.json",
    params: {
      command: "APPEND",
      media_id: this.mediaIdString,
      segment_index,
      media_data,
    }
  }
  requests.push(require("@pipedreamhq/platform").axios(this, mediaUploadAppendRequest, signConfig))
}

// Send N requests at a time
const requestChunks = chunk(requests, 10)

for (const [i, chunk] of requestChunks.entries()) {
  console.log(`Processing chunk ${i}`)
  await Promise.all(chunk)
}

// Finally, tell Twitter we're done uploading
// https://developer.twitter.com/en/docs/media/upload-media/api-reference/post-media-upload-finalize
const mediaUploadFinalizeRequest = {
    method: 'POST',
    data: '',
    url: "https://upload.twitter.com/1.1/media/upload.json",
    params: {
      command: "FINALIZE",
      media_id: this.mediaIdString,
    }
  }
  await require("@pipedreamhq/platform").axios(this, mediaUploadFinalizeRequest, signConfig)
steps.
post_tweet
Post a tweet.
auth
(auths.twitter)
params
Status
string ·params.status
Optional
code
async (params, auths) => {
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
}
19
const axios = require('axios')
const oauthSignerUri = auths.twitter.oauth_signer_uri
const {status, in_reply_to_status_id, auto_populate_reply_metadata, exclude_reply_user_ids, attachment_url, media_ids, possibly_sensitive, lat, long, place_id, display_coordinates, trim_user, enable_dmcommands, fail_dmcommands, card_uri} = params
const config = {
    url: `https://api.twitter.com/1.1/statuses/update.json`,
    method: 'POST',
    params,
}
const token = {
    key: auths.twitter.oauth_access_token,
    secret: auths.twitter.oauth_refresh_token,
}
const signConfig = {
  token,
  oauthSignerUri
}
return await require("@pipedreamhq/platform").axios(this, config, signConfig)
const axios = require('axios')
const oauthSignerUri = auths.twitter.oauth_signer_uri
const {status, in_reply_to_status_id, auto_populate_reply_metadata, exclude_reply_user_ids, attachment_url, media_ids, possibly_sensitive, lat, long, place_id, display_coordinates, trim_user, enable_dmcommands, fail_dmcommands, card_uri} = params
const config = {
    url: `https://api.twitter.com/1.1/statuses/update.json`,
    method: 'POST',
    params,
}
const token = {
    key: auths.twitter.oauth_access_token,
    secret: auths.twitter.oauth_refresh_token,
}
const signConfig = {
  token,
  oauthSignerUri
}
return await require("@pipedreamhq/platform").axios(this, config, signConfig)