Integrate the San Francisco Open Data - DataSF API with the MongoDB API

import { axios } from "@pipedream/platform"
export default defineComponent({
  props: {
    san_francisco_open_data_datasf: {
      type: "app",
      app: "san_francisco_open_data_datasf",
    }
  },
  async run({steps, $}) {
    // Below, we fetch a range of COVID-19 case data from DataSF. You can
    // run this to see how the results are displayed on Pipedream, or modify it 
    // in any way to fetch data from another dataset or modify the Socrata 
    // query. See the docs below for Socrata docs and examples.
    
    // COVID-19 Cases Summarized by Date, Transmission and Case Disposition
    // https://dev.socrata.com/foundry/data.sfgov.org/tvq9-ec9w
    
    return await axios($, {
      url: `https://data.sfgov.org/resource/tvq9-ec9w.json`,
      headers: {
        "X-App-Token": `${this.san_francisco_open_data_datasf.$auth.app_token}`,
      },
      params: {
        "$where": `date between '2020-05-18T00:00:00' and '2020-05-20T00:00:00'`,
      },
    })
  },
})

import mongodb from 'mongodb'

export default defineComponent({
  props: {
    mongodb: {
      type: "app",
      app: "mongodb",
    },
    collection: {
      type: "string"
    },
    filter: {
      type: "object"
    }
  },
  async run({steps, $}) {
    const MongoClient = mongodb.MongoClient
    
    const {
      database,
      hostname,
      username,
      password,
    } = this.mongodb.$auth
    
    const url = `mongodb+srv://${username}:${password}@${hostname}/test?retryWrites=true&w=majority`
    const client = await MongoClient.connect(url, { 
      useNewUrlParser: true, 
      useUnifiedTopology: true 
    })
    
    const db = client.db(database)

    const results = await db.collection(this.collection).find(this.filter).toArray();
    $.export('results', results);
    
    await client.close()
  },
})