Integrate the Automatic Data Extraction API with the OpenAI (ChatGPT) API

import { axios } from "@pipedream/platform"
export default defineComponent({
  props: {
    automatic_data_extraction: {
      type: "app",
      app: "automatic_data_extraction",
    }
  },
  async run({steps, $}) {
    const data = JSON.stringify([{
      'url': 'http://books.toscrape.com/catalogue/a-light-in-the-attic_1000/index.html',
      'pageType': 'product',
    }]);
    return await axios($, {
      method: "post",
      url: `https://autoextract.scrapinghub.com/v1/extract`,
      headers: {
        "Content-Type": `application/json`,
      },
      auth: {
        username: `${this.automatic_data_extraction.$auth.api_key}`,
        password: ``,
      },
      data,
    })
  },
})

import { axios } from "@pipedream/platform"
export default defineComponent({
  props: {
    openai: {
      type: "app",
      app: "openai",
    }
  },
  async run({steps, $}) {
    return await axios($, {
      url: `https://api.openai.com/v1/models`,
      headers: {
        Authorization: `Bearer ${this.openai.$auth.api_key}`,
      },
    })
  },
})