with Alibaba Cloud and Scrape-It.Cloud?
Initiate the scraping process for a specific endpoint. See the documentation here
import Ecs20140526, * as $Ecs20140526 from '@alicloud/ecs20140526';
import OpenApi, * as $OpenApi from '@alicloud/openapi-client';
import Util, * as $Util from '@alicloud/tea-util';
export default defineComponent({
props: {
alibaba_cloud: {
type: "app",
app: "alibaba_cloud",
}
},
async run({ steps, $ }) {
//Creates a new Alibaba Cloud SDK client
let config = new OpenApi.Config({
accessKeyId: this.alibaba_cloud.$auth.access_key_id,
accessKeySecret: this.alibaba_cloud.$auth.access_key_secret,
});
config.endpoint = this.alibaba_cloud.$auth.endpoint;
//Creates and executes a request
let client = new Ecs20140526.default(config);
let describeRegionsRequest = new $Ecs20140526.DescribeRegionsRequest({});
let runtime = new $Util.RuntimeOptions({});
return await client.describeRegionsWithOptions(describeRegionsRequest, runtime);
},
})
The Scrape-It.Cloud API allows you to automate the extraction of data from websites. It can parse, scrape, and retrieve content without the need for manual intervention. With this API on Pipedream, you can build workflows that trigger on various events and use the scraped data for numerous applications like data analysis, lead generation, and content aggregation.
import { axios } from "@pipedream/platform"
export default defineComponent({
props: {
scrape_it_cloud: {
type: "app",
app: "scrape_it_cloud",
}
},
async run({steps, $}) {
const data = {
"url": `https://pipedream.com`,
}
return await axios($, {
method: "post",
url: `https://api.scrape-it.cloud/scrape`,
headers: {
"Content-Type": `application/json`,
"x-api-key": `${this.scrape_it_cloud.$auth.api_key}`,
},
data,
})
},
})