Build with WebScraper.IO

// accessToken: mint a short-lived token with the Connect SDK — see the MCP guide
const transport = new StreamableHTTPClientTransport(
  new URL("https://remote.mcp.pipedream.net/v3"),
  {
    requestInit: {
      headers: {
        Authorization: `Bearer ${accessToken}`,
        "x-pd-project-id": "{project_id}",
        "x-pd-environment": "production",
        "x-pd-external-user-id": "{external_user_id}", // any stable ID for this user in your system
        "x-pd-app-slug": "webscraper_io",
      },
    },
  },
)

const mcp = new Client({ name: "my-agent", version: "1.0.0" })
await mcp.connect(transport)

const { tools } = await mcp.listTools()

// e.g. run Create Scraping Job:
const result = await mcp.callTool({
  name: "webscraper_io-create-scraping-job",
  arguments: {
    sitemapId: "Sitemap ID",
    driver: "Driver",
  },
})

# access_token: mint a short-lived token with the Connect SDK — see the MCP guide
headers = {
    "Authorization": f"Bearer {access_token}",
    "x-pd-project-id": "{project_id}",
    "x-pd-environment": "production",
    "x-pd-external-user-id": "{external_user_id}",  # any stable ID for this user in your system
    "x-pd-app-slug": "webscraper_io",
}

async with streamablehttp_client("https://remote.mcp.pipedream.net/v3", headers=headers) as (read, write, _):
    async with ClientSession(read, write) as session:
        await session.initialize()
        tools = await session.list_tools()

        # e.g. run Create Scraping Job:
        result = await session.call_tool("webscraper_io-create-scraping-job", {
            "sitemapId": "Sitemap ID",
            "driver": "Driver",
        })

const resp = await pd.proxy.get({
  externalUserId: "{external_user_id}", // any stable ID for this user in your system
  accountId: "apn_xxxxxxx",
  url: "https://api.webscraper.io/api/v1/sitemaps",
})

// Any allowed WebScraper.IO endpoint works here. Pipedream attaches the
// connected account's credentials to the outgoing request.

# The path segment is the target URL, URL-safe base64 encoded:
# https://api.webscraper.io/api/v1/sitemaps

curl "https://api.pipedream.com/v1/connect/{project_id}/proxy/aHR0cHM6Ly9hcGkud2Vic2NyYXBlci5pby9hcGkvdjEvc2l0ZW1hcHM?external_user_id={external_user_id}&account_id=apn_xxxxxxx" \
  -H "Authorization: Bearer {access_token}" \
  -H "x-pd-environment: production"

import { PipedreamClient } from "@pipedream/sdk"

const pd = new PipedreamClient({
  projectId: process.env.PIPEDREAM_PROJECT_ID!,
  clientId: process.env.PIPEDREAM_CLIENT_ID!,
  clientSecret: process.env.PIPEDREAM_CLIENT_SECRET!,
  projectEnvironment: "production",
})

const result = await pd.actions.run({
  id: "webscraper_io-create-scraping-job",
  externalUserId: "{external_user_id}", // any stable ID for this user in your system
  configuredProps: {
    webscraper_io: { authProvisionId: "apn_xxxxxxx" },
    sitemapId: "Sitemap ID",
    driver: "Driver",
  },
})

from pipedream import Pipedream

pd = Pipedream(
    client_id="{oauth_client_id}",
    client_secret="{oauth_client_secret}",
    project_id="{project_id}",
    project_environment="production",
)

result = pd.actions.run(
    id="webscraper_io-create-scraping-job",
    external_user_id="{external_user_id}",  # any stable ID for this user in your system
    configured_props={
        "webscraper_io": {"authProvisionId": "apn_xxxxxxx"},
        "sitemapId": "Sitemap ID",
        "driver": "Driver",
    },
)

curl -X POST https://api.pipedream.com/v1/connect/{project_id}/actions/run \
  -H "Content-Type: application/json" \
  -H "X-PD-Environment: production" \
  -H "Authorization: Bearer {access_token}" \
  -d '{
    "external_user_id": "{external_user_id}",
    "id": "webscraper_io-create-scraping-job",
    "configured_props": {
      "webscraper_io": { "authProvisionId": "apn_xxxxxxx" },
      "sitemapId": "Sitemap ID",
      "driver": "Driver"
    }
  }'