Build with ScrapeNinja

// accessToken: mint a short-lived token with the Connect SDK — see the MCP guide
const transport = new StreamableHTTPClientTransport(
  new URL("https://remote.mcp.pipedream.net/v3"),
  {
    requestInit: {
      headers: {
        Authorization: `Bearer ${accessToken}`,
        "x-pd-project-id": "{project_id}",
        "x-pd-environment": "production",
        "x-pd-external-user-id": "{external_user_id}", // any stable ID for this user in your system
        "x-pd-app-slug": "scrapeninja",
      },
    },
  },
)

const mcp = new Client({ name: "my-agent", version: "1.0.0" })
await mcp.connect(transport)

const { tools } = await mcp.listTools()

// e.g. run Scrape with JS Rendering:
const result = await mcp.callTool({
  name: "scrapeninja-scrape-with-js-rendering",
  arguments: {
    url: "URL",
    waitForSelector: "Wait For Selector",
  },
})

# access_token: mint a short-lived token with the Connect SDK — see the MCP guide
headers = {
    "Authorization": f"Bearer {access_token}",
    "x-pd-project-id": "{project_id}",
    "x-pd-environment": "production",
    "x-pd-external-user-id": "{external_user_id}",  # any stable ID for this user in your system
    "x-pd-app-slug": "scrapeninja",
}

async with streamablehttp_client("https://remote.mcp.pipedream.net/v3", headers=headers) as (read, write, _):
    async with ClientSession(read, write) as session:
        await session.initialize()
        tools = await session.list_tools()

        # e.g. run Scrape with JS Rendering:
        result = await session.call_tool("scrapeninja-scrape-with-js-rendering", {
            "url": "URL",
            "waitForSelector": "Wait For Selector",
        })

const resp = await pd.proxy.get({
  externalUserId: "{external_user_id}", // any stable ID for this user in your system
  accountId: "apn_xxxxxxx",
  url: "https://scrapeninja.p.rapidapi.com/scrape",
})

// Any allowed ScrapeNinja endpoint works here. Pipedream attaches the
// connected account's credentials to the outgoing request.

# The path segment is the target URL, URL-safe base64 encoded:
# https://scrapeninja.p.rapidapi.com/scrape

curl "https://api.pipedream.com/v1/connect/{project_id}/proxy/aHR0cHM6Ly9zY3JhcGVuaW5qYS5wLnJhcGlkYXBpLmNvbS9zY3JhcGU?external_user_id={external_user_id}&account_id=apn_xxxxxxx" \
  -H "Authorization: Bearer {access_token}" \
  -H "x-pd-environment: production"

import { PipedreamClient } from "@pipedream/sdk"

const pd = new PipedreamClient({
  projectId: process.env.PIPEDREAM_PROJECT_ID!,
  clientId: process.env.PIPEDREAM_CLIENT_ID!,
  clientSecret: process.env.PIPEDREAM_CLIENT_SECRET!,
  projectEnvironment: "production",
})

const result = await pd.actions.run({
  id: "scrapeninja-scrape-with-js-rendering",
  externalUserId: "{external_user_id}", // any stable ID for this user in your system
  configuredProps: {
    scrapeninja: { authProvisionId: "apn_xxxxxxx" },
    url: "URL",
    waitForSelector: "Wait For Selector",
  },
})

from pipedream import Pipedream

pd = Pipedream(
    client_id="{oauth_client_id}",
    client_secret="{oauth_client_secret}",
    project_id="{project_id}",
    project_environment="production",
)

result = pd.actions.run(
    id="scrapeninja-scrape-with-js-rendering",
    external_user_id="{external_user_id}",  # any stable ID for this user in your system
    configured_props={
        "scrapeninja": {"authProvisionId": "apn_xxxxxxx"},
        "url": "URL",
        "waitForSelector": "Wait For Selector",
    },
)

curl -X POST https://api.pipedream.com/v1/connect/{project_id}/actions/run \
  -H "Content-Type: application/json" \
  -H "X-PD-Environment: production" \
  -H "Authorization: Bearer {access_token}" \
  -d '{
    "external_user_id": "{external_user_id}",
    "id": "scrapeninja-scrape-with-js-rendering",
    "configured_props": {
      "scrapeninja": { "authProvisionId": "apn_xxxxxxx" },
      "url": "URL",
      "waitForSelector": "Wait For Selector"
    }
  }'