ScrapeGraphAI Proxy Setup with Mobile IPs (2026)

from scrapegraphai.graphs import SmartScraperGraph

graph_config = {
    "llm": {
        "api_key": "sk-...",          # your OpenAI key
        "model": "openai/gpt-4o-mini",
    },
    "verbose": True,
    "headless": True,
    "loader_kwargs": {
        "proxy": {
            "server": "http://us.coronium.io:10001",
            "username": "your_user",
            "password": "your_pass",
        }
    },
}

smart_scraper_graph = SmartScraperGraph(
    prompt="Extract all product names, prices in USD, and star ratings.",
    source="https://example-shop.com/category/laptops",
    config=graph_config,
)

result = smart_scraper_graph.run()
print(result)
# {"products": [{"name": "...", "price": 1299.00, "rating": 4.5}, ...]}

import requests

resp = requests.post(
    "https://api.scrapegraphai.com/v1/smartscraper",
    headers={
        "SGAI-APIKEY": "sgai-...",          # your ScrapeGraphAI key
        "Content-Type": "application/json",
    },
    json={
        "website_url": "https://example-shop.com/category/laptops",
        "user_prompt": "Extract all product names, prices in USD, and star ratings.",
        "proxy": "http://your_user:your_pass@us.coronium.io:10001",
        # optional Pydantic-style schema
        "output_schema": {
            "type": "object",
            "properties": {
                "products": {
                    "type": "array",
                    "items": {
                        "type": "object",
                        "properties": {
                            "name": {"type": "string"},
                            "price": {"type": "number"},
                            "rating": {"type": "number"},
                        },
                    },
                }
            },
        },
    },
    timeout=120,
)

print(resp.json())

import requests
import time

urls = [
    "https://docs.example.com/getting-started",
    "https://docs.example.com/api-reference",
    "https://docs.example.com/guides/deployment",
]

corpus = []
for url in urls:
    r = requests.post(
        "https://api.scrapegraphai.com/v1/markdownify",
        headers={"SGAI-APIKEY": "sgai-...", "Content-Type": "application/json"},
        json={
            "website_url": url,
            "proxy": "http://user:pass@us.coronium.io:10001",
        },
        timeout=60,
    )
    corpus.append({"url": url, "markdown": r.json()["markdown"]})
    time.sleep(1)   # gentle rate limit

# Now feed corpus to your embedding model
# e.g. OpenAI text-embedding-3-large, Voyage voyage-3, etc.

POST https://api.scrapegraphai.com/v1/smartscraper
Headers:
  SGAI-APIKEY: sgai-xxxxxxxxxxxxxxxxxxxx
  Content-Type: application/json

Body:
{
  "website_url": "https://example.com/product/123",
  "user_prompt": "Extract title, price, SKU, stock status, image URLs",
  "proxy": "http://USER:PASS@us.coronium.io:10002",
  "output_schema": { ... optional JSON Schema ... },
  "render_heavy_js": true,
  "total_timeout": 90
}

// npm i axios zod
import axios from "axios";
import { z } from "zod";

const Product = z.object({
  title: z.string(),
  price_usd: z.number(),
  sku: z.string().nullable(),
  in_stock: z.boolean(),
});

async function smartScrape(url: string, retries = 3) {
  const proxy = process.env.CORONIUM_PROXY_URL!;  // http://u:p@us.coronium.io:10002
  for (let attempt = 1; attempt <= retries; attempt++) {
    try {
      const { data } = await axios.post(
        "https://api.scrapegraphai.com/v1/smartscraper",
        {
          website_url: url,
          user_prompt: "Extract title, price in USD, SKU, and stock boolean.",
          proxy,
          render_heavy_js: true,
          total_timeout: 120,
        },
        {
          headers: {
            "SGAI-APIKEY": process.env.SGAI_API_KEY!,
            "Content-Type": "application/json",
          },
          timeout: 125_000,
        }
      );
      return Product.parse(data.result);
    } catch (err: any) {
      if (attempt === retries) throw err;
      await new Promise(r => setTimeout(r, 2000 * attempt));
    }
  }
}