How to Scrape AliExpress Products

"""
KnoxProxy scraper for AliExpress product pages.
Product data is embedded in a window.runParams JavaScript object in the
raw page HTML rather than static attributes.
"""
import json
import random
import re
import time

import requests

PROXY_HOST = "proxy.knoxproxy.com"
PROXY_PORT = 10000  # residential rotating
PROXY_USER = "your_username"
PROXY_PASS = "your_password"

HEADERS = {
    "User-Agent": (
        "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 "
        "(KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36"
    ),
    "Accept-Language": "en-US,en;q=0.9",
}

RUN_PARAMS_RE = re.compile(r"window\.runParams\s*=\s*(\{.*?\});", re.DOTALL)


def proxy_dict(country: str = "us") -> dict:
    user = f"{PROXY_USER}-country-{country}-session-aliexpress1"
    proxy_url = f"http://{user}:{PROXY_PASS}@{PROXY_HOST}:{PROXY_PORT}"
    return {"http": proxy_url, "https": proxy_url}


def fetch_aliexpress_product(product_id: str, max_retries: int = 3) -> dict:
    url = f"https://www.aliexpress.com/item/{product_id}.html"
    proxies = proxy_dict()

    for attempt in range(1, max_retries + 1):
        try:
            resp = requests.get(url, headers=HEADERS, proxies=proxies, timeout=20)
            if resp.status_code == 200 and "punish" not in resp.url:
                return parse_aliexpress_page(resp.text, product_id)
            print(f"Attempt {attempt}: redirected to verification page")
        except requests.exceptions.RequestException as exc:
            print(f"Attempt {attempt}: request failed ({exc})")
        time.sleep(random.uniform(2, 5))

    raise RuntimeError(f"Failed to fetch AliExpress item {product_id} after {max_retries} attempts")


def parse_aliexpress_page(html: str, product_id: str) -> dict:
    match = RUN_PARAMS_RE.search(html)
    if not match:
        return {"product_id": product_id, "error": "runParams not found"}

    data = json.loads(match.group(1))
    page_data = data.get("data", {})
    return {
        "product_id": product_id,
        "title": page_data.get("titleModule", {}).get("subject"),
        "price": page_data.get("priceModule", {}).get("formatedPrice"),
        "orders": page_data.get("titleModule", {}).get("tradeCount"),
        "store_rating": page_data.get("storeModule", {}).get("positiveRate"),
    }


if __name__ == "__main__":
    product_ids = ["1005006109083792"]
    for pid in product_ids:
        print(fetch_aliexpress_product(pid))
        time.sleep(random.uniform(2, 5))

{
  "product_id": "1005006109083792",
  "title": "Wireless Bluetooth Earbuds Noise Cancelling Sport Headset",
  "price": "US $18.32",
  "orders": "2,341 sold",
  "store_rating": "97.8%"
}