日本、韩国、台湾和香港的公开价格检查

import time

import requests

GATEWAY = "gw.japanproxies.com:7777"
URLS = ["https://PUBLIC-PRODUCT-PAGE-1", "https://PUBLIC-PRODUCT-PAGE-2"]

# One sticky session for the whole batch: one Japanese IP, a steady pace
proxy = f"http://USERNAME-country-jp-session-batch1-ttl-30:PASSWORD@{GATEWAY}"

for url in URLS:
    r = requests.get(
        url,
        proxies={"http": proxy, "https": proxy},
        headers={"Accept-Language": "ja-JP,ja;q=0.9"},
        timeout=30,
    )
    print(time.strftime("%Y-%m-%d %H:%M"), url, r.status_code, len(r.content))
    if r.status_code in (403, 429):
        break  # the site is refusing: stop, retry once later or use its official API
    time.sleep(5)  # a slow, steady pace