Mobile proxies for SERP and rank tracking

export PROXY_URL="http://USERNAME-mbl-gb-sid-serp01-rot-auto10:[email protected]:7000"

# Country token = the market you report rankings for.
# Vary -sid- across workers so queries spread over many devices.

import os, time, random, urllib.parse
import requests

PROXY = os.environ["PROXY_URL"]

MOBILE_UA = (
    "Mozilla/5.0 (Linux; Android 14; Pixel 8) AppleWebKit/537.36 "
    "(KHTML, like Gecko) Chrome/125.0 Mobile Safari/537.36"
)

def serp(query: str, gl: str = "gb", hl: str = "en") -> str:
    params = urllib.parse.urlencode({"q": query, "gl": gl, "hl": hl, "num": 20})
    r = requests.get(
        f"https://www.google.com/search?{params}",
        headers={"User-Agent": MOBILE_UA, "Accept-Language": f"{hl},en;q=0.8"},
        proxies={"http": PROXY, "https": PROXY},
        timeout=45,
    )
    # An interstitial is not a ranking. Fail loudly instead of parsing it.
    if r.status_code == 429 or "/sorry/" in r.url:
        raise RuntimeError("rate limited — slow down and let the IP rotate")
    r.raise_for_status()
    return r.text

for kw in ["mobile proxy", "4g proxy uk", "rotating proxy api"]:
    html = serp(kw)
    print(f"{len(html):>7} bytes  {kw}")
    time.sleep(random.uniform(8, 20))   # realistic human cadence

The pacing is not decoration. A rank tracker that queries faster than a person can type is the one that gets throttled.

import os, re

def proxy_for_worker(worker_id: int) -> str:
    """Give each worker its own device by rewriting the -sid- token."""
    base = os.environ["PROXY_URL"]
    return re.sub(r"-sid-[a-z0-9_]+", f"-sid-serp{worker_id:02d}", base)

# 4 workers, 4 devices, each pacing itself independently.
for w in range(4):
    print(proxy_for_worker(w))

Distinct sids mean distinct devices, so four slow workers beat one fast one.