How to scrape Google Maps leads to CSV with Python

import csv
import os
import requests

BASE = "https://lovelyrouter.com/v1"
HEADERS = {"Authorization": f"Bearer {os.environ['LOVELY_API_KEY']}"}


def run_tool(tool, tool_input, max_results):
    res = requests.post(
        f"{BASE}/tools/{tool}/run",
        headers=HEADERS,
        json={"input": tool_input, "max_results": max_results},
        timeout=90,
    )
    run = res.json()
    if not res.ok:
        raise RuntimeError(run["error"]["message"])

    # 202 = still running: poll, letting the server wait up to 60 s per request.
    while res.status_code == 202:
        res = requests.get(f"{BASE}/tools/runs/{run['id']}", headers=HEADERS, params={"wait": 60}, timeout=90)
        res.raise_for_status()
        run = res.json()

    print(f"{tool}: {run['status']}, {run['results']} results, charged {run['charge_usd']} USD")
    return run["items"] or []

TERMS = ["dentist", "dental clinic"]
AREAS = ["Miami, FL, USA", "Fort Lauderdale, FL, USA"]

# 1. Search each area. Areas can overlap, so keep each place once.
places = {}
for area in AREAS:
    items = run_tool(
        "google-maps-leads",
        {"searchTerms": TERMS, "location": area, "websiteFilter": "withWebsite"},
        max_results=100,
    )
    for p in items:
        places.setdefault(p["placeId"], p)
print(len(places), "unique places")

# 2. Verify each distinct address once, up to 500 per run.
emails = sorted({e.strip().lower() for p in places.values() for e in p.get("emails") or []})
checks = {}
for i in range(0, len(emails), 500):
    batch = set(emails[i : i + 500])
    for check in run_tool("email-verify", {"emails": sorted(batch)}, max_results=len(batch)):
        # Each check includes the address it tested: index it by that address.
        addr = next((v.lower() for v in check.values() if isinstance(v, str) and v.lower() in batch), None)
        if addr:
            checks[addr] = check

# 3. One CSV row per business and email address.
check_fields = sorted({k for c in checks.values() for k, v in c.items() if not isinstance(v, (dict, list))})
fields = ["name", "category", "address", "phone", "website", "email", "rating", "reviews",
          "instagram", "facebook", "linkedin", "maps_url", "place_id"] + [f"check_{k}" for k in check_fields]

with open("leads.csv", "w", newline="", encoding="utf-8") as f:
    writer = csv.DictWriter(f, fieldnames=fields)
    writer.writeheader()
    for p in places.values():
        social = p.get("socialProfiles") or {}
        row = {
            "name": p.get("title"),
            "category": (p.get("categories") or [""])[0],
            "address": p.get("formattedAddress"),
            "phone": p.get("phoneIntl") or p.get("phone"),
            "website": p.get("website"),
            "rating": p.get("rating"),
            "reviews": p.get("reviewCount"),
            "instagram": ";".join(social.get("instagram") or []),
            "facebook": ";".join(social.get("facebook") or []),
            "linkedin": ";".join(social.get("linkedin") or []),
            "maps_url": p.get("googleMapsUri"),
            "place_id": p["placeId"],
        }
        for email in sorted({e.strip().lower() for e in p.get("emails") or []}) or [""]:
            check = checks.get(email, {})
            writer.writerow({**row, "email": email, **{f"check_{k}": check.get(k) for k in check_fields}})

places = run_tool(
    "google-maps-places",
    {"searchTerms": ["dentist"], "location": "Miami, FL, USA", "minRating": 4.5},
    max_results=50,
)
sites = [{"url": p["website"]} for p in places if p.get("website")][:50]
contacts = run_tool("website-contacts", {"startUrls": sites, "maxDepth": 1}, max_results=len(sites))
for c in contacts:
    print(c["domain"], c["emails"])