How to Scrape Best Buy Electronics

"""
KnoxProxy scraper for Best Buy SKU pages.
Extracts title, price, and fulfillment state from a public product page.
"""
import random
import time

import requests
from bs4 import BeautifulSoup

PROXY_HOST = "proxy.knoxproxy.com"
PROXY_PORT = 10000  # residential rotating
PROXY_USER = "your_username"
PROXY_PASS = "your_password"

HEADERS = {
    "User-Agent": (
        "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 "
        "(KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36"
    ),
    "Accept-Language": "en-US,en;q=0.9",
}


def proxy_dict() -> dict:
    proxy_url = f"http://{PROXY_USER}:{PROXY_PASS}@{PROXY_HOST}:{PROXY_PORT}"
    return {"http": proxy_url, "https": proxy_url}


def fetch_bestbuy_sku(sku: str, max_retries: int = 3) -> dict:
    url = f"https://www.bestbuy.com/site/sku/{sku}.p"

    for attempt in range(1, max_retries + 1):
        try:
            resp = requests.get(url, headers=HEADERS, proxies=proxy_dict(), timeout=20)
            if resp.status_code == 200:
                return parse_bestbuy_sku(resp.text, sku)
            print(f"Attempt {attempt}: Best Buy returned status {resp.status_code}")
        except requests.exceptions.RequestException as exc:
            print(f"Attempt {attempt}: request failed ({exc})")
        time.sleep(random.uniform(3, 6))

    raise RuntimeError(f"Failed to fetch Best Buy SKU {sku} after {max_retries} attempts")


def parse_bestbuy_sku(html: str, sku: str) -> dict:
    soup = BeautifulSoup(html, "html.parser")
    title_el = soup.select_one(".sku-title h1")
    price_el = soup.select_one(".priceView-customer-price span")
    cart_button = soup.select_one(".fulfillment-add-to-cart-button button")

    return {
        "sku": sku,
        "title": title_el.get_text(strip=True) if title_el else None,
        "price": price_el.get_text(strip=True) if price_el else None,
        "addable_to_cart": bool(cart_button and "Add to Cart" in cart_button.get_text()),
    }


if __name__ == "__main__":
    for sku in ["6525421"]:
        print(fetch_bestbuy_sku(sku))
        time.sleep(random.uniform(3, 6))

{
  "sku": "6525421",
  "title": "Apple - AirPods Pro (2nd generation) with MagSafe Case (USB-C)",
  "price": "$189.99",
  "addable_to_cart": true
}