Travel fare aggregation proxies

import hashlib
import os
import time
from datetime import datetime, timezone
from urllib.parse import quote

import requests

USER = os.environ["NETDASH_USERNAME"]
PASS = quote(os.environ["NETDASH_PASSWORD"], safe="")  # encoded: it sits inside a URL
BASE = "https://travel.example"  # example host: use a source whose terms allow collection
GATEWAY = {"GB": "scale-eu.netdash.io:2000", "US": "scale-us.netdash.io:2000"}
CURRENCY = {"GB": "GBP", "US": "USD"}


def parse_offer_ids(html):
    raise NotImplementedError("site-specific: offer IDs from the results page")


def parse_price(html):
    raise NotImplementedError("site-specific: (amount, currency, taxes_included)")


def collect(route, travel_date, market="GB"):
    # One sticky session per search sequence, reproducible from its inputs.
    sid = hashlib.sha256(f"travel.example:{market}:{route}:{travel_date}".encode()).hexdigest()[:8]
    proxy = f"http://{USER}-cc-{market}-session-{sid}-ttl-30:{PASS}@{GATEWAY[market]}"
    proxies = {"http": proxy, "https": proxy}  # both keys, or HTTPS requests bypass the proxy

    with requests.Session() as s:  # one cookie jar per sequence
        def get(path, **params):
            # Proxies on every call: session-level proxies can be overridden by environment variables.
            # A wrong username or password raises requests.exceptions.ProxyError (407).
            r = s.get(f"{BASE}{path}", params=params, proxies=proxies, timeout=30)
            r.raise_for_status()  # a 403 or 429 ends the sequence; no retries
            return r

        get("/", market=market, currency=CURRENCY[market])  # set the public market selector once
        results = get("/flights/search", route=route, date=travel_date)
        offer_id = parse_offer_ids(results.text)[0]
        amount, currency, taxes_included = parse_price(get(f"/flights/offers/{offer_id}").text)

    return {
        "route": route,
        "travel_date": travel_date,
        "point_of_sale": market,
        "amount": amount,  # raw, as listed
        "currency": currency,
        "taxes_included": taxes_included,
        "session": sid,
        "fetched_at": datetime.now(timezone.utc).isoformat(),
    }


if __name__ == "__main__":
    for route, travel_date in [("LHR-JFK", "2026-12-14"), ("LGW-BCN", "2026-12-14")]:
        print(collect(route, travel_date))
        time.sleep(120)  # spread sequences over the day