download_wheels.py

#!/usr/bin/env python
"""Fetch wheels from wheels.scipy.org for a pandas version."""
import argparse
import pathlib
import sys
import urllib.parse
import urllib.request

from lxml import html


def parse_args(args=None):
    parser = argparse.ArgumentParser(description=__doc__)
    parser.add_argument("version", type=str, help="Pandas version (0.23.0)")
    return parser.parse_args(args)


def fetch(version):
    base = "http://wheels.scipy.org"
    tree = html.parse(base)
    root = tree.getroot()

    dest = pathlib.Path("dist")
    dest.mkdir(exist_ok=True)

    files = [
        x
        for x in root.xpath("//a/text()")
        if x.startswith("pandas-{}".format(version)) and not dest.joinpath(x).exists()
    ]

    N = len(files)

    for i, filename in enumerate(files, 1):
        out = str(dest.joinpath(filename))
        link = urllib.request.urljoin(base, filename)
        urllib.request.urlretrieve(link, out)
        print(
            "Downloaded {link} to {out} [{i}/{N}]".format(link=link, out=out, i=i, N=N)
        )


def main(args=None):
    args = parse_args(args)
    fetch(args.version)


if __name__ == "__main__":
    sys.exit(main())