Cache all packages from OpenWrt trunk repository

OpenWrt-Package-Downloader.py

#!/usr/bin/env python  
#coding=utf-8
#  
# Openwrt Package Grabber  
#  
# Copyright (C) 2014 http://www.shuyz.com   
#     

import urllib2 
import re
import os

# the url of package list page, end with "/"
baseurl = 'http://downloads.openwrt.org/snapshots/trunk/ar71xx/packages/'

# which directory to save all the packages, end with "/"
savedir = './download/'
if not os.path.exists(savedir):
    os.makedirs(savedir)

print 'fetching package list from ' + baseurl
content = urllib2.urlopen(baseurl, timeout=15).read()

print 'packages list ok, analysing...'
pattern = r'<a href="(.*?)">'
items = re.findall(pattern, content)

cnt = 0
for item in items:
    if item == '../':
        continue
    else:
        cnt += 1
        print 'downloading item %d: '%(cnt) + item
        if os.path.isfile(savedir + item):
            print 'file exists, ignored.'
        else:
            rfile = urllib2.urlopen(baseurl + item) 
            with open(savedir + item, "wb") as code:
                code.write(rfile.read())

print 'done!'

Hi @jacobq , comments are always welcome! I wrote the script for my simple usage without testing carefully, thanks for your correction.

This would do approximately the same, plus it can go down hierarchy:

wget --mirror --no-parent -nv http://downloads.openwrt.org/snapshots/trunk/ar71xx/