Download free anarchist ebooks from an .onion site with Python3 and requests 🧅

download_ebooks_from_onion_link_python3_requests.py

import requests
from lxml import html
import time

print('~~ start')

anarchist_library_onion_link = "http://libraryqxxiqakubqv3dc2bend2koqsndbwox2johfywcatxie26bsad.onion/special/index"
latest_books_library_onion_link = "http://libraryqxxiqakubqv3dc2bend2koqsndbwox2johfywcatxie26bsad.onion/latest?bare=1"

session = requests.session()
session.proxies = {'http': 'socks5h://localhost:9050', 'https': 'socks5h://localhost:9050'}


tor_ip = session.get("https://api.ipify.org/").text
local_ip = requests.get("https://api.ipify.org/").text
assert all([tor_ip, local_ip])
assert tor_ip != local_ip

response = session.get("http://libraryqxxiqakubqv3dc2bend2koqsndbwox2johfywcatxie26bsad.onion/latest?bare=1", timeout=100)

doc = html.fromstring(response.text)
items = doc.xpath('//div[@class="list-group"]//div[@class="amw-listing-item"]')
for i, item in enumerate(items[:10]): 
	link = "".join(item.xpath('./a/@href'))
	print(link)
	
	response = session.get(link, timeout=100)
	assert response.ok
	item_page_doc = html.fromstring(response.text)
	
	pdf_link = "".join(item_page_doc.xpath('//span[@id="download-format-pdf"]/a/@href'))
	assert pdf_link
	pdf_name = pdf_link.split('/')[-1]

	pdf_response = session.get(pdf_link, stream=True)
	with open(pdf_name, 'wb') as fd:
	    for chunk in pdf_response.iter_content(2000):
	        fd.write(chunk)
	print('✅ %s (%s)' % (pdf_name, i+1))
	time.sleep(1)

print('~~ success')
print(""" _       _         _            
| |     | |       | |           
| | ___ | |__  ___| |_ __ __  
| |/ _ \| '_ \/ __| __/| '__|
| | (_) | |_) \__ \ |_ | |   
|_|\___/|_.__/|___/\__||_|   
                                
""")