OpenDirectoryDownloader batch scanning

odd_batch.py

# Reads URLs from to_scan.txt, one URL per line.
# Outputs the reddit-formatted results to results.txt

import subprocess
import os

with open("to_scan.txt", "r") as f:
    urls = [line.strip() for line in f.readlines()]

print("Scanning %s URLs" % len(urls))

print("Removing History.log")
os.remove("History.log")
print("Clearing results.txt")
os.remove("results.txt")

for url in urls:
    subprocess.run(["./OpenDirectoryDownloader", "-u", url, "-l", "-s", "-q"])

with open("History.log", "r") as f:
    lines = ""
    for line in f.readlines():
        if line.startswith("|") or line.startswith("\n"):
            lines += line
    lines += "\n^(Created by [KoalaBear84's OpenDirectory Indexer](https://github.com/KoalaBear84/OpenDirectoryDownloader/))"

with open("results.txt", "a") as f:
    f.write(lines)