Python's XMLPullParser runs out of memory

1.py

import xml.etree.ElementTree as ET
import argparse

arg_parser = argparse.ArgumentParser()
arg_parser.add_argument('in_file')
args = arg_parser.parse_args()

def main(args):
    with open(args.in_file) as f:
        parser = ET.XMLPullParser(['start', 'end'])
        for line in f:
            parser.feed(line)
            for event, elem in parser.read_events():
                pass

main(args)

Using lxml or cElementTree and calling element.clear() solved the problem.

import lxml.etree as ET
import argparse

arg_parser = argparse.ArgumentParser()
arg_parser.add_argument('in_file')
args = arg_parser.parse_args()

def main(args):
    with open(args.in_file, 'rb') as f:
        it = ET.iterparse(f, ['start', 'end'])
        for event, elem in it:
            elem.clear()

main(args)