--- robotparser.py 2011-10-04 17:24:01.000000000 -0400 +++ robotparser.py 2011-10-27 16:10:22.737095590 -0400 @@ -88,14 +88,6 @@ for line in lines: linenumber += 1 - if not line: - if state == 1: - entry = Entry() - state = 0 - elif state == 2: - self._add_entry(entry) - entry = Entry() - state = 0 # remove optional comment and strip line i = line.find('#') if i >= 0: