*** webchecker.py.orig Tue Sep 24 08:43:42 2002 --- webchecker.py Tue Sep 24 08:45:40 2002 *************** *** 544,549 **** --- 544,554 ---- def checkforhtml(self, info, url): if info.has_key('content-type'): ctype = cgi.parse_header(info['content-type'])[0].lower() + try: + # handle content-type: text/html; charset=iso8859-1 : + ctype, charset = ctype.split(';') + except ValueError: + pass else: if url[-1:] == "/": return 1