diff -r f6125114b55f Parser/tokenizer.c --- a/Parser/tokenizer.c Fri Sep 18 10:09:29 2015 +0300 +++ b/Parser/tokenizer.c Fri Sep 18 19:40:07 2015 +0300 @@ -1676,6 +1676,10 @@ PyTokenizer_Get(struct tok_state *tok, char **p_start, char **p_end) { int result = tok_get(tok, p_start, p_end); + if (tok->fp && ferror(tok->fp)) { + result = ERRORTOKEN; + tok->done = E_EOF; + } if (tok->decoding_erred) { result = ERRORTOKEN; tok->done = E_DECODE;