diff -r 5782efaa8d68 Lib/tokenize.py --- a/Lib/tokenize.py Sat Jun 16 06:47:44 2012 +0300 +++ b/Lib/tokenize.py Sat Jun 16 17:13:18 2012 +0300 @@ -127,7 +127,7 @@ Imagnumber = group(r'[0-9]+[jJ]', Floatnumber + r'[jJ]') Number = group(Imagnumber, Floatnumber, Intnumber) -StringPrefix = r'(?:[uU][rR]?|[bB][rR]|[rR][bB]|[rR]|[uU])?' +StringPrefix = r'(?:[uUbB][rR]?|[rR][bB]?)?' # Tail end of ' string. Single = r"[^'\\]*(?:\\.[^'\\]*)*'"