diff --git a/Lib/tokenize.py b/Lib/tokenize.py index 65d06e5..396ec2e 100644 --- a/Lib/tokenize.py +++ b/Lib/tokenize.py @@ -131,7 +131,7 @@ Floatnumber = group(Pointfloat, Expfloat) Imagnumber = group(r'[0-9]+[jJ]', Floatnumber + r'[jJ]') Number = group(Imagnumber, Floatnumber, Intnumber) -StringPrefix = r'(?:[bB][rR]?|[rR][bB]?|[uU])?' +StringPrefix = r'(?:[bB][rR]?|[rR][bB]?|[fF]|[uU])?' # Tail end of ' string. Single = r"[^'\\]*(?:\\.[^'\\]*)*'" @@ -186,10 +186,12 @@ endpats = {"'": Single, '"': Double, "Rb'''": Single3, 'Rb"""': Double3, "rB'''": Single3, 'rB"""': Double3, "RB'''": Single3, 'RB"""': Double3, + "f'''": Single3, 'f"""': Double3, + "F'''": Single3, 'F"""': Double3, "u'''": Single3, 'u"""': Double3, "U'''": Single3, 'U"""': Double3, 'r': None, 'R': None, 'b': None, 'B': None, - 'u': None, 'U': None} + 'f': None, 'F': None, 'u': None, 'U': None} triple_quoted = {} for t in ("'''", '"""', @@ -199,6 +201,7 @@ for t in ("'''", '"""', "bR'''", 'bR"""', "BR'''", 'BR"""', "rb'''", 'rb"""', "rB'''", 'rB"""', "Rb'''", 'Rb"""', "RB'''", 'RB"""', + "f'''", 'f"""', "F'''", 'F"""', "u'''", 'u"""', "U'''", 'U"""', ): triple_quoted[t] = t @@ -210,6 +213,7 @@ for t in ("'", '"', "bR'", 'bR"', "BR'", 'BR"' , "rb'", 'rb"', "rB'", 'rB"', "Rb'", 'Rb"', "RB'", 'RB"' , + "f'", 'f"', "F'", 'F"', "u'", 'u"', "U'", 'U"', ): single_quoted[t] = t