Commit 7f5d0e97 authored by Jon Dufresne's avatar Jon Dufresne Committed by Jelle Zijlstra
Browse files

Remove unused variables tokenprog, Token and PlainToken (#1137)

parent 915ebfcf
Loading
Loading
Loading
Loading
+0 −4
Changes for blib2to3/pgen2/tokenize.py: 0 added lines, 4 removed lines.
Original line number Diff line number Diff line
@@ -129,9 +129,6 @@ def _combinations(*l):
Special = group(r"\r?\n", r"[:;.,`@]")
Funny = group(Operator, Bracket, Special)

PlainToken = group(Number, Funny, String, Name)
Token = Ignore + PlainToken

# First (or only) line of ' or " string.
ContStr = group(
    _litprefix + r"'[^\n'\\]*(?:\\.[^\n'\\]*)*" + group("'", r"\\\r?\n"),
@@ -140,7 +137,6 @@ def _combinations(*l):
PseudoExtras = group(r"\\\r?\n", Comment, Triple)
PseudoToken = Whitespace + group(PseudoExtras, Number, Funny, ContStr, Name)

tokenprog = re.compile(Token, re.UNICODE)
pseudoprog = re.compile(PseudoToken, re.UNICODE)
single3prog = re.compile(Single3)
double3prog = re.compile(Double3)