"""Token constants."""

[0] Fix | Delete

# Auto-generated by Tools/scripts/generate_token.py

[1] Fix | Delete

[2] Fix | Delete

__all__ = ['tok_name', 'ISTERMINAL', 'ISNONTERMINAL', 'ISEOF']

[3] Fix | Delete

[4] Fix | Delete

ENDMARKER = 0

[5] Fix | Delete

NAME = 1

[6] Fix | Delete

NUMBER = 2

[7] Fix | Delete

STRING = 3

[8] Fix | Delete

NEWLINE = 4

[9] Fix | Delete

INDENT = 5

[10] Fix | Delete

DEDENT = 6

[11] Fix | Delete

LPAR = 7

[12] Fix | Delete

RPAR = 8

[13] Fix | Delete

LSQB = 9

[14] Fix | Delete

RSQB = 10

[15] Fix | Delete

COLON = 11

[16] Fix | Delete

COMMA = 12

[17] Fix | Delete

SEMI = 13

[18] Fix | Delete

PLUS = 14

[19] Fix | Delete

MINUS = 15

[20] Fix | Delete

STAR = 16

[21] Fix | Delete

SLASH = 17

[22] Fix | Delete

VBAR = 18

[23] Fix | Delete

AMPER = 19

[24] Fix | Delete

LESS = 20

[25] Fix | Delete

GREATER = 21

[26] Fix | Delete

EQUAL = 22

[27] Fix | Delete

DOT = 23

[28] Fix | Delete

PERCENT = 24

[29] Fix | Delete

LBRACE = 25

[30] Fix | Delete

RBRACE = 26

[31] Fix | Delete

EQEQUAL = 27

[32] Fix | Delete

NOTEQUAL = 28

[33] Fix | Delete

LESSEQUAL = 29

[34] Fix | Delete

GREATEREQUAL = 30

[35] Fix | Delete

TILDE = 31

[36] Fix | Delete

CIRCUMFLEX = 32

[37] Fix | Delete

LEFTSHIFT = 33

[38] Fix | Delete

RIGHTSHIFT = 34

[39] Fix | Delete

DOUBLESTAR = 35

[40] Fix | Delete

PLUSEQUAL = 36

[41] Fix | Delete

MINEQUAL = 37

[42] Fix | Delete

STAREQUAL = 38

[43] Fix | Delete

SLASHEQUAL = 39

[44] Fix | Delete

PERCENTEQUAL = 40

[45] Fix | Delete

AMPEREQUAL = 41

[46] Fix | Delete

VBAREQUAL = 42

[47] Fix | Delete

CIRCUMFLEXEQUAL = 43

[48] Fix | Delete

LEFTSHIFTEQUAL = 44

[49] Fix | Delete

RIGHTSHIFTEQUAL = 45

[50] Fix | Delete

DOUBLESTAREQUAL = 46

[51] Fix | Delete

DOUBLESLASH = 47

[52] Fix | Delete

DOUBLESLASHEQUAL = 48

[53] Fix | Delete

AT = 49

[54] Fix | Delete

ATEQUAL = 50

[55] Fix | Delete

RARROW = 51

[56] Fix | Delete

ELLIPSIS = 52

[57] Fix | Delete

COLONEQUAL = 53

[58] Fix | Delete

OP = 54

[59] Fix | Delete

AWAIT = 55

[60] Fix | Delete

ASYNC = 56

[61] Fix | Delete

TYPE_IGNORE = 57

[62] Fix | Delete

TYPE_COMMENT = 58

[63] Fix | Delete

# These aren't used by the C tokenizer but are needed for tokenize.py

[64] Fix | Delete

ERRORTOKEN = 59

[65] Fix | Delete

COMMENT = 60

[66] Fix | Delete

NL = 61

[67] Fix | Delete

ENCODING = 62

[68] Fix | Delete

N_TOKENS = 63

[69] Fix | Delete

# Special definitions for cooperation with parser

[70] Fix | Delete

NT_OFFSET = 256

[71] Fix | Delete

[72] Fix | Delete

tok_name = {value: name

[73] Fix | Delete

for name, value in globals().items()

[74] Fix | Delete

if isinstance(value, int) and not name.startswith('_')}

[75] Fix | Delete

__all__.extend(tok_name.values())

[76] Fix | Delete

[77] Fix | Delete

EXACT_TOKEN_TYPES = {

[78] Fix | Delete

'!=': NOTEQUAL,

[79] Fix | Delete

'%': PERCENT,

[80] Fix | Delete

'%=': PERCENTEQUAL,

[81] Fix | Delete

'&': AMPER,

[82] Fix | Delete

'&=': AMPEREQUAL,

[83] Fix | Delete

'(': LPAR,

[84] Fix | Delete

')': RPAR,

[85] Fix | Delete

'*': STAR,

[86] Fix | Delete

'**': DOUBLESTAR,

[87] Fix | Delete

'**=': DOUBLESTAREQUAL,

[88] Fix | Delete

'*=': STAREQUAL,

[89] Fix | Delete

'+': PLUS,

[90] Fix | Delete

'+=': PLUSEQUAL,

[91] Fix | Delete

',': COMMA,

[92] Fix | Delete

'-': MINUS,

[93] Fix | Delete

'-=': MINEQUAL,

[94] Fix | Delete

'->': RARROW,

[95] Fix | Delete

'.': DOT,

[96] Fix | Delete

'...': ELLIPSIS,

[97] Fix | Delete

'/': SLASH,

[98] Fix | Delete

'//': DOUBLESLASH,

[99] Fix | Delete

'//=': DOUBLESLASHEQUAL,

[100] Fix | Delete

'/=': SLASHEQUAL,

[101] Fix | Delete

':': COLON,

[102] Fix | Delete

':=': COLONEQUAL,

[103] Fix | Delete

';': SEMI,

[104] Fix | Delete

'<': LESS,

[105] Fix | Delete

'<<': LEFTSHIFT,

[106] Fix | Delete

'<<=': LEFTSHIFTEQUAL,

[107] Fix | Delete

'<=': LESSEQUAL,

[108] Fix | Delete

'=': EQUAL,

[109] Fix | Delete

'==': EQEQUAL,

[110] Fix | Delete

'>': GREATER,

[111] Fix | Delete

'>=': GREATEREQUAL,

[112] Fix | Delete

'>>': RIGHTSHIFT,

[113] Fix | Delete

'>>=': RIGHTSHIFTEQUAL,

[114] Fix | Delete

'@': AT,

[115] Fix | Delete

'@=': ATEQUAL,

[116] Fix | Delete

'[': LSQB,

[117] Fix | Delete

']': RSQB,

[118] Fix | Delete

'^': CIRCUMFLEX,

[119] Fix | Delete

'^=': CIRCUMFLEXEQUAL,

[120] Fix | Delete

'{': LBRACE,

[121] Fix | Delete

'|': VBAR,

[122] Fix | Delete

'|=': VBAREQUAL,

[123] Fix | Delete

'}': RBRACE,

[124] Fix | Delete

'~': TILDE,

[125] Fix | Delete

}

[126] Fix | Delete

[127] Fix | Delete

def ISTERMINAL(x):

[128] Fix | Delete

return x < NT_OFFSET

[129] Fix | Delete

[130] Fix | Delete

def ISNONTERMINAL(x):

[131] Fix | Delete

return x >= NT_OFFSET

[132] Fix | Delete

[133] Fix | Delete

def ISEOF(x):

[134] Fix | Delete

return x == ENDMARKER

[135] Fix | Delete

[136] Fix | Delete