#! /usr/bin/python2.7

[0] Fix | Delete

[1] Fix | Delete

"""Token constants (from "token.h")."""

[2] Fix | Delete

[3] Fix | Delete

# Taken from Python (r53757) and modified to include some tokens

[4] Fix | Delete

# originally monkeypatched in by pgen2.tokenize

[5] Fix | Delete

[6] Fix | Delete

#--start constants--

[7] Fix | Delete

ENDMARKER = 0

[8] Fix | Delete

NAME = 1

[9] Fix | Delete

NUMBER = 2

[10] Fix | Delete

STRING = 3

[11] Fix | Delete

NEWLINE = 4

[12] Fix | Delete

INDENT = 5

[13] Fix | Delete

DEDENT = 6

[14] Fix | Delete

LPAR = 7

[15] Fix | Delete

RPAR = 8

[16] Fix | Delete

LSQB = 9

[17] Fix | Delete

RSQB = 10

[18] Fix | Delete

COLON = 11

[19] Fix | Delete

COMMA = 12

[20] Fix | Delete

SEMI = 13

[21] Fix | Delete

PLUS = 14

[22] Fix | Delete

MINUS = 15

[23] Fix | Delete

STAR = 16

[24] Fix | Delete

SLASH = 17

[25] Fix | Delete

VBAR = 18

[26] Fix | Delete

AMPER = 19

[27] Fix | Delete

LESS = 20

[28] Fix | Delete

GREATER = 21

[29] Fix | Delete

EQUAL = 22

[30] Fix | Delete

DOT = 23

[31] Fix | Delete

PERCENT = 24

[32] Fix | Delete

BACKQUOTE = 25

[33] Fix | Delete

LBRACE = 26

[34] Fix | Delete

RBRACE = 27

[35] Fix | Delete

EQEQUAL = 28

[36] Fix | Delete

NOTEQUAL = 29

[37] Fix | Delete

LESSEQUAL = 30

[38] Fix | Delete

GREATEREQUAL = 31

[39] Fix | Delete

TILDE = 32

[40] Fix | Delete

CIRCUMFLEX = 33

[41] Fix | Delete

LEFTSHIFT = 34

[42] Fix | Delete

RIGHTSHIFT = 35

[43] Fix | Delete

DOUBLESTAR = 36

[44] Fix | Delete

PLUSEQUAL = 37

[45] Fix | Delete

MINEQUAL = 38

[46] Fix | Delete

STAREQUAL = 39

[47] Fix | Delete

SLASHEQUAL = 40

[48] Fix | Delete

PERCENTEQUAL = 41

[49] Fix | Delete

AMPEREQUAL = 42

[50] Fix | Delete

VBAREQUAL = 43

[51] Fix | Delete

CIRCUMFLEXEQUAL = 44

[52] Fix | Delete

LEFTSHIFTEQUAL = 45

[53] Fix | Delete

RIGHTSHIFTEQUAL = 46

[54] Fix | Delete

DOUBLESTAREQUAL = 47

[55] Fix | Delete

DOUBLESLASH = 48

[56] Fix | Delete

DOUBLESLASHEQUAL = 49

[57] Fix | Delete

AT = 50

[58] Fix | Delete

ATEQUAL = 51

[59] Fix | Delete

OP = 52

[60] Fix | Delete

COMMENT = 53

[61] Fix | Delete

NL = 54

[62] Fix | Delete

RARROW = 55

[63] Fix | Delete

ERRORTOKEN = 56

[64] Fix | Delete

N_TOKENS = 57

[65] Fix | Delete

NT_OFFSET = 256

[66] Fix | Delete

#--end constants--

[67] Fix | Delete

[68] Fix | Delete

tok_name = {}

[69] Fix | Delete

for _name, _value in globals().items():

[70] Fix | Delete

if type(_value) is type(0):

[71] Fix | Delete

tok_name[_value] = _name

[72] Fix | Delete

[73] Fix | Delete

[74] Fix | Delete

def ISTERMINAL(x):

[75] Fix | Delete

return x < NT_OFFSET

[76] Fix | Delete

[77] Fix | Delete

def ISNONTERMINAL(x):

[78] Fix | Delete

return x >= NT_OFFSET

[79] Fix | Delete

[80] Fix | Delete

def ISEOF(x):

[81] Fix | Delete

return x == ENDMARKER

[82] Fix | Delete

[83] Fix | Delete