[0] Fix | Delete

/* Token types */

[1] Fix | Delete

#ifndef Py_LIMITED_API

[2] Fix | Delete

#ifndef Py_TOKEN_H

[3] Fix | Delete

#define Py_TOKEN_H

[4] Fix | Delete

#ifdef __cplusplus

[5] Fix | Delete

extern "C" {

[6] Fix | Delete

#endif

[7] Fix | Delete

[8] Fix | Delete

#undef TILDE /* Prevent clash of our definition with system macro. Ex AIX, ioctl.h */

[9] Fix | Delete

[10] Fix | Delete

#define ENDMARKER 0

[11] Fix | Delete

#define NAME 1

[12] Fix | Delete

#define NUMBER 2

[13] Fix | Delete

#define STRING 3

[14] Fix | Delete

#define NEWLINE 4

[15] Fix | Delete

#define INDENT 5

[16] Fix | Delete

#define DEDENT 6

[17] Fix | Delete

#define LPAR 7

[18] Fix | Delete

#define RPAR 8

[19] Fix | Delete

#define LSQB 9

[20] Fix | Delete

#define RSQB 10

[21] Fix | Delete

#define COLON 11

[22] Fix | Delete

#define COMMA 12

[23] Fix | Delete

#define SEMI 13

[24] Fix | Delete

#define PLUS 14

[25] Fix | Delete

#define MINUS 15

[26] Fix | Delete

#define STAR 16

[27] Fix | Delete

#define SLASH 17

[28] Fix | Delete

#define VBAR 18

[29] Fix | Delete

#define AMPER 19

[30] Fix | Delete

#define LESS 20

[31] Fix | Delete

#define GREATER 21

[32] Fix | Delete

#define EQUAL 22

[33] Fix | Delete

#define DOT 23

[34] Fix | Delete

#define PERCENT 24

[35] Fix | Delete

#define LBRACE 25

[36] Fix | Delete

#define RBRACE 26

[37] Fix | Delete

#define EQEQUAL 27

[38] Fix | Delete

#define NOTEQUAL 28

[39] Fix | Delete

#define LESSEQUAL 29

[40] Fix | Delete

#define GREATEREQUAL 30

[41] Fix | Delete

#define TILDE 31

[42] Fix | Delete

#define CIRCUMFLEX 32

[43] Fix | Delete

#define LEFTSHIFT 33

[44] Fix | Delete

#define RIGHTSHIFT 34

[45] Fix | Delete

#define DOUBLESTAR 35

[46] Fix | Delete

#define PLUSEQUAL 36

[47] Fix | Delete

#define MINEQUAL 37

[48] Fix | Delete

#define STAREQUAL 38

[49] Fix | Delete

#define SLASHEQUAL 39

[50] Fix | Delete

#define PERCENTEQUAL 40

[51] Fix | Delete

#define AMPEREQUAL 41

[52] Fix | Delete

#define VBAREQUAL 42

[53] Fix | Delete

#define CIRCUMFLEXEQUAL 43

[54] Fix | Delete

#define LEFTSHIFTEQUAL 44

[55] Fix | Delete

#define RIGHTSHIFTEQUAL 45

[56] Fix | Delete

#define DOUBLESTAREQUAL 46

[57] Fix | Delete

#define DOUBLESLASH 47

[58] Fix | Delete

#define DOUBLESLASHEQUAL 48

[59] Fix | Delete

#define AT 49

[60] Fix | Delete

#define ATEQUAL 50

[61] Fix | Delete

#define RARROW 51

[62] Fix | Delete

#define ELLIPSIS 52

[63] Fix | Delete

/* Don't forget to update the table _PyParser_TokenNames in tokenizer.c! */

[64] Fix | Delete

#define OP 53

[65] Fix | Delete

#define AWAIT 54

[66] Fix | Delete

#define ASYNC 55

[67] Fix | Delete

#define ERRORTOKEN 56

[68] Fix | Delete

#define N_TOKENS 57

[69] Fix | Delete

[70] Fix | Delete

/* Special definitions for cooperation with parser */

[71] Fix | Delete

[72] Fix | Delete

#define NT_OFFSET 256

[73] Fix | Delete

[74] Fix | Delete

#define ISTERMINAL(x) ((x) < NT_OFFSET)

[75] Fix | Delete

#define ISNONTERMINAL(x) ((x) >= NT_OFFSET)

[76] Fix | Delete

#define ISEOF(x) ((x) == ENDMARKER)

[77] Fix | Delete

[78] Fix | Delete

[79] Fix | Delete

PyAPI_DATA(const char *) _PyParser_TokenNames[]; /* Token names */

[80] Fix | Delete

PyAPI_FUNC(int) PyToken_OneChar(int);

[81] Fix | Delete

PyAPI_FUNC(int) PyToken_TwoChars(int, int);

[82] Fix | Delete

PyAPI_FUNC(int) PyToken_ThreeChars(int, int, int);

[83] Fix | Delete

[84] Fix | Delete

#ifdef __cplusplus

[85] Fix | Delete

}

[86] Fix | Delete

#endif

[87] Fix | Delete

#endif /* !Py_TOKEN_H */

[88] Fix | Delete

#endif /* Py_LIMITED_API */

[89] Fix | Delete

[90] Fix | Delete