token

Token constants.

Functions

ISEOF

ISEOF(x)

ISNONTERMINAL

ISNONTERMINAL(x)

ISTERMINAL

ISTERMINAL(x)

Other members

AMPER = 19

AMPEREQUAL = 41

ASYNC = 56

AT = 49

ATEQUAL = 50

AWAIT = 55

CIRCUMFLEX = 32

CIRCUMFLEXEQUAL = 43

COLON = 11

COLONEQUAL = 53

COMMA = 12

COMMENT = 60

DEDENT = 6

DOT = 23

DOUBLESLASH = 47

DOUBLESLASHEQUAL = 48

DOUBLESTAR = 35

DOUBLESTAREQUAL = 46

ELLIPSIS = 52

ENCODING = 62

ENDMARKER = 0

EQEQUAL = 27

EQUAL = 22

ERRORTOKEN = 59

EXACT_TOKEN_TYPES = {'!=': 28, '%': 24, '%=': 40, '&': 19, '&=': 41, '(': 7, ')': 8, '*': 16, '**': 35, '**=': 46, '*=': 38, '+': 14, '+=': 36, ',': 12, '-': 15, '-=': 37, '->': 51, '.': 23, '...': 52, '/': 17, '//': 47, '//=': 48, '/=': 39, ':': 11, ':=': 53, ';': 13, '<': 20, '<<': 33, '<<=': 44, '<=': 29, '=': 22, '==': 27, '>': 21, '>=': 30, '>>': 34, '>>=': 45, '@': 49, '@=': 50, '[': 9, ']': 10, '^': 32, '^=': 43, '{': 25, '|': 18, '|=': 42, '}': 26, '~': 31}

GREATER = 21

GREATEREQUAL = 30

INDENT = 5

LBRACE = 25

LEFTSHIFT = 33

LEFTSHIFTEQUAL = 44

LESS = 20

LESSEQUAL = 29

LPAR = 7

LSQB = 9

MINEQUAL = 37

MINUS = 15

NAME = 1

NEWLINE = 4

NL = 61

NOTEQUAL = 28

NT_OFFSET = 256

NUMBER = 2

N_TOKENS = 63

OP = 54

PERCENT = 24

PERCENTEQUAL = 40

PLUS = 14

PLUSEQUAL = 36

RARROW = 51

RBRACE = 26

RIGHTSHIFT = 34

RIGHTSHIFTEQUAL = 45

RPAR = 8

RSQB = 10

SEMI = 13

SLASH = 17

SLASHEQUAL = 39

STAR = 16

STAREQUAL = 38

STRING = 3

TILDE = 31

TYPE_COMMENT = 58

TYPE_IGNORE = 57

VBAR = 18

VBAREQUAL = 42

tok_name = {0: 'ENDMARKER', 1: 'NAME', 2: 'NUMBER', 3: 'STRING', 4: 'NEWLINE', 5: 'INDENT', 6: 'DEDENT', 7: 'LPAR', 8: 'RPAR', 9: 'LSQB', 10: 'RSQB', 11: 'COLON', 12: 'COMMA', 13: 'SEMI', 14: 'PLUS', 15: 'MINUS', 16: 'STAR', 17: 'SLASH', 18: 'VBAR', 19: 'AMPER', 20: 'LESS', 21: 'GREATER', 22: 'EQUAL', 23: 'DOT', 24: 'PERCENT', 25: 'LBRACE', 26: 'RBRACE', 27: 'EQEQUAL', 28: 'NOTEQUAL', 29: 'LESSEQUAL', 30: 'GREATEREQUAL', 31: 'TILDE', 32: 'CIRCUMFLEX', 33: 'LEFTSHIFT', 34: 'RIGHTSHIFT', 35: 'DOUBLESTAR', 36: 'PLUSEQUAL', 37: 'MINEQUAL', 38: 'STAREQUAL', 39: 'SLASHEQUAL', 40: 'PERCENTEQUAL', 41: 'AMPEREQUAL', 42: 'VBAREQUAL', 43: 'CIRCUMFLEXEQUAL', 44: 'LEFTSHIFTEQUAL', 45: 'RIGHTSHIFTEQUAL', 46: 'DOUBLESTAREQUAL', 47: 'DOUBLESLASH', 48: 'DOUBLESLASHEQUAL', 49: 'AT', 50: 'ATEQUAL', 51: 'RARROW', 52: 'ELLIPSIS', 53: 'COLONEQUAL', 54: 'OP', 55: 'AWAIT', 56: 'ASYNC', 57: 'TYPE_IGNORE', 58: 'TYPE_COMMENT', 59: 'ERRORTOKEN', 60: 'COMMENT', 61: 'NL', 62: 'ENCODING', 63: 'N_TOKENS', 256: 'NT_OFFSET'}