IndentToken | Indentation: increase.
|
|
DedentToken | Indentation: decrease.
|
|
NewlineToken | Newline.
|
|
LineJoinToken | Line join (backslash at end of line).
|
|
CommentToken | Single line comment.
|
|
IdentifierToken | Identifier.
|
|
StringToken | Literal: string.
|
|
ByteStringToken | Literal: byte string.
|
|
IntegerToken | Literal: integer.
|
|
LongIntegerToken | Literal: long integer. Version 2 only.
|
|
FloatToken | Literal: floating point.
|
|
ImaginaryToken | Literal: imaginary number.
|
|
DefToken | Keyword: 'def'.
|
|
WhileToken | Keyword: 'while'.
|
|
IfToken | Keyword: 'if'.
|
|
TrueToken | Keyword: 'True'.
|
|
FalseToken | Keyword: 'False'.
|
|
ReturnToken | Keyword: 'Return'.
|
|
TryToken | Keyword: 'try'.
|
|
ExceptToken | Keyword: 'except'.
|
|
RaiseToken | Keyword: 'raise'.
|
|
InToken | Keyword: 'in'.
|
|
IsToken | Keyword: 'is'.
|
|
LambdaToken | Keyword: 'lambda'.
|
|
ClassToken | Keyword: 'class'.
|
|
FinallyToken | Keyword: 'finally'.
|
|
NoneToken | Keyword: 'None'.
|
|
ForToken | Keyword: 'for'.
|
|
FromToken | Keyword: 'from'.
|
|
GlobalToken | Keyword: 'global'.
|
|
WithToken | Keyword: 'with'.
|
|
AsToken | Keyword: 'as'.
|
|
ElifToken | Keyword: 'elif'.
|
|
YieldToken | Keyword: 'yield'.
|
|
AssertToken | Keyword: 'assert'.
|
|
ImportToken | Keyword: 'import'.
|
|
PassToken | Keyword: 'pass'.
|
|
BreakToken | Keyword: 'break'.
|
|
ContinueToken | Keyword: 'continue'.
|
|
DeleteToken | Keyword: 'del'.
|
|
ElseToken | Keyword: 'else'.
|
|
NotToken | Keyword: 'not'.
|
|
AndToken | Keyword: boolean conjunction 'and'.
|
|
OrToken | Keyword: boolean disjunction 'or'.
Version 3.x only:
|
|
NonLocalToken | Keyword: 'nonlocal' (Python 3.x only)
Version 2.x only:
|
|
PrintToken | Keyword: 'print'. (Python 2.x only)
|
|
ExecToken | Keyword: 'exec'. (Python 2.x only)
|
|
AtToken | Delimiter: at sign '@'.
|
|
LeftRoundBracketToken | Delimiter: left round bracket '('.
|
|
RightRoundBracketToken | Delimiter: right round bracket ')'.
|
|
LeftSquareBracketToken | Delimiter: left square bracket '['.
|
|
RightSquareBracketToken | Delimiter: right square bracket ']'.
|
|
LeftBraceToken | Delimiter: left curly bracket '{'.
|
|
RightBraceToken | Delimiter: right curly bracket '}'.
|
|
DotToken | Delimiter: dot (full stop) '.'.
|
|
CommaToken | Delimiter: comma ','.
|
|
SemiColonToken | Delimiter: semicolon ';'.
|
|
ColonToken | Delimiter: colon ':'.
|
|
EllipsisToken | Delimiter: ellipses (three dots) '...'.
|
|
RightArrowToken | Delimiter: right facing arrow '->'.
|
|
AssignToken | Delimiter: assignment '='.
|
|
PlusAssignToken | Delimiter: plus assignment '+='.
|
|
MinusAssignToken | Delimiter: minus assignment '-='.
|
|
MultAssignToken | Delimiter: multiply assignment '*='
|
|
DivAssignToken | Delimiter: divide assignment '/='.
|
|
ModAssignToken | Delimiter: modulus assignment '%='.
|
|
PowAssignToken | Delimiter: power assignment '**='.
|
|
BinAndAssignToken | Delimiter: binary-and assignment '&='.
|
|
BinOrAssignToken | Delimiter: binary-or assignment '|='.
|
|
BinXorAssignToken | Delimiter: binary-xor assignment '^='.
|
|
LeftShiftAssignToken | Delimiter: binary-left-shift assignment '<<='.
|
|
RightShiftAssignToken | Delimiter: binary-right-shift assignment '>>='.
|
|
FloorDivAssignToken | Delimiter: floor-divide assignment '='.
|
|
BackQuoteToken | Delimiter: back quote character '`\'.
|
|
PlusToken | Operator: plus '+'.
|
|
MinusToken | Operator: minus: '-'.
|
|
MultToken | Operator: multiply '*'.
|
|
DivToken | Operator: divide '/'.
|
|
GreaterThanToken | Operator: greater-than '>'.
|
|
LessThanToken | Operator: less-than '<'.
|
|
EqualityToken | Operator: equals '=='.
|
|
GreaterThanEqualsToken | Operator: greater-than-or-equals '>='.
|
|
LessThanEqualsToken | Operator: less-than-or-equals '<='.
|
|
ExponentToken | Operator: exponential '**'.
|
|
BinaryOrToken | Operator: binary-or '|'.
|
|
XorToken | Operator: binary-xor '^'.
|
|
BinaryAndToken | Operator: binary-and '&'.
|
|
ShiftLeftToken | Operator: binary-shift-left '<<'.
|
|
ShiftRightToken | Operator: binary-shift-right '>>'.
|
|
ModuloToken | Operator: modulus '%'.
|
|
FloorDivToken | Operator: floor-divide ''.
|
|
TildeToken | Operator: tilde '~'.
|
|
NotEqualsToken | Operator: not-equals '!='.
|
|
NotEqualsV2Token | Operator: not-equals ''. Version 2 only.
|
|
EOFToken | End of file
|
|