Added test case for new tokens
This commit is contained in:
@@ -152,19 +152,27 @@ func TestTokenizeAll (test *testing.T) {
|
||||
quickToken(1, TokenKindAt, nil),
|
||||
quickToken(1, TokenKindExclamation, nil),
|
||||
quickToken(1, TokenKindPercent, nil),
|
||||
quickToken(2, TokenKindPercentAssignment, nil),
|
||||
quickToken(1, TokenKindTilde, nil),
|
||||
quickToken(2, TokenKindTildeAssignment, nil),
|
||||
quickToken(1, TokenKindEqualTo, nil),
|
||||
quickToken(2, TokenKindNotEqualTo, nil),
|
||||
quickToken(1, TokenKindLessThan, nil),
|
||||
quickToken(2, TokenKindLessThanEqualTo, nil),
|
||||
quickToken(2, TokenKindLShift, nil),
|
||||
quickToken(3, TokenKindLShiftAssignment, nil),
|
||||
quickToken(1, TokenKindGreaterThan, nil),
|
||||
quickToken(2, TokenKindGreaterThanEqualTo, nil),
|
||||
quickToken(2, TokenKindRShift, nil),
|
||||
quickToken(3, TokenKindRShiftAssignment, nil),
|
||||
quickToken(1, TokenKindBinaryOr, nil),
|
||||
quickToken(2, TokenKindBinaryOrAssignment, nil),
|
||||
quickToken(2, TokenKindLogicalOr, nil),
|
||||
quickToken(1, TokenKindBinaryAnd, nil),
|
||||
quickToken(2, TokenKindBinaryAndAssignment, nil),
|
||||
quickToken(2, TokenKindLogicalAnd, nil),
|
||||
quickToken(1, TokenKindBinaryXor, nil),
|
||||
quickToken(2, TokenKindBinaryXorAssignment, nil),
|
||||
quickToken(1, TokenKindNewline, nil),
|
||||
)
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user