scanner: remove LeftDoubleChevron and single-quote strings
This commit is contained in:
parent
93e7d9db7b
commit
b14a32a104
|
@ -310,8 +310,8 @@ pub const Scanner = struct {
|
||||||
'!' => self.makeMatchToken('=', .BangEqual, .Bang),
|
'!' => self.makeMatchToken('=', .BangEqual, .Bang),
|
||||||
'=' => self.makeMatchToken('=', .EqualEqual, .Equal),
|
'=' => self.makeMatchToken('=', .EqualEqual, .Equal),
|
||||||
'>' => self.makeMatchToken('=', .GreaterEqual, .Greater),
|
'>' => self.makeMatchToken('=', .GreaterEqual, .Greater),
|
||||||
|
'<' => self.makeMatchToken('=', .LessEqual, .Less),
|
||||||
'+' => self.makeTripleMatchToken('+', .PlusPlus, '=', .PlusEqual, .Plus),
|
'+' => self.makeTripleMatchToken('+', .PlusPlus, '=', .PlusEqual, .Plus),
|
||||||
'<' => self.makeTripleMatchToken('=', .LessEqual, '<', .LeftDoubleChevron, .Less),
|
|
||||||
|
|
||||||
'/' => blk: {
|
'/' => blk: {
|
||||||
var next = self.peekNext();
|
var next = self.peekNext();
|
||||||
|
@ -344,7 +344,7 @@ pub const Scanner = struct {
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
|
||||||
'\'' => try self.doString('\''),
|
// '\'' => try self.doString('\''),
|
||||||
'"' => try self.doString('"'),
|
'"' => try self.doString('"'),
|
||||||
|
|
||||||
' ', '\r', '\t' => null,
|
' ', '\r', '\t' => null,
|
||||||
|
|
|
@ -25,7 +25,6 @@ pub const TokenType = enum {
|
||||||
|
|
||||||
// one-two char tokens
|
// one-two char tokens
|
||||||
DotEqual,
|
DotEqual,
|
||||||
LeftDoubleChevron, // AKA "<<"
|
|
||||||
PlusPlus,
|
PlusPlus,
|
||||||
PlusEqual,
|
PlusEqual,
|
||||||
MinusEqual,
|
MinusEqual,
|
||||||
|
|
Loading…
Reference in New Issue