vig/src/parser.zig

196 lines
5.5 KiB
Zig
Raw Normal View History

2019-06-05 01:11:11 +00:00
const std = @import("std");
const scanners = @import("scanner.zig");
const main = @import("main.zig");
const ast = @import("ast.zig");
const tokens = @import("tokens.zig");
2019-06-06 01:06:12 +00:00
const err = @import("errors.zig");
2019-06-05 01:11:11 +00:00
const Allocator = std.mem.Allocator;
const Scanner = scanners.Scanner;
const Token = tokens.Token;
const TokenType = tokens.TokenType;
const Result = main.Result;
const Node = ast.Node;
2019-06-06 01:06:12 +00:00
2019-06-05 01:11:11 +00:00
pub const Parser = struct {
allocator: *Allocator,
scanner: *Scanner,
2019-06-06 01:06:12 +00:00
tokens: []Token = undefined,
2019-06-05 01:11:11 +00:00
pub fn init(allocator: *Allocator, scanner: *Scanner) Parser {
return Parser{ .allocator = allocator, .scanner = scanner };
}
fn doError(self: *Parser, comptime fmt: []const u8, args: ...) Result!void {
2019-06-05 01:11:11 +00:00
std.debug.warn("parser error at line {}\n\t", self.scanner.line);
std.debug.warn(fmt, args);
std.debug.warn("\n");
return Result.CompileError;
}
2019-06-06 01:06:12 +00:00
fn peek(self: *Parser) Token {
2019-07-01 18:39:48 +00:00
return self.tokens[self.tokens.len - 1];
2019-06-06 01:06:12 +00:00
}
fn previous(self: *Parser) Token {
2019-07-01 18:39:48 +00:00
return self.tokens[self.tokens.len - 2];
2019-06-06 01:06:12 +00:00
}
fn tokenError(self: *Parser, token: Token, msg: []const u8) Result!void {
if (token.ttype == .EOF) {
err.report(token.line, " at end", msg);
} else {
err.reportFmt(token.line, " at '{}': {}", token.lexeme, msg);
2019-06-05 01:11:11 +00:00
}
2019-06-06 01:06:12 +00:00
return Result.CompileError;
2019-06-05 01:11:11 +00:00
}
2019-06-06 01:06:12 +00:00
fn isAtEnd(self: *Parser) bool {
return self.peek().ttype == .EOF;
}
fn check(self: *Parser, ttype: TokenType) bool {
if (self.isAtEnd()) return false;
return self.peek().ttype == ttype;
}
2019-07-01 18:39:48 +00:00
fn nextToken(self: *Parser) !Token {
var token: Token = undefined;
while (true) {
var next_token_opt = try self.scanner.nextToken();
if (next_token_opt) |token_nice| {
token = token_nice;
break;
2019-06-06 01:06:12 +00:00
}
}
2019-07-01 18:39:48 +00:00
self.tokens = try self.allocator.realloc(
self.tokens,
self.tokens.len + 1,
);
2019-06-06 01:06:12 +00:00
2019-07-01 18:39:48 +00:00
self.tokens[self.tokens.len - 1] = token;
return token;
2019-06-06 01:06:12 +00:00
}
2019-07-01 18:39:48 +00:00
fn consume(self: *Parser, ttype: TokenType, comptime msg: []const u8) !Token {
if (self.check(ttype)) return try self.nextToken();
2019-06-06 01:06:12 +00:00
try self.tokenError(self.peek(), msg);
return Result.CompileError;
2019-06-05 01:11:11 +00:00
}
2019-07-01 18:25:07 +00:00
fn consumeSingle(self: *Parser, ttype: TokenType) !Token {
2019-07-01 18:39:48 +00:00
std.debug.warn("consume {}, has {}\n", ttype, self.peek().ttype);
if (self.check(ttype)) {
var cur = self.peek();
_ = try self.nextToken();
std.debug.warn("now has {}\n", self.peek());
return cur;
}
2019-07-01 18:25:07 +00:00
var buf_main: [1000]u8 = undefined;
var buf = try std.fmt.bufPrint(
buf_main[0..],
"expected {}, got {}",
ttype,
self.peek().ttype,
);
try self.tokenError(self.peek(), buf);
return Result.CompileError;
}
2019-07-01 18:55:19 +00:00
fn mkFnDecl(self: *Parser, name: Token, params: ast.ParamList) !*ast.Node {
2019-07-01 18:25:07 +00:00
var node = try self.allocator.create(Node);
2019-07-01 18:55:19 +00:00
node.* = Node{
.FnDecl = ast.FnDecl{
.func_name = name,
.params = params,
// TODO replace by arg when statements work
.body = ast.NodeList.init(self.allocator),
},
};
return node;
2019-06-06 01:06:12 +00:00
}
fn functionDecl(self: *Parser) !*ast.Node {
2019-07-01 18:39:48 +00:00
_ = try self.consumeSingle(.Fn);
var name = try self.consumeSingle(.Identifier);
2019-07-01 18:25:07 +00:00
_ = try self.consumeSingle(.LeftParen);
2019-07-01 18:39:48 +00:00
2019-07-01 18:55:19 +00:00
var param_list = ast.ParamList.init(self.allocator);
while (true) {
var tok = self.peek();
2019-07-01 20:45:13 +00:00
switch (tok.ttype) {
.RightParen => break,
.Identifier => {},
else => try self.doError("expected identifier, got {}", tok.ttype),
2019-07-01 18:55:19 +00:00
}
var typetok = try self.nextToken();
if (typetok.ttype != .Identifier) {
try self.doError("expected identifier for type, got {}", typetok.ttype);
}
var param = try self.allocator.create(ast.ParamDecl);
param.* = ast.ParamDecl{ .param_name = tok, .param_type = typetok };
std.debug.warn("param! {}\n", param);
try param_list.append(param);
2019-07-01 20:45:13 +00:00
tok = try self.nextToken();
2019-07-01 18:55:19 +00:00
}
// function body
2019-07-01 20:45:13 +00:00
_ = try self.nextToken();
2019-07-01 18:55:19 +00:00
_ = try self.consumeSingle(.LeftBrace);
while (true) {
var tok = self.peek();
if (tok.ttype == .RightBrace) break;
// TODO statements?
//var node = self.processToken(tok);
}
_ = try self.consumeSingle(.RightBrace);
return try self.mkFnDecl(name, param_list);
2019-06-06 01:06:12 +00:00
}
2019-07-01 18:25:07 +00:00
fn processToken(self: *Parser, token: Token) !*ast.Node {
var node = switch (token.ttype) {
.Fn => try self.functionDecl(),
else => blk: {
try self.doError("TODO handle {}\n", token.ttype);
return Result.CompileError;
},
2019-07-01 18:25:07 +00:00
};
return node;
2019-06-06 01:06:12 +00:00
}
pub fn parse(self: *Parser) !*ast.Node {
2019-06-06 01:06:12 +00:00
self.tokens = try self.allocator.alloc(Token, 0);
var root = try ast.mkRoot(self.allocator);
2019-06-06 01:06:12 +00:00
while (true) {
2019-07-01 18:39:48 +00:00
var token = try self.nextToken();
2019-06-06 01:06:12 +00:00
2019-07-01 18:39:48 +00:00
if (token.ttype == .EOF) break;
2019-07-01 18:39:48 +00:00
var node = try self.processToken(token);
2019-07-01 20:45:13 +00:00
std.debug.warn("node: {}\n", node.*);
2019-07-01 18:39:48 +00:00
try root.Root.append(node);
2019-06-06 01:06:12 +00:00
}
return root;
2019-06-05 01:11:11 +00:00
}
};