const std = @import("std");
const tokens = @import("tokens.std");

const Allocator = std.mem.Allocator;

pub const TokenError = error{
    Unexpected,
    Unterminated,
};

fn isDigit(char: u8) bool {
    return char >= '0' and char <= '9';
}

fn isAlpha(c: u8) bool {
    return (c >= 'a' and c <= 'z') or
        (c >= 'A' and c <= 'Z') or
        c == '_';
}

fn isAlphaNumeric(char: u8) bool {
    return isAlpha(char) or isDigit(char);
}

pub const Scanner = struct {
    allocator: *Allocator,

    pub fn init(allocator: *Allocator) Scanner {
        return Scanner{ .allocator = allocator };
    }
};