smallprojects/parser.c

typedef struct Parser {
    Token *at;
    Token *end;
} Parser;

Token *next_token(Parser *p) {
    if (p->at < p->end) {
        return p->at++;
    }
    return p->at;
}

Token *match_token(Parser *p, Token_Kind kind) {
    if (p->at->kind == kind) {
        return next_token(p);
    }
    return NULL;
}

bool is_keyword(Token *token) {
    bool result = (token->kind >= TOK_FIRST_KEYWORD && token->kind <= TOK_LAST_KEYWORD);
    return result;
}

Token *match_keyword(Parser *p, char *keyword) {
    if (is_keyword(p->at) && p->at->intern == keyword) {
        return next_token(p);
    }
    return NULL;
}

Token *expect_token(Parser *p, Token_Kind kind) {
    if (p->at->kind == kind) {
        return next_token(p);
    }
    panicf("expected token kind: %s, got instead: %s", token_to_name(p->at->kind), token_to_name(kind));
}

Ast *parse_expr(Parser *p, int power_of_binding_to_right);

Ast *parse_atom(Parser *p) {
    Token *token = p->at;
    Ast *n = NULL;
    if (match_token(p, TOK_INT)) {
        n = create_ast(token, AST_INT);
        n->u = token->u;
    } else if (match_token(p, TOK_LPAREN)) {
        // @todo: do a comma list here
        n = parse_expr(p, 0);
        expect_token(p, TOK_RPAREN);
    } else {
        panicf("unknown token in %s. %.*s (%s/%d), ", __FUNCTION__, token->len, token->str, token_to_name(token->kind), token->kind);
    }
    return n;
}

int get_binding_power(Token *tok) {
    switch (tok->kind) {
        case TOK_STAR: case TOK_SLASH: case TOK_PERCENT: return 120;
        case TOK_PLUS: case TOK_MINUS: return 110;
        case TOK_LSHIFT: case TOK_RSHIFT: return 100;
        case TOK_LT: case TOK_LEQ: case TOK_GT: case TOK_GEQ: return 90;
        case TOK_EQ: case TOK_NEQ: return 80;
        case TOK_BITAND: return 70;
        case TOK_BITXOR: return 60;
        case TOK_BITOR: return 50;
        case TOK_AND: return 40;
        case TOK_OR: return 30;
        default: return 0;
    }
}

Ast *parse_valid_left_binding(Parser *p, Token *tok, Ast *left) {
    switch (tok->kind) {
        case TOK_PLUS: case TOK_MINUS: case TOK_STAR: case TOK_SLASH: case TOK_PERCENT:
        case TOK_EQ: case TOK_NEQ: case TOK_LT: case TOK_LEQ: case TOK_GT: case TOK_GEQ: case TOK_BITAND:
        case TOK_BITOR: case TOK_BITXOR: case TOK_AND: case TOK_OR: case TOK_LSHIFT: case TOK_RSHIFT: {
            return create_binary_expr(tok, tok->kind, left, parse_expr(p, get_binding_power(tok)));
        } break;
        default: panicf("unknown token in %s. %.*s (%s/%d), ", __FUNCTION__, tok->len, tok->str, token_to_name(tok->kind), tok->kind);
    }
    return NULL;
}

Ast *parse_expr(Parser *p, int power_of_binding_to_right) {
    Ast *n = parse_atom(p);
    while (get_binding_power(p->at) > power_of_binding_to_right) {
        Token *tok = next_token(p);
        n = parse_valid_left_binding(p, tok, n);
    }
    return n;
}

Ast *parse_program(Parser *p) {
    for (;;) {
        if (match_keyword(p, keyword_int)) {
            Token *ident = expect_token(p, TOK_IDENT);
            expect_token(p, TOK_LPAREN);
            expect_token(p, TOK_RPAREN);
        } else {
            Token *token = next_token(p);
            panicf("invalid token");
        }
    }
    return result;
}

int64_t eval_expr(Ast *n) {
    switch (n->kind) {
        case AST_INT: return (int64_t)n->u;
        case AST_BINARY: {
            int64_t left = eval_expr(n->l);
            int64_t right = eval_expr(n->r);
            switch (n->op) {
                case TOK_PLUS: return left + right;
                case TOK_MINUS: return left - right;
                case TOK_STAR: return left * right;
                case TOK_SLASH: return left / right;
                case TOK_PERCENT: return left % right;
                case TOK_EQ: return left == right;
                case TOK_NEQ: return left != right;
                case TOK_LT: return left < right;
                case TOK_LEQ: return left <= right;
                case TOK_GT: return left > right;
                case TOK_GEQ: return left >= right;
                case TOK_BITAND: return left & right;
                case TOK_BITOR: return left | right;
                case TOK_BITXOR: return left ^ right;
                case TOK_AND: return left && right;
                case TOK_OR: return left || right;
                case TOK_LSHIFT: return left << right;
                case TOK_RSHIFT: return left >> right;
                default: panicf("invalid token kind in eval_expr, binary");
            }
        } break;
        default: panicf("invalid ast kind in eval_expr");
    }
}

void print_expr(Ast *n) {
    switch (n->kind) {
        case AST_INT: printf("%lu", n->u); break;
        case AST_BINARY: {
            print_expr(n->l);
            printf(" %s ", token_to_op(n->op));
            print_expr(n->r);
        } break;
        default: panicf("encountered invalid ast kind in %s of kind: %d\n", __FUNCTION__, n->kind);
    }
}

void parser_test(void) {
#define TEST_EVAL(expr) do { \
    Token_Array tokens = lex_file("eval_test", (#expr), strlen((#expr)));\
    Parser p = {tokens.data, tokens.data + tokens.len};\
    Ast *result = parse_expr(&p, 0);\
    int64_t left = eval_expr(result);\
    int64_t right = (expr);\
    if (left != right) {\
        printf("%s:%d expected: %ld, got: %ld\n    expression: ", __FILE__, __LINE__, left, right);\
        print_expr(result);\
        printf("\n");\
    }\
} while (0)

#pragma clang diagnostic push
#pragma clang diagnostic ignored "-Wparentheses"
    TEST_EVAL(32+5-4);
    TEST_EVAL(16/2/2);
    TEST_EVAL(9*4/6);
    TEST_EVAL(17%5);
    TEST_EVAL(5125-42|(4&3)^2|2%1242);
    TEST_EVAL((45%2)^(23&3));
    TEST_EVAL(1<16*2);
    TEST_EVAL(16>1+2);
    TEST_EVAL(4<=2+2);
    TEST_EVAL(5>=2+2);
    TEST_EVAL(4==2+2);
    TEST_EVAL(5!=2+2);
    TEST_EVAL(1+1+1+1+2-2-3-4-5);
    TEST_EVAL(5%2^5&6|3);
    TEST_EVAL(6&3);
    TEST_EVAL(6|3);
    TEST_EVAL(6^3);
    TEST_EVAL(1&&2);
    TEST_EVAL(0||3);
    TEST_EVAL(1||0&&0);
    TEST_EVAL(8<<2);
    TEST_EVAL(32>>3);
    TEST_EVAL((2+3)*(4+5));
    TEST_EVAL(9>3&1);
    TEST_EVAL(8|1<4);
    TEST_EVAL(7<=3+4);
    TEST_EVAL(8>=2*4);
    TEST_EVAL(4==2+2);
    TEST_EVAL(5!=2+2);
    TEST_EVAL(1&&2);
    TEST_EVAL(0||3);
    TEST_EVAL(1||0&&0);
    TEST_EVAL(8<<2);
    TEST_EVAL(32>>3);
    TEST_EVAL(1+2<<3);
    TEST_EVAL(16>>1+1);
#pragma clang diagnostic pop

    printf("parser tests passed\n");
}