libpulsar/lexer_8h_source.html

#pragma once


#include "def.h"

#include "loc.h"

#include "util/io.h"


#ifndef _PS_PUBLIC_SRC

    #include <stdbool.h>


    #include "token.h"

    #include "util/dynarrs.h"

    #ifndef PS_LEXER_MAX_ERRORS

        #define PS_LEXER_MAX_ERRORS 5

    #endif


struct ps_lexer_state {

    STR code;

    usize length;

    struct ps_loc loc;

    struct ps_token_arr* tokens;


    struct ps_string_arr* defines;


    bool in_comment;

    usize par_nesting;


    // Handling strings & interpolations

    bool is_string_escaped;

    bool interp_string;

    usize interp_par_nesting;

};


static bool _A(unused) ps_lexer_is_eof(void);


    #define ps_lexer_next_are(next, n) _ps_lexer_next_are(next, n)


    #define ps_lexer_next_are_lit(next)                                        \

        _ps_lexer_next_are(next, sizeof(next) - 1)


static void _A(unused) ps_lexer_advance(void);


static void _A(unused) ps_lexer_advance_n(usize n);


static void _A(unused) ps_add_token(enum ps_token_type type, usize length);


static void _A(unused) ps_add_token_with_loc(enum ps_token_type type,

    usize length, struct ps_loc loc);

#endif


struct ps_token_arr* ps_lex(const struct ps_file_ctx* file_ctx);

def.h
Base definitions.

_A
#define _A(attr)
Definition def.h:56

STR
#define STR
Definition def.h:40

usize
#define usize
Definition def.h:50

dynarrs.h

io.h
Defines safe file I/O functions.

ps_add_token
void ps_add_token(enum ps_token_type type, usize length)
Definition lexer.c:477

ps_lexer_is_eof
bool ps_lexer_is_eof(void)
Checks whether the lexer is at the end of input.
Definition lexer.c:55

ps_lexer_advance
void ps_lexer_advance(void)
Advances past one character in the lexer.
Definition lexer.c:230

ps_add_token_with_loc
void ps_add_token_with_loc(enum ps_token_type type, usize length, struct ps_loc loc)
Definition lexer.c:482

ps_lexer_advance_n
void ps_lexer_advance_n(usize n)
Advances past the next n characters in the lexer, updating internal state as necessary.
Definition lexer.c:272

loc
static void usize struct ps_loc loc
Definition lexer.h:76

ps_lex
struct ps_token_arr * ps_lex(const struct ps_file_ctx *file_ctx)
Lexes the given source code into tokens.
Definition lexer.c:559

length
static void usize length
Definition lexer.h:71

loc.h
File location structure.

ps_file_ctx
Information captured in a file necessary for effective info/error reporting.
Definition io.h:15

ps_lexer_state
Represents lexer state for a single file.
Definition lexer.h:26

ps_lexer_state::loc
struct ps_loc loc
The current location of the lexer.
Definition lexer.h:29

ps_lexer_state::length
usize length
The length of the file.
Definition lexer.h:28

ps_lexer_state::par_nesting
usize par_nesting
Nesting level of parentheses.
Definition lexer.h:35

ps_lexer_state::code
STR code
The source code of the file.
Definition lexer.h:27

ps_lexer_state::is_string_escaped
bool is_string_escaped
Whether the next character in the string should be escaped.
Definition lexer.h:38

ps_lexer_state::interp_par_nesting
usize interp_par_nesting
The nesting of parentheses at the start of string interpolation.
Definition lexer.h:42

ps_lexer_state::in_comment
bool in_comment
Whether the lexer is currently in a comment.
Definition lexer.h:34

ps_lexer_state::interp_string
bool interp_string
Whether the lexer is currrently in an interpolated string.
Definition lexer.h:40

ps_lexer_state::tokens
struct ps_token_arr * tokens
The token array.
Definition lexer.h:30

ps_lexer_state::defines
struct ps_string_arr * defines
Definition lexer.h:32

ps_loc
Represents a token location.
Definition loc.h:16

token.h
Defines a token.

ps_token_type
ps_token_type
The type of a token.
Definition token.h:18