32 lines
602 B
Rust
32 lines
602 B
Rust
#![feature(
|
|
extract_if,
|
|
iter_advance_by,
|
|
box_into_inner,
|
|
hash_extract_if,
|
|
bigint_helper_methods,
|
|
map_try_insert,
|
|
iter_intersperse,
|
|
int_roundings
|
|
)]
|
|
#![allow(unused_macros)]
|
|
|
|
pub mod asm;
|
|
pub mod ast;
|
|
pub mod common;
|
|
pub mod comptime;
|
|
pub mod error;
|
|
//pub mod intern_pool;
|
|
pub mod lexer;
|
|
pub mod mir;
|
|
pub mod parser;
|
|
pub mod string_table;
|
|
pub mod symbol_table;
|
|
pub mod tokens;
|
|
pub mod triples;
|
|
|
|
pub fn tokenize<'a>(
|
|
bytes: &'a [u8],
|
|
) -> Result<lexer::Tokenizer<'a>, (lexer::Tokenizer<'a>, Vec<lexer::TokenizeError>)> {
|
|
lexer::Tokenizer::new_with_errors(bytes)
|
|
}
|