janis/from-scratch
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

test identifiers

Browse source
This commit is contained in:
janis 2025-10-28 16:48:13 +01:00
parent e8f6cfb44a
commit 26c37e9dd3
Signed by: janis
SSH key fingerprint: SHA256:bB1qbbqmDXZNT0KKD5c2Dfjg53JGhj7B3CFcLIzSqq8
1 changed files with 14 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
lang/tests/tokens.rs
View file

@ -126,6 +126,20 @@ fn main() {
Lexeme(15, ""), Lexeme(15, ""),
][..]); ][..]);
eprint!("Initializing tokeniser.. ");
tokeniser_init(c"tests/tokens/identifier.l".as_ptr());
eprintln!("ok.");
assert_eq!(&collect_tokens()[..], &[
Lexeme(30, "this-is-an-ident"),
Lexeme(30, "another_ident123"),
Lexeme(30, "_underscore_test"),
Lexeme(30, "mixedCASEIdent"),
Lexeme(30, "number12345"),
Lexeme(30, "____"),
Lexeme(30, "_"),
]);
eprintln!("Finished tokenising."); eprintln!("Finished tokenising.");
} }
} }