chore: reorg

__lang/sana/src/main.rs

@@ -0,0 +1,63 @@
+use sana::{ Sana, Spanned };
+
+#[derive(Debug, Clone, Copy, PartialEq, Sana)]
+#[backend(rust)] // optional. can be either rust or vm. default is rust
+enum Token {
+    #[regex("[a-zA-Z_][a-zA-Z0-9_]*")]
+    Ident,
+    #[regex("[0-9]+")]
+    Integer,
+
+    #[token("let", priority = 1)]
+    Let,
+    #[token("=")]
+    Equals,
+    #[regex(";")]
+    Semicolon,
+
+    #[regex("[ \t\r\n]")]
+    Whitespace,
+    #[error]
+    Error,
+}
+
+fn main() {
+    let mut lexer = Token::lexer("let answer = 42;");
+
+    assert_eq!(
+        lexer.next(),
+        Some(Spanned { value: Token::Let, start: 0, end: 3 })
+    );
+    assert_eq!(lexer.next(),
+        Some(Spanned { value: Token::Whitespace, start: 3, end: 4 })
+    );
+    assert_eq!(lexer.next(),
+        Some(Spanned { value: Token::Ident, start: 4, end: 10 })
+    );
+    assert_eq!(lexer.next(),
+        Some(Spanned { value: Token::Whitespace, start: 10, end: 11 })
+    );
+    assert_eq!(
+        lexer.next(),
+        Some(Spanned { value: Token::Equals, start: 11, end: 12 })
+    );
+    assert_eq!(
+        lexer.next(),
+        Some(Spanned { value: Token::Whitespace, start: 12, end: 13 })
+    );
+    assert_eq!(
+        lexer.next(),
+        Some(Spanned { value: Token::Integer, start: 13, end: 15 })
+    );
+    assert_eq!(
+        lexer.next(),
+        Some(Spanned { value: Token::Semicolon, start: 15, end: 16 })
+    );
+
+    // No tokens left
+    assert_eq!(
+        lexer.next(),
+        None
+    );
+}
+