lexer debug utils

test/lexer/1.in

@@ -0,0 +1,3 @@
+hello = 42
+name = "world"
+x + y - z

test/lexer/2.in

@@ -0,0 +1,5 @@
+def function_name():
+    if condition:
+        return value
+    for item in list:
+        print(item)

test/lexer/3.in

@@ -0,0 +1,3 @@
+x == y != z < > <= >=
+a + b - c * d / e % f
+( ) [ ] { } , : . ;

test/lexer/4.in

@@ -0,0 +1,3 @@
+42 3.14 0xFF 0b1010
+"hello" 'world' """multiline"""
+'test' "escaped\"quote"

test/lexer/5.in

@@ -0,0 +1,8 @@
+def calculate(a, b=10):
+    result = (a + b) * 2
+    if result > 100:
+        print("Large result:", result)
+    return result
+
+# This is a comment
+x = calculate(5, 15)

test/lexer/6.in

@@ -0,0 +1,5 @@
+_private = "valid"
+var123 = 456
+CamelCase = True
+snake_case = False
+very_long_variable_name_123 = "test"