add tokenizer states for text handling; create new token files for quotes and text

.gitignore

@@ -1 +1,2 @@
 /target
+.direnv

README.md

@@ -0,0 +1,7 @@
+# Interface Language
+
+## How to use
+
+```bash
+cat ./path/to/.sil | cargo run
+```

flake.lock

@@ -0,0 +1,64 @@
+{
+  "nodes": {
+    "flake-utils": {
+      "inputs": {
+        "systems": [
+          "systems"
+        ]
+      },
+      "locked": {
+        "lastModified": 1731533236,
+        "narHash": "sha256-l0KFg5HjrsfsO/JpG+r7fRrqm12kzFHyUHqHCVpMMbI=",
+        "owner": "numtide",
+        "repo": "flake-utils",
+        "rev": "11707dc2f618dd54ca8739b309ec4fc024de578b",
+        "type": "github"
+      },
+      "original": {
+        "owner": "numtide",
+        "repo": "flake-utils",
+        "type": "github"
+      }
+    },
+    "nixpkgs": {
+      "locked": {
+        "lastModified": 1737885589,
+        "narHash": "sha256-Zf0hSrtzaM1DEz8//+Xs51k/wdSajticVrATqDrfQjg=",
+        "owner": "nixos",
+        "repo": "nixpkgs",
+        "rev": "852ff1d9e153d8875a83602e03fdef8a63f0ecf8",
+        "type": "github"
+      },
+      "original": {
+        "owner": "nixos",
+        "ref": "nixos-unstable",
+        "repo": "nixpkgs",
+        "type": "github"
+      }
+    },
+    "root": {
+      "inputs": {
+        "flake-utils": "flake-utils",
+        "nixpkgs": "nixpkgs",
+        "systems": "systems"
+      }
+    },
+    "systems": {
+      "locked": {
+        "lastModified": 1681028828,
+        "narHash": "sha256-Vy1rq5AaRuLzOxct8nz4T6wlgyUR7zLU309k9mBC768=",
+        "owner": "nix-systems",
+        "repo": "default",
+        "rev": "da67096a3b9bf56a91d16901293e51ba5b49a27e",
+        "type": "github"
+      },
+      "original": {
+        "owner": "nix-systems",
+        "repo": "default",
+        "type": "github"
+      }
+    }
+  },
+  "root": "root",
+  "version": 7
+}

resources/test/example_1.sil

@@ -5,8 +5,8 @@
 	(main []
 		(std<Image> [alt="hoge" ref="./upload/hoge.jpg"])
 		(section [lang=md ] |\
-      # Hello, world!\
-      This is a simple example of SIL.\
+			# Hello, world!\
+			This is a simple example of SIL.\
 		|)
 	)
 	(footer []

src/om/tokenizer.rs

@@ -212,6 +212,10 @@ impl Iterator for Tokenizer {
                         }
                     }
                 },
+                State::InText => match c {
+                    '"' => todo!(),
+                    _ => todo!(),
+                },
                 State::InQuote => match c {
                     '"' => todo!(),
                     _ => todo!(),
@@ -232,6 +236,7 @@ enum State {
     Behavior,
     BehaviorSeparator,
 
+    InText,
     InQuote,
     InDoubleQuote,
 }