From 847c1af3e89f46b47aa0fe56fa9c6a4bc0148f20 Mon Sep 17 00:00:00 2001
From: StunxFS <mendozadiazjose77@gmail.com>
Date: Wed, 25 Dec 2024 21:19:30 -0400
Subject: [PATCH] move compiler.tokenizer to compiler.token.tokenizer

---
 compiler/parser/mod.v                     | 4 ++--
 compiler/sema/mod.v                       | 7 +++++++
 compiler/{ => token}/tokenizer/mod.v      | 0
 compiler/{ => token}/tokenizer/mod_test.v | 2 +-
 compiler/{ => token}/tokenizer/read.v     | 0
 5 files changed, 10 insertions(+), 3 deletions(-)
 create mode 100644 compiler/sema/mod.v
 rename compiler/{ => token}/tokenizer/mod.v (100%)
 rename compiler/{ => token}/tokenizer/mod_test.v (97%)
 rename compiler/{ => token}/tokenizer/read.v (100%)

diff --git a/compiler/parser/mod.v b/compiler/parser/mod.v
index 097d1b42..9262315a 100644
--- a/compiler/parser/mod.v
+++ b/compiler/parser/mod.v
@@ -4,9 +4,9 @@
 module parser
 
 import compiler.ast
-import compiler.token
 import compiler.context
-import compiler.tokenizer
+import compiler.token
+import compiler.token.tokenizer
 
 pub struct Parser {
 mut:
diff --git a/compiler/sema/mod.v b/compiler/sema/mod.v
new file mode 100644
index 00000000..086db2d5
--- /dev/null
+++ b/compiler/sema/mod.v
@@ -0,0 +1,7 @@
+// Copyright (C) 2024-present The Rivet programming language. Use of this source code
+// is governed by an MIT license that can be found in the LICENSE file.
+
+module sema
+
+pub struct Sema {
+}
diff --git a/compiler/tokenizer/mod.v b/compiler/token/tokenizer/mod.v
similarity index 100%
rename from compiler/tokenizer/mod.v
rename to compiler/token/tokenizer/mod.v
diff --git a/compiler/tokenizer/mod_test.v b/compiler/token/tokenizer/mod_test.v
similarity index 97%
rename from compiler/tokenizer/mod_test.v
rename to compiler/token/tokenizer/mod_test.v
index 57bab0cd..81e97eda 100644
--- a/compiler/tokenizer/mod_test.v
+++ b/compiler/token/tokenizer/mod_test.v
@@ -1,8 +1,8 @@
 // Copyright (C) 2024-present The Rivet programming language. Use of this source code
 // is governed by an MIT license that can be found in the LICENSE file.
 import compiler.context
-import compiler.tokenizer
 import compiler.token
+import compiler.token.tokenizer
 
 struct ExpectedToken {
 	kind token.Kind
diff --git a/compiler/tokenizer/read.v b/compiler/token/tokenizer/read.v
similarity index 100%
rename from compiler/tokenizer/read.v
rename to compiler/token/tokenizer/read.v