move compiler.tokenizer to compiler.token.tokenizer

rivet-lang · Dec 26, 2024 · 847c1af · 847c1af
1 parent 249d016
commit 847c1af
Show file tree

Hide file tree

Showing 5 changed files with 10 additions and 3 deletions.
diff --git a/compiler/parser/mod.v b/compiler/parser/mod.v
@@ -4,9 +4,9 @@
 module parser
 
 import compiler.ast
-import compiler.token
 import compiler.context
-import compiler.tokenizer
+import compiler.token
+import compiler.token.tokenizer
 
 pub struct Parser {
 mut:

diff --git a/compiler/sema/mod.v b/compiler/sema/mod.v
@@ -0,0 +1,7 @@
+// Copyright (C) 2024-present The Rivet programming language. Use of this source code
+// is governed by an MIT license that can be found in the LICENSE file.
+
+module sema
+
+pub struct Sema {
+}
diff --git a/compiler/tokenizer/mod.v → compiler/token/tokenizer/mod.v b/compiler/tokenizer/mod.v → compiler/token/tokenizer/mod.v
diff --git a/compiler/tokenizer/mod_test.v → compiler/token/tokenizer/mod_test.v b/compiler/tokenizer/mod_test.v → compiler/token/tokenizer/mod_test.v
@@ -1,8 +1,8 @@
 // Copyright (C) 2024-present The Rivet programming language. Use of this source code
 // is governed by an MIT license that can be found in the LICENSE file.
 import compiler.context
-import compiler.tokenizer
 import compiler.token
+import compiler.token.tokenizer
 
 struct ExpectedToken {
 	kind token.Kind

diff --git a/compiler/tokenizer/read.v → compiler/token/tokenizer/read.v b/compiler/tokenizer/read.v → compiler/token/tokenizer/read.v