Rename tokenize to tokenizer.

2024-02-09 11:47:13 +08:00
parent ce79d2b245
commit 18fbfa7292
2 changed files with 4 additions and 4 deletions
--- a/internal/tokenizer/tokenize.go
+++ b/internal/tokenizer/tokenize.go
@@ -1,4 +1,4 @@
-package tokenize
+package tokenizer

 import (
 	"slices"