gslin/go-ir-playground
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Rename tokenize to tokenizer.

Browse Source
This commit is contained in:
Gea-Suan Lin
2024-02-09 11:47:13 +08:00
parent ce79d2b245
commit 18fbfa7292
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
cmd/ir-tfidf/main.go
View File

@@ -4,15 +4,15 @@ import (
"fmt"
"github.com/gslin/go-ir-playground/internal/artifact"
"github.com/gslin/go-ir-playground/internal/tokenize"
"github.com/gslin/go-ir-playground/internal/tokenizer"
)
func main() {
articles := artifact.Read("data/articles.json")
for _, article := range articles {
title_bag := tokenize.Tokenize(article.Title)
body_bag := tokenize.Tokenize(article.Body)
title_bag := tokenizer.Tokenize(article.Title)
body_bag := tokenizer.Tokenize(article.Body)
fmt.Printf("title_bag = %v\n", title_bag)
fmt.Printf("body_bag = %v\n", body_bag)