21 lines
433 B
Go
21 lines
433 B
Go
package main
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
"github.com/gslin/go-ir-playground/internal/artifact"
|
|
"github.com/gslin/go-ir-playground/internal/tokenizer"
|
|
)
|
|
|
|
func main() {
|
|
articles := artifact.Read("data/articles.json")
|
|
|
|
for _, article := range articles {
|
|
title_bag := tokenizer.Tokenize(article.Title)
|
|
body_bag := tokenizer.Tokenize(article.Body)
|
|
|
|
fmt.Printf("title_bag = %v\n", title_bag)
|
|
fmt.Printf("body_bag = %v\n", body_bag)
|
|
}
|
|
}
|