diff --git a/internal/ngram/ngram_test.go b/internal/ngram/ngram_test.go index d95b0b5..5852812 100644 --- a/internal/ngram/ngram_test.go +++ b/internal/ngram/ngram_test.go @@ -15,6 +15,12 @@ func testBigram(t *testing.T) { a = ngram.Bigram("測試") assert.Equal(t, len(a), 1) assert.Equal(t, a[0], "測試") + + a = ngram.Bigram("中文測試") + assert.Equal(t, len(a), 3) + assert.Equal(t, a[0], "中文") + assert.Equal(t, a[1], "文測") + assert.Equal(t, a[2], "測試") } func TestUnigram(t *testing.T) {