Add more test about bigram.

2024-02-16 20:55:23 +08:00
parent 55ad14e790
commit 57c153a6c3
1 changed files with 6 additions and 0 deletions
--- a/internal/ngram/ngram_test.go
+++ b/internal/ngram/ngram_test.go
@@ -15,6 +15,12 @@ func testBigram(t *testing.T) {
 	a = ngram.Bigram("測試")
 	assert.Equal(t, len(a), 1)
 	assert.Equal(t, a[0], "測試")
+
+	a = ngram.Bigram("中文測試")
+	assert.Equal(t, len(a), 3)
+	assert.Equal(t, a[0], "中文")
+	assert.Equal(t, a[1], "文測")
+	assert.Equal(t, a[2], "測試")
 }

 func TestUnigram(t *testing.T) {