Add more test about bigram.

This commit is contained in:
Gea-Suan Lin
2024-02-16 20:55:23 +08:00
parent 55ad14e790
commit 57c153a6c3

View File

@@ -15,6 +15,12 @@ func testBigram(t *testing.T) {
a = ngram.Bigram("測試") a = ngram.Bigram("測試")
assert.Equal(t, len(a), 1) assert.Equal(t, len(a), 1)
assert.Equal(t, a[0], "測試") assert.Equal(t, a[0], "測試")
a = ngram.Bigram("中文測試")
assert.Equal(t, len(a), 3)
assert.Equal(t, a[0], "中文")
assert.Equal(t, a[1], "文測")
assert.Equal(t, a[2], "測試")
} }
func TestUnigram(t *testing.T) { func TestUnigram(t *testing.T) {