36 lines
747 B
Go
36 lines
747 B
Go
package ngram_test
|
|
|
|
import (
|
|
"testing"
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
"github.com/gslin/go-ir-playground/internal/ngram"
|
|
)
|
|
|
|
func testBigram(t *testing.T) {
|
|
a := ngram.Bigram("test")
|
|
assert.Equal(t, len(a), 1)
|
|
assert.Equal(t, a[0], "test")
|
|
|
|
a = ngram.Bigram("測試")
|
|
assert.Equal(t, len(a), 1)
|
|
assert.Equal(t, a[0], "測試")
|
|
|
|
a = ngram.Bigram("中文測試")
|
|
assert.Equal(t, len(a), 3)
|
|
assert.Equal(t, a[0], "中文")
|
|
assert.Equal(t, a[1], "文測")
|
|
assert.Equal(t, a[2], "測試")
|
|
}
|
|
|
|
func TestUnigram(t *testing.T) {
|
|
a := ngram.Unigram("test")
|
|
assert.Equal(t, len(a), 1)
|
|
assert.Equal(t, a[0], "test")
|
|
|
|
a = ngram.Unigram("測試")
|
|
assert.Equal(t, len(a), 2)
|
|
assert.Equal(t, a[0], "測")
|
|
assert.Equal(t, a[1], "試")
|
|
}
|