jieba/finalseg/finalseg_test.go

package finalseg

import (
	"math"
	"testing"
)

func chanToArray(ch chan string) []string {
	result := make([]string, 0)
	for word := range ch {
		result = append(result, word)
	}
	return result
}

func TestViterbi(t *testing.T) {
	obs := "我们是程序员"
	states := []byte{'B', 'M', 'E', 'S'}
	prob, path := viterbi([]rune(obs), states)
	if math.Abs(prob+39.68824128493802) > 1e-10 {
		t.Error(prob)
	}
	for index, state := range []byte{'B', 'E', 'S', 'B', 'M', 'E'} {
		if path[index] != state {
			t.Error(path)
		}
	}
}

func TestCutHan(t *testing.T) {
	obs := "我们是程序员"
	result := chanToArray(cutHan(obs))
	if len(result) != 3 {
		t.Error(result)
	}
	if result[0] != "我们" {
		t.Error(result[0])
	}
	if result[1] != "是" {
		t.Error(result[1])
	}
	if result[2] != "程序员" {
		t.Error(result[2])
	}
}

func TestCut(t *testing.T) {
	sentence := "我们是程序员"
	result := chanToArray(Cut(sentence))
	if len(result) != 3 {
		t.Error(len(result))
	}
	if result[0] != "我们" {
		t.Error(result[0])
	}
	if result[1] != "是" {
		t.Error(result[1])
	}
	if result[2] != "程序员" {
		t.Error(result[2])
	}
	result2 := chanToArray(Cut("I'm a programmer!"))
	if len(result2) != 8 {
		t.Error(result2)
	}
	result3 := chanToArray(Cut("程序员average年龄28.6岁。"))
	if len(result3) != 6 {
		t.Error(result3)
	}

}