1
0
mirror of https://github.com/fumiama/jieba.git synced 2026-06-06 01:00:37 +08:00

small refactor, updated REAMDE

This commit is contained in:
Wang Bin
2015-02-26 17:27:04 +08:00
parent f7fdb9749d
commit 2bda0be7c5
3 changed files with 5 additions and 5 deletions

View File

@@ -1,3 +1,3 @@
language: go
go:
- 1.4.1
- 1.4.2

View File

@@ -107,7 +107,7 @@
var sentence = "我爱北京天安门"
func main() {
jiebago.SetDictionary("/Path/to/default/dictionary/file")
posseg.SetDictionary("/Path/to/default/dictionary/file")
for _, wt := range posseg.Cut(sentence, true) {
fmt.Printf("%s %s\n", wt.Word, wt.Tag)
}
@@ -195,4 +195,4 @@ Tokenize
许可证
======
MIT: http://wangbin.mit-license.org
MIT: http://wangbin.mit-license.org

View File

@@ -37,7 +37,7 @@ func SetDictionary(dictFileName string) error {
return nil
}
func __cut(sentence string) []WordTag {
func cutDetailInternal(sentence string) []WordTag {
result := make([]WordTag, 0)
runes := []rune(sentence)
_, posList := Viterbi(runes)
@@ -67,7 +67,7 @@ func cutDetail(sentence string) []WordTag {
blocks := jiebago.RegexpSplit(reHanDetail, sentence)
for _, blk := range blocks {
if reHanDetail.MatchString(blk) {
for _, wordTag := range __cut(blk) {
for _, wordTag := range cutDetailInternal(blk) {
result = append(result, wordTag)
}
} else {