fumiama/jieba
1
0
Fork 0
mirror of https://github.com/fumiama/jieba.git synced 2026-06-05 00:32:51 +08:00
Code Activity

fixed the test failure in textrank

Browse Source
This commit is contained in:
Wang Bin
2015-03-30 13:06:44 +08:00
parent 51c63cb9ad
commit 0ca4053394
1 changed files with 10 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
analyse/textrank.go
View File

@@ -123,23 +123,20 @@ func (t *TextRanker) TextRankWithPOS(sentence string, topK int, allowPOS []strin
g := newUndirectWeightedGraph()
cm := make(map[[2]string]float64)
span := 5
wordTags := make([]posseg.WordTag, 0)
for wordTag := range t.Cut(sentence, true) {
wordTags = append(wordTags, wordTag)
pairs := make([]posseg.Pair, 0)
for pair := range t.Cut(sentence, true) {
pairs = append(pairs, pair)
}
for i, _ := range wordTags {
if _, ok := posFilt[wordTags[i].Tag]; ok {
for j := i + 1; j < i+span; j++ {
if j > len(wordTags) {
break
}
if _, ok := posFilt[wordTags[j].Tag]; !ok {
for i, _ := range pairs {
if _, ok := posFilt[pairs[i].Flag]; ok {
for j := i + 1; j < i+span && j <= len(pairs); j++ {
if _, ok := posFilt[pairs[j].Flag]; !ok {
continue
}
if _, ok := cm[[2]string{wordTags[i].Word, wordTags[j].Word}]; !ok {
cm[[2]string{wordTags[i].Word, wordTags[j].Word}] = 1.0
if _, ok := cm[[2]string{pairs[i].Word, pairs[j].Word}]; !ok {
cm[[2]string{pairs[i].Word, pairs[j].Word}] = 1.0
} else {
cm[[2]string{wordTags[i].Word, wordTags[j].Word}] += 1.0
cm[[2]string{pairs[i].Word, pairs[j].Word}] += 1.0
}
}
}