fumiama/jieba
1
0
Fork 0
mirror of https://github.com/fumiama/jieba.git synced 2026-06-24 05:06:23 +08:00
Code Activity

优化 analyze

Browse Source
This commit is contained in:
源文雨
2022-11-30 14:18:36 +08:00
parent f3da9e6420
commit 6b239b5918
2 changed files with 10 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
analyse/tag_extracker.go
View File

@@ -112,15 +112,16 @@ func (t *TagExtracter) ExtractTags(sentence string, topK int) (tags Segments) {
for _, freq := range freqMap {
total += freq
}
ws := make(Segments, 0)
var s Segment
ws := make(Segments, len(freqMap))
i := 0
for k, v := range freqMap {
ws[i].text = k
if freq, ok := t.idf.Frequency(k); ok {
s = Segment{text: k, weight: freq * float64(v) / float64(total)}
ws[i].weight = freq * float64(v) / float64(total)
} else {
s = Segment{text: k, weight: t.idf.median * float64(v) / float64(total)}
ws[i].weight = t.idf.median * float64(v) / float64(total)
}
ws = append(ws, s)
i++
}
sort.Sort(sort.Reverse(ws))
if len(ws) > topK {