fumiama/jieba
1
0
Fork 0
mirror of https://github.com/fumiama/jieba.git synced 2026-07-01 17:40:29 +08:00
Code Activity

allow user to manually set idf file and stop words file, corresponding to jieba commit 16d626d3477c8649d42094d7d7d4ae7c619783de

Browse Source
This commit is contained in:
Wang Bin
2014-08-14 12:05:29 +08:00
parent d2acf94693
commit 052c571015
5 changed files with 270203 additions and 270171 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
analyse/analyse.go
View File

@@ -38,8 +38,7 @@ func ExtractTags(sentence string, topK int) []string {
if utf8.RuneCountInString(w) < 2 {
continue
}
index := stopWords.Search(w)
if index < len(stopWords) && stopWords[index] == w {
if _, ok := stopWords[w]; ok {
continue
}
if f, ok := freq[w]; ok {