allow user to manually set idf file and stop words file, corresponding to jieba commit 16d626d3477c8649d42094d7d7d4ae7c619783de

README.md

@@ -79,6 +79,7 @@
 
     func main() {
         jiebago.SetDictionary("/Path/to/default/dictionary/file")
+        analyse.SetIdf("/Path/to/idf/file")
         fmt.Println(strings.Join(analyse.ExtractTags(sentence, 20), "/ "))
     }
     

analyse/analyse.go

@@ -38,8 +38,7 @@ func ExtractTags(sentence string, topK int) []string {
 		if utf8.RuneCountInString(w) < 2 {
 			continue
 		}
-		index := stopWords.Search(w)
-		if index < len(stopWords) && stopWords[index] == w {
+		if _, ok := stopWords[w]; ok {
 			continue
 		}
 		if f, ok := freq[w]; ok {

analyse/analyse_test.go

@@ -183,6 +183,7 @@ var (
 
 func TestExtractTags(t *testing.T) {
 	jiebago.SetDictionary("../dict.txt")
+	SetIdf("idf.txt")
 	for index, sentence := range test_contents {
 		result := ExtractTags(sentence, 20)
 		if len(result) != len(Tags[index]) {