fumiama/jieba
1
0
Fork 0
mirror of https://github.com/fumiama/jieba.git synced 2026-06-21 19:47:54 +08:00
Code Activity

优化 dict, add fs.File 支持

Browse Source
This commit is contained in:
源文雨
2022-11-30 14:14:48 +08:00
parent c8785c7994
commit f3da9e6420
22 changed files with 190 additions and 91 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
analyse/idf.go
View File

@@ -1,6 +1,7 @@
package analyse
import (
"io/fs"
"sort"
"sync"
@@ -38,8 +39,12 @@ func (i *Idf) Load(tokens ...dictionary.Token) {
i.Unlock()
}
func (i *Idf) loadDictionary(fileName string) error {
return dictionary.LoadDictionary(i, fileName)
func (i *Idf) loadDictionary(file fs.File) error {
return dictionary.LoadDictionary(i, file)
}
func (i *Idf) loadDictionaryAt(fileName string) error {
return dictionary.LoadDictionaryAt(i, fileName)
}
// Frequency returns the IDF of given word.