fumiama/jieba
1
0
Fork 0
mirror of https://github.com/fumiama/jieba.git synced 2026-06-11 20:50:29 +08:00
Code Activity

small refactor, replace WordTagFreq with Entry

Browse Source
This commit is contained in:
Wang Bin
2015-03-25 17:53:25 +08:00
parent 800ecaa8c9
commit 7fe5e7d4c4
4 changed files with 41 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

33
trie.go
View File

@@ -60,13 +60,13 @@ func (j *Jieba) load(dictFileName string) error {
}
if !isDictCached {
wtfs, err := ParseDictFile(dictFilePath)
entries, err := ParseDictFile(dictFilePath)
if err != nil {
return err
}
for _, wtf := range wtfs {
j.AddWord(wtf)
for _, entry := range entries {
j.AddEntry(entry)
}
// dump trie
cacheFile, err = os.OpenFile(cacheFilePath, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0644)
@@ -85,27 +85,30 @@ func (j *Jieba) load(dictFileName string) error {
return nil
}
func (j *Jieba) AddWord(wtf *WordTagFreq) {
j.Freq[wtf.Word] = wtf.Freq
j.Total += wtf.Freq
runes := []rune(wtf.Word)
count := len(runes)
for i := 0; i < count; i++ {
wfrag := string(runes[0 : i+1])
if _, ok := j.Freq[wfrag]; !ok {
j.Freq[wfrag] = 0.0
func (j *Jieba) AddEntry(entry *Entry) {
j.Add(entry.Word, entry.Freq)
}
func (j *Jieba) Add(word string, freq float64) {
j.Freq[word] = freq
j.Total += freq
runes := []rune(word)
for i := 0; i < len(runes); i++ {
frag := string(runes[0 : i+1])
if _, ok := j.Freq[frag]; !ok {
j.Freq[frag] = 0.0
}
}
}
// Load user specified dictionary file.
func (j *Jieba) LoadUserDict(dictFilePath string) error {
wtfs, err := ParseDictFile(dictFilePath)
entries, err := ParseDictFile(dictFilePath)
if err != nil {
return err
}
for _, wtf := range wtfs {
j.AddWord(wtf)
for _, entry := range entries {
j.Add(entry.Word, entry.Freq)
}
return nil
}