fumiama/jieba
1
0
Fork 0
mirror of https://github.com/fumiama/jieba.git synced 2026-06-22 20:20:44 +08:00
Code Activity

优化 jieba

Browse Source
This commit is contained in:
源文雨
2022-11-30 16:00:56 +08:00
parent 4d76899e79
commit 6982ead703
8 changed files with 114 additions and 109 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
posseg/posseg.go
View File

@@ -123,12 +123,10 @@ func (seg *Segmenter) cutDetail(sentence string) (results []Segment) {
func (seg *Segmenter) dag(runes []rune) [][]int {
n := len(runes)
dag := make([][]int, n)
var frag []rune
var i int
for k := 0; k < n; k++ {
dag[k] = make([]int, 0, 64)
i = k
frag = runes[k : k+1]
i := k
frag := runes[k : k+1]
for {
freq, ok := (*Dictionary)(seg).Frequency(string(frag))
if !ok {
@@ -160,9 +158,9 @@ func (seg *Segmenter) calc(runes []rune) []*route {
n := len(runes)
rs := make([]*route, n+1)
rs[n] = &route{frequency: 0.0, index: 0}
var r *route
for idx := n - 1; idx >= 0; idx-- {
for _, i := range dag[idx] {
var r *route
if freq, ok := (*Dictionary)(seg).Frequency(string(runes[idx : i+1])); ok {
r = &route{frequency: math.Log(freq) - (*Dictionary)(seg).logTotal + rs[i+1].frequency, index: i}
} else {