mirror of
https://github.com/fumiama/jieba.git
synced 2026-06-08 18:40:24 +08:00
优化
This commit is contained in:
11
example_parallel_cut_test.go
Normal file → Executable file
11
example_parallel_cut_test.go
Normal file → Executable file
@@ -1,4 +1,4 @@
|
||||
package jiebago_test
|
||||
package jiebago
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
@@ -8,8 +8,6 @@ import (
|
||||
"runtime"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/wangbin/jiebago"
|
||||
)
|
||||
|
||||
type line struct {
|
||||
@@ -18,7 +16,7 @@ type line struct {
|
||||
}
|
||||
|
||||
var (
|
||||
segmenter = jiebago.Segmenter{}
|
||||
segmenter = Segmenter{}
|
||||
numThreads = runtime.NumCPU()
|
||||
task = make(chan line, numThreads)
|
||||
result = make(chan line, numThreads)
|
||||
@@ -26,10 +24,7 @@ var (
|
||||
|
||||
func worker() {
|
||||
for l := range task {
|
||||
var segments []string
|
||||
for segment := range segmenter.Cut(l.text, true) {
|
||||
segments = append(segments, segment)
|
||||
}
|
||||
segments := segmenter.Cut(l.text, true)
|
||||
|
||||
l.text = fmt.Sprintf("%s\n", strings.Join(segments, " / "))
|
||||
result <- l
|
||||
|
||||
Reference in New Issue
Block a user