1
0
mirror of https://github.com/fumiama/jieba.git synced 2026-06-08 18:40:24 +08:00
This commit is contained in:
源文雨
2022-11-30 12:18:15 +08:00
parent ab8b95ef87
commit 8bbc755ed4
48 changed files with 984 additions and 859 deletions

11
example_parallel_cut_test.go Normal file → Executable file
View File

@@ -1,4 +1,4 @@
package jiebago_test
package jiebago
import (
"bufio"
@@ -8,8 +8,6 @@ import (
"runtime"
"strings"
"time"
"github.com/wangbin/jiebago"
)
type line struct {
@@ -18,7 +16,7 @@ type line struct {
}
var (
segmenter = jiebago.Segmenter{}
segmenter = Segmenter{}
numThreads = runtime.NumCPU()
task = make(chan line, numThreads)
result = make(chan line, numThreads)
@@ -26,10 +24,7 @@ var (
func worker() {
for l := range task {
var segments []string
for segment := range segmenter.Cut(l.text, true) {
segments = append(segments, segment)
}
segments := segmenter.Cut(l.text, true)
l.text = fmt.Sprintf("%s\n", strings.Join(segments, " / "))
result <- l