fumiama/jieba
1
0
Fork 0
mirror of https://github.com/fumiama/jieba.git synced 2026-06-10 03:30:24 +08:00
Code Activity

优化 dict, add fs.File 支持

Browse Source
This commit is contained in:
源文雨
2022-11-30 14:14:48 +08:00
parent c8785c7994
commit f3da9e6420
22 changed files with 190 additions and 91 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tokenizers/example_test.go
View File

@@ -10,7 +10,7 @@ func Example() {
sentence := []byte("永和服装饰品有限公司")
// default mode
tokenizer, _ := tokenizers.NewJiebaTokenizer("../dict.txt", true, false)
tokenizer, _ := tokenizers.NewJiebaTokenizerAt("../dict.txt", true, false)
fmt.Println("Default Mode:")
for _, token := range tokenizer.Tokenize(sentence) {
fmt.Printf(
@@ -19,7 +19,7 @@ func Example() {
}
//search mode
tokenizer, _ = tokenizers.NewJiebaTokenizer("../dict.txt", true, true)
tokenizer, _ = tokenizers.NewJiebaTokenizerAt("../dict.txt", true, true)
fmt.Println("Search Mode:")
for _, token := range tokenizer.Tokenize(sentence) {
fmt.Printf(