fumiama/jieba
1
0
Fork 0
mirror of https://github.com/fumiama/jieba.git synced 2026-06-05 00:32:51 +08:00
Code Activity

move tokenizer.go to top directory

Browse Source
This commit is contained in:
Wang Bin
2015-05-04 18:20:35 +08:00
parent 52fad00403
commit 1a9466927a
4 changed files with 21 additions and 80 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
dictionary/token.go
View File

@@ -17,3 +17,7 @@ func (t Token) Frequency() float64 {
func (t Token) Pos() string {
return t.pos
}
func NewToken(text string, frequency float64, pos string) Token {
return Token{text: text, frequency: frequency, pos: pos}
}