package dictionary // Token represents a Chinese word with (optional) frequency and POS. type Token struct { frequency float64 text string pos string } // Text returns token's text. func (t Token) Text() string { return t.text } // Frequency returns token's frequency. func (t Token) Frequency() float64 { return t.frequency } // Pos returns token's POS. func (t Token) Pos() string { return t.pos } // NewToken creates a new token. func NewToken(text string, frequency float64, pos string) Token { return Token{text: text, frequency: frequency, pos: pos} }