put dictionary to a seperated module

dictionary/token.go

@@ -0,0 +1,19 @@
+package dictionary
+
+type Token struct {
+	text      string
+	frequency float64
+	pos       string
+}
+
+func (t Token) Text() string {
+	return t.text
+}
+
+func (t Token) Frequency() float64 {
+	return t.frequency
+}
+
+func (t Token) Pos() string {
+	return t.pos
+}