small refactor, put parse dictionary function in seperate gile

dict.go

@@ -0,0 +1,53 @@
+package jiebago
+
+import (
+	"bufio"
+	"os"
+	"path/filepath"
+	"strconv"
+	"strings"
+)
+
+type WordTagFreq struct {
+	Word, Tag string
+	Freq      float64
+}
+
+func DictPath(dictFileName string) (string, error) {
+	if filepath.IsAbs(dictFileName) {
+		return dictFileName, nil
+	}
+	var dictFilePath string
+	pwd, err := os.Getwd()
+	if err != nil {
+		return dictFilePath, err
+	}
+	dictFilePath = filepath.Clean(filepath.Join(pwd, dictFileName))
+	return dictFilePath, nil
+}
+
+func ParseDictFile(dictFile *os.File) (wtfs []*WordTagFreq, err error) {
+	scanner := bufio.NewScanner(dictFile)
+	for scanner.Scan() {
+		line := scanner.Text()
+		fields := strings.Split(line, " ")
+		length := len(fields)
+		word := fields[0]
+		word = strings.Replace(word, "\ufeff", "", 1)
+		wtf := &WordTagFreq{Word: word}
+		if length > 1 {
+			wtf.Freq, err = strconv.ParseFloat(fields[1], 64)
+			if err != nil {
+				return nil, err
+			}
+		}
+		if length > 2 {
+			wtf.Tag = fields[2]
+		}
+		wtfs = append(wtfs, wtf)
+	}
+	if err = scanner.Err(); err != nil {
+		return nil, err
+	}
+	return wtfs, nil
+}