mirror of
https://github.com/fumiama/emozi.git
synced 2026-06-05 00:32:48 +08:00
optimize(db): add memory cache & mutex
This commit is contained in:
46
coder.go
46
coder.go
@@ -4,6 +4,7 @@ import (
|
||||
"errors"
|
||||
"strconv"
|
||||
"strings"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
sql "github.com/FloatTech/sqlite"
|
||||
@@ -11,13 +12,18 @@ import (
|
||||
|
||||
// Coder encoder/decoder
|
||||
type Coder struct {
|
||||
mu sync.RWMutex
|
||||
db sql.Sqlite
|
||||
字表缓存 map[rune][]字表
|
||||
部首缓存 map[rune]string
|
||||
isRandom bool
|
||||
}
|
||||
|
||||
// NewCoder israndom 随机挑选声母韵母的颜文字, 否则固定使用第一个
|
||||
func NewCoder(israndom bool, cachettl time.Duration) (c Coder, err error) {
|
||||
c.db.DBPath = EmoziDatabasePath
|
||||
c.字表缓存 = make(map[rune][]字表, 4096)
|
||||
c.部首缓存 = make(map[rune]string, 4096)
|
||||
c.isRandom = israndom
|
||||
err = c.db.Open(cachettl)
|
||||
if err != nil {
|
||||
@@ -41,14 +47,16 @@ func NewCoder(israndom bool, cachettl time.Duration) (c Coder, err error) {
|
||||
|
||||
// Close ...
|
||||
func (c *Coder) Close() error {
|
||||
c.mu.Lock()
|
||||
defer c.mu.Unlock()
|
||||
return c.db.Close()
|
||||
}
|
||||
|
||||
// Encode 从汉字序列生成 EmoziString
|
||||
func (c *Coder) Encode(s string, selections ...int) (EmoziString, error) {
|
||||
// Encode 从汉字序列生成 EmoziString 返回 EmoziString 多音字选择数列表
|
||||
func (c *Coder) Encode(s string, selections ...int) (EmoziString, []int, error) {
|
||||
sb := strings.Builder{}
|
||||
x := &字表{}
|
||||
lst := []字表{}
|
||||
lstbuf := make([]字表, 0, len(s)/2)
|
||||
var lst []字表
|
||||
write := func(x *字表) {
|
||||
sb.WriteString(c.查声母(x.S))
|
||||
sb.WriteString(c.查韵母(x.Y))
|
||||
@@ -56,27 +64,19 @@ func (c *Coder) Encode(s string, selections ...int) (EmoziString, error) {
|
||||
sb.WriteString(c.查部首(x.R))
|
||||
}
|
||||
多音字计数 := 0
|
||||
多音字数表 := []int{}
|
||||
var err error
|
||||
for _, ch := range s { // nolint: go-staticcheck
|
||||
lst = lst[:0]
|
||||
err := c.db.FindFor(附字表名, x, "WHERE W="+strconv.Itoa(int(ch)), func() error {
|
||||
lst = append(lst, *x)
|
||||
return nil
|
||||
})
|
||||
if err != nil {
|
||||
lst = lst[:0]
|
||||
err = c.db.FindFor(主字表名, x, "WHERE W="+strconv.Itoa(int(ch)), func() error {
|
||||
lst = append(lst, *x)
|
||||
return nil
|
||||
})
|
||||
}
|
||||
lst, lstbuf, err = c.查字(ch, lstbuf)
|
||||
if err != nil || len(lst) == 0 {
|
||||
sb.WriteRune(ch)
|
||||
continue
|
||||
}
|
||||
if len(lst) == 1 {
|
||||
write(x)
|
||||
write(&lst[0])
|
||||
continue
|
||||
}
|
||||
多音字数表 = append(多音字数表, len(lst))
|
||||
if len(selections) > 多音字计数 {
|
||||
idx := selections[多音字计数]
|
||||
多音字计数++
|
||||
@@ -94,7 +94,7 @@ func (c *Coder) Encode(s string, selections ...int) (EmoziString, error) {
|
||||
}
|
||||
sb.WriteString("]")
|
||||
}
|
||||
return WrapRawEmoziString(sb.String()), nil
|
||||
return WrapRawEmoziString(sb.String()), 多音字数表, nil
|
||||
}
|
||||
|
||||
// Add 向主库添加一个新字
|
||||
@@ -108,11 +108,13 @@ func (c *Coder) Add(w, r, p, f string) error {
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
c.mu.Lock()
|
||||
err = c.db.InsertUnique(主字表名, &字表{
|
||||
ID: 颜表ID(rw, s, y, t),
|
||||
W: rw, S: s, Y: y, T: t,
|
||||
R: rr, P: p, F: f,
|
||||
})
|
||||
c.mu.Unlock()
|
||||
if err != nil {
|
||||
return errors.New("已有同音同形的字 '" + w + "'")
|
||||
}
|
||||
@@ -134,11 +136,13 @@ func (c *Coder) Overlay(w, r, p, f string) error {
|
||||
}
|
||||
|
||||
func (c *Coder) overlay(w, p, f string, s 声母枚举, y 韵母枚举, t 声调枚举, rw rune, rr rune) error {
|
||||
c.mu.Lock()
|
||||
err := c.db.InsertUnique(附字表名, &字表{
|
||||
ID: 颜表ID(rw, s, y, t),
|
||||
W: rw, S: s, Y: y, T: t,
|
||||
R: rr, P: p, F: f,
|
||||
})
|
||||
c.mu.Unlock()
|
||||
if err != nil {
|
||||
return errors.New("已有同音同形的字 '" + w + "'")
|
||||
}
|
||||
@@ -158,14 +162,18 @@ func (c *Coder) ChangeOverlay(oldw, oldr, oldf, neww, newr, newf string) error {
|
||||
}
|
||||
q := "WHERE ID=" + strconv.FormatInt(颜表ID(rw, s, y, t), 10)
|
||||
x := 字表{}
|
||||
c.mu.RLock()
|
||||
err = c.db.Find(附字表名, &x, q)
|
||||
c.mu.RUnlock()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if x.R != rr {
|
||||
return errors.New("提供的旧部首 '" + string(rr) + "' 与记载的 '" + string(x.R) + "' 不符")
|
||||
}
|
||||
c.mu.Lock()
|
||||
err = c.db.Del(附字表名, q)
|
||||
c.mu.Unlock()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
@@ -174,5 +182,7 @@ func (c *Coder) ChangeOverlay(oldw, oldr, oldf, neww, newr, newf string) error {
|
||||
|
||||
// OverlayRadical 添加一个部首
|
||||
func (c *Coder) OverlayRadical(r rune, e string) error {
|
||||
c.mu.Lock()
|
||||
defer c.mu.Unlock()
|
||||
return c.db.InsertUnique(部首表名, &部首表{R: r, E: e})
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user