1
0
mirror of https://github.com/fumiama/go-onebot-agent.git synced 2026-06-05 02:00:23 +08:00

feat: add image prompt cache

This commit is contained in:
源文雨
2025-12-21 22:01:54 +08:00
parent 37ebfa6131
commit 74f64c788c
2 changed files with 35 additions and 3 deletions

View File

@@ -2,10 +2,16 @@
package goba
import (
"crypto/sha256"
"encoding/binary"
"encoding/json"
"fmt"
"io"
"net/http"
"strings"
"time"
"github.com/FloatTech/ttl"
"github.com/fumiama/deepinfra"
"github.com/fumiama/deepinfra/chat"
"github.com/fumiama/deepinfra/model"
@@ -32,6 +38,7 @@ type Agent struct {
nickname, sex string
chars string
perm *Perm
imgpcache *ttl.Cache[uint64, string]
manualaddreq bool
hasimageapi bool
}
@@ -42,12 +49,13 @@ type Agent struct {
// - defaultprompt 为上下文为空时的默认提示,建议为事件的 JSON一般不会用到因此也可留空。
// - manualaddreq 表示是否由用户手动添加请求。
func NewAgent(
id int64, batchcap, itemscap int,
id int64, batchcap, itemscap int, imgpcachettl time.Duration,
nickname, sex, characteristics, defaultprompt string,
manualaddreq bool,
) (ag Agent) {
ag = Agent{
id: id, nickname: nickname, sex: sex, chars: characteristics,
imgpcache: ttl.NewCache[uint64, string](imgpcachettl),
log: chat.NewLog[fmt.Stringer](batchcap, itemscap, "\n", defaultprompt),
manualaddreq: manualaddreq,
}
@@ -98,12 +106,36 @@ func (ag *Agent) SetViewImageAPI(api deepinfra.API, p model.Protocol) {
if !strings.HasPrefix(u, "http") {
continue
}
m := p.User(model.NewContentImageURL(u), model.NewContentText("使用简洁清晰明确的一段中文纯文本描述图片"))
resp, err := http.Get(u)
if err != nil {
continue
}
data, err := io.ReadAll(resp.Body)
_ = resp.Body.Close()
if err != nil {
continue
}
sum := sha256.Sum256(data)
k := binary.LittleEndian.Uint64(sum[:8])
if desc := ag.imgpcache.Get(k); desc != "" {
msgs[i].Data["__agent_desc__"] = desc
hasset = true
continue
}
img, err := model.NewContentImageDataBase64URL(data)
if err != nil {
continue
}
m := p.User(
model.NewContentImageURL(img),
model.NewContentText("使用简洁清晰明确的一段中文纯文本描述图片"),
)
desc, err := api.Request(m)
if err != nil {
continue
}
msgs[i].Data["__agent_desc__"] = desc
ag.imgpcache.Set(k, desc)
hasset = true
}
if hasset {

2
go.mod
View File

@@ -3,6 +3,7 @@ module github.com/fumiama/go-onebot-agent
go 1.20
require (
github.com/FloatTech/ttl v0.0.0-20240716161252-965925764562
github.com/RomiChan/syncx v0.0.0-20240418144900-b7402ffdebc7
github.com/fumiama/deepinfra v0.0.0-20250924162107-cf156d49a0fa
github.com/pkg/errors v0.9.1
@@ -11,7 +12,6 @@ require (
)
require (
github.com/FloatTech/ttl v0.0.0-20240716161252-965925764562 // indirect
github.com/fumiama/imgsz v0.0.4 // indirect
github.com/sirupsen/logrus v1.9.3 // indirect
github.com/tidwall/gjson v1.17.3 // indirect