deepinfra/chat/batch.go

package chat

import (
	"fmt"
	"strings"
)

type batch[T fmt.Stringer] struct {
	lst   *Log[T]
	items []T
}

func (l *Log[T]) newbatch(sz int) *batch[T] {
	if sz == 0 {
		panic("sz cannot be 0")
	}
	return &batch[T]{
		lst:   l,
		items: make([]T, 0, sz),
	}
}

func (cl *batch[T]) String() string {
	sb := strings.Builder{}
	for i := range cl.items {
		pre, post := cl.lst.preM, cl.lst.postM
		if pre != nil {
			pre(&cl.items[i])
		}
		sb.WriteString(cl.lst.itemsep)
		sb.WriteString(cl.items[i].String())
		if post != nil {
			post(&cl.items[i])
		}
	}
	return sb.String()[len(cl.lst.itemsep):]
}

// add without mutex
func (cl *batch[T]) add(item T) *batch[T] {
	v := cl.items
	defer func() {
		cl.items = v
	}()
	if cap(v) == 1 {
		v[0] = item
		return cl
	}
	if len(v) < cap(v) {
		v = append(v, item)
		return cl
	}
	copy(v, v[1:])
	v[len(v)-1] = item
	return cl
}