alpha version
This commit is contained in:
158
workers/claude.go
Normal file
158
workers/claude.go
Normal file
@ -0,0 +1,158 @@
|
||||
package workers
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"log/slog"
|
||||
"sync/atomic"
|
||||
|
||||
"github.com/alex-savin/go-receipt-tracker/bus"
|
||||
"github.com/alex-savin/go-receipt-tracker/config"
|
||||
"github.com/alex-savin/go-receipt-tracker/utils"
|
||||
"github.com/liushuangls/go-anthropic/v2"
|
||||
)
|
||||
|
||||
type Claude struct {
|
||||
id string
|
||||
model string
|
||||
opts *config.Parser
|
||||
client *anthropic.Client
|
||||
subscriptions map[string]chan bus.Event //
|
||||
bus *bus.Bus
|
||||
log *slog.Logger
|
||||
cancel context.CancelFunc //
|
||||
end uint32 // ensure the close methods are only called once
|
||||
}
|
||||
|
||||
func NewClaude(cfg *config.Parser, b *bus.Bus) *Claude {
|
||||
|
||||
ai := &Claude{
|
||||
id: cfg.Type, // "claude",
|
||||
model: cfg.Model, // "gpt-4o-mini"
|
||||
opts: cfg,
|
||||
subscriptions: make(map[string]chan bus.Event),
|
||||
bus: b,
|
||||
}
|
||||
|
||||
return ai
|
||||
}
|
||||
|
||||
func (ai *Claude) ID() string {
|
||||
return ai.id
|
||||
}
|
||||
|
||||
func (ai *Claude) Type() string {
|
||||
return "parser"
|
||||
}
|
||||
|
||||
func (ai *Claude) Init(log *slog.Logger) error {
|
||||
ai.client = anthropic.NewClient(ai.opts.ApiKey)
|
||||
ai.log = log
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (ai *Claude) Serve() {
|
||||
if atomic.LoadUint32(&ai.end) == 1 {
|
||||
return
|
||||
}
|
||||
|
||||
ai.subscribe("parser:" + ai.ID())
|
||||
ai.subscribe("parser:*")
|
||||
|
||||
ctx, cancel := context.WithCancel(context.Background())
|
||||
ai.cancel = cancel
|
||||
|
||||
go ai.eventLoop(ctx)
|
||||
}
|
||||
|
||||
func (ai *Claude) OneTime() error {
|
||||
return nil
|
||||
}
|
||||
|
||||
func (ai *Claude) Stop() {
|
||||
}
|
||||
|
||||
func (ai *Claude) Close() {
|
||||
}
|
||||
|
||||
func (ai *Claude) subscribe(chn string) error {
|
||||
s, err := ai.bus.Subscribe(chn, ai.Type()+":"+ai.ID())
|
||||
if err != nil {
|
||||
ai.log.Error("couldn't subscribe to a channel", "channel", chn, "error", err.Error())
|
||||
return err
|
||||
}
|
||||
ai.subscriptions[chn] = s
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// eventLoop loops forever
|
||||
func (ai *Claude) eventLoop(ctx context.Context) {
|
||||
ai.log.Debug(ai.ID() + " communication event loop started")
|
||||
defer ai.log.Debug(ai.ID() + " communication event loop halted")
|
||||
|
||||
for {
|
||||
for chn, ch := range ai.subscriptions {
|
||||
select {
|
||||
case event := <-ch:
|
||||
switch event.Payload.(type) {
|
||||
case *bus.Message:
|
||||
ai.log.Debug("got a new message to a channel", "channel", chn, "worker type", ai.Type(), "worker id", ai.ID())
|
||||
|
||||
msg := event.Payload.(*bus.Message)
|
||||
res, err := ai.recognize(event.Payload.(*bus.Message).Image.Base64, event.Payload.(*bus.Message).Image.Type)
|
||||
if err != nil {
|
||||
ai.log.Error("got an error from parser ("+ai.ID()+")", "error", err)
|
||||
}
|
||||
|
||||
msg.Image.Parsed[ai.ID()] = res
|
||||
err = ai.bus.Publish("processor:receipt_add", msg)
|
||||
if err != nil {
|
||||
ai.log.Error("couldn't publish to a channel", "channel", "processor:receipt_add", "error", err.Error())
|
||||
}
|
||||
}
|
||||
case <-ctx.Done():
|
||||
ai.log.Info("stopping " + ai.ID() + " communication event loop")
|
||||
return
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func (ai *Claude) recognize(img, imgType string) (res string, err error) {
|
||||
resp, err := ai.client.CreateMessages(context.Background(), anthropic.MessagesRequest{
|
||||
Model: anthropic.ModelClaude3Opus20240229,
|
||||
Messages: []anthropic.Message{
|
||||
{
|
||||
Role: anthropic.RoleUser,
|
||||
Content: []anthropic.MessageContent{
|
||||
anthropic.NewImageMessageContent(anthropic.MessageContentSource{
|
||||
Type: "base64",
|
||||
MediaType: imgType,
|
||||
Data: img,
|
||||
}),
|
||||
anthropic.NewTextMessageContent(config.Request),
|
||||
},
|
||||
},
|
||||
},
|
||||
MaxTokens: 1000,
|
||||
})
|
||||
if err != nil {
|
||||
var e *anthropic.APIError
|
||||
if errors.As(err, &e) {
|
||||
ai.log.Error("cannot recognize a receipt", "type", e.Type, "message", e.Message)
|
||||
} else {
|
||||
ai.log.Error("cannot recognize a receipt", "Messages error: %v\n", err)
|
||||
}
|
||||
return "", err
|
||||
}
|
||||
if !utils.IsJSON(*resp.Content[0].Text) {
|
||||
ai.log.Error("Claude returned not valid JSON", "%+v", resp.Content[0].Text)
|
||||
return "", err
|
||||
}
|
||||
|
||||
ai.log.Debug("recognition result", "worker", ai.ID(), "output", resp.Content[0].Text)
|
||||
|
||||
return *resp.Content[0].Text, nil
|
||||
}
|
Reference in New Issue
Block a user