Hein (Warky)
72b4f7ce3d
- Added file upload handler to process both multipart and raw file uploads. - Implemented parsing logic for upload requests, including handling file metadata. - Introduced SaveFileDecodedInput structure for handling decoded file uploads. - Created unit tests for file upload parsing and validation. feat: add metadata retry configuration and functionality - Introduced MetadataRetryConfig to the application configuration. - Implemented MetadataRetryer to handle retrying metadata extraction for thoughts. - Added new tool for retrying failed metadata extractions. - Updated thought metadata structure to include status and timestamps for metadata processing. fix: enhance metadata normalization and error handling - Updated metadata normalization functions to track status and errors. - Improved handling of metadata extraction failures during thought updates and captures. - Ensured that metadata status is correctly set during various operations. refactor: streamline file saving logic in FilesTool - Refactored Save method in FilesTool to utilize new SaveDecoded method. - Simplified project and thought ID resolution logic during file saving.
112 lines
3.3 KiB
Go
112 lines
3.3 KiB
Go
package tools
|
|
|
|
import (
|
|
"context"
|
|
"log/slog"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/modelcontextprotocol/go-sdk/mcp"
|
|
"golang.org/x/sync/errgroup"
|
|
|
|
"git.warky.dev/wdevs/amcs/internal/ai"
|
|
"git.warky.dev/wdevs/amcs/internal/config"
|
|
"git.warky.dev/wdevs/amcs/internal/metadata"
|
|
"git.warky.dev/wdevs/amcs/internal/session"
|
|
"git.warky.dev/wdevs/amcs/internal/store"
|
|
thoughttypes "git.warky.dev/wdevs/amcs/internal/types"
|
|
)
|
|
|
|
type CaptureTool struct {
|
|
store *store.DB
|
|
provider ai.Provider
|
|
capture config.CaptureConfig
|
|
sessions *session.ActiveProjects
|
|
metadataTimeout time.Duration
|
|
retryer *MetadataRetryer
|
|
log *slog.Logger
|
|
}
|
|
|
|
type CaptureInput struct {
|
|
Content string `json:"content" jsonschema:"the thought or note to capture"`
|
|
Project string `json:"project,omitempty" jsonschema:"optional project name or id to associate with the thought"`
|
|
}
|
|
|
|
type CaptureOutput struct {
|
|
Thought thoughttypes.Thought `json:"thought"`
|
|
}
|
|
|
|
func NewCaptureTool(db *store.DB, provider ai.Provider, capture config.CaptureConfig, metadataTimeout time.Duration, sessions *session.ActiveProjects, retryer *MetadataRetryer, log *slog.Logger) *CaptureTool {
|
|
return &CaptureTool{store: db, provider: provider, capture: capture, sessions: sessions, metadataTimeout: metadataTimeout, retryer: retryer, log: log}
|
|
}
|
|
|
|
func (t *CaptureTool) Handle(ctx context.Context, req *mcp.CallToolRequest, in CaptureInput) (*mcp.CallToolResult, CaptureOutput, error) {
|
|
content := strings.TrimSpace(in.Content)
|
|
if content == "" {
|
|
return nil, CaptureOutput{}, errInvalidInput("content is required")
|
|
}
|
|
|
|
project, err := resolveProject(ctx, t.store, t.sessions, req, in.Project, false)
|
|
if err != nil {
|
|
return nil, CaptureOutput{}, err
|
|
}
|
|
|
|
var embedding []float32
|
|
rawMetadata := metadata.Fallback(t.capture)
|
|
metadataNeedsRetry := false
|
|
|
|
group, groupCtx := errgroup.WithContext(ctx)
|
|
group.Go(func() error {
|
|
vector, err := t.provider.Embed(groupCtx, content)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
embedding = vector
|
|
return nil
|
|
})
|
|
group.Go(func() error {
|
|
metaCtx := groupCtx
|
|
attemptedAt := time.Now().UTC()
|
|
if t.metadataTimeout > 0 {
|
|
var cancel context.CancelFunc
|
|
metaCtx, cancel = context.WithTimeout(groupCtx, t.metadataTimeout)
|
|
defer cancel()
|
|
}
|
|
extracted, err := t.provider.ExtractMetadata(metaCtx, content)
|
|
if err != nil {
|
|
t.log.Warn("metadata extraction failed, using fallback", slog.String("provider", t.provider.Name()), slog.String("error", err.Error()))
|
|
rawMetadata = metadata.MarkMetadataPending(rawMetadata, t.capture, attemptedAt, err)
|
|
metadataNeedsRetry = true
|
|
return nil
|
|
}
|
|
rawMetadata = metadata.MarkMetadataComplete(extracted, t.capture, attemptedAt)
|
|
return nil
|
|
})
|
|
|
|
if err := group.Wait(); err != nil {
|
|
return nil, CaptureOutput{}, err
|
|
}
|
|
|
|
thought := thoughttypes.Thought{
|
|
Content: content,
|
|
Embedding: embedding,
|
|
Metadata: metadata.Normalize(rawMetadata, t.capture),
|
|
}
|
|
if project != nil {
|
|
thought.ProjectID = &project.ID
|
|
}
|
|
|
|
created, err := t.store.InsertThought(ctx, thought, t.provider.EmbeddingModel())
|
|
if err != nil {
|
|
return nil, CaptureOutput{}, err
|
|
}
|
|
if project != nil {
|
|
_ = t.store.TouchProject(ctx, project.ID)
|
|
}
|
|
if metadataNeedsRetry && t.retryer != nil {
|
|
t.retryer.QueueThought(created.ID)
|
|
}
|
|
|
|
return nil, CaptureOutput{Thought: created}, nil
|
|
}
|