Build and Deploy / test-backend (push) Successful in 1m11s
Build and Deploy / lint-frontend (push) Successful in 21s
Build and Deploy / build-backend (push) Successful in 58s
Build and Deploy / deploy (push) Canceled after 0s
Build and Deploy / build-frontend (push) Canceled after 5m38s
32 lines
652 B
Go
32 lines
652 B
Go
package llm
|
|
|
|
import (
|
|
"context"
|
|
)
|
|
|
|
type UsageStore interface {
|
|
RecordAIUsage(ctx context.Context, tokens int64)
|
|
}
|
|
|
|
type RecordingProvider struct {
|
|
inner Provider
|
|
store UsageStore
|
|
}
|
|
|
|
func NewRecordingProvider(inner Provider, store UsageStore) *RecordingProvider {
|
|
return &RecordingProvider{inner: inner, store: store}
|
|
}
|
|
|
|
func (p *RecordingProvider) Complete(ctx context.Context, systemPrompt, userPrompt string) (*Completion, error) {
|
|
completion, err := p.inner.Complete(ctx, systemPrompt, userPrompt)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if completion.Tokens > 0 {
|
|
p.store.RecordAIUsage(ctx, completion.Tokens)
|
|
}
|
|
|
|
return completion, nil
|
|
}
|