version 1
Build and Deploy / test-backend (push) Successful in 1m11s
Build and Deploy / lint-frontend (push) Successful in 21s
Build and Deploy / build-backend (push) Successful in 58s
Build and Deploy / deploy (push) Canceled after 0s
Build and Deploy / build-frontend (push) Canceled after 5m38s
Build and Deploy / test-backend (push) Successful in 1m11s
Build and Deploy / lint-frontend (push) Successful in 21s
Build and Deploy / build-backend (push) Successful in 58s
Build and Deploy / deploy (push) Canceled after 0s
Build and Deploy / build-frontend (push) Canceled after 5m38s
This commit is contained in:
@@ -0,0 +1,31 @@
|
||||
package llm
|
||||
|
||||
import (
|
||||
"context"
|
||||
)
|
||||
|
||||
type UsageStore interface {
|
||||
RecordAIUsage(ctx context.Context, tokens int64)
|
||||
}
|
||||
|
||||
type RecordingProvider struct {
|
||||
inner Provider
|
||||
store UsageStore
|
||||
}
|
||||
|
||||
func NewRecordingProvider(inner Provider, store UsageStore) *RecordingProvider {
|
||||
return &RecordingProvider{inner: inner, store: store}
|
||||
}
|
||||
|
||||
func (p *RecordingProvider) Complete(ctx context.Context, systemPrompt, userPrompt string) (*Completion, error) {
|
||||
completion, err := p.inner.Complete(ctx, systemPrompt, userPrompt)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
if completion.Tokens > 0 {
|
||||
p.store.RecordAIUsage(ctx, completion.Tokens)
|
||||
}
|
||||
|
||||
return completion, nil
|
||||
}
|
||||
Reference in New Issue
Block a user