diff options
Diffstat (limited to 'internal/llm/agent')
| -rw-r--r-- | internal/llm/agent/title.go | 31 |
1 files changed, 31 insertions, 0 deletions
diff --git a/internal/llm/agent/title.go b/internal/llm/agent/title.go new file mode 100644 index 000000000..1b9840cc2 --- /dev/null +++ b/internal/llm/agent/title.go @@ -0,0 +1,31 @@ +package agent + +import ( + "context" + + "github.com/cloudwego/eino/schema" + "github.com/kujtimiihoxha/termai/internal/llm/models" + "github.com/spf13/viper" +) + +func GenerateTitle(ctx context.Context, content string) (string, error) { + model, err := models.GetModel(ctx, models.ModelID(viper.GetString("models.small"))) + if err != nil { + return "", err + } + out, err := model.Generate( + ctx, + []*schema.Message{ + schema.SystemMessage(`- you will generate a short title based on the first message a user begins a conversation with + - ensure it is not more than 80 characters long + - the title should be a summary of the user's message + - do not use quotes or colons + - the entire text you return will be used as the title`), + schema.UserMessage(content), + }, + ) + if err != nil { + return "", err + } + return out.Content, nil +} |
