68 lines
2.3 KiB
Go
68 lines
2.3 KiB
Go
package chatpipline
|
|
|
|
import (
|
|
"context"
|
|
|
|
"knowlege-lsxd/internal/logger"
|
|
"knowlege-lsxd/internal/models/chat"
|
|
"knowlege-lsxd/internal/types"
|
|
"knowlege-lsxd/internal/types/interfaces"
|
|
)
|
|
|
|
// prepareChatModel shared logic to prepare chat model and options
|
|
func prepareChatModel(ctx context.Context, modelService interfaces.ModelService,
|
|
chatManage *types.ChatManage,
|
|
) (chat.Chat, *chat.ChatOptions, error) {
|
|
logger.Infof(ctx, "Getting chat model, model ID: %s", chatManage.ChatModelID)
|
|
|
|
chatModel, err := modelService.GetChatModel(ctx, chatManage.ChatModelID)
|
|
if err != nil {
|
|
logger.Errorf(ctx, "Failed to get chat model: %v", err)
|
|
return nil, nil, err
|
|
}
|
|
|
|
logger.Info(ctx, "Setting up chat options")
|
|
opt := &chat.ChatOptions{
|
|
Temperature: chatManage.SummaryConfig.Temperature,
|
|
TopP: chatManage.SummaryConfig.TopP,
|
|
Seed: chatManage.SummaryConfig.Seed,
|
|
MaxTokens: chatManage.SummaryConfig.MaxTokens,
|
|
MaxCompletionTokens: chatManage.SummaryConfig.MaxCompletionTokens,
|
|
FrequencyPenalty: chatManage.SummaryConfig.FrequencyPenalty,
|
|
PresencePenalty: chatManage.SummaryConfig.PresencePenalty,
|
|
}
|
|
|
|
return chatModel, opt, nil
|
|
}
|
|
|
|
// prepareBaseMessages prepare basic messages (system prompt and current user content)
|
|
func prepareBaseMessages(chatManage *types.ChatManage) []chat.Message {
|
|
var chatMessages []chat.Message
|
|
chatMessages = append(chatMessages, chat.Message{Role: "system", Content: chatManage.SummaryConfig.Prompt})
|
|
chatMessages = append(chatMessages, chat.Message{Role: "user", Content: chatManage.UserContent})
|
|
return chatMessages
|
|
}
|
|
|
|
// prepareMessagesWithHistory prepare complete messages including history
|
|
func prepareMessagesWithHistory(chatManage *types.ChatManage) []chat.Message {
|
|
chatMessages := []chat.Message{
|
|
{Role: "system", Content: chatManage.SummaryConfig.Prompt},
|
|
}
|
|
|
|
chatHistory := chatManage.History
|
|
if len(chatHistory) > 2 {
|
|
chatHistory = chatHistory[len(chatHistory)-2:]
|
|
}
|
|
|
|
// Add conversation history
|
|
for _, history := range chatHistory {
|
|
chatMessages = append(chatMessages, chat.Message{Role: "user", Content: history.Query})
|
|
chatMessages = append(chatMessages, chat.Message{Role: "assistant", Content: history.Answer})
|
|
}
|
|
|
|
// Add current user message
|
|
chatMessages = append(chatMessages, chat.Message{Role: "user", Content: chatManage.UserContent})
|
|
|
|
return chatMessages
|
|
}
|