package llm_service import ( "ai_scheduler/internal/data/model" "ai_scheduler/internal/entitys" "ai_scheduler/internal/pkg" "ai_scheduler/internal/pkg/utils_ollama" "context" "encoding/json" "errors" "fmt" "github.com/gofiber/fiber/v2/log" "github.com/ollama/ollama/api" ) type OllamaService struct { client *utils_ollama.Client } func NewOllamaGenerate( client *utils_ollama.Client, ) *OllamaService { return &OllamaService{ client: client, } } func (r *OllamaService) IntentRecognize(ctx context.Context, requireData *entitys.RequireData) (msg string, err error) { prompt := r.getPrompt(requireData.Sys, requireData.Histories, requireData.UserInput, requireData.Tasks) toolDefinitions := r.registerToolsOllama(requireData.Tasks) match, err := r.client.ToolSelect(context.TODO(), prompt, toolDefinitions) if err != nil { return } log.Info("意图识别结果: %v", pkg.JsonStringIgonErr(match)) if len(match.Message.Content) == 0 { if match.Message.ToolCalls != nil { var matchFromTools = &entitys.Match{ Confidence: 1, Index: match.Message.ToolCalls[0].Function.Name, Parameters: pkg.JsonStringIgonErr(match.Message.ToolCalls[0].Function.Arguments), IsMatch: true, } match.Message.Content = pkg.JsonStringIgonErr(matchFromTools) } else { err = errors.New("不太明白你想表达的意思呢,可以在仔细描述一下您所需要的内容吗,感谢感谢") return } } msg = match.Message.Content return } func (r *OllamaService) getPrompt(sysInfo model.AiSy, history []model.AiChatHi, reqInput string, tasks []model.AiTask) []api.Message { var ( prompt = make([]api.Message, 0) ) prompt = append(prompt, api.Message{ Role: "system", Content: buildSystemPrompt(sysInfo.SysPrompt), }, api.Message{ Role: "assistant", Content: fmt.Sprintf("聊天记录:%s", pkg.JsonStringIgonErr(buildAssistant(history))), }, api.Message{ Role: "user", Content: reqInput, }) return prompt } func (r *OllamaService) registerToolsOllama(tasks []model.AiTask) []api.Tool { taskPrompt := make([]api.Tool, 0) for _, task := range tasks { var taskConfig entitys.TaskConfigDetail err := json.Unmarshal([]byte(task.Config), &taskConfig) if err != nil { continue } taskPrompt = append(taskPrompt, api.Tool{ Type: "function", Function: api.ToolFunction{ Name: task.Index, Description: task.Desc, Parameters: api.ToolFunctionParameters{ Type: taskConfig.Param.Type, Required: taskConfig.Param.Required, Properties: taskConfig.Param.Properties, }, }, }) } return taskPrompt }