mirror of
https://github.com/abhinavxd/libredesk.git
synced 2026-10-15 01:12:06 +00:00
a4be8ecb95
Correctness fixes from the internal/ai code review: - gate reindex commits on the snippet row still existing, so a delete racing reconcile can't re-insert its embeddings forever - cap one logical provider request at 90s across all retries, so a hanging provider can't stall the reply box for minutes - return proper error envelopes from the copilot message store instead of raw sqlx errors that surfaced as "Error interface conversion failed" - reject blank AI replies in the generate-reply and copilot handlers - build GET tool URLs with url.Parse so a # in the URL doesn't swallow the query params - let a blank api_key clear the stored key (masked keeps it), restoring a way to disable AI Cleanups and hardening: - share one SSRF transport between tool and provider clients instead of building a new transport per AI call - copy the provider config struct instead of listing every field - backfill temperature 0.7 for configured providers upgrading from releases that hardcoded it - only pass user/assistant roles from copilot history to the provider - reject enc:-prefixed secrets that would be stored raw and fail decrypt - rune-safe truncation of test errors, one-line doc comments
425 lines
14 KiB
Go
425 lines
14 KiB
Go
package main
|
|
|
|
import (
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/abhinavxd/libredesk/internal/ai"
|
|
aimodels "github.com/abhinavxd/libredesk/internal/ai/models"
|
|
amodels "github.com/abhinavxd/libredesk/internal/auth/models"
|
|
cmodels "github.com/abhinavxd/libredesk/internal/conversation/models"
|
|
"github.com/abhinavxd/libredesk/internal/envelope"
|
|
"github.com/abhinavxd/libredesk/internal/stringutil"
|
|
"github.com/valyala/fasthttp"
|
|
"github.com/zerodha/fastglue"
|
|
)
|
|
|
|
// maxTranscriptMessages bounds how many recent messages are fed to the LLM as context.
|
|
const maxTranscriptMessages = 50
|
|
|
|
type aiCompletionReq struct {
|
|
PromptKey string `json:"prompt_key"`
|
|
Content string `json:"content"`
|
|
}
|
|
|
|
type generateReplyReq struct {
|
|
ConversationUUID string `json:"conversation_uuid"`
|
|
Instruction string `json:"instruction"`
|
|
}
|
|
|
|
type copilotReq struct {
|
|
ConversationUUID string `json:"conversation_uuid"`
|
|
Messages []aimodels.ChatMessage `json:"messages"`
|
|
}
|
|
|
|
type summarizeReq struct {
|
|
ConversationUUID string `json:"conversation_uuid"`
|
|
}
|
|
|
|
type snippetReq struct {
|
|
Title string `json:"title"`
|
|
Content string `json:"content"`
|
|
Enabled bool `json:"enabled"`
|
|
}
|
|
|
|
type snippetImportReq struct {
|
|
URL string `json:"url"`
|
|
}
|
|
|
|
// handleAICompletion runs a stored prompt over the supplied content (reply-box actions).
|
|
func handleAICompletion(r *fastglue.Request) error {
|
|
var (
|
|
app = r.Context.(*App)
|
|
req = aiCompletionReq{}
|
|
)
|
|
if err := r.Decode(&req, "json"); err != nil {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
resp, err := app.ai.Completion(r.RequestCtx, req.PromptKey, req.Content)
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(resp)
|
|
}
|
|
|
|
// handleGetAIPrompts returns the agent-facing prompts.
|
|
func handleGetAIPrompts(r *fastglue.Request) error {
|
|
app := r.Context.(*App)
|
|
resp, err := app.ai.GetPrompts()
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(resp)
|
|
}
|
|
|
|
// handleGetAIConfig returns the sanitized provider config for a type (completion/embedding).
|
|
func handleGetAIConfig(r *fastglue.Request) error {
|
|
app := r.Context.(*App)
|
|
providerType := r.RequestCtx.UserValue("type").(string)
|
|
cfg, err := app.ai.GetProviderConfig(providerType)
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(cfg)
|
|
}
|
|
|
|
// handleUpdateAIConfig updates the provider config for a type.
|
|
func handleUpdateAIConfig(r *fastglue.Request) error {
|
|
var (
|
|
app = r.Context.(*App)
|
|
providerType = r.RequestCtx.UserValue("type").(string)
|
|
req aimodels.ProviderConfig
|
|
)
|
|
if err := r.Decode(&req, "json"); err != nil {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
if err := app.ai.UpdateProviderConfig(providerType, req); err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(true)
|
|
}
|
|
|
|
// handleTestAIConfig makes one live provider request with the submitted config.
|
|
func handleTestAIConfig(r *fastglue.Request) error {
|
|
var (
|
|
app = r.Context.(*App)
|
|
providerType = r.RequestCtx.UserValue("type").(string)
|
|
req aimodels.ProviderConfig
|
|
)
|
|
if err := r.Decode(&req, "json"); err != nil {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
if err := app.ai.TestProviderConfig(providerType, req); err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(true)
|
|
}
|
|
|
|
// handleGetAITools returns all custom tools (auth secrets masked).
|
|
func handleGetAITools(r *fastglue.Request) error {
|
|
app := r.Context.(*App)
|
|
tools, err := app.ai.GetTools()
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(tools)
|
|
}
|
|
|
|
func handleGetAITool(r *fastglue.Request) error {
|
|
app := r.Context.(*App)
|
|
id, err := strconv.Atoi(r.RequestCtx.UserValue("id").(string))
|
|
if err != nil {
|
|
return r.SendErrorEnvelope(fasthttp.StatusBadRequest, app.i18n.T("globals.messages.somethingWentWrong"), nil, envelope.InputError)
|
|
}
|
|
tool, err := app.ai.GetTool(id)
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(tool)
|
|
}
|
|
|
|
func handleCreateAITool(r *fastglue.Request) error {
|
|
var (
|
|
app = r.Context.(*App)
|
|
req aimodels.Tool
|
|
)
|
|
if err := r.Decode(&req, "json"); err != nil {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
tool, err := app.ai.CreateTool(req)
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(tool)
|
|
}
|
|
|
|
func handleUpdateAITool(r *fastglue.Request) error {
|
|
var (
|
|
app = r.Context.(*App)
|
|
req aimodels.Tool
|
|
)
|
|
id, err := strconv.Atoi(r.RequestCtx.UserValue("id").(string))
|
|
if err != nil {
|
|
return r.SendErrorEnvelope(fasthttp.StatusBadRequest, app.i18n.T("globals.messages.somethingWentWrong"), nil, envelope.InputError)
|
|
}
|
|
if err := r.Decode(&req, "json"); err != nil {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
tool, err := app.ai.UpdateTool(id, req)
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(tool)
|
|
}
|
|
|
|
func handleDeleteAITool(r *fastglue.Request) error {
|
|
app := r.Context.(*App)
|
|
id, err := strconv.Atoi(r.RequestCtx.UserValue("id").(string))
|
|
if err != nil {
|
|
return r.SendErrorEnvelope(fasthttp.StatusBadRequest, app.i18n.T("globals.messages.somethingWentWrong"), nil, envelope.InputError)
|
|
}
|
|
if err := app.ai.DeleteTool(id); err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(true)
|
|
}
|
|
|
|
// handleGetAISnippets returns the knowledge base snippets.
|
|
func handleGetAISnippets(r *fastglue.Request) error {
|
|
app := r.Context.(*App)
|
|
items, err := app.ai.GetKnowledgeBaseItems()
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(items)
|
|
}
|
|
|
|
func handleCreateAISnippet(r *fastglue.Request) error {
|
|
var (
|
|
app = r.Context.(*App)
|
|
req snippetReq
|
|
)
|
|
if err := r.Decode(&req, "json"); err != nil {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
item, err := app.ai.CreateKnowledgeBaseItem(req.Title, req.Content, aimodels.KnowledgeSourceManual, "", req.Enabled)
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(item)
|
|
}
|
|
|
|
func handleUpdateAISnippet(r *fastglue.Request) error {
|
|
var (
|
|
app = r.Context.(*App)
|
|
req snippetReq
|
|
)
|
|
id, err := strconv.Atoi(r.RequestCtx.UserValue("id").(string))
|
|
if err != nil {
|
|
return r.SendErrorEnvelope(fasthttp.StatusBadRequest, app.i18n.T("globals.messages.somethingWentWrong"), nil, envelope.InputError)
|
|
}
|
|
if err := r.Decode(&req, "json"); err != nil {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
item, err := app.ai.UpdateKnowledgeBaseItem(id, req.Title, req.Content, req.Enabled)
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(item)
|
|
}
|
|
|
|
// handleImportAISnippetFromURL fetches a page and adds its readable content as a snippet.
|
|
func handleImportAISnippetFromURL(r *fastglue.Request) error {
|
|
var (
|
|
app = r.Context.(*App)
|
|
req snippetImportReq
|
|
)
|
|
if err := r.Decode(&req, "json"); err != nil {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
item, err := app.ai.ImportKnowledgeBaseFromURL(r.RequestCtx, req.URL)
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(item)
|
|
}
|
|
|
|
func handleDeleteAISnippet(r *fastglue.Request) error {
|
|
app := r.Context.(*App)
|
|
id, err := strconv.Atoi(r.RequestCtx.UserValue("id").(string))
|
|
if err != nil {
|
|
return r.SendErrorEnvelope(fasthttp.StatusBadRequest, app.i18n.T("globals.messages.somethingWentWrong"), nil, envelope.InputError)
|
|
}
|
|
if err := app.ai.DeleteKnowledgeBaseItem(id); err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(true)
|
|
}
|
|
|
|
// handleAIGenerateReply drafts a reply to a conversation using the agentic loop.
|
|
func handleAIGenerateReply(r *fastglue.Request) error {
|
|
var (
|
|
app = r.Context.(*App)
|
|
req generateReplyReq
|
|
)
|
|
if err := r.Decode(&req, "json"); err != nil {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
transcript := ""
|
|
if req.ConversationUUID != "" {
|
|
if _, err := enforceAIConversationAccess(r, req.ConversationUUID); err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
transcript = conversationTranscript(app, req.ConversationUUID)
|
|
}
|
|
resp, err := app.ai.GenerateReply(r.RequestCtx, transcript, req.Instruction, ai.ToolContext{})
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
if strings.TrimSpace(resp) == "" {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.GeneralError, app.i18n.T("globals.messages.somethingWentWrong"), nil))
|
|
}
|
|
return r.SendEnvelope(resp)
|
|
}
|
|
|
|
// handleAISummarizeConversation summarizes a conversation and posts the summary as the requesting agent's private note.
|
|
func handleAISummarizeConversation(r *fastglue.Request) error {
|
|
var (
|
|
app = r.Context.(*App)
|
|
req summarizeReq
|
|
)
|
|
if err := r.Decode(&req, "json"); err != nil {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
if req.ConversationUUID == "" {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
if _, err := enforceAIConversationAccess(r, req.ConversationUUID); err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
transcript := conversationTranscript(app, req.ConversationUUID)
|
|
if strings.TrimSpace(transcript) == "" {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("ai.summarizeEmptyConversation"), nil))
|
|
}
|
|
summary, err := app.ai.Summarize(r.RequestCtx, transcript)
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
if strings.TrimSpace(summary) == "" {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.GeneralError, app.i18n.T("globals.messages.somethingWentWrong"), nil))
|
|
}
|
|
auser := r.RequestCtx.UserValue("user").(amodels.User)
|
|
note := "**" + app.i18n.T("ai.summaryNoteTitle") + "**\n\n" + summary
|
|
if _, err := app.conversation.SendPrivateNote(nil, auser.ID, req.ConversationUUID, stringutil.Markdown2HTML(note), nil); err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(true)
|
|
}
|
|
|
|
// handleAICopilot answers an agent's copilot chat message.
|
|
func handleAICopilot(r *fastglue.Request) error {
|
|
var (
|
|
app = r.Context.(*App)
|
|
req copilotReq
|
|
)
|
|
if err := r.Decode(&req, "json"); err != nil {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
if len(req.Messages) == 0 {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
|
|
convoContext := ""
|
|
var conv *cmodels.Conversation
|
|
if req.ConversationUUID != "" {
|
|
c, err := enforceAIConversationAccess(r, req.ConversationUUID)
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
conv = c
|
|
convoContext = conversationTranscript(app, req.ConversationUUID)
|
|
}
|
|
resp, err := app.ai.Copilot(r.RequestCtx, convoContext, req.Messages, ai.ToolContext{})
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
if strings.TrimSpace(resp) == "" {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.GeneralError, app.i18n.T("globals.messages.somethingWentWrong"), nil))
|
|
}
|
|
// Persist this exchange (agent's last message + the reply) so the chat survives a refresh.
|
|
if conv != nil {
|
|
auser := r.RequestCtx.UserValue("user").(amodels.User)
|
|
last := req.Messages[len(req.Messages)-1]
|
|
if last.Role == "user" {
|
|
if err := app.ai.SaveCopilotMessage(conv.ID, auser.ID, "user", last.Content); err != nil {
|
|
app.lo.Error("error saving copilot user message", "error", err)
|
|
}
|
|
}
|
|
if strings.TrimSpace(resp) != "" {
|
|
if err := app.ai.SaveCopilotMessage(conv.ID, auser.ID, "assistant", resp); err != nil {
|
|
app.lo.Error("error saving copilot reply", "error", err)
|
|
}
|
|
}
|
|
}
|
|
return r.SendEnvelope(resp)
|
|
}
|
|
|
|
// handleGetCopilotMessages returns the requesting agent's persisted copilot chat for a conversation.
|
|
func handleGetCopilotMessages(r *fastglue.Request) error {
|
|
app := r.Context.(*App)
|
|
uuid := string(r.RequestCtx.QueryArgs().Peek("conversation_uuid"))
|
|
if uuid == "" {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
conv, err := enforceAIConversationAccess(r, uuid)
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
auser := r.RequestCtx.UserValue("user").(amodels.User)
|
|
msgs, err := app.ai.GetCopilotMessages(conv.ID, auser.ID)
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(msgs)
|
|
}
|
|
|
|
// handleClearCopilotMessages clears the requesting agent's copilot chat for a conversation.
|
|
func handleClearCopilotMessages(r *fastglue.Request) error {
|
|
app := r.Context.(*App)
|
|
uuid := string(r.RequestCtx.QueryArgs().Peek("conversation_uuid"))
|
|
if uuid == "" {
|
|
return sendErrorEnvelope(r, envelope.NewError(envelope.InputError, app.i18n.T("errors.parsingRequest"), nil))
|
|
}
|
|
conv, err := enforceAIConversationAccess(r, uuid)
|
|
if err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
auser := r.RequestCtx.UserValue("user").(amodels.User)
|
|
if err := app.ai.ClearCopilotMessages(conv.ID, auser.ID); err != nil {
|
|
return sendErrorEnvelope(r, err)
|
|
}
|
|
return r.SendEnvelope(true)
|
|
}
|
|
|
|
// enforceAIConversationAccess checks the requesting agent can access the conversation whose transcript is being fed to the LLM.
|
|
func enforceAIConversationAccess(r *fastglue.Request, uuid string) (*cmodels.Conversation, error) {
|
|
app := r.Context.(*App)
|
|
auser := r.RequestCtx.UserValue("user").(amodels.User)
|
|
user, err := app.user.GetAgentCachedOrLoad(auser.ID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return enforceConversationAccess(app, uuid, user)
|
|
}
|
|
|
|
// conversationTranscript builds a plaintext transcript of a conversation's public messages for use as AI context.
|
|
func conversationTranscript(app *App, uuid string) string {
|
|
private := false
|
|
msgs, err := app.conversation.GetAllConversationMessages(uuid, &private, []string{cmodels.MessageIncoming, cmodels.MessageOutgoing})
|
|
if err != nil {
|
|
app.lo.Error("error building conversation transcript for AI", "error", err)
|
|
return ""
|
|
}
|
|
return cmodels.Transcript(msgs, maxTranscriptMessages)
|
|
}
|