diff --git a/AGENTS.md b/AGENTS.md index 6bf4eb5f8..528236f56 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -119,6 +119,19 @@ When adding configuration options, update: - `app/MindWork AI Studio/Tools/PluginSystem/PluginConfigurationObject.cs` for parsing logic of complex configuration objects. - `app/MindWork AI Studio/Plugins/configuration/plugin.lua` to document the new configuration option. +## Tool Calling System + +**Documentation:** `documentation/Tools.md` + +When adding, changing, or removing model-driven tools, keep these parts in sync: +- `app/MindWork AI Studio/wwwroot/tool_definitions/` for the tool JSON definition. +- `app/MindWork AI Studio/Tools/ToolCallingSystem/ToolCallingImplementations/` for the `IToolImplementation` class. +- `app/MindWork AI Studio/Program.cs` for DI registration of the implementation. +- `app/MindWork AI Studio/Tools/ToolCallingSystem/ToolSelectionRules.cs` when default tool dependencies or minimum provider confidence rules change. +- `app/MindWork AI Studio/Plugins/configuration/plugin.lua` when administrators can configure or manage the tool or its settings. + +Tool implementations must treat model-provided arguments as untrusted input. Validate settings and arguments, protect secrets with `SensitiveTraceArgumentNames`, use `ToolExecutionBlockedException` for intentional policy blocks, and check provider confidence before returning sensitive data to the model. + ## RAG (Retrieval-Augmented Generation) RAG integration is currently in development (preview feature). Architecture: @@ -214,4 +227,4 @@ following words: - Downgraded - Upgraded -The entire changelog is sorted by these categories in the order shown above. The language used for the changelog is US English. \ No newline at end of file +The entire changelog is sorted by these categories in the order shown above. The language used for the changelog is US English. diff --git a/README.md b/README.md index a594ff410..7a097881d 100644 --- a/README.md +++ b/README.md @@ -185,6 +185,8 @@ If you're interested in learning more about future plans, check out our [roadmap You want to know how to build MindWork AI Studio from source? [Check out the instructions here](documentation/Build.md). +Do you want to add or maintain model-driven tools? [Read the tool development guide here](documentation/Tools.md). +
@@ -213,4 +215,4 @@ MindWork AI Studio is licensed under the `FSL-1.1-MIT` license (functional sourc For more details, refer to the [LICENSE](LICENSE.md) file. This license structure ensures you have plenty of freedom to use and enjoy the software while protecting our work. -
\ No newline at end of file + diff --git a/app/MindWork AI Studio/Assistants/AssistantBase.razor b/app/MindWork AI Studio/Assistants/AssistantBase.razor index 3268612d7..c45ac7d95 100644 --- a/app/MindWork AI Studio/Assistants/AssistantBase.razor +++ b/app/MindWork AI Studio/Assistants/AssistantBase.razor @@ -151,6 +151,11 @@ } + @if (this.SettingsManager.IsToolSelectionVisible(this.Component)) + { + + } + diff --git a/app/MindWork AI Studio/Assistants/AssistantBase.razor.cs b/app/MindWork AI Studio/Assistants/AssistantBase.razor.cs index 632722ab8..bc1a7387c 100644 --- a/app/MindWork AI Studio/Assistants/AssistantBase.razor.cs +++ b/app/MindWork AI Studio/Assistants/AssistantBase.razor.cs @@ -3,6 +3,7 @@ using AIStudio.Settings; using AIStudio.Dialogs.Settings; using AIStudio.Tools.Services; +using AIStudio.Tools.ToolCallingSystem; using Microsoft.AspNetCore.Components; @@ -93,6 +94,7 @@ public abstract partial class AssistantBase : AssistantLowerBase wher protected ChatThread? chatThread; protected IContent? lastUserPrompt; protected CancellationTokenSource? cancellationTokenSource; + protected HashSet selectedToolIds = []; private readonly Timer formChangeTimer = new(TimeSpan.FromSeconds(1.6)); @@ -124,6 +126,7 @@ protected override async Task OnInitializedAsync() this.providerSettings = this.SettingsManager.GetPreselectedProvider(this.Component); this.currentProfile = this.SettingsManager.GetPreselectedProfile(this.Component); this.currentChatTemplate = this.SettingsManager.GetPreselectedChatTemplate(this.Component); + this.selectedToolIds = this.SettingsManager.GetDefaultToolIds(this.Component); } protected override async Task OnParametersSetAsync() @@ -223,6 +226,7 @@ protected void CreateChatThread() ChatId = Guid.NewGuid(), Name = string.Format(this.TB("Assistant - {0}"), this.Title), Blocks = [], + RuntimeComponent = this.Component, }; } @@ -239,6 +243,7 @@ protected Guid CreateChatThread(Guid workspaceId, string name) ChatId = chatId, Name = name, Blocks = [], + RuntimeComponent = this.Component, }; return chatId; @@ -250,6 +255,12 @@ protected virtual void ResetProviderAndProfileSelection() this.currentProfile = this.SettingsManager.GetPreselectedProfile(this.Component); this.currentChatTemplate = this.SettingsManager.GetPreselectedChatTemplate(this.Component); } + + protected Task SelectedToolIdsChanged(HashSet updatedToolIds) + { + this.selectedToolIds = ToolSelectionRules.NormalizeSelection(updatedToolIds); + return Task.CompletedTask; + } protected DateTimeOffset AddUserRequest(string request, bool hideContentFromUser = false, params List attachments) { @@ -297,6 +308,10 @@ protected async Task AddAIResponseAsync(DateTimeOffset time, bool hideCo { this.chatThread.Blocks.Add(this.resultingContentBlock); this.chatThread.SelectedProvider = this.providerSettings.Id; + this.chatThread.RuntimeComponent = this.Component; + this.chatThread.RuntimeSelectedToolIds = this.SettingsManager.IsToolSelectionVisible(this.Component) + ? ToolSelectionRules.NormalizeSelection(this.selectedToolIds) + : []; } this.isProcessing = true; diff --git a/app/MindWork AI Studio/Assistants/I18N/allTexts.lua b/app/MindWork AI Studio/Assistants/I18N/allTexts.lua index c94b4b7ae..ce1be4581 100644 --- a/app/MindWork AI Studio/Assistants/I18N/allTexts.lua +++ b/app/MindWork AI Studio/Assistants/I18N/allTexts.lua @@ -1684,21 +1684,42 @@ UI_TEXT_CONTENT["AISTUDIO::CHAT::CHATROLEEXTENSIONS::T601166687"] = "AI" -- Edit Message UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1183581066"] = "Edit Message" +-- Result +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1347088452"] = "Result" + -- Do you really want to remove this message? UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1347427447"] = "Do you really want to remove this message?" -- Yes, remove the AI response and edit it UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1350385882"] = "Yes, remove the AI response and edit it" +-- Failed +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1434043348"] = "Failed" + +-- Tool Calls ({0}) +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1493057571"] = "Tool Calls ({0})" + +-- Executed +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1564757972"] = "Executed" + -- Yes, regenerate it UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1603883875"] = "Yes, regenerate it" +-- No result +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1684269223"] = "No result" + -- Yes, remove it UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1820166585"] = "Yes, remove it" -- Number of sources UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1848978959"] = "Number of sources" +-- Show {0} tool calls +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1981771421"] = "Show {0} tool calls" + +-- Show tool call for {0} +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2004842583"] = "Show tool call for {0}" + -- Do you really want to edit this message? In order to edit this message, the AI response will be deleted. UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2018431076"] = "Do you really want to edit this message? In order to edit this message, the AI response will be deleted." @@ -1708,6 +1729,9 @@ UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2093355991"] = "Removes -- Regenerate Message UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2308444540"] = "Regenerate Message" +-- Arguments +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2738624831"] = "Arguments" + -- Number of attachments UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3018847255"] = "Number of attachments" @@ -1717,9 +1741,15 @@ UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3175548294"] = "Cannot -- Edit UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3267849393"] = "Edit" +-- Unknown +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3424652889"] = "Unknown" + -- Regenerate UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3587744975"] = "Regenerate" +-- Blocked +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3816336467"] = "Blocked" + -- Do you really want to regenerate this message? UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3878878761"] = "Do you really want to regenerate this message?" @@ -1729,9 +1759,15 @@ UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T4070211974"] = "Remove -- No, keep it UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T4188329028"] = "No, keep it" +-- No tool calls +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T4224149521"] = "No tool calls" + -- Export Chat to Microsoft Word UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T861873672"] = "Export Chat to Microsoft Word" +-- No arguments +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T931993614"] = "No arguments" + -- The local image file does not exist. Skipping the image. UI_TEXT_CONTENT["AISTUDIO::CHAT::IIMAGESOURCEEXTENSIONS::T255679918"] = "The local image file does not exist. Skipping the image." @@ -1882,15 +1918,6 @@ UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMINCONFIDENCESELECTION::T252 -- Select a minimum confidence level UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMINCONFIDENCESELECTION::T2579793544"] = "Select a minimum confidence level" --- You have selected 1 preview feature. -UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMULTISELECT::T1384241824"] = "You have selected 1 preview feature." - --- No preview features selected. -UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMULTISELECT::T2809641588"] = "No preview features selected." - --- You have selected {0} preview features. -UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMULTISELECT::T3513450626"] = "You have selected {0} preview features." - -- Preselected provider UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONPROVIDERSELECTION::T1469984996"] = "Preselected provider" @@ -2590,6 +2617,39 @@ UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELPROVIDERS::T900237 -- Export configuration UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELPROVIDERS::T975426229"] = "Export configuration" +-- Settings +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T1258653480"] = "Settings" + +-- Description +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T1725856265"] = "Description" + +-- Icon +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T1759955728"] = "Icon" + +-- Configure global settings for each tool. Tool defaults for chat and assistants are configured in the corresponding feature settings. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T176751696"] = "Configure global settings for each tool. Tool defaults for chat and assistants are configured in the corresponding feature settings." + +-- This tool still needs to be configured. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T1958939818"] = "This tool still needs to be configured." + +-- Missing required settings: {0} +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T2588115579"] = "Missing required settings: {0}" + +-- Name +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T266367750"] = "Name" + +-- No minimum confidence level chosen +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T2828607242"] = "No minimum confidence level chosen" + +-- Minimum provider confidence +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T3461070436"] = "Minimum provider confidence" + +-- Tool Settings +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T3730473128"] = "Tool Settings" + +-- State +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T502047894"] = "State" + -- No transcription provider configured yet. UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTRANSCRIPTION::T1079350363"] = "No transcription provider configured yet." @@ -2659,6 +2719,66 @@ UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::THIRDPARTYCOMPONENT::T1392042694"] = "Ope -- License: UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::THIRDPARTYCOMPONENT::T1908172666"] = "License:" +-- Tool selection is hidden +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T2096103917"] = "Tool selection is hidden" + +-- You have selected 1 tool. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T2493128368"] = "You have selected 1 tool." + +-- Choose which tools should be preselected for new runs of this assistant. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T2696618758"] = "Choose which tools should be preselected for new runs of this assistant." + +-- Default tools for this assistant +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3253667950"] = "Default tools for this assistant" + +-- Tool selection is visible +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3384582069"] = "Tool selection is visible" + +-- Show tool selection in this assistant? +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3494508870"] = "Show tool selection in this assistant?" + +-- You have selected {0} tools. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3729156356"] = "You have selected {0} tools." + +-- No tools selected. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3934845540"] = "No tools selected." + +-- Default tools for chat +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T907403808"] = "Default tools for chat" + +-- Choose which tools should be preselected for new chats. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T948842182"] = "Choose which tools should be preselected for new chats." + +-- This tool is currently required because Web Search is enabled. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T1351725609"] = "This tool is currently required because Web Search is enabled." + +-- Tool changes are locked while a response is running. Your current selection is shown below and applies again from the next message once the run is finished. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T1688023907"] = "Tool changes are locked while a response is running. Your current selection is shown below and applies again from the next message once the run is finished." + +-- Enabling this tool also enables Read Web Page. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3023833839"] = "Enabling this tool also enables Read Web Page." + +-- Required settings are missing. Configure this tool before enabling it. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3119156561"] = "Required settings are missing. Configure this tool before enabling it." + +-- The selected provider or model does not support tool calling. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3364063757"] = "The selected provider or model does not support tool calling." + +-- Close +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3448155331"] = "Close" + +-- No tools are available in this context. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3904490680"] = "No tools are available in this context." + +-- This tool requires provider confidence {0}. The selected provider has {1}. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T4097602620"] = "This tool requires provider confidence {0}. The selected provider has {1}." + +-- Tool Selection +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T749664565"] = "Tool Selection" + +-- Select tools +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T998515990"] = "Select tools" + -- You'll interact with the AI systems using your voice. To achieve this, we want to integrate voice input (speech-to-text) and output (text-to-speech). However, later on, it should also have a natural conversation flow, i.e., seamless conversation. UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::VISION::T1015366320"] = "You'll interact with the AI systems using your voice. To achieve this, we want to integrate voice input (speech-to-text) and output (text-to-speech). However, later on, it should also have a natural conversation flow, i.e., seamless conversation." @@ -4696,6 +4816,12 @@ UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T13933 -- Preselect aspects for the LLM to focus on when generating slides, such as bullet points or specific topics to emphasize. UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T1528169602"] = "Preselect aspects for the LLM to focus on when generating slides, such as bullet points or specific topics to emphasize." +-- Slide Planner Assistant options are preselected +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T1549358578"] = "Slide Planner Assistant options are preselected" + +-- No Slide Planner Assistant options are preselected +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T1694374279"] = "No Slide Planner Assistant options are preselected" + -- Choose whether the assistant should use the app default profile, no profile, or a specific profile. UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T1766361623"] = "Choose whether the assistant should use the app default profile, no profile, or a specific profile." @@ -4705,9 +4831,6 @@ UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T20146 -- Which audience organizational level should be preselected? UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T216511105"] = "Which audience organizational level should be preselected?" --- Preselect Slide Planner Assistant options? -UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T227645894"] = "Preselect Slide Planner Assistant options?" - -- Preselect a profile UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T2322771068"] = "Preselect a profile" @@ -4724,26 +4847,23 @@ UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T25714 UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T2645589441"] = "Preselect the audience age group" -- Assistant: Slide Planner Assistant Options -UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3215549988"] = "Assistant: Slide Planner Assistant Options" +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3226042276"] = "Assistant: Slide Planner Assistant Options" -- Which audience expertise should be preselected? UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3228597992"] = "Which audience expertise should be preselected?" +-- Preselect Slide Planner Assistant options? +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T339924858"] = "Preselect Slide Planner Assistant options?" + -- Close UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3448155331"] = "Close" -- Preselect important aspects UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3705987833"] = "Preselect important aspects" --- No Slide Planner Assistant options are preselected -UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T4214398691"] = "No Slide Planner Assistant options are preselected" - -- Preselect the audience profile UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T861397972"] = "Preselect the audience profile" --- Slide Planner Assistant options are preselected -UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T93124146"] = "Slide Planner Assistant options are preselected" - -- Which audience age group should be preselected? UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T956845877"] = "Which audience age group should be preselected?" @@ -5002,6 +5122,18 @@ UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGWRITINGEMAILS::T3547 -- Preselect e-mail options? UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGWRITINGEMAILS::T3832719342"] = "Preselect e-mail options?" +-- Save +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::TOOLSETTINGSDIALOG::T1294818664"] = "Save" + +-- Tool Settings +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::TOOLSETTINGSDIALOG::T3730473128"] = "Tool Settings" + +-- The selected tool could not be loaded. +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::TOOLSETTINGSDIALOG::T3907843187"] = "The selected tool could not be loaded." + +-- Cancel +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::TOOLSETTINGSDIALOG::T900713019"] = "Cancel" + -- Save UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SHORTCUTDIALOG::T1294818664"] = "Save" @@ -5803,6 +5935,9 @@ UI_TEXT_CONTENT["AISTUDIO::PROVIDER::BASEPROVIDER::T3014737766"] = "We tried to -- We tried to communicate with the LLM provider '{0}' (type={1}). Even after {2} retries, there were some problems with the request. The provider message is: '{3}'. UI_TEXT_CONTENT["AISTUDIO::PROVIDER::BASEPROVIDER::T3049689432"] = "We tried to communicate with the LLM provider '{0}' (type={1}). Even after {2} retries, there were some problems with the request. The provider message is: '{3}'." +-- The tool calling request failed with status code {0}. See the logs for details. +UI_TEXT_CONTENT["AISTUDIO::PROVIDER::BASEPROVIDER::T3117779001"] = "The tool calling request failed with status code {0}. See the logs for details." + -- Tried to communicate with the LLM provider '{0}'. There were some problems with the request. The provider message is: '{1}' UI_TEXT_CONTENT["AISTUDIO::PROVIDER::BASEPROVIDER::T3573577433"] = "Tried to communicate with the LLM provider '{0}'. There were some problems with the request. The provider message is: '{1}'" @@ -5869,6 +6004,9 @@ UI_TEXT_CONTENT["AISTUDIO::PROVIDER::LLMPROVIDERSEXTENSIONS::T3424652889"] = "Un -- no model selected UI_TEXT_CONTENT["AISTUDIO::PROVIDER::MODEL::T2234274832"] = "no model selected" +-- The tool calling request failed with status code {0}. See the logs for details. +UI_TEXT_CONTENT["AISTUDIO::PROVIDER::OPENAI::PROVIDEROPENAI::T3117779001"] = "The tool calling request failed with status code {0}. See the logs for details." + -- Model as configured by whisper.cpp UI_TEXT_CONTENT["AISTUDIO::PROVIDER::SELFHOSTED::PROVIDERSELFHOSTED::T3313940770"] = "Model as configured by whisper.cpp" @@ -6724,6 +6862,108 @@ UI_TEXT_CONTENT["AISTUDIO::TOOLS::SOURCEEXTENSIONS::T4174900468"] = "Sources pro -- Sources provided by the AI UI_TEXT_CONTENT["AISTUDIO::TOOLS::SOURCEEXTENSIONS::T4261248356"] = "Sources provided by the AI" +-- Tool +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::ITOOLIMPLEMENTATION::T3517012711"] = "Tool" + +-- Tool description +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::ITOOLIMPLEMENTATION::T4056470505"] = "Tool description" + +-- Load a single web page, extract its main HTML content, and return structured working material for the model. Use the result to synthesize a natural-language answer instead of exposing the raw payload to the user. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T1823236891"] = "Load a single web page, extract its main HTML content, and return structured working material for the model. Use the result to synthesize a natural-language answer instead of exposing the raw payload to the user." + +-- Optional global truncation limit for extracted Markdown returned to the model. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T2066580916"] = "Optional global truncation limit for extracted Markdown returned to the model." + +-- Allowed private hosts must be host names only, without scheme or path. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T2196457612"] = "Allowed private hosts must be host names only, without scheme or path." + +-- Optional host allowlist for private or VPN web pages. Separate host patterns with commas, such as example.de, *.example.de. Allowed private hosts require a High-confidence provider. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T237631450"] = "Optional host allowlist for private or VPN web pages. Separate host patterns with commas, such as example.de, *.example.de. Allowed private hosts require a High-confidence provider." + +-- Maximum Content Characters +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T2801581200"] = "Maximum Content Characters" + +-- Optional HTTP timeout for loading a web page in seconds. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T2941521561"] = "Optional HTTP timeout for loading a web page in seconds." + +-- Allowed private host '{0}' is not valid. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3089707139"] = "Allowed private host '{0}' is not valid." + +-- Allowed Private Hosts +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3415515539"] = "Allowed Private Hosts" + +-- Timeout Seconds +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3567699845"] = "Timeout Seconds" + +-- Read Web Page +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3612587998"] = "Read Web Page" + +-- The web page was not loaded because private or VPN web pages require a High-confidence provider. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3856267430"] = "The web page was not loaded because private or VPN web pages require a High-confidence provider." + +-- Maximum Results +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1273024715"] = "Maximum Results" + +-- Optional comma-separated default categories. Do not set this together with default engines. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1342681591"] = "Optional comma-separated default categories. Do not set this together with default engines." + +-- Default Safe Search +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1343180281"] = "Default Safe Search" + +-- Base URL of the SearXNG instance. You can enter either the instance root URL or the /search endpoint. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1739312423"] = "Base URL of the SearXNG instance. You can enter either the instance root URL or the /search endpoint." + +-- A SearXNG URL is required. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1746583720"] = "A SearXNG URL is required." + +-- Default Engines +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1865580137"] = "Default Engines" + +-- Optional fallback language code when the model does not provide a language. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1868101906"] = "Optional fallback language code when the model does not provide a language." + +-- Default Categories +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T2053347010"] = "Default Categories" + +-- Default Language +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T2526826120"] = "Default Language" + +-- The configured SearXNG URL is not a valid absolute URL. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3038368943"] = "The configured SearXNG URL is not a valid absolute URL." + +-- Optional HTTP timeout for the search request in seconds. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3078115445"] = "Optional HTTP timeout for the search request in seconds." + +-- Timeout Seconds +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3567699845"] = "Timeout Seconds" + +-- Optional default maximum number of results returned to the model when the model does not provide a limit. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3603838271"] = "Optional default maximum number of results returned to the model when the model does not provide a limit." + +-- Web Search +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3815068443"] = "Web Search" + +-- Optional safe search policy sent to SearXNG when configured. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3967748757"] = "Optional safe search policy sent to SearXNG when configured." + +-- Default categories and default engines cannot both be set for the web search tool. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T4009446158"] = "Default categories and default engines cannot both be set for the web search tool." + +-- Optional comma-separated default engines. Do not set this together with default categories. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T4108908537"] = "Optional comma-separated default engines. Do not set this together with default categories." + +-- The setting '{0}' must be a positive integer. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T4199432074"] = "The setting '{0}' must be a positive integer." + +-- Search the web with a configured SearXNG instance and return candidate URLs for the model. Use Read Web Page on relevant result URLs before answering factual or detailed web questions. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T764865565"] = "Search the web with a configured SearXNG instance and return candidate URLs for the model. Use Read Web Page on relevant result URLs before answering factual or detailed web questions." + +-- The configured SearXNG URL must start with http:// or https://. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T944878454"] = "The configured SearXNG URL must start with http:// or https://." + +-- SearXNG URL +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T993547568"] = "SearXNG URL" + -- Pandoc Installation UI_TEXT_CONTENT["AISTUDIO::TOOLS::USERFILE::T185447014"] = "Pandoc Installation" diff --git a/app/MindWork AI Studio/Chat/ChatThread.cs b/app/MindWork AI Studio/Chat/ChatThread.cs index e8277cb5f..2ba1d7d53 100644 --- a/app/MindWork AI Studio/Chat/ChatThread.cs +++ b/app/MindWork AI Studio/Chat/ChatThread.cs @@ -1,8 +1,11 @@ using System.Globalization; +using System.Text.Json.Serialization; using AIStudio.Components; using AIStudio.Settings; using AIStudio.Settings.DataModel; +using AIStudio.Tools; +using AIStudio.Tools.ToolCallingSystem; using AIStudio.Tools.ERIClient.DataModel; namespace AIStudio.Chat; @@ -79,6 +82,12 @@ public sealed record ChatThread /// The content blocks of the chat thread. /// public List Blocks { get; init; } = []; + + [JsonIgnore] + public AIStudio.Tools.Components RuntimeComponent { get; set; } = AIStudio.Tools.Components.CHAT; + + [JsonIgnore] + public HashSet RuntimeSelectedToolIds { get; set; } = []; private bool allowProfile = true; @@ -185,6 +194,17 @@ public string PrepareSystemPrompt(SettingsManager settingsManager) } LOGGER.LogInformation(logMessage); + + var toolPolicy = this.BuildToolPolicyPrompt(); + if (!string.IsNullOrWhiteSpace(toolPolicy)) + { + systemPromptText = $""" + {systemPromptText} + + {toolPolicy} + """; + } + if(!this.IncludeDateTime) return systemPromptText; @@ -205,6 +225,28 @@ public string PrepareSystemPrompt(SettingsManager settingsManager) """; } + private string BuildToolPolicyPrompt() + { + var normalizedToolIds = ToolSelectionRules.NormalizeSelection(this.RuntimeSelectedToolIds); + var hasWebSearch = normalizedToolIds.Contains(ToolSelectionRules.WEB_SEARCH_TOOL_ID); + var hasReadWebPage = normalizedToolIds.Contains(ToolSelectionRules.READ_WEB_PAGE_TOOL_ID); + + if (hasWebSearch && hasReadWebPage) + return """ + Tool usage policy for web search: + - Use the `web_search`-tool to discover relevant candidate URLs. + - Do not answer substantive web questions from search snippets alone when `read_web_page` is available. + - Search snippets alone are only sufficient for simple link-finding or very high-level orientation. + - After `web_search`, use the `read_web_page`-tool on at least one relevant result before answering questions that require facts, summaries, comparisons, current information, or other page-level details. + - Prefer answering from the extracted page content when it is available. + - Summarize tool results in natural language. + - Treat `read_web_page` results as working material for synthesis, not as final answer text. + - Add a sources-section to the end of your answer, where you link the sources that you used. + """; + + return string.Empty; + } + /// /// Removes a content block from this chat thread. /// @@ -287,4 +329,4 @@ public void Remove(IContent content, bool removeForRegenerate = false) return new Tools.ERIClient.DataModel.ChatThread { ContentBlocks = contentBlocks }; } -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Chat/ContentBlockComponent.razor b/app/MindWork AI Studio/Chat/ContentBlockComponent.razor index 8d0689da1..4e0402bce 100644 --- a/app/MindWork AI Studio/Chat/ContentBlockComponent.razor +++ b/app/MindWork AI Studio/Chat/ContentBlockComponent.razor @@ -11,9 +11,27 @@ - - @this.Role.ToName() (@this.Time.LocalDateTime) - + + + @this.Role.ToName() (@this.Time.LocalDateTime) + + @if (this.HasToolTrace) + { + + + + + + + + + } + @if (this.Content.FileAttachments.Count > 0) @@ -96,6 +114,67 @@ } else { + @if (this.HasToolTrace && this.showToolTrace) + { + + + @string.Format(T("Tool Calls ({0})"), textContent.ToolInvocations.Count) + + @foreach (var invocation in textContent.ToolInvocations.OrderBy(x => x.Order)) + { + + + + + + @($"{invocation.Order}. {invocation.ToolName}") + + @this.GetTraceStatusText(invocation) + + + + + + + @if (this.IsToolInvocationExpanded(invocation.Order)) + { + @if (!string.IsNullOrWhiteSpace(invocation.StatusMessage)) + { + @invocation.StatusMessage + } + + @T("Result") + + @this.GetToolInvocationResult(invocation) + + + @T("Arguments") + @if (invocation.Arguments.Count == 0) + { + @T("No arguments") + } + else + { + + @foreach (var argument in invocation.Arguments) + { + + @argument.Key: @argument.Value + + } + + } + } + + } + + } + var renderPlan = this.GetMarkdownRenderPlan(textContent.Text);
@foreach (var segment in renderPlan.Segments) @@ -115,6 +194,13 @@ }
+ + @if (this.Role is ChatRole.AI && !string.IsNullOrWhiteSpace(textContent.ToolRuntimeStatus.Message)) + { + + @textContent.ToolRuntimeStatus.Message + + } } } } diff --git a/app/MindWork AI Studio/Chat/ContentBlockComponent.razor.cs b/app/MindWork AI Studio/Chat/ContentBlockComponent.razor.cs index e0b035ce1..84b41232d 100644 --- a/app/MindWork AI Studio/Chat/ContentBlockComponent.razor.cs +++ b/app/MindWork AI Studio/Chat/ContentBlockComponent.razor.cs @@ -1,7 +1,9 @@ using AIStudio.Components; using AIStudio.Dialogs; using AIStudio.Tools.Services; +using AIStudio.Tools.ToolCallingSystem; using Microsoft.AspNetCore.Components; +using MudBlazor; namespace AIStudio.Chat; @@ -103,6 +105,8 @@ public partial class ContentBlockComponent : MSGComponentBase, IAsyncDisposable private string lastMathRenderSignature = string.Empty; private bool hasActiveMathContainer; private bool isDisposed; + private bool showToolTrace; + private readonly HashSet expandedToolInvocations = []; #region Overrides of ComponentBase @@ -199,6 +203,27 @@ private int CreateRenderHash() hash.Add(textValue.Length); hash.Add(textValue.GetHashCode(StringComparison.Ordinal)); hash.Add(text.Sources.Count); + hash.Add(text.ToolInvocations.Count); + hash.Add(text.ToolRuntimeStatus.IsRunning); + hash.Add(text.ToolRuntimeStatus.Message); + hash.Add(this.showToolTrace); + hash.Add(this.expandedToolInvocations.Count); + foreach (var expandedInvocation in this.expandedToolInvocations.Order()) + hash.Add(expandedInvocation); + foreach (var invocation in text.ToolInvocations) + { + hash.Add(invocation.Order); + hash.Add(invocation.ToolId); + hash.Add(invocation.Status); + hash.Add(invocation.StatusMessage); + hash.Add(invocation.Result); + hash.Add(invocation.Arguments.Count); + foreach (var argument in invocation.Arguments) + { + hash.Add(argument.Key); + hash.Add(argument.Value); + } + } break; case ContentImage image: @@ -214,8 +239,55 @@ private int CreateRenderHash() private string CardClasses => $"my-2 rounded-lg {this.Class}"; + private bool HasToolTrace => this.Role is ChatRole.AI && this.GetToolInvocations().Count > 0; + private CodeBlockTheme CodeColorPalette => this.SettingsManager.IsDarkMode ? CodeBlockTheme.Dark : CodeBlockTheme.Default; + private static Color GetTraceColor(ToolInvocationTraceStatus status) => status switch + { + ToolInvocationTraceStatus.SUCCESS => Color.Success, + ToolInvocationTraceStatus.ERROR => Color.Error, + ToolInvocationTraceStatus.BLOCKED => Color.Warning, + _ => Color.Default, + }; + + private string GetTraceStatusText(ToolInvocationTrace trace) => trace.Status switch + { + ToolInvocationTraceStatus.SUCCESS => this.T("Executed"), + ToolInvocationTraceStatus.ERROR => this.T("Failed"), + ToolInvocationTraceStatus.BLOCKED => this.T("Blocked"), + _ => this.T("Unknown"), + }; + + private IReadOnlyList GetToolInvocations() => this.Content is ContentText textContent + ? textContent.ToolInvocations.OrderBy(x => x.Order).ToList() + : []; + + private string GetToolTraceTooltip() + { + var invocations = this.GetToolInvocations(); + return invocations.Count switch + { + 0 => this.T("No tool calls"), + 1 => string.Format(this.T("Show tool call for {0}"), invocations[0].ToolName), + _ => string.Format(this.T("Show {0} tool calls"), invocations.Count), + }; + } + + private void ToggleToolTrace() => this.showToolTrace = !this.showToolTrace; + + private bool IsToolInvocationExpanded(int order) => this.expandedToolInvocations.Contains(order); + + private void ToggleToolInvocation(int order) + { + if (!this.expandedToolInvocations.Add(order)) + this.expandedToolInvocations.Remove(order); + } + + private string GetToolInvocationResult(ToolInvocationTrace invocation) => string.IsNullOrWhiteSpace(invocation.Result) + ? this.T("No result") + : invocation.Result; + private MudMarkdownStyling MarkdownStyling => new() { CodeBlock = { Theme = this.CodeColorPalette }, diff --git a/app/MindWork AI Studio/Chat/ContentText.cs b/app/MindWork AI Studio/Chat/ContentText.cs index 3a9b8f9d4..81a34e35c 100644 --- a/app/MindWork AI Studio/Chat/ContentText.cs +++ b/app/MindWork AI Studio/Chat/ContentText.cs @@ -4,6 +4,7 @@ using AIStudio.Provider; using AIStudio.Settings; using AIStudio.Tools.RAG.RAGProcesses; +using AIStudio.Tools.ToolCallingSystem; namespace AIStudio.Chat; @@ -44,6 +45,11 @@ public sealed class ContentText : IContent /// public List FileAttachments { get; set; } = []; + public List ToolInvocations { get; set; } = []; + + [JsonIgnore] + public ToolRuntimeStatus ToolRuntimeStatus { get; set; } = new(); + /// public async Task CreateFromProviderAsync(IProvider provider, Model chatModel, IContent? lastUserPrompt, ChatThread? chatThread, CancellationToken token = default) { @@ -145,6 +151,19 @@ await Task.Run(async () => IsStreaming = this.IsStreaming, Sources = [..this.Sources], FileAttachments = [..this.FileAttachments], + ToolInvocations = [..this.ToolInvocations.Select(x => new ToolInvocationTrace + { + Order = x.Order, + ToolId = x.ToolId, + ToolName = x.ToolName, + ToolIcon = x.ToolIcon, + ToolCallId = x.ToolCallId, + Status = x.Status, + WasExecuted = x.WasExecuted, + StatusMessage = x.StatusMessage, + Arguments = new Dictionary(x.Arguments, StringComparer.Ordinal), + Result = x.Result, + })], }; #endregion @@ -214,4 +233,4 @@ public async Task PrepareTextContentForAI() /// The text content. /// public string Text { get; set; } = string.Empty; -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Components/ChatComponent.razor b/app/MindWork AI Studio/Components/ChatComponent.razor index 20bb5ec47..8f4fbf466 100644 --- a/app/MindWork AI Studio/Components/ChatComponent.razor +++ b/app/MindWork AI Studio/Components/ChatComponent.razor @@ -123,6 +123,8 @@ + + @if (PreviewFeatures.PRE_RAG_2024.IsEnabled(this.SettingsManager)) { diff --git a/app/MindWork AI Studio/Components/ChatComponent.razor.cs b/app/MindWork AI Studio/Components/ChatComponent.razor.cs index f734d620f..45fabf860 100644 --- a/app/MindWork AI Studio/Components/ChatComponent.razor.cs +++ b/app/MindWork AI Studio/Components/ChatComponent.razor.cs @@ -3,6 +3,7 @@ using AIStudio.Provider; using AIStudio.Settings; using AIStudio.Settings.DataModel; +using AIStudio.Tools.ToolCallingSystem; using Microsoft.AspNetCore.Components; using Microsoft.AspNetCore.Components.Web; @@ -64,6 +65,7 @@ public partial class ChatComponent : MSGComponentBase, IAsyncDisposable private bool mustLoadChat; private LoadChat loadChat; private bool autoSaveEnabled; + private HashSet selectedToolIds = []; private string currentWorkspaceName = string.Empty; private Guid currentWorkspaceId = Guid.Empty; private Guid currentChatThreadId = Guid.Empty; @@ -79,7 +81,7 @@ public partial class ChatComponent : MSGComponentBase, IAsyncDisposable protected override async Task OnInitializedAsync() { // Apply the filters for the message bus: - this.ApplyFilters([], [ Event.HAS_CHAT_UNSAVED_CHANGES, Event.RESET_CHAT_STATE, Event.CHAT_STREAMING_DONE, Event.WORKSPACE_LOADED_CHAT_CHANGED ]); + this.ApplyFilters([], [ Event.HAS_CHAT_UNSAVED_CHANGES, Event.RESET_CHAT_STATE, Event.CHAT_STREAMING_DONE, Event.WORKSPACE_LOADED_CHAT_CHANGED, Event.CONFIGURATION_CHANGED ]); // Configure the spellchecking for the user input: this.SettingsManager.InjectSpellchecking(USER_INPUT_ATTRIBUTES); @@ -91,6 +93,7 @@ protected override async Task OnInitializedAsync() // Get the preselected chat template: this.currentChatTemplate = this.SettingsManager.GetPreselectedChatTemplate(Tools.Components.CHAT); this.userInput = this.currentChatTemplate.PredefinedUserPrompt; + this.selectedToolIds = ToolSelectionRules.NormalizeSelection(this.SettingsManager.GetDefaultToolIds(Tools.Components.CHAT)); // Apply template's file attachments, if any: foreach (var attachment in this.currentChatTemplate.FileAttachments) @@ -607,6 +610,8 @@ private async Task SendMessage(bool reuseLastUserPrompt = false) using (this.cancellationTokenSource = new()) { this.StateHasChanged(); + this.ChatThread!.RuntimeComponent = Tools.Components.CHAT; + this.ChatThread.RuntimeSelectedToolIds = ToolSelectionRules.NormalizeSelection(this.selectedToolIds); // Use the selected provider to get the AI response. // By awaiting this line, we wait for the entire @@ -636,6 +641,12 @@ private async Task CancelStreaming() if(!this.cancellationTokenSource.IsCancellationRequested) await this.cancellationTokenSource.CancelAsync(); } + + private Task SelectedToolIdsChanged(HashSet updatedToolIds) + { + this.selectedToolIds = ToolSelectionRules.NormalizeSelection(updatedToolIds); + return Task.CompletedTask; + } private async Task SaveThread() { @@ -700,6 +711,7 @@ private async Task StartNewChat(bool useSameWorkspace = false, bool deletePrevio this.isStreaming = false; this.hasUnsavedChanges = false; this.userInput = string.Empty; + this.selectedToolIds = this.SettingsManager.GetDefaultToolIds(Tools.Components.CHAT); // // Reset the LLM provider considering the user's settings: @@ -995,6 +1007,10 @@ private Task EditLastBlock(IContent block) case Event.WORKSPACE_LOADED_CHAT_CHANGED: await this.LoadedChatChanged(); break; + + case Event.CONFIGURATION_CHANGED: + await this.InvokeAsync(this.StateHasChanged); + break; } } diff --git a/app/MindWork AI Studio/Components/ConfigurationMultiSelect.razor.cs b/app/MindWork AI Studio/Components/ConfigurationMultiSelect.razor.cs index e924b4fda..8aebdc204 100644 --- a/app/MindWork AI Studio/Components/ConfigurationMultiSelect.razor.cs +++ b/app/MindWork AI Studio/Components/ConfigurationMultiSelect.razor.cs @@ -33,6 +33,15 @@ public partial class ConfigurationMultiSelect : ConfigurationBaseCore /// [Parameter] public Func IsItemLocked { get; set; } = _ => false; + + [Parameter] + public string EmptySelectionText { get; set; } = "No items selected."; + + [Parameter] + public string SingleSelectionText { get; set; } = "You have selected 1 item."; + + [Parameter] + public string MultipleSelectionText { get; set; } = "You have selected {0} items."; #region Overrides of ConfigurationBase @@ -61,12 +70,12 @@ private async Task OptionChanged(IEnumerable? updatedValues) private string GetMultiSelectionText(List? selectedValues) { if(selectedValues is null || selectedValues.Count == 0) - return T("No preview features selected."); + return T(this.EmptySelectionText); if(selectedValues.Count == 1) - return T("You have selected 1 preview feature."); + return T(this.SingleSelectionText); - return string.Format(T("You have selected {0} preview features."), selectedValues.Count); + return string.Format(T(this.MultipleSelectionText), selectedValues.Count); } private bool IsLockedValue(TData value) => this.IsItemLocked(value); @@ -76,4 +85,4 @@ private string LockedTooltip() => "This feature is managed by your organization and has therefore been disabled.", typeof(ConfigurationBase).Namespace, nameof(ConfigurationBase)); -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Components/Settings/SettingsPanelTools.razor b/app/MindWork AI Studio/Components/Settings/SettingsPanelTools.razor new file mode 100644 index 000000000..238b01338 --- /dev/null +++ b/app/MindWork AI Studio/Components/Settings/SettingsPanelTools.razor @@ -0,0 +1,56 @@ +@using AIStudio.Provider +@using AIStudio.Tools.ToolCallingSystem +@inherits SettingsPanelBase + + + + @T("Configure global settings for each tool. Tool defaults for chat and assistants are configured in the corresponding feature settings.") + + + + + @T("Icon") + @T("Name") + @T("Description") + @T("Minimum provider confidence") + @T("State") + @T("Settings") + + + + + + + @context.Implementation.GetDisplayName() + + + @context.Implementation.GetDescription() + + + + @foreach (var confidenceLevel in this.GetSelectableConfidenceLevels()) + { + + @this.GetConfidenceLevelName(confidenceLevel) + + } + + + + @if (context.ConfigurationState.IsConfigured) + { + + } + else + { + + + + } + + + + + + + diff --git a/app/MindWork AI Studio/Components/Settings/SettingsPanelTools.razor.cs b/app/MindWork AI Studio/Components/Settings/SettingsPanelTools.razor.cs new file mode 100644 index 000000000..36b0e7a81 --- /dev/null +++ b/app/MindWork AI Studio/Components/Settings/SettingsPanelTools.razor.cs @@ -0,0 +1,89 @@ +using AIStudio.Provider; +using AIStudio.Dialogs.Settings; +using AIStudio.Settings; +using AIStudio.Tools; +using AIStudio.Tools.ToolCallingSystem; + +using Microsoft.AspNetCore.Components; + +namespace AIStudio.Components.Settings; + +public partial class SettingsPanelTools : SettingsPanelBase +{ + [Inject] + private ToolRegistry ToolRegistry { get; init; } = null!; + + private IReadOnlyList items = []; + + protected override async Task OnInitializedAsync() + { + this.ApplyFilters([], [ Event.CONFIGURATION_CHANGED ]); + this.items = await this.ToolRegistry.GetCatalogAsync(this.ToolRegistry.GetAllDefinitions()); + await base.OnInitializedAsync(); + } + + private async Task OpenSettings(string toolId) + { + var parameters = new DialogParameters + { + { x => x.ToolId, toolId }, + }; + + var dialog = await this.DialogService.ShowAsync(null, parameters, Dialogs.DialogOptions.FULLSCREEN); + await dialog.Result; + this.items = await this.ToolRegistry.GetCatalogAsync(this.ToolRegistry.GetAllDefinitions()); + this.StateHasChanged(); + } + + private string GetConfigurationTooltip(ToolCatalogItem item) => item.ConfigurationState.MissingRequiredFields.Count switch + { + _ when !string.IsNullOrWhiteSpace(item.ConfigurationState.Message) => item.ConfigurationState.Message, + 0 => this.T("This tool still needs to be configured."), + _ => string.Format(this.T("Missing required settings: {0}"), string.Join(", ", item.ConfigurationState.MissingRequiredFields.Select(fieldName => this.GetFieldDisplayName(item, fieldName)))) + }; + + private string GetFieldDisplayName(ToolCatalogItem item, string fieldName) + { + var fieldDefinition = item.Definition.SettingsSchema.Properties.GetValueOrDefault(fieldName); + if (fieldDefinition is null) + return fieldName; + + return item.Implementation.GetSettingsFieldLabel(fieldName, fieldDefinition); + } + + private IEnumerable GetSelectableConfidenceLevels() => + Enum.GetValues().OrderBy(x => x).Where(x => x is not ConfidenceLevel.UNKNOWN); + + private string GetCurrentConfidenceLevelName(ToolCatalogItem item) => this.GetConfidenceLevelName(this.GetMinimumProviderConfidence(item)); + + private string GetConfidenceLevelName(ConfidenceLevel confidenceLevel) => confidenceLevel is ConfidenceLevel.NONE + ? this.T("No minimum confidence level chosen") + : confidenceLevel.GetName(); + + private string SetCurrentConfidenceLevelColorStyle(ToolCatalogItem item) => + $"background-color: {this.GetMinimumProviderConfidence(item).GetColor(this.SettingsManager)};"; + + private bool IsToolConfidenceManaged() => + ManagedConfiguration.TryGet(x => x.Tools, x => x.MinimumProviderConfidenceByToolId, out var meta) && meta.IsLocked; + + private ConfidenceLevel GetMinimumProviderConfidence(ToolCatalogItem item) => this.SettingsManager.GetMinimumProviderConfidenceForTool(item.Definition.Id); + + private async Task ChangeMinimumProviderConfidence(ToolCatalogItem item, ConfidenceLevel confidenceLevel) + { + this.SettingsManager.SetMinimumProviderConfidenceForTool(item.Definition.Id, confidenceLevel); + await this.SettingsManager.StoreSettings(); + this.items = await this.ToolRegistry.GetCatalogAsync(this.ToolRegistry.GetAllDefinitions()); + await this.MessageBus.SendMessage(this, Event.CONFIGURATION_CHANGED); + } + + protected override async Task ProcessIncomingMessage(ComponentBase? sendingComponent, Event triggeredEvent, T? data) where T : default + { + switch (triggeredEvent) + { + case Event.CONFIGURATION_CHANGED: + this.items = await this.ToolRegistry.GetCatalogAsync(this.ToolRegistry.GetAllDefinitions()); + await this.InvokeAsync(this.StateHasChanged); + break; + } + } +} diff --git a/app/MindWork AI Studio/Components/ToolDefaultsConfiguration.razor b/app/MindWork AI Studio/Components/ToolDefaultsConfiguration.razor new file mode 100644 index 000000000..be71c551d --- /dev/null +++ b/app/MindWork AI Studio/Components/ToolDefaultsConfiguration.razor @@ -0,0 +1,12 @@ +@using AIStudio.Tools +@using AIStudio.Tools.ToolCallingSystem +@inherits MSGComponentBase + +@if (this.availableTools.Count > 0) +{ + @if (this.Component is not Components.CHAT && this.IncludeVisibilityToggle) + { + + } + +} diff --git a/app/MindWork AI Studio/Components/ToolDefaultsConfiguration.razor.cs b/app/MindWork AI Studio/Components/ToolDefaultsConfiguration.razor.cs new file mode 100644 index 000000000..a63f8734d --- /dev/null +++ b/app/MindWork AI Studio/Components/ToolDefaultsConfiguration.razor.cs @@ -0,0 +1,43 @@ +using AIStudio.Settings; +using AIStudio.Tools; +using AIStudio.Tools.ToolCallingSystem; + +using Microsoft.AspNetCore.Components; + +namespace AIStudio.Components; + +public partial class ToolDefaultsConfiguration : MSGComponentBase +{ + [Parameter] + public AIStudio.Tools.Components Component { get; set; } = AIStudio.Tools.Components.CHAT; + + [Parameter] + public bool IncludeVisibilityToggle { get; set; } = true; + + [Inject] + private ToolRegistry ToolRegistry { get; init; } = null!; + + private List> availableTools = []; + + private string OptionTitle => this.Component is AIStudio.Tools.Components.CHAT ? this.T("Default tools for chat") : this.T("Default tools for this assistant"); + + private string OptionHelp => this.Component is AIStudio.Tools.Components.CHAT + ? this.T("Choose which tools should be preselected for new chats.") + : this.T("Choose which tools should be preselected for new runs of this assistant."); + + private bool AreDefaultToolsDisabled => + this.Component is not AIStudio.Tools.Components.CHAT && + !this.SettingsManager.IsToolSelectionVisible(this.Component); + + protected override async Task OnInitializedAsync() + { + this.availableTools = (await this.ToolRegistry.GetCatalogAsync(this.Component)) + .Select(x => new ConfigurationSelectData(x.Implementation.GetDisplayName(), x.Definition.Id)) + .ToList(); + await base.OnInitializedAsync(); + } + + private HashSet GetSelectedValues() => this.SettingsManager.GetDefaultToolIds(this.Component); + + private void UpdateSelection(HashSet values) => this.SettingsManager.ConfigurationData.Tools.DefaultToolIdsByComponent[this.Component.ToString()] = [..ToolSelectionRules.NormalizeSelection(values)]; +} diff --git a/app/MindWork AI Studio/Components/ToolSelection.razor b/app/MindWork AI Studio/Components/ToolSelection.razor new file mode 100644 index 000000000..23613c26d --- /dev/null +++ b/app/MindWork AI Studio/Components/ToolSelection.razor @@ -0,0 +1,78 @@ +@using AIStudio.Settings +@using AIStudio.Tools.ToolCallingSystem +@inherits MSGComponentBase + +
+ + + + + + + + + + @T("Tool Selection") + + + + + + @if (!this.SupportsTools) + { + @T("The selected provider or model does not support tool calling.") + } + else if (this.Disabled) + { + + @T("Tool changes are locked while a response is running. Your current selection is shown below and applies again from the next message once the run is finished.") + + } + else if (this.catalog.Count == 0) + { + @T("No tools are available in this context.") + } + + @if (this.SupportsTools && this.catalog.Count > 0) + { + @foreach (var item in this.catalog) + { + var isSelected = this.SelectedToolIds.Contains(item.Definition.Id); + var isConfigured = item.ConfigurationState.IsConfigured; + var dependencyHint = this.GetDependencyHint(item.Definition.Id); + var providerConfidenceHint = this.GetProviderConfidenceHint(item); + var isBlockedByProviderConfidence = this.IsBlockedByProviderConfidence(item); + + + + + + + @item.Implementation.GetDisplayName() + + + + + @if (!isConfigured) + { + @(string.IsNullOrWhiteSpace(item.ConfigurationState.Message) ? T("Required settings are missing. Configure this tool before enabling it.") : item.ConfigurationState.Message) + } + @if (!string.IsNullOrWhiteSpace(dependencyHint)) + { + @dependencyHint + } + @if (!string.IsNullOrWhiteSpace(providerConfidenceHint)) + { + @providerConfidenceHint + } + + } + } + + + + @T("Close") + + + +
diff --git a/app/MindWork AI Studio/Components/ToolSelection.razor.cs b/app/MindWork AI Studio/Components/ToolSelection.razor.cs new file mode 100644 index 000000000..0f81eb0c9 --- /dev/null +++ b/app/MindWork AI Studio/Components/ToolSelection.razor.cs @@ -0,0 +1,134 @@ +using AIStudio.Dialogs.Settings; +using AIStudio.Provider; +using AIStudio.Settings; +using AIStudio.Tools; +using AIStudio.Tools.ToolCallingSystem; + +using Microsoft.AspNetCore.Components; + +namespace AIStudio.Components; + +public partial class ToolSelection : MSGComponentBase +{ + [Parameter] + public AIStudio.Tools.Components Component { get; set; } = AIStudio.Tools.Components.CHAT; + + [Parameter] + public required AIStudio.Settings.Provider LLMProvider { get; set; } + + [Parameter] + public HashSet SelectedToolIds { get; set; } = []; + + [Parameter] + public EventCallback> SelectedToolIdsChanged { get; set; } + + [Parameter] + public bool Disabled { get; set; } + + [Parameter] + public string PopoverButtonClasses { get; set; } = string.Empty; + + [Inject] + private ToolRegistry ToolRegistry { get; init; } = null!; + + [Inject] + private IDialogService DialogService { get; init; } = null!; + + private bool showSelection; + private IReadOnlyList catalog = []; + + protected override void OnParametersSet() + { + this.SelectedToolIds = ToolSelectionRules.NormalizeSelection(this.SelectedToolIds); + base.OnParametersSet(); + } + + protected override async Task OnInitializedAsync() + { + this.ApplyFilters([], [ Event.CONFIGURATION_CHANGED ]); + await base.OnInitializedAsync(); + } + + private bool SupportsTools => + this.LLMProvider != AIStudio.Settings.Provider.NONE && + this.LLMProvider.GetModelCapabilities().Contains(Capability.CHAT_COMPLETION_API) && + this.LLMProvider.GetModelCapabilities().Contains(Capability.FUNCTION_CALLING); + + private ConfidenceLevel ProviderConfidence => this.LLMProvider == AIStudio.Settings.Provider.NONE + ? ConfidenceLevel.NONE + : this.LLMProvider.UsedLLMProvider.GetConfidence(this.SettingsManager).Level; + + private async Task ToggleSelection() + { + this.showSelection = !this.showSelection; + if (this.showSelection) + this.catalog = await this.ToolRegistry.GetCatalogAsync(this.Component); + } + + private void Hide() => this.showSelection = false; + + private async Task ChangeSelection(string toolId, bool isSelected) + { + var updated = new HashSet(this.SelectedToolIds, StringComparer.Ordinal); + if (isSelected) + updated.Add(toolId); + else + updated.Remove(toolId); + + updated = ToolSelectionRules.NormalizeSelection(updated); + this.SelectedToolIds = updated; + await this.SelectedToolIdsChanged.InvokeAsync(updated); + } + + private bool IsSelectionLockedByDependency(string toolId) => ToolSelectionRules.IsRequiredBySelectedTools(toolId, this.SelectedToolIds); + + private ConfidenceLevel GetMinimumProviderConfidence(ToolCatalogItem item) => this.SettingsManager.GetMinimumProviderConfidenceForTool(item.Definition.Id); + + private bool IsBlockedByProviderConfidence(ToolCatalogItem item) => !ToolSelectionRules.IsProviderConfidenceAllowed(this.ProviderConfidence, this.GetMinimumProviderConfidence(item)); + + private string? GetDependencyHint(string toolId) + { + if (toolId == ToolSelectionRules.WEB_SEARCH_TOOL_ID) + return this.T("Enabling this tool also enables Read Web Page."); + + if (this.IsSelectionLockedByDependency(toolId)) + return this.T("This tool is currently required because Web Search is enabled."); + + return null; + } + + private string? GetProviderConfidenceHint(ToolCatalogItem item) + { + if (!this.IsBlockedByProviderConfidence(item)) + return null; + + return string.Format( + this.T("This tool requires provider confidence {0}. The selected provider has {1}."), + this.GetMinimumProviderConfidence(item).GetName(), + this.ProviderConfidence.GetName()); + } + + private async Task OpenSettings(string toolId) + { + var parameters = new DialogParameters + { + { x => x.ToolId, toolId }, + }; + + var dialog = await this.DialogService.ShowAsync(null, parameters, Dialogs.DialogOptions.FULLSCREEN); + await dialog.Result; + this.catalog = await this.ToolRegistry.GetCatalogAsync(this.Component); + this.StateHasChanged(); + } + + protected override async Task ProcessIncomingMessage(ComponentBase? sendingComponent, Event triggeredEvent, T? data) where T : default + { + switch (triggeredEvent) + { + case Event.CONFIGURATION_CHANGED when this.showSelection: + this.catalog = await this.ToolRegistry.GetCatalogAsync(this.Component); + await this.InvokeAsync(this.StateHasChanged); + break; + } + } +} diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogAgenda.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogAgenda.razor index dcaf18ff7..789d7a016 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogAgenda.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogAgenda.razor @@ -36,6 +36,7 @@ + diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogAssistantBias.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogAssistantBias.razor index 40f3331f0..c00fe8d40 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogAssistantBias.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogAssistantBias.razor @@ -32,6 +32,7 @@ + diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogChat.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogChat.razor index d9ed5a90a..94f9b0211 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogChat.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogChat.razor @@ -22,6 +22,8 @@ + + @if (PreviewFeatures.PRE_RAG_2024.IsEnabled(this.SettingsManager)) { diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogCoding.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogCoding.razor index 6cfed1ac7..2dd954f65 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogCoding.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogCoding.razor @@ -22,6 +22,7 @@ + Close diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogGrammarSpelling.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogGrammarSpelling.razor index 7130f3cf0..87a37a4f1 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogGrammarSpelling.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogGrammarSpelling.razor @@ -19,10 +19,11 @@ + @T("Close") - \ No newline at end of file + diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogI18N.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogI18N.razor index a64528d09..6f7d87984 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogI18N.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogI18N.razor @@ -19,10 +19,11 @@ + @T("Close") - \ No newline at end of file + diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogIconFinder.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogIconFinder.razor index 187e0523e..d4cb90fce 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogIconFinder.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogIconFinder.razor @@ -15,10 +15,11 @@ + @T("Close") - \ No newline at end of file + diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogJobPostings.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogJobPostings.razor index 9d2c47bcd..563a7c347 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogJobPostings.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogJobPostings.razor @@ -26,10 +26,11 @@ + @T("Close") - \ No newline at end of file + diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogLegalCheck.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogLegalCheck.razor index 71947b14f..817774ab4 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogLegalCheck.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogLegalCheck.razor @@ -17,6 +17,7 @@ + diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogMyTasks.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogMyTasks.razor index 1fed1f083..dacffa8cc 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogMyTasks.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogMyTasks.razor @@ -20,6 +20,7 @@ + diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogRewrite.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogRewrite.razor index 6cdfc96f6..5849256b4 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogRewrite.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogRewrite.razor @@ -21,10 +21,11 @@ + @T("Close") - \ No newline at end of file + diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogSlideBuilder.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogSlideBuilder.razor index 18d512803..6d019598f 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogSlideBuilder.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogSlideBuilder.razor @@ -25,6 +25,7 @@ + diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogSynonyms.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogSynonyms.razor index 0a78e616f..9dc1fdf2b 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogSynonyms.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogSynonyms.razor @@ -19,10 +19,11 @@ + @T("Close") - \ No newline at end of file + diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogTextSummarizer.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogTextSummarizer.razor index 9e1e183b2..f17e57ad3 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogTextSummarizer.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogTextSummarizer.razor @@ -29,10 +29,11 @@ + @T("Close") - \ No newline at end of file + diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogTranslation.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogTranslation.razor index f3db4a3c0..61187dc86 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogTranslation.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogTranslation.razor @@ -23,10 +23,11 @@ + @T("Close") - \ No newline at end of file + diff --git a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogWritingEMails.razor b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogWritingEMails.razor index ff96ced6b..2ff22788d 100644 --- a/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogWritingEMails.razor +++ b/app/MindWork AI Studio/Dialogs/Settings/SettingsDialogWritingEMails.razor @@ -23,6 +23,7 @@ + diff --git a/app/MindWork AI Studio/Dialogs/Settings/ToolSettingsDialog.razor b/app/MindWork AI Studio/Dialogs/Settings/ToolSettingsDialog.razor new file mode 100644 index 000000000..72e47385b --- /dev/null +++ b/app/MindWork AI Studio/Dialogs/Settings/ToolSettingsDialog.razor @@ -0,0 +1,52 @@ +@using AIStudio.Tools.ToolCallingSystem +@inherits SettingsDialogBase + + + + + + @(this.implementation?.GetDisplayName() ?? T("Tool Settings")) + + + + @if (this.toolDefinition is null) + { + @T("The selected tool could not be loaded.") + } + else + { + + @this.implementation?.GetDescription() + + + + @foreach (var property in this.toolDefinition.SettingsSchema.Properties) + { + var fieldName = property.Key; + var field = property.Value; + if (field.EnumValues.Count > 0) + { + + @foreach (var option in field.EnumValues) + { + @option + } + + } + else + { + + } + } + + } + + + + @T("Cancel") + + + @T("Save") + + + diff --git a/app/MindWork AI Studio/Dialogs/Settings/ToolSettingsDialog.razor.cs b/app/MindWork AI Studio/Dialogs/Settings/ToolSettingsDialog.razor.cs new file mode 100644 index 000000000..30c887968 --- /dev/null +++ b/app/MindWork AI Studio/Dialogs/Settings/ToolSettingsDialog.razor.cs @@ -0,0 +1,58 @@ +using AIStudio.Settings; +using AIStudio.Tools.ToolCallingSystem; + +using Microsoft.AspNetCore.Components; + +namespace AIStudio.Dialogs.Settings; + +public partial class ToolSettingsDialog : SettingsDialogBase +{ + [Parameter] + public string ToolId { get; set; } = string.Empty; + + [Inject] + private ToolRegistry ToolRegistry { get; init; } = null!; + + [Inject] + private ToolSettingsService ToolSettingsService { get; init; } = null!; + + private ToolDefinition? toolDefinition; + private IToolImplementation? implementation; + private Dictionary values = new(StringComparer.Ordinal); + + protected override async Task OnInitializedAsync() + { + await base.OnInitializedAsync(); + this.toolDefinition = this.ToolRegistry.GetDefinition(this.ToolId); + if (this.toolDefinition is not null) + { + this.implementation = this.ToolRegistry.GetImplementation(this.toolDefinition.ImplementationKey); + this.values = await this.ToolSettingsService.GetSettingsAsync(this.toolDefinition); + } + } + + private string GetValue(string fieldName) => this.values.GetValueOrDefault(fieldName, string.Empty); + + private string GetFieldLabel(string fieldName, ToolSettingsFieldDefinition fieldDefinition) => + this.implementation?.GetSettingsFieldLabel(fieldName, fieldDefinition) ?? fieldDefinition.Title; + + private string GetFieldDescription(string fieldName, ToolSettingsFieldDefinition fieldDefinition) => + this.implementation?.GetSettingsFieldDescription(fieldName, fieldDefinition) ?? fieldDefinition.Description; + + private bool IsFieldDisabled(string fieldName) => + this.toolDefinition?.Id.Equals(ToolSelectionRules.READ_WEB_PAGE_TOOL_ID, StringComparison.Ordinal) is true && + fieldName.Equals("allowedPrivateHosts", StringComparison.Ordinal) && + ManagedConfiguration.TryGet(x => x.Tools, x => x.ReadWebPageAllowedPrivateHosts, out var meta) && + meta.IsLocked; + + private void UpdateValue(string fieldName, string? value) => this.values[fieldName] = value ?? string.Empty; + + private async Task Save() + { + if (this.toolDefinition is null) + return; + + await this.ToolSettingsService.SaveSettingsAsync(this.toolDefinition, this.values); + this.MudDialog.Close(); + } +} diff --git a/app/MindWork AI Studio/Pages/Settings.razor b/app/MindWork AI Studio/Pages/Settings.razor index 702018075..56ec6e990 100644 --- a/app/MindWork AI Studio/Pages/Settings.razor +++ b/app/MindWork AI Studio/Pages/Settings.razor @@ -21,6 +21,8 @@ } + + @if (PreviewFeatures.PRE_RAG_2024.IsEnabled(this.SettingsManager)) { @@ -31,4 +33,4 @@ - \ No newline at end of file + diff --git a/app/MindWork AI Studio/Plugins/configuration/plugin.lua b/app/MindWork AI Studio/Plugins/configuration/plugin.lua index 03a9b0f45..91ec4af16 100644 --- a/app/MindWork AI Studio/Plugins/configuration/plugin.lua +++ b/app/MindWork AI Studio/Plugins/configuration/plugin.lua @@ -212,6 +212,23 @@ CONFIG["SETTINGS"] = {} -- Examples are: "CmdOrControl+Shift+D", "Alt+F9", "F8" -- CONFIG["SETTINGS"]["DataApp.ShortcutVoiceRecording"] = "CmdOrControl+1" +-- Configure the minimum provider confidence level required for individual tools. +-- Tool IDs include: web_search, read_web_page +-- Allowed values are: NONE, UNTRUSTED, VERY_LOW, LOW, MODERATE, MEDIUM, HIGH +-- Defaults: web_search = MEDIUM, read_web_page = MEDIUM, but higher confidence is recommended +-- CONFIG["SETTINGS"]["DataTools.MinimumProviderConfidenceByToolId"] = { +-- ["web_search"] = "MEDIUM", +-- ["read_web_page"] = "MEDIUM" +-- } + +-- Configure private or VPN hosts that the Read Web Page tool may access. +-- Public web pages do not need to be listed here. +-- Private hosts listed here still require a provider with HIGH confidence before any page content is sent to the model. +-- Separate host patterns with commas. Wildcards only match subdomains, so add the root domain separately if needed. +-- Examples: +-- CONFIG["SETTINGS"]["DataTools.ReadWebPageAllowedPrivateHosts"] = "dlr.de, *.dlr.de" +-- CONFIG["SETTINGS"]["DataTools.ReadWebPageAllowedPrivateHosts.AllowUserOverride"] = false + -- Example chat templates for this configuration: CONFIG["CHAT_TEMPLATES"] = {} diff --git a/app/MindWork AI Studio/Plugins/languages/de-de-43065dbc-78d0-45b7-92be-f14c2926e2dc/plugin.lua b/app/MindWork AI Studio/Plugins/languages/de-de-43065dbc-78d0-45b7-92be-f14c2926e2dc/plugin.lua index babb8933d..381931c0f 100644 --- a/app/MindWork AI Studio/Plugins/languages/de-de-43065dbc-78d0-45b7-92be-f14c2926e2dc/plugin.lua +++ b/app/MindWork AI Studio/Plugins/languages/de-de-43065dbc-78d0-45b7-92be-f14c2926e2dc/plugin.lua @@ -1686,21 +1686,42 @@ UI_TEXT_CONTENT["AISTUDIO::CHAT::CHATROLEEXTENSIONS::T601166687"] = "KI" -- Edit Message UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1183581066"] = "Nachricht bearbeiten" +-- Result +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1347088452"] = "Ergebnis" + -- Do you really want to remove this message? UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1347427447"] = "Möchten Sie diese Nachricht wirklich löschen?" -- Yes, remove the AI response and edit it UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1350385882"] = "Ja, entferne die KI-Antwort und bearbeite sie." +-- Failed +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1434043348"] = "Fehlgeschlagen" + +-- Tool Calls ({0}) +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1493057571"] = "Tool-Aufrufe" + +-- Executed +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1564757972"] = "Ausgeführt" + -- Yes, regenerate it UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1603883875"] = "Ja, neu generieren" +-- No result +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1684269223"] = "Kein Ergebnis" + -- Yes, remove it UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1820166585"] = "Ja, entferne es" -- Number of sources UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1848978959"] = "Anzahl der Quellen" +-- Show {0} tool calls +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1981771421"] = "{0} Toolaufrufe anzeigen" + +-- Show tool call for {0} +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2004842583"] = "Tool-Aufruf für {0}" + -- Do you really want to edit this message? In order to edit this message, the AI response will be deleted. UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2018431076"] = "Möchten Sie diese Nachricht wirklich bearbeiten? Um die Nachricht zu bearbeiten, wird die Antwort der KI gelöscht." @@ -1710,6 +1731,9 @@ UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2093355991"] = "Entfern -- Regenerate Message UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2308444540"] = "Nachricht neu erstellen" +-- Arguments +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2738624831"] = "Argumente" + -- Number of attachments UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3018847255"] = "Anzahl der Anhänge" @@ -1719,9 +1743,15 @@ UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3175548294"] = "Der Inh -- Edit UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3267849393"] = "Bearbeiten" +-- Unknown +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3424652889"] = "Unbekannt" + -- Regenerate UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3587744975"] = "Neu generieren" +-- Blocked +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3816336467"] = "Blockiert" + -- Do you really want to regenerate this message? UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3878878761"] = "Möchten Sie diese Nachricht wirklich neu generieren?" @@ -1731,9 +1761,15 @@ UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T4070211974"] = "Nachric -- No, keep it UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T4188329028"] = "Nein, behalten" +-- No tool calls +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T4224149521"] = "Verstanden." + -- Export Chat to Microsoft Word UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T861873672"] = "Chat in Microsoft Word exportieren" +-- No arguments +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T931993614"] = "Keine Argumente" + -- The local image file does not exist. Skipping the image. UI_TEXT_CONTENT["AISTUDIO::CHAT::IIMAGESOURCEEXTENSIONS::T255679918"] = "Die lokale Bilddatei existiert nicht. Das Bild wird übersprungen." @@ -1884,15 +1920,6 @@ UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMINCONFIDENCESELECTION::T252 -- Select a minimum confidence level UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMINCONFIDENCESELECTION::T2579793544"] = "Wählen Sie ein minimales Vertrauensniveau aus" --- You have selected 1 preview feature. -UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMULTISELECT::T1384241824"] = "Sie haben 1 Vorschaufunktion ausgewählt." - --- No preview features selected. -UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMULTISELECT::T2809641588"] = "Keine Vorschaufunktionen ausgewählt." - --- You have selected {0} preview features. -UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMULTISELECT::T3513450626"] = "Sie haben {0} Vorschaufunktionen ausgewählt." - -- Preselected provider UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONPROVIDERSELECTION::T1469984996"] = "Vorausgewählter Anbieter" @@ -2592,6 +2619,39 @@ UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELPROVIDERS::T900237 -- Export configuration UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELPROVIDERS::T975426229"] = "Konfiguration exportieren" +-- Settings +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T1258653480"] = "Einstellungen" + +-- Description +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T1725856265"] = "Beschreibung" + +-- Icon +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T1759955728"] = "Symbol" + +-- Configure global settings for each tool. Tool defaults for chat and assistants are configured in the corresponding feature settings. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T176751696"] = "Globale Einstellungen für jedes Tool konfigurieren. Standardwerte für Tools für Chats und Assistenten werden in den entsprechenden Funktionseinstellungen konfiguriert." + +-- This tool still needs to be configured. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T1958939818"] = "Dieses Werkzeug muss noch konfiguriert werden." + +-- Missing required settings: {0} +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T2588115579"] = "Fehlende erforderliche Einstellungen: {0}" + +-- Name +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T266367750"] = "Name" + +-- No minimum confidence level chosen +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T2828607242"] = "Kein Mindestvertrauensniveau ausgewählt" + +-- Minimum provider confidence +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T3461070436"] = "Minimale Anbieterzuverlässigkeit" + +-- Tool Settings +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T3730473128"] = "Werkzeugeinstellungen" + +-- State +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T502047894"] = "Status" + -- No transcription provider configured yet. UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTRANSCRIPTION::T1079350363"] = "Es ist bisher kein Anbieter für Transkriptionen konfiguriert." @@ -2661,6 +2721,66 @@ UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::THIRDPARTYCOMPONENT::T1392042694"] = "Rep -- License: UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::THIRDPARTYCOMPONENT::T1908172666"] = "Lizenz:" +-- Tool selection is hidden +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T2096103917"] = "Werkzeugauswahl ist ausgeblendet" + +-- You have selected 1 tool. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T2493128368"] = "Sie haben 1 Werkzeug ausgewählt." + +-- Choose which tools should be preselected for new runs of this assistant. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T2696618758"] = "Wählen Sie aus, welche Werkzeuge für neue Ausführungen dieses Assistenten standardmäßig vorausgewählt sein sollen." + +-- Default tools for this assistant +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3253667950"] = "Standardwerkzeuge für diesen Assistenten" + +-- Tool selection is visible +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3384582069"] = "Die Werkzeugauswahl ist sichtbar" + +-- Show tool selection in this assistant? +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3494508870"] = "Werkzeugauswahl in diesem Assistenten anzeigen?" + +-- You have selected {0} tools. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3729156356"] = "Sie haben {0} Werkzeuge ausgewählt." + +-- No tools selected. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3934845540"] = "Keine Tools ausgewählt." + +-- Default tools for chat +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T907403808"] = "Standardwerkzeuge für den Chat" + +-- Choose which tools should be preselected for new chats. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T948842182"] = "Wählen Sie aus, welche Werkzeuge für neue Chats vorausgewählt sein sollen." + +-- This tool is currently required because Web Search is enabled. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T1351725609"] = "Dieses Werkzeug ist derzeit erforderlich, da die Websuche aktiviert ist." + +-- Tool changes are locked while a response is running. Your current selection is shown below and applies again from the next message once the run is finished. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T1688023907"] = "Werkzeugänderungen sind gesperrt, während eine Antwort ausgeführt wird. Ihre aktuelle Auswahl wird unten angezeigt und gilt nach Abschluss der Ausführung ab der nächsten Nachricht wieder." + +-- Enabling this tool also enables Read Web Page. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3023833839"] = "Das Aktivieren dieses Werkzeugs aktiviert auch „Webseite lesen“." + +-- Required settings are missing. Configure this tool before enabling it. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3119156561"] = "Erforderliche Einstellungen fehlen. Konfigurieren Sie dieses Tool, bevor Sie es aktivieren." + +-- The selected provider or model does not support tool calling. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3364063757"] = "Der ausgewählte Anbieter oder das ausgewählte Modell unterstützt keine Tool-Aufrufe." + +-- Close +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3448155331"] = "Schließen" + +-- No tools are available in this context. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3904490680"] = "Keine Werkzeuge sind in diesem Kontext verfügbar." + +-- This tool requires provider confidence {0}. The selected provider has {1}. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T4097602620"] = "Dieses Werkzeug erfordert Anbieter-Vertrauen {0}. Der ausgewählte Anbieter hat {1}." + +-- Tool Selection +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T749664565"] = "Werkzeugauswahl" + +-- Select tools +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T998515990"] = "Tools auswählen" + -- You'll interact with the AI systems using your voice. To achieve this, we want to integrate voice input (speech-to-text) and output (text-to-speech). However, later on, it should also have a natural conversation flow, i.e., seamless conversation. UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::VISION::T1015366320"] = "Sie werden mit den KI-Systemen über ihre Stimme interagieren. Dafür möchten wir Spracheingabe (Sprache-zu-Text) und Sprachausgabe (Text-zu-Sprache) integrieren. Später soll außerdem ein natürlicher Gesprächsfluss möglich sein, also eine nahtlose Unterhaltung." @@ -4698,6 +4818,12 @@ UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T13933 -- Preselect aspects for the LLM to focus on when generating slides, such as bullet points or specific topics to emphasize. UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T1528169602"] = "Wählen Sie Aspekte vorab aus, auf die sich das LLM bei der Erstellung von Folien konzentrieren soll, z. B. Aufzählungspunkte oder bestimmte Themen, die hervorgehoben werden sollen." +-- Slide Planner Assistant options are preselected +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T1549358578"] = "Die Optionen des Folienplaner-Assistenten sind vorausgewählt." + +-- No Slide Planner Assistant options are preselected +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T1694374279"] = "Es sind keine Optionen für den Slide-Planer-Assistenten vorausgewählt." + -- Choose whether the assistant should use the app default profile, no profile, or a specific profile. UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T1766361623"] = "Wählen Sie aus, ob der Assistent das Standardprofil der App, kein Profil oder ein bestimmtes Profil verwenden soll." @@ -4707,9 +4833,6 @@ UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T20146 -- Which audience organizational level should be preselected? UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T216511105"] = "Welche organisatorische Ebene der Zielgruppe soll vorausgewählt werden?" --- Preselect Slide Planner Assistant options? -UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T227645894"] = "Optionen des Folienplaner-Assistenten vorauswählen?" - -- Preselect a profile UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T2322771068"] = "Profil vorauswählen" @@ -4726,26 +4849,23 @@ UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T25714 UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T2645589441"] = "Altersgruppe der Zielgruppe vorauswählen" -- Assistant: Slide Planner Assistant Options -UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3215549988"] = "Assistent: Optionen für die Erstellung von Folien" +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3226042276"] = "Assistent: Optionen für den Folienplanungs-Assistenten" -- Which audience expertise should be preselected? UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3228597992"] = "Welche Expertise der Zielgruppe sollte vorausgewählt werden?" +-- Preselect Slide Planner Assistant options? +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T339924858"] = "Optionen des Assistenten „Folienplaner“ vorab auswählen?" + -- Close UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3448155331"] = "Schließen" -- Preselect important aspects UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3705987833"] = "Wichtige Aspekte vorauswählen" --- No Slide Planner Assistant options are preselected -UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T4214398691"] = "Keine Optionen für den Folienplaner-Assistenten sind vorausgewählt." - -- Preselect the audience profile UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T861397972"] = "Zielgruppenprofil vorauswählen" --- Slide Planner Assistant options are preselected -UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T93124146"] = "Optionen des Folienplaner-Assistenten sind vorausgewählt" - -- Which audience age group should be preselected? UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T956845877"] = "Welche Altersgruppe der Zielgruppe sollte vorausgewählt sein?" @@ -5004,6 +5124,18 @@ UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGWRITINGEMAILS::T3547 -- Preselect e-mail options? UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGWRITINGEMAILS::T3832719342"] = "E-Mail-Optionen vorauswählen?" +-- Save +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::TOOLSETTINGSDIALOG::T1294818664"] = "Speichern" + +-- Tool Settings +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::TOOLSETTINGSDIALOG::T3730473128"] = "Werkzeugeinstellungen" + +-- The selected tool could not be loaded. +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::TOOLSETTINGSDIALOG::T3907843187"] = "Das ausgewählte Werkzeug konnte nicht geladen werden." + +-- Cancel +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::TOOLSETTINGSDIALOG::T900713019"] = "Abbrechen" + -- Save UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SHORTCUTDIALOG::T1294818664"] = "Speichern" @@ -5805,6 +5937,9 @@ UI_TEXT_CONTENT["AISTUDIO::PROVIDER::BASEPROVIDER::T3014737766"] = "Wir haben ve -- We tried to communicate with the LLM provider '{0}' (type={1}). Even after {2} retries, there were some problems with the request. The provider message is: '{3}'. UI_TEXT_CONTENT["AISTUDIO::PROVIDER::BASEPROVIDER::T3049689432"] = "Wir haben versucht, mit dem LLM-Anbieter „{0}“ (Typ={1}) zu kommunizieren. Selbst nach {2} erneuten Versuchen gab es weiterhin Probleme mit der Anfrage. Die Meldung des Anbieters lautet: „{3}“." +-- The tool calling request failed with status code {0}. See the logs for details. +UI_TEXT_CONTENT["AISTUDIO::PROVIDER::BASEPROVIDER::T3117779001"] = "Die Tool-Aufrufanfrage ist mit dem Statuscode {0} fehlgeschlagen. Details finden Sie in den Logs." + -- Tried to communicate with the LLM provider '{0}'. There were some problems with the request. The provider message is: '{1}' UI_TEXT_CONTENT["AISTUDIO::PROVIDER::BASEPROVIDER::T3573577433"] = "Es wurde versucht, mit dem LLM-Anbieter '{0}' zu kommunizieren. Dabei sind Probleme bei der Anfrage aufgetreten. Die Meldung des Anbieters lautet: '{1}'" @@ -5839,7 +5974,7 @@ UI_TEXT_CONTENT["AISTUDIO::PROVIDER::CONFIDENCE::T991875725"] = "Der Anbieter be UI_TEXT_CONTENT["AISTUDIO::PROVIDER::CONFIDENCELEVELEXTENSIONS::T163471254"] = "Mittel" -- Moderate -UI_TEXT_CONTENT["AISTUDIO::PROVIDER::CONFIDENCELEVELEXTENSIONS::T177463328"] = "Mäßig" +UI_TEXT_CONTENT["AISTUDIO::PROVIDER::CONFIDENCELEVELEXTENSIONS::T177463328"] = "Mittel" -- Unknown confidence level UI_TEXT_CONTENT["AISTUDIO::PROVIDER::CONFIDENCELEVELEXTENSIONS::T1811522309"] = "Unbekanntes Vertrauensniveau" @@ -5871,6 +6006,9 @@ UI_TEXT_CONTENT["AISTUDIO::PROVIDER::LLMPROVIDERSEXTENSIONS::T3424652889"] = "Un -- no model selected UI_TEXT_CONTENT["AISTUDIO::PROVIDER::MODEL::T2234274832"] = "Kein Modell ausgewählt" +-- The tool calling request failed with status code {0}. See the logs for details. +UI_TEXT_CONTENT["AISTUDIO::PROVIDER::OPENAI::PROVIDEROPENAI::T3117779001"] = "Die Anfrage zum Aufruf des Tools ist mit dem Statuscode {0} fehlgeschlagen. Details findest du in den Protokollen." + -- Model as configured by whisper.cpp UI_TEXT_CONTENT["AISTUDIO::PROVIDER::SELFHOSTED::PROVIDERSELFHOSTED::T3313940770"] = "Modell wie in whisper.cpp konfiguriert" @@ -6726,6 +6864,108 @@ UI_TEXT_CONTENT["AISTUDIO::TOOLS::SOURCEEXTENSIONS::T4174900468"] = "Von den Dat -- Sources provided by the AI UI_TEXT_CONTENT["AISTUDIO::TOOLS::SOURCEEXTENSIONS::T4261248356"] = "Von der KI bereitgestellte Quellen" +-- Tool +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::ITOOLIMPLEMENTATION::T3517012711"] = "Werkzeug" + +-- Tool description +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::ITOOLIMPLEMENTATION::T4056470505"] = "Werkzeugbeschreibung" + +-- Load a single web page, extract its main HTML content, and return structured working material for the model. Use the result to synthesize a natural-language answer instead of exposing the raw payload to the user. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T1823236891"] = "Klar — ich kann eine einzelne Webseite laden, ihren Hauptinhalt extrahieren und daraus eine nutzbare, strukturierte Grundlage erstellen. Dem Nutzer gebe ich dann **eine natürlich formulierte Antwort**, nicht den rohen Extraktions-Output. Bitte sende mir einfach **die URL** der Seite, die ich verarbeiten soll. Wenn du möchtest, kannst du auch kurz dazuschreiben, **was genau ich daraus beantworten oder zusammenfassen soll**." + +-- Optional global truncation limit for extracted Markdown returned to the model. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T2066580916"] = "Optionales globales Kürzungslimit für extrahiertes Markdown, das an das Modell zurückgegeben wird." + +-- Allowed private hosts must be host names only, without scheme or path. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T2196457612"] = "Zulässige private Hosts dürfen nur Hostnamen enthalten, ohne Schema oder Pfad." + +-- Optional host allowlist for private or VPN web pages. Separate host patterns with commas, such as example.de, *.example.de. Allowed private hosts require a High-confidence provider. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T237631450"] = "Optionale Host-Zulassungsliste für private oder VPN-Webseiten. Trennen Sie Host-Muster mit Kommas, zum Beispiel example.de, *.example.de. Zugelassene private Hosts erfordern einen Anbieter mit hoher Vertrauensstufe." + +-- Maximum Content Characters +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T2801581200"] = "Maximale Inhaltszeichen" + +-- Optional HTTP timeout for loading a web page in seconds. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T2941521561"] = "Optionales HTTP-Zeitlimit zum Laden einer Webseite in Sekunden." + +-- Allowed private host '{0}' is not valid. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3089707139"] = "Der zulässige private Host „{0}“ ist ungültig." + +-- Allowed Private Hosts +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3415515539"] = "Zulässige private Hosts" + +-- Timeout Seconds +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3567699845"] = "Zeitlimit in Sekunden" + +-- Read Web Page +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3612587998"] = "Webseite lesen" + +-- The web page was not loaded because private or VPN web pages require a High-confidence provider. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3856267430"] = "Die Webseite wurde nicht geladen, da private Webseiten oder Webseiten über ein VPN einen Anbieter mit hoher Vertrauensstufe erfordern." + +-- Maximum Results +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1273024715"] = "Maximale Anzahl an Ergebnissen" + +-- Optional comma-separated default categories. Do not set this together with default engines. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1342681591"] = "Optionale, durch Kommas getrennte Standardkategorien. Nicht zusammen mit Standard-Engines festlegen." + +-- Default Safe Search +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1343180281"] = "Standard-SafeSearch" + +-- Base URL of the SearXNG instance. You can enter either the instance root URL or the /search endpoint. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1739312423"] = "Basis-URL der SearXNG-Instanz. Sie können entweder die Stamm-URL der Instanz oder den Endpunkt /search eingeben." + +-- A SearXNG URL is required. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1746583720"] = "Eine SearXNG-URL ist erforderlich." + +-- Default Engines +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1865580137"] = "Standard-Engines" + +-- Optional fallback language code when the model does not provide a language. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1868101906"] = "Optionaler Fallback-Sprachcode, wenn das Modell keine Sprache angibt." + +-- Default Categories +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T2053347010"] = "Standardkategorien" + +-- Default Language +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T2526826120"] = "Standardsprache" + +-- The configured SearXNG URL is not a valid absolute URL. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3038368943"] = "Die konfigurierte SearXNG-URL ist keine gültige absolute URL." + +-- Optional HTTP timeout for the search request in seconds. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3078115445"] = "Optionales HTTP-Timeout für die Suchanfrage in Sekunden." + +-- Timeout Seconds +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3567699845"] = "Zeitüberschreitung in Sekunden" + +-- Optional default maximum number of results returned to the model when the model does not provide a limit. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3603838271"] = "Optionale Standardhöchstzahl der an das Modell zurückgegebenen Ergebnisse, wenn das Modell kein Limit angibt." + +-- Web Search +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3815068443"] = "Websuche" + +-- Optional safe search policy sent to SearXNG when configured. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3967748757"] = "Optionale SafeSearch-Richtlinie, die bei entsprechender Konfiguration an SearXNG gesendet wird." + +-- Default categories and default engines cannot both be set for the web search tool. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T4009446158"] = "Standardkategorien und Standard-Engines können für das Websuch-Tool nicht gleichzeitig festgelegt werden." + +-- Optional comma-separated default engines. Do not set this together with default categories. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T4108908537"] = "Optionale, durch Kommas getrennte Standard-Engines. Nicht zusammen mit Standardkategorien festlegen." + +-- The setting '{0}' must be a positive integer. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T4199432074"] = "Die Einstellung „{0}“ muss eine positive ganze Zahl sein." + +-- Search the web with a configured SearXNG instance and return candidate URLs for the model. Use Read Web Page on relevant result URLs before answering factual or detailed web questions. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T764865565"] = "Suche im Web mit einer konfigurierten SearXNG-Instanz und gib Kandidaten-URLs für das Modell zurück. Verwende „Webseite lesen“ für relevante Ergebnis-URLs, bevor du sachliche oder detaillierte Webfragen beantwortest." + +-- The configured SearXNG URL must start with http:// or https://. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T944878454"] = "Die konfigurierte SearXNG-URL muss mit http:// oder https:// beginnen." + +-- SearXNG URL +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T993547568"] = "SearXNG-URL" + -- Pandoc Installation UI_TEXT_CONTENT["AISTUDIO::TOOLS::USERFILE::T185447014"] = "Pandoc-Installation" diff --git a/app/MindWork AI Studio/Plugins/languages/en-us-97dfb1ba-50c4-4440-8dfa-6575daf543c8/plugin.lua b/app/MindWork AI Studio/Plugins/languages/en-us-97dfb1ba-50c4-4440-8dfa-6575daf543c8/plugin.lua index 7a310d2d3..4e749ece9 100644 --- a/app/MindWork AI Studio/Plugins/languages/en-us-97dfb1ba-50c4-4440-8dfa-6575daf543c8/plugin.lua +++ b/app/MindWork AI Studio/Plugins/languages/en-us-97dfb1ba-50c4-4440-8dfa-6575daf543c8/plugin.lua @@ -1458,9 +1458,6 @@ UI_TEXT_CONTENT["AISTUDIO::ASSISTANTS::SLIDEBUILDER::SLIDEASSISTANT::T1793579367 -- Text content UI_TEXT_CONTENT["AISTUDIO::ASSISTANTS::SLIDEBUILDER::SLIDEASSISTANT::T1820253043"] = "Text content" --- Slide Planner Assistant -UI_TEXT_CONTENT["AISTUDIO::ASSISTANTS::SLIDEBUILDER::SLIDEASSISTANT::T1883918574"] = "Slide Planner Assistant" - -- Please provide a text or at least one valid document or image. UI_TEXT_CONTENT["AISTUDIO::ASSISTANTS::SLIDEBUILDER::SLIDEASSISTANT::T2013746884"] = "Please provide a text or at least one valid document or image." @@ -1491,6 +1488,9 @@ UI_TEXT_CONTENT["AISTUDIO::ASSISTANTS::SLIDEBUILDER::SLIDEASSISTANT::T2823798965 -- This assistant helps you create clear, structured slides from long texts or documents. Enter a presentation title and provide the content either as text or with one or more documents. Important aspects allow you to add instructions to the LLM regarding output or formatting. Set the number of slides either directly or based on your desired presentation duration. You can also specify the number of bullet points. If the default value of 0 is not changed, the LLM will independently determine how many slides or bullet points to generate. The output can be flexibly generated in various languages and tailored to a specific audience. UI_TEXT_CONTENT["AISTUDIO::ASSISTANTS::SLIDEBUILDER::SLIDEASSISTANT::T2910177051"] = "This assistant helps you create clear, structured slides from long texts or documents. Enter a presentation title and provide the content either as text or with one or more documents. Important aspects allow you to add instructions to the LLM regarding output or formatting. Set the number of slides either directly or based on your desired presentation duration. You can also specify the number of bullet points. If the default value of 0 is not changed, the LLM will independently determine how many slides or bullet points to generate. The output can be flexibly generated in various languages and tailored to a specific audience." +-- Slide Planner Assistant +UI_TEXT_CONTENT["AISTUDIO::ASSISTANTS::SLIDEBUILDER::SLIDEASSISTANT::T2924755246"] = "Slide Planner Assistant" + -- The result of your previous slide builder session. UI_TEXT_CONTENT["AISTUDIO::ASSISTANTS::SLIDEBUILDER::SLIDEASSISTANT::T3000286990"] = "The result of your previous slide builder session." @@ -1686,21 +1686,42 @@ UI_TEXT_CONTENT["AISTUDIO::CHAT::CHATROLEEXTENSIONS::T601166687"] = "AI" -- Edit Message UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1183581066"] = "Edit Message" +-- Result +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1347088452"] = "Result" + -- Do you really want to remove this message? UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1347427447"] = "Do you really want to remove this message?" -- Yes, remove the AI response and edit it UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1350385882"] = "Yes, remove the AI response and edit it" +-- Failed +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1434043348"] = "Failed" + +-- Tool Calls ({0}) +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1493057571"] = "Tool Calls ({0})" + +-- Executed +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1564757972"] = "Executed" + -- Yes, regenerate it UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1603883875"] = "Yes, regenerate it" +-- No result +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1684269223"] = "No result" + -- Yes, remove it UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1820166585"] = "Yes, remove it" -- Number of sources UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1848978959"] = "Number of sources" +-- Show {0} tool calls +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T1981771421"] = "Show {0} tool calls" + +-- Show tool call for {0} +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2004842583"] = "Show tool call for {0}" + -- Do you really want to edit this message? In order to edit this message, the AI response will be deleted. UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2018431076"] = "Do you really want to edit this message? In order to edit this message, the AI response will be deleted." @@ -1710,6 +1731,9 @@ UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2093355991"] = "Removes -- Regenerate Message UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2308444540"] = "Regenerate Message" +-- Arguments +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T2738624831"] = "Arguments" + -- Number of attachments UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3018847255"] = "Number of attachments" @@ -1719,9 +1743,15 @@ UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3175548294"] = "Cannot -- Edit UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3267849393"] = "Edit" +-- Unknown +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3424652889"] = "Unknown" + -- Regenerate UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3587744975"] = "Regenerate" +-- Blocked +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3816336467"] = "Blocked" + -- Do you really want to regenerate this message? UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T3878878761"] = "Do you really want to regenerate this message?" @@ -1731,9 +1761,15 @@ UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T4070211974"] = "Remove -- No, keep it UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T4188329028"] = "No, keep it" +-- No tool calls +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T4224149521"] = "No tool calls" + -- Export Chat to Microsoft Word UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T861873672"] = "Export Chat to Microsoft Word" +-- No arguments +UI_TEXT_CONTENT["AISTUDIO::CHAT::CONTENTBLOCKCOMPONENT::T931993614"] = "No arguments" + -- The local image file does not exist. Skipping the image. UI_TEXT_CONTENT["AISTUDIO::CHAT::IIMAGESOURCEEXTENSIONS::T255679918"] = "The local image file does not exist. Skipping the image." @@ -1884,15 +1920,6 @@ UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMINCONFIDENCESELECTION::T252 -- Select a minimum confidence level UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMINCONFIDENCESELECTION::T2579793544"] = "Select a minimum confidence level" --- You have selected 1 preview feature. -UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMULTISELECT::T1384241824"] = "You have selected 1 preview feature." - --- No preview features selected. -UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMULTISELECT::T2809641588"] = "No preview features selected." - --- You have selected {0} preview features. -UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONMULTISELECT::T3513450626"] = "You have selected {0} preview features." - -- Preselected provider UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::CONFIGURATIONPROVIDERSELECTION::T1469984996"] = "Preselected provider" @@ -2592,6 +2619,39 @@ UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELPROVIDERS::T900237 -- Export configuration UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELPROVIDERS::T975426229"] = "Export configuration" +-- Settings +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T1258653480"] = "Settings" + +-- Description +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T1725856265"] = "Description" + +-- Icon +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T1759955728"] = "Icon" + +-- Configure global settings for each tool. Tool defaults for chat and assistants are configured in the corresponding feature settings. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T176751696"] = "Configure global settings for each tool. Tool defaults for chat and assistants are configured in the corresponding feature settings." + +-- This tool still needs to be configured. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T1958939818"] = "This tool still needs to be configured." + +-- Missing required settings: {0} +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T2588115579"] = "Missing required settings: {0}" + +-- Name +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T266367750"] = "Name" + +-- No minimum confidence level chosen +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T2828607242"] = "No minimum confidence level chosen" + +-- Minimum provider confidence +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T3461070436"] = "Minimum provider confidence" + +-- Tool Settings +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T3730473128"] = "Tool Settings" + +-- State +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTOOLS::T502047894"] = "State" + -- No transcription provider configured yet. UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::SETTINGS::SETTINGSPANELTRANSCRIPTION::T1079350363"] = "No transcription provider configured yet." @@ -2661,6 +2721,66 @@ UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::THIRDPARTYCOMPONENT::T1392042694"] = "Ope -- License: UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::THIRDPARTYCOMPONENT::T1908172666"] = "License:" +-- Tool selection is hidden +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T2096103917"] = "Tool selection is hidden" + +-- You have selected 1 tool. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T2493128368"] = "You have selected 1 tool." + +-- Choose which tools should be preselected for new runs of this assistant. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T2696618758"] = "Choose which tools should be preselected for new runs of this assistant." + +-- Default tools for this assistant +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3253667950"] = "Default tools for this assistant" + +-- Tool selection is visible +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3384582069"] = "Tool selection is visible" + +-- Show tool selection in this assistant? +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3494508870"] = "Show tool selection in this assistant?" + +-- You have selected {0} tools. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3729156356"] = "You have selected {0} tools." + +-- No tools selected. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T3934845540"] = "No tools selected." + +-- Default tools for chat +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T907403808"] = "Default tools for chat" + +-- Choose which tools should be preselected for new chats. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLDEFAULTSCONFIGURATION::T948842182"] = "Choose which tools should be preselected for new chats." + +-- This tool is currently required because Web Search is enabled. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T1351725609"] = "This tool is currently required because Web Search is enabled." + +-- Tool changes are locked while a response is running. Your current selection is shown below and applies again from the next message once the run is finished. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T1688023907"] = "Tool changes are locked while a response is running. Your current selection is shown below and applies again from the next message once the run is finished." + +-- Enabling this tool also enables Read Web Page. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3023833839"] = "Enabling this tool also enables Read Web Page." + +-- Required settings are missing. Configure this tool before enabling it. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3119156561"] = "Required settings are missing. Configure this tool before enabling it." + +-- The selected provider or model does not support tool calling. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3364063757"] = "The selected provider or model does not support tool calling." + +-- Close +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3448155331"] = "Close" + +-- No tools are available in this context. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T3904490680"] = "No tools are available in this context." + +-- This tool requires provider confidence {0}. The selected provider has {1}. +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T4097602620"] = "This tool requires provider confidence {0}. The selected provider has {1}." + +-- Tool Selection +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T749664565"] = "Tool Selection" + +-- Select tools +UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::TOOLSELECTION::T998515990"] = "Select tools" + -- You'll interact with the AI systems using your voice. To achieve this, we want to integrate voice input (speech-to-text) and output (text-to-speech). However, later on, it should also have a natural conversation flow, i.e., seamless conversation. UI_TEXT_CONTENT["AISTUDIO::COMPONENTS::VISION::T1015366320"] = "You'll interact with the AI systems using your voice. To achieve this, we want to integrate voice input (speech-to-text) and output (text-to-speech). However, later on, it should also have a natural conversation flow, i.e., seamless conversation." @@ -4698,6 +4818,12 @@ UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T13933 -- Preselect aspects for the LLM to focus on when generating slides, such as bullet points or specific topics to emphasize. UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T1528169602"] = "Preselect aspects for the LLM to focus on when generating slides, such as bullet points or specific topics to emphasize." +-- Slide Planner Assistant options are preselected +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T1549358578"] = "Slide Planner Assistant options are preselected" + +-- No Slide Planner Assistant options are preselected +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T1694374279"] = "No Slide Planner Assistant options are preselected" + -- Choose whether the assistant should use the app default profile, no profile, or a specific profile. UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T1766361623"] = "Choose whether the assistant should use the app default profile, no profile, or a specific profile." @@ -4707,9 +4833,6 @@ UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T20146 -- Which audience organizational level should be preselected? UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T216511105"] = "Which audience organizational level should be preselected?" --- Preselect Slide Planner Assistant options? -UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T227645894"] = "Preselect Slide Planner Assistant options?" - -- Preselect a profile UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T2322771068"] = "Preselect a profile" @@ -4726,26 +4849,23 @@ UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T25714 UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T2645589441"] = "Preselect the audience age group" -- Assistant: Slide Planner Assistant Options -UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3215549988"] = "Assistant: Slide Planner Assistant Options" +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3226042276"] = "Assistant: Slide Planner Assistant Options" -- Which audience expertise should be preselected? UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3228597992"] = "Which audience expertise should be preselected?" +-- Preselect Slide Planner Assistant options? +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T339924858"] = "Preselect Slide Planner Assistant options?" + -- Close UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3448155331"] = "Close" -- Preselect important aspects UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T3705987833"] = "Preselect important aspects" --- No Slide Planner Assistant options are preselected -UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T4214398691"] = "No Slide Planner Assistant options are preselected" - -- Preselect the audience profile UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T861397972"] = "Preselect the audience profile" --- Slide Planner Assistant options are preselected -UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T93124146"] = "Slide Planner Assistant options are preselected" - -- Which audience age group should be preselected? UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGSLIDEBUILDER::T956845877"] = "Which audience age group should be preselected?" @@ -5004,6 +5124,18 @@ UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGWRITINGEMAILS::T3547 -- Preselect e-mail options? UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::SETTINGSDIALOGWRITINGEMAILS::T3832719342"] = "Preselect e-mail options?" +-- Save +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::TOOLSETTINGSDIALOG::T1294818664"] = "Save" + +-- Tool Settings +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::TOOLSETTINGSDIALOG::T3730473128"] = "Tool Settings" + +-- The selected tool could not be loaded. +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::TOOLSETTINGSDIALOG::T3907843187"] = "The selected tool could not be loaded." + +-- Cancel +UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SETTINGS::TOOLSETTINGSDIALOG::T900713019"] = "Cancel" + -- Save UI_TEXT_CONTENT["AISTUDIO::DIALOGS::SHORTCUTDIALOG::T1294818664"] = "Save" @@ -5190,9 +5322,6 @@ UI_TEXT_CONTENT["AISTUDIO::PAGES::ASSISTANTS::T1617786407"] = "Coding" -- Analyze a text or an email for tasks you need to complete. UI_TEXT_CONTENT["AISTUDIO::PAGES::ASSISTANTS::T1728590051"] = "Analyze a text or an email for tasks you need to complete." --- Slide Planner Assistant -UI_TEXT_CONTENT["AISTUDIO::PAGES::ASSISTANTS::T1883918574"] = "Slide Planner Assistant" - -- Text Summarizer UI_TEXT_CONTENT["AISTUDIO::PAGES::ASSISTANTS::T1907192403"] = "Text Summarizer" @@ -5226,6 +5355,9 @@ UI_TEXT_CONTENT["AISTUDIO::PAGES::ASSISTANTS::T2830810750"] = "AI Studio Develop -- Generate a job posting for a given job description. UI_TEXT_CONTENT["AISTUDIO::PAGES::ASSISTANTS::T2831103254"] = "Generate a job posting for a given job description." +-- Slide Planner Assistant +UI_TEXT_CONTENT["AISTUDIO::PAGES::ASSISTANTS::T2924755246"] = "Slide Planner Assistant" + -- My Tasks UI_TEXT_CONTENT["AISTUDIO::PAGES::ASSISTANTS::T3011450657"] = "My Tasks" @@ -5805,6 +5937,9 @@ UI_TEXT_CONTENT["AISTUDIO::PROVIDER::BASEPROVIDER::T3014737766"] = "We tried to -- We tried to communicate with the LLM provider '{0}' (type={1}). Even after {2} retries, there were some problems with the request. The provider message is: '{3}'. UI_TEXT_CONTENT["AISTUDIO::PROVIDER::BASEPROVIDER::T3049689432"] = "We tried to communicate with the LLM provider '{0}' (type={1}). Even after {2} retries, there were some problems with the request. The provider message is: '{3}'." +-- The tool calling request failed with status code {0}. See the logs for details. +UI_TEXT_CONTENT["AISTUDIO::PROVIDER::BASEPROVIDER::T3117779001"] = "The tool calling request failed with status code {0}. See the logs for details." + -- Tried to communicate with the LLM provider '{0}'. There were some problems with the request. The provider message is: '{1}' UI_TEXT_CONTENT["AISTUDIO::PROVIDER::BASEPROVIDER::T3573577433"] = "Tried to communicate with the LLM provider '{0}'. There were some problems with the request. The provider message is: '{1}'" @@ -5871,6 +6006,9 @@ UI_TEXT_CONTENT["AISTUDIO::PROVIDER::LLMPROVIDERSEXTENSIONS::T3424652889"] = "Un -- no model selected UI_TEXT_CONTENT["AISTUDIO::PROVIDER::MODEL::T2234274832"] = "no model selected" +-- The tool calling request failed with status code {0}. See the logs for details. +UI_TEXT_CONTENT["AISTUDIO::PROVIDER::OPENAI::PROVIDEROPENAI::T3117779001"] = "The tool calling request failed with status code {0}. See the logs for details." + -- Model as configured by whisper.cpp UI_TEXT_CONTENT["AISTUDIO::PROVIDER::SELFHOSTED::PROVIDERSELFHOSTED::T3313940770"] = "Model as configured by whisper.cpp" @@ -6171,9 +6309,6 @@ UI_TEXT_CONTENT["AISTUDIO::TOOLS::COMPONENTSEXTENSIONS::T1546040625"] = "My Task -- Grammar & Spelling Assistant UI_TEXT_CONTENT["AISTUDIO::TOOLS::COMPONENTSEXTENSIONS::T166453786"] = "Grammar & Spelling Assistant" --- Slide Planner Assistant -UI_TEXT_CONTENT["AISTUDIO::TOOLS::COMPONENTSEXTENSIONS::T1883918574"] = "Slide Planner Assistant" - -- Legal Check Assistant UI_TEXT_CONTENT["AISTUDIO::TOOLS::COMPONENTSEXTENSIONS::T1886447798"] = "Legal Check Assistant" @@ -6189,6 +6324,9 @@ UI_TEXT_CONTENT["AISTUDIO::TOOLS::COMPONENTSEXTENSIONS::T2684676843"] = "Text Su -- Synonym Assistant UI_TEXT_CONTENT["AISTUDIO::TOOLS::COMPONENTSEXTENSIONS::T2921123194"] = "Synonym Assistant" +-- Slide Planner Assistant +UI_TEXT_CONTENT["AISTUDIO::TOOLS::COMPONENTSEXTENSIONS::T2924755246"] = "Slide Planner Assistant" + -- Document Analysis Assistant UI_TEXT_CONTENT["AISTUDIO::TOOLS::COMPONENTSEXTENSIONS::T348883878"] = "Document Analysis Assistant" @@ -6726,6 +6864,108 @@ UI_TEXT_CONTENT["AISTUDIO::TOOLS::SOURCEEXTENSIONS::T4174900468"] = "Sources pro -- Sources provided by the AI UI_TEXT_CONTENT["AISTUDIO::TOOLS::SOURCEEXTENSIONS::T4261248356"] = "Sources provided by the AI" +-- Tool +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::ITOOLIMPLEMENTATION::T3517012711"] = "Tool" + +-- Tool description +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::ITOOLIMPLEMENTATION::T4056470505"] = "Tool description" + +-- Load a single web page, extract its main HTML content, and return structured working material for the model. Use the result to synthesize a natural-language answer instead of exposing the raw payload to the user. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T1823236891"] = "Load a single web page, extract its main HTML content, and return structured working material for the model. Use the result to synthesize a natural-language answer instead of exposing the raw payload to the user." + +-- Optional global truncation limit for extracted Markdown returned to the model. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T2066580916"] = "Optional global truncation limit for extracted Markdown returned to the model." + +-- Allowed private hosts must be host names only, without scheme or path. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T2196457612"] = "Allowed private hosts must be host names only, without scheme or path." + +-- Optional host allowlist for private or VPN web pages. Separate host patterns with commas, such as example.de, *.example.de. Allowed private hosts require a High-confidence provider. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T237631450"] = "Optional host allowlist for private or VPN web pages. Separate host patterns with commas, such as example.de, *.example.de. Allowed private hosts require a High-confidence provider." + +-- Maximum Content Characters +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T2801581200"] = "Maximum Content Characters" + +-- Optional HTTP timeout for loading a web page in seconds. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T2941521561"] = "Optional HTTP timeout for loading a web page in seconds." + +-- Allowed private host '{0}' is not valid. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3089707139"] = "Allowed private host '{0}' is not valid." + +-- Allowed Private Hosts +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3415515539"] = "Allowed Private Hosts" + +-- Timeout Seconds +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3567699845"] = "Timeout Seconds" + +-- Read Web Page +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3612587998"] = "Read Web Page" + +-- The web page was not loaded because private or VPN web pages require a High-confidence provider. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::READWEBPAGETOOL::T3856267430"] = "The web page was not loaded because private or VPN web pages require a High-confidence provider." + +-- Maximum Results +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1273024715"] = "Maximum Results" + +-- Optional comma-separated default categories. Do not set this together with default engines. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1342681591"] = "Optional comma-separated default categories. Do not set this together with default engines." + +-- Default Safe Search +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1343180281"] = "Default Safe Search" + +-- Base URL of the SearXNG instance. You can enter either the instance root URL or the /search endpoint. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1739312423"] = "Base URL of the SearXNG instance. You can enter either the instance root URL or the /search endpoint." + +-- A SearXNG URL is required. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1746583720"] = "A SearXNG URL is required." + +-- Default Engines +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1865580137"] = "Default Engines" + +-- Optional fallback language code when the model does not provide a language. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T1868101906"] = "Optional fallback language code when the model does not provide a language." + +-- Default Categories +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T2053347010"] = "Default Categories" + +-- Default Language +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T2526826120"] = "Default Language" + +-- The configured SearXNG URL is not a valid absolute URL. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3038368943"] = "The configured SearXNG URL is not a valid absolute URL." + +-- Optional HTTP timeout for the search request in seconds. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3078115445"] = "Optional HTTP timeout for the search request in seconds." + +-- Timeout Seconds +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3567699845"] = "Timeout Seconds" + +-- Optional default maximum number of results returned to the model when the model does not provide a limit. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3603838271"] = "Optional default maximum number of results returned to the model when the model does not provide a limit." + +-- Web Search +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3815068443"] = "Web Search" + +-- Optional safe search policy sent to SearXNG when configured. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T3967748757"] = "Optional safe search policy sent to SearXNG when configured." + +-- Default categories and default engines cannot both be set for the web search tool. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T4009446158"] = "Default categories and default engines cannot both be set for the web search tool." + +-- Optional comma-separated default engines. Do not set this together with default categories. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T4108908537"] = "Optional comma-separated default engines. Do not set this together with default categories." + +-- The setting '{0}' must be a positive integer. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T4199432074"] = "The setting '{0}' must be a positive integer." + +-- Search the web with a configured SearXNG instance and return candidate URLs for the model. Use Read Web Page on relevant result URLs before answering factual or detailed web questions. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T764865565"] = "Search the web with a configured SearXNG instance and return candidate URLs for the model. Use Read Web Page on relevant result URLs before answering factual or detailed web questions." + +-- The configured SearXNG URL must start with http:// or https://. +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T944878454"] = "The configured SearXNG URL must start with http:// or https://." + +-- SearXNG URL +UI_TEXT_CONTENT["AISTUDIO::TOOLS::TOOLCALLINGSYSTEM::TOOLCALLINGIMPLEMENTATIONS::SEARXNGWEBSEARCHTOOL::T993547568"] = "SearXNG URL" + -- Pandoc Installation UI_TEXT_CONTENT["AISTUDIO::TOOLS::USERFILE::T185447014"] = "Pandoc Installation" diff --git a/app/MindWork AI Studio/Program.cs b/app/MindWork AI Studio/Program.cs index f19344d6f..c7d224230 100644 --- a/app/MindWork AI Studio/Program.cs +++ b/app/MindWork AI Studio/Program.cs @@ -1,10 +1,11 @@ using AIStudio.Agents; using AIStudio.Settings; +using AIStudio.Tools.ToolCallingSystem; using AIStudio.Tools.Databases; using AIStudio.Tools.Databases.Qdrant; using AIStudio.Tools.PluginSystem; using AIStudio.Tools.Services; - +using AIStudio.Tools.ToolCallingSystem.ToolCallingImplementations; using Microsoft.AspNetCore.Server.Kestrel.Core; using Microsoft.Extensions.Logging.Console; @@ -168,6 +169,11 @@ public static async Task Main() builder.Services.AddSingleton(rust); builder.Services.AddMudMarkdownClipboardService(); builder.Services.AddSingleton(); + builder.Services.AddSingleton(); + builder.Services.AddSingleton(); + builder.Services.AddSingleton(); + builder.Services.AddSingleton(); + builder.Services.AddSingleton(); builder.Services.AddSingleton(); builder.Services.AddSingleton(); builder.Services.AddSingleton(); diff --git a/app/MindWork AI Studio/Provider/AlibabaCloud/ProviderAlibabaCloud.cs b/app/MindWork AI Studio/Provider/AlibabaCloud/ProviderAlibabaCloud.cs index 3535809d0..24a6f4961 100644 --- a/app/MindWork AI Studio/Provider/AlibabaCloud/ProviderAlibabaCloud.cs +++ b/app/MindWork AI Studio/Provider/AlibabaCloud/ProviderAlibabaCloud.cs @@ -1,7 +1,5 @@ using System.Net.Http.Headers; using System.Runtime.CompilerServices; -using System.Text; -using System.Text.Json; using AIStudio.Chat; using AIStudio.Provider.OpenAI; @@ -24,52 +22,23 @@ public sealed class ProviderAlibabaCloud() : BaseProvider(LLMProviders.ALIBABA_C /// public override async IAsyncEnumerable StreamChatCompletion(Model chatModel, ChatThread chatThread, SettingsManager settingsManager, [EnumeratorCancellation] CancellationToken token = default) { - // Get the API key: - var requestedSecret = await RUST_SERVICE.GetAPIKey(this, SecretStoreType.LLM_PROVIDER); - if(!requestedSecret.Success) - yield break; - - // Prepare the system prompt: - var systemPrompt = new TextMessage - { - Role = "system", - Content = chatThread.PrepareSystemPrompt(settingsManager), - }; - - // Parse the API parameters: - var apiParameters = this.ParseAdditionalApiParameters(); - - // Build the list of messages: - var messages = await chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel); - - // Prepare the AlibabaCloud HTTP chat request: - var alibabaCloudChatRequest = JsonSerializer.Serialize(new ChatCompletionAPIRequest - { - Model = chatModel.Id, - - // Build the messages: - // - First of all the system prompt - // - Then none-empty user and AI messages - Messages = [systemPrompt, ..messages], - - Stream = true, - AdditionalApiParameters = apiParameters - }, JSON_SERIALIZER_OPTIONS); - - async Task RequestBuilder() - { - // Build the HTTP post request: - var request = new HttpRequestMessage(HttpMethod.Post, "chat/completions"); - - // Set the authorization header: - request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); - - // Set the content: - request.Content = new StringContent(alibabaCloudChatRequest, Encoding.UTF8, "application/json"); - return request; - } - - await foreach (var content in this.StreamChatCompletionInternal("AlibabaCloud", RequestBuilder, token)) + await foreach (var content in this.StreamOpenAICompatibleChatCompletion( + "AlibabaCloud", + chatModel, + chatThread, + settingsManager, + () => chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel), + (systemPrompt, messages, apiParameters, stream, tools) => + Task.FromResult(new ChatCompletionAPIRequest + { + Model = chatModel.Id, + Messages = [systemPrompt, ..messages], + Stream = stream, + Tools = tools, + ParallelToolCalls = tools is null ? null : true, + AdditionalApiParameters = apiParameters + }), + token: token)) yield return content; } @@ -183,4 +152,4 @@ private async Task> LoadModels(string[] prefixes, SecretStore return modelResponse.Data.Where(model => prefixes.Any(prefix => model.Id.StartsWith(prefix, StringComparison.InvariantCulture))); } -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Provider/BaseProvider.cs b/app/MindWork AI Studio/Provider/BaseProvider.cs index 9b7298241..08821c3be 100644 --- a/app/MindWork AI Studio/Provider/BaseProvider.cs +++ b/app/MindWork AI Studio/Provider/BaseProvider.cs @@ -10,11 +10,14 @@ using AIStudio.Provider.OpenAI; using AIStudio.Provider.SelfHosted; using AIStudio.Settings; +using AIStudio.Tools.ToolCallingSystem; using AIStudio.Tools.MIME; using AIStudio.Tools.PluginSystem; using AIStudio.Tools.Rust; using AIStudio.Tools.Services; +using Microsoft.Extensions.DependencyInjection; + using Host = AIStudio.Provider.SelfHosted.Host; namespace AIStudio.Provider; @@ -565,6 +568,211 @@ protected async IAsyncEnumerable StreamResponsesInternal + /// Streams the chat completion from an OpenAI-compatible provider using the Chat Completion API. + /// + /// The provider name for logging and error reporting. + /// The selected chat model. + /// The current chat thread. + /// The settings manager. + /// Builds the provider-specific base messages. + /// Builds the provider-specific request body. + /// The secret store type. + /// Whether the API key is optional. + /// The system prompt role to use. + /// The request path, relative to the provider base URL. + /// Optional additional headers to add. + /// The cancellation token. + /// The delta stream line type. + /// The annotation stream line type. + /// The streamed content chunks. + protected async IAsyncEnumerable StreamOpenAICompatibleChatCompletion( + string providerName, + Model chatModel, + ChatThread chatThread, + SettingsManager settingsManager, + Func>> messagesFactory, + Func, IDictionary, bool, IList?, Task> requestFactory, + SecretStoreType storeType = SecretStoreType.LLM_PROVIDER, + bool isTryingSecret = false, + string systemPromptRole = "system", + string requestPath = "chat/completions", + Action? headersAction = null, + [EnumeratorCancellation] CancellationToken token = default) + where TDelta : IResponseStreamLine + where TAnnotation : IAnnotationStreamLine + { + // Get the API key: + var requestedSecret = await RUST_SERVICE.GetAPIKey(this, storeType, isTrying: isTryingSecret); + if(!requestedSecret.Success && !isTryingSecret) + yield break; + + // Prepare the system prompt: + var systemPrompt = new TextMessage + { + Role = systemPromptRole, + Content = chatThread.PrepareSystemPrompt(settingsManager), + }; + + // Parse the API parameters: + var apiParameters = this.ParseAdditionalApiParameters(); + + var baseMessages = await messagesFactory(); + var toolRegistry = Program.SERVICE_PROVIDER.GetService(); + var toolExecutor = Program.SERVICE_PROVIDER.GetService(); + var currentAssistantContent = chatThread.Blocks.LastOrDefault(x => x.Role is ChatRole.AI)?.Content as ContentText; + currentAssistantContent?.ToolInvocations.Clear(); + + if (toolRegistry is not null && toolExecutor is not null) + { + var runnableTools = await toolRegistry.GetRunnableToolsAsync( + chatThread.RuntimeComponent, + chatThread.RuntimeSelectedToolIds, + this.Provider.GetModelCapabilities(chatModel), + this.Provider.GetConfidence(settingsManager).Level, + settingsManager.IsToolSelectionVisible(chatThread.RuntimeComponent)); + + if (runnableTools.Count > 0) + { + var providerTools = runnableTools.Select(x => ProviderToolAdapters.ToChatCompletionTool(x.Definition)).ToList(); + + var internalMessages = new List(); + var toolCallCount = 0; + while (true) + { + var requestDto = await requestFactory(systemPrompt, [..baseMessages, ..internalMessages], apiParameters, false, providerTools); + var response = await this.ExecuteChatCompletionRequest(requestDto, requestPath, requestedSecret, headersAction, token); + var responseMessage = response?.Choices.FirstOrDefault()?.Message; + if (responseMessage is null) + { + currentAssistantContent!.ToolRuntimeStatus = new(); + await currentAssistantContent.StreamingEvent(); + yield break; + } + + if (responseMessage.ToolCalls.Count == 0) + { + currentAssistantContent!.ToolRuntimeStatus = new(); + if (!string.IsNullOrWhiteSpace(responseMessage.Content)) + yield return new ContentStreamChunk(responseMessage.Content, []); + else if (toolCallCount > 0) + yield return new ContentStreamChunk("The model completed the tool call but did not return a final answer.", []); + + yield break; + } + + currentAssistantContent!.ToolRuntimeStatus = new ToolRuntimeStatus + { + IsRunning = true, + ToolNames = responseMessage.ToolCalls + .Select(x => runnableTools.FirstOrDefault(tool => tool.Definition.Function.Name.Equals(x.Function.Name, StringComparison.Ordinal)).Implementation?.GetDisplayName() ?? x.Function.Name) + .ToList(), + }; + await currentAssistantContent.StreamingEvent(); + + internalMessages.Add(new AssistantToolCallMessage + { + Content = responseMessage.Content, + ToolCalls = responseMessage.ToolCalls, + }); + + foreach (var toolCall in responseMessage.ToolCalls) + { + toolCallCount++; + if (toolCallCount > 10) + { + var limitMessage = "Tool calling stopped because the maximum of 10 tool calls was reached."; + currentAssistantContent.ToolInvocations.Add(new ToolInvocationTrace + { + Order = toolCallCount, + ToolId = toolCall.Function.Name, + ToolName = toolCall.Function.Name, + ToolCallId = toolCall.Id, + Status = ToolInvocationTraceStatus.BLOCKED, + StatusMessage = limitMessage, + Result = limitMessage, + }); + currentAssistantContent.ToolRuntimeStatus = new(); + await currentAssistantContent.StreamingEvent(); + yield return new ContentStreamChunk(limitMessage, []); + yield break; + } + + var (toolContent, trace) = await toolExecutor.ExecuteAsync( + toolCall.Id, + toolCall.Function.Name, + toolCall.Function.Arguments, + runnableTools, + this.Provider.GetConfidence(settingsManager).Level, + toolCallCount, + token); + + currentAssistantContent.ToolInvocations.Add(trace); + internalMessages.Add(new ToolResultMessage + { + Content = toolContent, + ToolCallId = toolCall.Id, + Name = toolCall.Function.Name, + }); + } + + await currentAssistantContent.StreamingEvent(); + } + } + } + + // Prepare the provider HTTP chat request: + var providerChatRequest = JsonSerializer.Serialize(await requestFactory(systemPrompt, baseMessages, apiParameters, true, null), JSON_SERIALIZER_OPTIONS); + + async Task RequestBuilder() + { + // Build the HTTP post request: + var request = new HttpRequestMessage(HttpMethod.Post, requestPath); + + // Set the authorization header: + if (requestedSecret.Success) + request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); + + // Set provider-specific headers: + headersAction?.Invoke(request.Headers); + + // Set the content: + request.Content = new StringContent(providerChatRequest, Encoding.UTF8, "application/json"); + return request; + } + + await foreach (var content in this.StreamChatCompletionInternal(providerName, RequestBuilder, token)) + yield return content; + } + + private async Task ExecuteChatCompletionRequest( + ChatCompletionAPIRequest requestDto, + string requestPath, + RequestedSecret requestedSecret, + Action? headersAction, + CancellationToken token) + { + using var request = new HttpRequestMessage(HttpMethod.Post, requestPath); + if (requestedSecret.Success) + request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); + + headersAction?.Invoke(request.Headers); + request.Content = new StringContent(JsonSerializer.Serialize(requestDto, JSON_SERIALIZER_OPTIONS), Encoding.UTF8, "application/json"); + + using var response = await this.httpClient.SendAsync(request, token); + if (!response.IsSuccessStatusCode) + { + var responseBody = await response.Content.ReadAsStringAsync(token); + this.logger.LogError("Tool calling chat completion request failed with status code {ResponseStatusCode} and body: '{ResponseBody}'.", response.StatusCode, responseBody); + await MessageBus.INSTANCE.SendError(new( + Icons.Material.Filled.Build, + string.Format(TB("The tool calling request failed with status code {0}. See the logs for details."), (int)response.StatusCode))); + return null; + } + + return await response.Content.ReadFromJsonAsync(JSON_SERIALIZER_OPTIONS, token); + } + protected async Task PerformStandardTranscriptionRequest(RequestedSecret requestedSecret, Model transcriptionModel, string audioFilePath, Host host = Host.NONE, CancellationToken token = default) { try diff --git a/app/MindWork AI Studio/Provider/DeepSeek/ProviderDeepSeek.cs b/app/MindWork AI Studio/Provider/DeepSeek/ProviderDeepSeek.cs index e1ae306a2..9ebce9240 100644 --- a/app/MindWork AI Studio/Provider/DeepSeek/ProviderDeepSeek.cs +++ b/app/MindWork AI Studio/Provider/DeepSeek/ProviderDeepSeek.cs @@ -1,7 +1,5 @@ using System.Net.Http.Headers; using System.Runtime.CompilerServices; -using System.Text; -using System.Text.Json; using AIStudio.Chat; using AIStudio.Provider.OpenAI; @@ -24,52 +22,23 @@ public sealed class ProviderDeepSeek() : BaseProvider(LLMProviders.DEEP_SEEK, "h /// public override async IAsyncEnumerable StreamChatCompletion(Model chatModel, ChatThread chatThread, SettingsManager settingsManager, [EnumeratorCancellation] CancellationToken token = default) { - // Get the API key: - var requestedSecret = await RUST_SERVICE.GetAPIKey(this, SecretStoreType.LLM_PROVIDER); - if(!requestedSecret.Success) - yield break; - - // Prepare the system prompt: - var systemPrompt = new TextMessage - { - Role = "system", - Content = chatThread.PrepareSystemPrompt(settingsManager), - }; - - // Parse the API parameters: - var apiParameters = this.ParseAdditionalApiParameters(); - - // Build the list of messages: - var messages = await chatThread.Blocks.BuildMessagesUsingDirectImageUrlAsync(this.Provider, chatModel); - - // Prepare the DeepSeek HTTP chat request: - var deepSeekChatRequest = JsonSerializer.Serialize(new ChatCompletionAPIRequest - { - Model = chatModel.Id, - - // Build the messages: - // - First of all the system prompt - // - Then none-empty user and AI messages - Messages = [systemPrompt, ..messages], - - Stream = true, - AdditionalApiParameters = apiParameters - }, JSON_SERIALIZER_OPTIONS); - - async Task RequestBuilder() - { - // Build the HTTP post request: - var request = new HttpRequestMessage(HttpMethod.Post, "chat/completions"); - - // Set the authorization header: - request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); - - // Set the content: - request.Content = new StringContent(deepSeekChatRequest, Encoding.UTF8, "application/json"); - return request; - } - - await foreach (var content in this.StreamChatCompletionInternal("DeepSeek", RequestBuilder, token)) + await foreach (var content in this.StreamOpenAICompatibleChatCompletion( + "DeepSeek", + chatModel, + chatThread, + settingsManager, + () => chatThread.Blocks.BuildMessagesUsingDirectImageUrlAsync(this.Provider, chatModel), + (systemPrompt, messages, apiParameters, stream, tools) => + Task.FromResult(new ChatCompletionAPIRequest + { + Model = chatModel.Id, + Messages = [systemPrompt, ..messages], + Stream = stream, + Tools = tools, + ParallelToolCalls = tools is null ? null : true, + AdditionalApiParameters = apiParameters + }), + token: token)) yield return content; } @@ -144,4 +113,4 @@ private async Task> LoadModels(SecretStoreType storeType, Can var modelResponse = await response.Content.ReadFromJsonAsync(token); return modelResponse.Data; } -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Provider/Fireworks/ChatRequest.cs b/app/MindWork AI Studio/Provider/Fireworks/ChatRequest.cs deleted file mode 100644 index 54963feb3..000000000 --- a/app/MindWork AI Studio/Provider/Fireworks/ChatRequest.cs +++ /dev/null @@ -1,20 +0,0 @@ -using System.Text.Json.Serialization; - -namespace AIStudio.Provider.Fireworks; - -/// -/// The Fireworks chat request model. -/// -/// Which model to use for chat completion. -/// The chat messages. -/// Whether to stream the chat completion. -public readonly record struct ChatRequest( - string Model, - IList Messages, - bool Stream -) -{ - // Attention: The "required" modifier is not supported for [JsonExtensionData]. - [JsonExtensionData] - public IDictionary AdditionalApiParameters { get; init; } = new Dictionary(); -} \ No newline at end of file diff --git a/app/MindWork AI Studio/Provider/Fireworks/ProviderFireworks.cs b/app/MindWork AI Studio/Provider/Fireworks/ProviderFireworks.cs index 2254b7adf..0fbdcb7e5 100644 --- a/app/MindWork AI Studio/Provider/Fireworks/ProviderFireworks.cs +++ b/app/MindWork AI Studio/Provider/Fireworks/ProviderFireworks.cs @@ -1,7 +1,4 @@ -using System.Net.Http.Headers; using System.Runtime.CompilerServices; -using System.Text; -using System.Text.Json; using AIStudio.Chat; using AIStudio.Provider.OpenAI; @@ -24,53 +21,23 @@ public class ProviderFireworks() : BaseProvider(LLMProviders.FIREWORKS, "https:/ /// public override async IAsyncEnumerable StreamChatCompletion(Model chatModel, ChatThread chatThread, SettingsManager settingsManager, [EnumeratorCancellation] CancellationToken token = default) { - // Get the API key: - var requestedSecret = await RUST_SERVICE.GetAPIKey(this, SecretStoreType.LLM_PROVIDER); - if(!requestedSecret.Success) - yield break; - - // Prepare the system prompt: - var systemPrompt = new TextMessage - { - Role = "system", - Content = chatThread.PrepareSystemPrompt(settingsManager), - }; - - // Parse the API parameters: - var apiParameters = this.ParseAdditionalApiParameters(); - - // Build the list of messages: - var messages = await chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel); - - // Prepare the Fireworks HTTP chat request: - var fireworksChatRequest = JsonSerializer.Serialize(new ChatRequest - { - Model = chatModel.Id, - - // Build the messages: - // - First of all the system prompt - // - Then none-empty user and AI messages - Messages = [systemPrompt, ..messages], - - // Right now, we only support streaming completions: - Stream = true, - AdditionalApiParameters = apiParameters - }, JSON_SERIALIZER_OPTIONS); - - async Task RequestBuilder() - { - // Build the HTTP post request: - var request = new HttpRequestMessage(HttpMethod.Post, "chat/completions"); - - // Set the authorization header: - request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); - - // Set the content: - request.Content = new StringContent(fireworksChatRequest, Encoding.UTF8, "application/json"); - return request; - } - - await foreach (var content in this.StreamChatCompletionInternal("Fireworks", RequestBuilder, token)) + await foreach (var content in this.StreamOpenAICompatibleChatCompletion( + "Fireworks", + chatModel, + chatThread, + settingsManager, + () => chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel), + (systemPrompt, messages, apiParameters, stream, tools) => + Task.FromResult(new ChatCompletionAPIRequest + { + Model = chatModel.Id, + Messages = [systemPrompt, ..messages], + Stream = stream, + Tools = tools, + ParallelToolCalls = tools is null ? null : true, + AdditionalApiParameters = apiParameters + }), + token: token)) yield return content; } @@ -126,4 +93,4 @@ public override Task> GetTranscriptionModels(string? apiKeyPr } #endregion -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Provider/GWDG/ProviderGWDG.cs b/app/MindWork AI Studio/Provider/GWDG/ProviderGWDG.cs index 41e19fa9d..07bab5e85 100644 --- a/app/MindWork AI Studio/Provider/GWDG/ProviderGWDG.cs +++ b/app/MindWork AI Studio/Provider/GWDG/ProviderGWDG.cs @@ -1,7 +1,5 @@ using System.Net.Http.Headers; using System.Runtime.CompilerServices; -using System.Text; -using System.Text.Json; using AIStudio.Chat; using AIStudio.Provider.OpenAI; @@ -24,52 +22,23 @@ public sealed class ProviderGWDG() : BaseProvider(LLMProviders.GWDG, "https://ch /// public override async IAsyncEnumerable StreamChatCompletion(Model chatModel, ChatThread chatThread, SettingsManager settingsManager, [EnumeratorCancellation] CancellationToken token = default) { - // Get the API key: - var requestedSecret = await RUST_SERVICE.GetAPIKey(this, SecretStoreType.LLM_PROVIDER); - if(!requestedSecret.Success) - yield break; - - // Prepare the system prompt: - var systemPrompt = new TextMessage - { - Role = "system", - Content = chatThread.PrepareSystemPrompt(settingsManager), - }; - - // Parse the API parameters: - var apiParameters = this.ParseAdditionalApiParameters(); - - // Build the list of messages: - var messages = await chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel); - - // Prepare the GWDG HTTP chat request: - var gwdgChatRequest = JsonSerializer.Serialize(new ChatCompletionAPIRequest - { - Model = chatModel.Id, - - // Build the messages: - // - First of all the system prompt - // - Then none-empty user and AI messages - Messages = [systemPrompt, ..messages], - - Stream = true, - AdditionalApiParameters = apiParameters - }, JSON_SERIALIZER_OPTIONS); - - async Task RequestBuilder() - { - // Build the HTTP post request: - var request = new HttpRequestMessage(HttpMethod.Post, "chat/completions"); - - // Set the authorization header: - request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); - - // Set the content: - request.Content = new StringContent(gwdgChatRequest, Encoding.UTF8, "application/json"); - return request; - } - - await foreach (var content in this.StreamChatCompletionInternal("GWDG", RequestBuilder, token)) + await foreach (var content in this.StreamOpenAICompatibleChatCompletion( + "GWDG", + chatModel, + chatThread, + settingsManager, + () => chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel), + (systemPrompt, messages, apiParameters, stream, tools) => + Task.FromResult(new ChatCompletionAPIRequest + { + Model = chatModel.Id, + Messages = [systemPrompt, ..messages], + Stream = stream, + Tools = tools, + ParallelToolCalls = tools is null ? null : true, + AdditionalApiParameters = apiParameters + }), + token: token)) yield return content; } @@ -152,4 +121,4 @@ private async Task> LoadModels(SecretStoreType storeType, Can var modelResponse = await response.Content.ReadFromJsonAsync(token); return modelResponse.Data; } -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Provider/Google/ChatRequest.cs b/app/MindWork AI Studio/Provider/Google/ChatRequest.cs deleted file mode 100644 index 1a898c3a9..000000000 --- a/app/MindWork AI Studio/Provider/Google/ChatRequest.cs +++ /dev/null @@ -1,20 +0,0 @@ -using System.Text.Json.Serialization; - -namespace AIStudio.Provider.Google; - -/// -/// The Google chat request model. -/// -/// Which model to use for chat completion. -/// The chat messages. -/// Whether to stream the chat completion. -public readonly record struct ChatRequest( - string Model, - IList Messages, - bool Stream -) -{ - // Attention: The "required" modifier is not supported for [JsonExtensionData]. - [JsonExtensionData] - public IDictionary AdditionalApiParameters { get; init; } = new Dictionary(); -} \ No newline at end of file diff --git a/app/MindWork AI Studio/Provider/Google/ProviderGoogle.cs b/app/MindWork AI Studio/Provider/Google/ProviderGoogle.cs index 8a86fcbec..6d3be3a11 100644 --- a/app/MindWork AI Studio/Provider/Google/ProviderGoogle.cs +++ b/app/MindWork AI Studio/Provider/Google/ProviderGoogle.cs @@ -24,53 +24,23 @@ public class ProviderGoogle() : BaseProvider(LLMProviders.GOOGLE, "https://gener /// public override async IAsyncEnumerable StreamChatCompletion(Model chatModel, ChatThread chatThread, SettingsManager settingsManager, [EnumeratorCancellation] CancellationToken token = default) { - // Get the API key: - var requestedSecret = await RUST_SERVICE.GetAPIKey(this, SecretStoreType.LLM_PROVIDER); - if(!requestedSecret.Success) - yield break; - - // Prepare the system prompt: - var systemPrompt = new TextMessage - { - Role = "system", - Content = chatThread.PrepareSystemPrompt(settingsManager), - }; - - // Parse the API parameters: - var apiParameters = this.ParseAdditionalApiParameters(); - - // Build the list of messages: - var messages = await chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel); - - // Prepare the Google HTTP chat request: - var geminiChatRequest = JsonSerializer.Serialize(new ChatRequest - { - Model = chatModel.Id, - - // Build the messages: - // - First of all the system prompt - // - Then none-empty user and AI messages - Messages = [systemPrompt, ..messages], - - // Right now, we only support streaming completions: - Stream = true, - AdditionalApiParameters = apiParameters - }, JSON_SERIALIZER_OPTIONS); - - async Task RequestBuilder() - { - // Build the HTTP post request: - var request = new HttpRequestMessage(HttpMethod.Post, "chat/completions"); - - // Set the authorization header: - request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); - - // Set the content: - request.Content = new StringContent(geminiChatRequest, Encoding.UTF8, "application/json"); - return request; - } - - await foreach (var content in this.StreamChatCompletionInternal("Google", RequestBuilder, token)) + await foreach (var content in this.StreamOpenAICompatibleChatCompletion( + "Google", + chatModel, + chatThread, + settingsManager, + () => chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel), + (systemPrompt, messages, apiParameters, stream, tools) => + Task.FromResult(new ChatCompletionAPIRequest + { + Model = chatModel.Id, + Messages = [systemPrompt, ..messages], + Stream = stream, + Tools = tools, + ParallelToolCalls = tools is null ? null : true, + AdditionalApiParameters = apiParameters + }), + token: token)) yield return content; } @@ -256,4 +226,4 @@ private string NormalizeModelId(string modelId) ? modelId["models/".Length..] : modelId; } -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Provider/Groq/ChatRequest.cs b/app/MindWork AI Studio/Provider/Groq/ChatRequest.cs deleted file mode 100644 index 2e7668f1e..000000000 --- a/app/MindWork AI Studio/Provider/Groq/ChatRequest.cs +++ /dev/null @@ -1,22 +0,0 @@ -using System.Text.Json.Serialization; - -namespace AIStudio.Provider.Groq; - -/// -/// The Groq chat request model. -/// -/// Which model to use for chat completion. -/// The chat messages. -/// Whether to stream the chat completion. -/// The seed for the chat completion. -public readonly record struct ChatRequest( - string Model, - IList Messages, - bool Stream, - int Seed -) -{ - // Attention: The "required" modifier is not supported for [JsonExtensionData]. - [JsonExtensionData] - public IDictionary AdditionalApiParameters { get; init; } = new Dictionary(); -} \ No newline at end of file diff --git a/app/MindWork AI Studio/Provider/Groq/ProviderGroq.cs b/app/MindWork AI Studio/Provider/Groq/ProviderGroq.cs index 8f938667e..c7aac97bf 100644 --- a/app/MindWork AI Studio/Provider/Groq/ProviderGroq.cs +++ b/app/MindWork AI Studio/Provider/Groq/ProviderGroq.cs @@ -1,7 +1,5 @@ using System.Net.Http.Headers; using System.Runtime.CompilerServices; -using System.Text; -using System.Text.Json; using AIStudio.Chat; using AIStudio.Provider.OpenAI; @@ -24,53 +22,28 @@ public class ProviderGroq() : BaseProvider(LLMProviders.GROQ, "https://api.groq. /// public override async IAsyncEnumerable StreamChatCompletion(Model chatModel, ChatThread chatThread, SettingsManager settingsManager, [EnumeratorCancellation] CancellationToken token = default) { - // Get the API key: - var requestedSecret = await RUST_SERVICE.GetAPIKey(this, SecretStoreType.LLM_PROVIDER); - if(!requestedSecret.Success) - yield break; - - // Prepare the system prompt: - var systemPrompt = new TextMessage - { - Role = "system", - Content = chatThread.PrepareSystemPrompt(settingsManager), - }; - - // Parse the API parameters: - var apiParameters = this.ParseAdditionalApiParameters(); - - // Build the list of messages: - var messages = await chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel); - - // Prepare the OpenAI HTTP chat request: - var groqChatRequest = JsonSerializer.Serialize(new ChatRequest - { - Model = chatModel.Id, - - // Build the messages: - // - First of all the system prompt - // - Then none-empty user and AI messages - Messages = [systemPrompt, ..messages], - - // Right now, we only support streaming completions: - Stream = true, - AdditionalApiParameters = apiParameters - }, JSON_SERIALIZER_OPTIONS); - - async Task RequestBuilder() - { - // Build the HTTP post request: - var request = new HttpRequestMessage(HttpMethod.Post, "chat/completions"); - - // Set the authorization header: - request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); - - // Set the content: - request.Content = new StringContent(groqChatRequest, Encoding.UTF8, "application/json"); - return request; - } - - await foreach (var content in this.StreamChatCompletionInternal("Groq", RequestBuilder, token)) + await foreach (var content in this.StreamOpenAICompatibleChatCompletion( + "Groq", + chatModel, + chatThread, + settingsManager, + () => chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel), + (systemPrompt, messages, apiParameters, stream, tools) => + { + if (TryPopIntParameter(apiParameters, "seed", out var parsedSeed)) + apiParameters["seed"] = parsedSeed; + + return Task.FromResult(new ChatCompletionAPIRequest + { + Model = chatModel.Id, + Messages = [systemPrompt, ..messages], + Stream = stream, + Tools = tools, + ParallelToolCalls = tools is null ? null : true, + AdditionalApiParameters = apiParameters + }); + }, + token: token)) yield return content; } @@ -148,4 +121,4 @@ private async Task> LoadModels(SecretStoreType storeType, Can !n.Id.StartsWith("distil-", StringComparison.OrdinalIgnoreCase) && !n.Id.Contains("-tts", StringComparison.OrdinalIgnoreCase)); } -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Provider/Helmholtz/ProviderHelmholtz.cs b/app/MindWork AI Studio/Provider/Helmholtz/ProviderHelmholtz.cs index 070597a33..7f347a904 100644 --- a/app/MindWork AI Studio/Provider/Helmholtz/ProviderHelmholtz.cs +++ b/app/MindWork AI Studio/Provider/Helmholtz/ProviderHelmholtz.cs @@ -1,7 +1,5 @@ using System.Net.Http.Headers; using System.Runtime.CompilerServices; -using System.Text; -using System.Text.Json; using AIStudio.Chat; using AIStudio.Provider.OpenAI; @@ -24,52 +22,23 @@ public sealed class ProviderHelmholtz() : BaseProvider(LLMProviders.HELMHOLTZ, " /// public override async IAsyncEnumerable StreamChatCompletion(Model chatModel, ChatThread chatThread, SettingsManager settingsManager, [EnumeratorCancellation] CancellationToken token = default) { - // Get the API key: - var requestedSecret = await RUST_SERVICE.GetAPIKey(this, SecretStoreType.LLM_PROVIDER); - if(!requestedSecret.Success) - yield break; - - // Prepare the system prompt: - var systemPrompt = new TextMessage - { - Role = "system", - Content = chatThread.PrepareSystemPrompt(settingsManager), - }; - - // Parse the API parameters: - var apiParameters = this.ParseAdditionalApiParameters(); - - // Build the list of messages: - var messages = await chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel); - - // Prepare the Helmholtz HTTP chat request: - var helmholtzChatRequest = JsonSerializer.Serialize(new ChatCompletionAPIRequest - { - Model = chatModel.Id, - - // Build the messages: - // - First of all the system prompt - // - Then none-empty user and AI messages - Messages = [systemPrompt, ..messages], - - Stream = true, - AdditionalApiParameters = apiParameters - }, JSON_SERIALIZER_OPTIONS); - - async Task RequestBuilder() - { - // Build the HTTP post request: - var request = new HttpRequestMessage(HttpMethod.Post, "chat/completions"); - - // Set the authorization header: - request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); - - // Set the content: - request.Content = new StringContent(helmholtzChatRequest, Encoding.UTF8, "application/json"); - return request; - } - - await foreach (var content in this.StreamChatCompletionInternal("Helmholtz", RequestBuilder, token)) + await foreach (var content in this.StreamOpenAICompatibleChatCompletion( + "Helmholtz", + chatModel, + chatThread, + settingsManager, + () => chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel), + (systemPrompt, messages, apiParameters, stream, tools) => + Task.FromResult(new ChatCompletionAPIRequest + { + Model = chatModel.Id, + Messages = [systemPrompt, ..messages], + Stream = stream, + Tools = tools, + ParallelToolCalls = tools is null ? null : true, + AdditionalApiParameters = apiParameters + }), + token: token)) yield return content; } @@ -151,4 +120,4 @@ private async Task> LoadModels(SecretStoreType storeType, Can var modelResponse = await response.Content.ReadFromJsonAsync(token); return modelResponse.Data; } -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Provider/HuggingFace/ProviderHuggingFace.cs b/app/MindWork AI Studio/Provider/HuggingFace/ProviderHuggingFace.cs index f2e8c380c..6cfbd85f4 100644 --- a/app/MindWork AI Studio/Provider/HuggingFace/ProviderHuggingFace.cs +++ b/app/MindWork AI Studio/Provider/HuggingFace/ProviderHuggingFace.cs @@ -1,7 +1,4 @@ -using System.Net.Http.Headers; -using System.Runtime.CompilerServices; -using System.Text; -using System.Text.Json; +using System.Runtime.CompilerServices; using AIStudio.Chat; using AIStudio.Provider.OpenAI; @@ -29,52 +26,23 @@ public ProviderHuggingFace(HFInferenceProvider hfProvider, Model model) : base(L /// public override async IAsyncEnumerable StreamChatCompletion(Model chatModel, ChatThread chatThread, SettingsManager settingsManager, [EnumeratorCancellation] CancellationToken token = default) { - // Get the API key: - var requestedSecret = await RUST_SERVICE.GetAPIKey(this, SecretStoreType.LLM_PROVIDER); - if(!requestedSecret.Success) - yield break; - - // Prepare the system prompt: - var systemPrompt = new TextMessage - { - Role = "system", - Content = chatThread.PrepareSystemPrompt(settingsManager), - }; - - // Parse the API parameters: - var apiParameters = this.ParseAdditionalApiParameters(); - - // Build the list of messages: - var message = await chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel); - - // Prepare the HuggingFace HTTP chat request: - var huggingfaceChatRequest = JsonSerializer.Serialize(new ChatCompletionAPIRequest - { - Model = chatModel.Id, - - // Build the messages: - // - First of all the system prompt - // - Then none-empty user and AI messages - Messages = [systemPrompt, ..message], - - Stream = true, - AdditionalApiParameters = apiParameters - }, JSON_SERIALIZER_OPTIONS); - - async Task RequestBuilder() - { - // Build the HTTP post request: - var request = new HttpRequestMessage(HttpMethod.Post, "chat/completions"); - - // Set the authorization header: - request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); - - // Set the content: - request.Content = new StringContent(huggingfaceChatRequest, Encoding.UTF8, "application/json"); - return request; - } - - await foreach (var content in this.StreamChatCompletionInternal("HuggingFace", RequestBuilder, token)) + await foreach (var content in this.StreamOpenAICompatibleChatCompletion( + "HuggingFace", + chatModel, + chatThread, + settingsManager, + () => chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel), + (systemPrompt, messages, apiParameters, stream, tools) => + Task.FromResult(new ChatCompletionAPIRequest + { + Model = chatModel.Id, + Messages = [systemPrompt, ..messages], + Stream = stream, + Tools = tools, + ParallelToolCalls = tools is null ? null : true, + AdditionalApiParameters = apiParameters + }), + token: token)) yield return content; } @@ -123,4 +91,4 @@ public override Task> GetTranscriptionModels(string? apiKeyPr } #endregion -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Provider/Mistral/ChatRequest.cs b/app/MindWork AI Studio/Provider/Mistral/ChatRequest.cs deleted file mode 100644 index 1d42081fa..000000000 --- a/app/MindWork AI Studio/Provider/Mistral/ChatRequest.cs +++ /dev/null @@ -1,25 +0,0 @@ -using System.Text.Json.Serialization; - -namespace AIStudio.Provider.Mistral; - -/// -/// The OpenAI chat request model. -/// -/// Which model to use for chat completion. -/// The chat messages. -/// Whether to stream the chat completion. -/// The seed for the chat completion. -/// Whether to inject a safety prompt before all conversations. -public readonly record struct ChatRequest( - string Model, - IList Messages, - bool Stream, - [property: JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] - int? RandomSeed, - bool SafePrompt = false -) -{ - // Attention: The "required" modifier is not supported for [JsonExtensionData]. - [JsonExtensionData] - public IDictionary AdditionalApiParameters { get; init; } = new Dictionary(); -} diff --git a/app/MindWork AI Studio/Provider/Mistral/ProviderMistral.cs b/app/MindWork AI Studio/Provider/Mistral/ProviderMistral.cs index 485729fb2..247352142 100644 --- a/app/MindWork AI Studio/Provider/Mistral/ProviderMistral.cs +++ b/app/MindWork AI Studio/Provider/Mistral/ProviderMistral.cs @@ -1,7 +1,5 @@ using System.Net.Http.Headers; using System.Runtime.CompilerServices; -using System.Text; -using System.Text.Json; using AIStudio.Chat; using AIStudio.Provider.OpenAI; @@ -22,58 +20,31 @@ public sealed class ProviderMistral() : BaseProvider(LLMProviders.MISTRAL, "http /// public override async IAsyncEnumerable StreamChatCompletion(Provider.Model chatModel, ChatThread chatThread, SettingsManager settingsManager, [EnumeratorCancellation] CancellationToken token = default) { - // Get the API key: - var requestedSecret = await RUST_SERVICE.GetAPIKey(this, SecretStoreType.LLM_PROVIDER); - if(!requestedSecret.Success) - yield break; - - // Prepare the system prompt: - var systemPrompt = new TextMessage - { - Role = "system", - Content = chatThread.PrepareSystemPrompt(settingsManager), - }; - - // Parse the API parameters: - var apiParameters = this.ParseAdditionalApiParameters(); - var safePrompt = TryPopBoolParameter(apiParameters, "safe_prompt", out var parsedSafePrompt) && parsedSafePrompt; - var randomSeed = TryPopIntParameter(apiParameters, "random_seed", out var parsedRandomSeed) ? parsedRandomSeed : (int?)null; - - // Build the list of messages: - var messages = await chatThread.Blocks.BuildMessagesUsingDirectImageUrlAsync(this.Provider, chatModel); - - // Prepare the Mistral HTTP chat request: - var mistralChatRequest = JsonSerializer.Serialize(new ChatRequest - { - Model = chatModel.Id, - - // Build the messages: - // - First of all the system prompt - // - Then none-empty user and AI messages - Messages = [systemPrompt, ..messages], - - // Right now, we only support streaming completions: - Stream = true, - RandomSeed = randomSeed, - SafePrompt = safePrompt, - AdditionalApiParameters = apiParameters - }, JSON_SERIALIZER_OPTIONS); - - - async Task RequestBuilder() - { - // Build the HTTP post request: - var request = new HttpRequestMessage(HttpMethod.Post, "chat/completions"); - - // Set the authorization header: - request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); - - // Set the content: - request.Content = new StringContent(mistralChatRequest, Encoding.UTF8, "application/json"); - return request; - } - - await foreach (var content in this.StreamChatCompletionInternal("Mistral", RequestBuilder, token)) + await foreach (var content in this.StreamOpenAICompatibleChatCompletion( + "Mistral", + chatModel, + chatThread, + settingsManager, + () => chatThread.Blocks.BuildMessagesUsingDirectImageUrlAsync(this.Provider, chatModel), + (systemPrompt, messages, apiParameters, stream, tools) => + { + if (TryPopBoolParameter(apiParameters, "safe_prompt", out var parsedSafePrompt)) + apiParameters["safe_prompt"] = parsedSafePrompt; + + if (TryPopIntParameter(apiParameters, "random_seed", out var parsedRandomSeed)) + apiParameters["random_seed"] = parsedRandomSeed; + + return Task.FromResult(new ChatCompletionAPIRequest + { + Model = chatModel.Id, + Messages = [systemPrompt, ..messages], + Stream = stream, + Tools = tools, + ParallelToolCalls = tools is null ? null : true, + AdditionalApiParameters = apiParameters + }); + }, + token: token)) yield return content; } diff --git a/app/MindWork AI Studio/Provider/OpenAI/AssistantToolCallMessage.cs b/app/MindWork AI Studio/Provider/OpenAI/AssistantToolCallMessage.cs new file mode 100644 index 000000000..340d1e74d --- /dev/null +++ b/app/MindWork AI Studio/Provider/OpenAI/AssistantToolCallMessage.cs @@ -0,0 +1,10 @@ +namespace AIStudio.Provider.OpenAI; + +public sealed record AssistantToolCallMessage : IMessageBase +{ + public string Role { get; init; } = "assistant"; + + public string? Content { get; init; } + + public IList ToolCalls { get; init; } = []; +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionAPIRequest.cs b/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionAPIRequest.cs index bd9c08e7c..c789385e9 100644 --- a/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionAPIRequest.cs +++ b/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionAPIRequest.cs @@ -17,8 +17,12 @@ bool Stream public ChatCompletionAPIRequest() : this(string.Empty, [], true) { } + + public IList? Tools { get; init; } + + public bool? ParallelToolCalls { get; init; } // Attention: The "required" modifier is not supported for [JsonExtensionData]. [JsonExtensionData] public IDictionary AdditionalApiParameters { get; init; } = new Dictionary(); -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionResponse.cs b/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionResponse.cs new file mode 100644 index 000000000..7c23d0ef0 --- /dev/null +++ b/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionResponse.cs @@ -0,0 +1,10 @@ +namespace AIStudio.Provider.OpenAI; + +public sealed record ChatCompletionResponse +{ + public string Id { get; init; } = string.Empty; + + public string Model { get; init; } = string.Empty; + + public IList Choices { get; init; } = []; +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionResponseChoice.cs b/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionResponseChoice.cs new file mode 100644 index 000000000..71887dc9d --- /dev/null +++ b/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionResponseChoice.cs @@ -0,0 +1,10 @@ +namespace AIStudio.Provider.OpenAI; + +public sealed record ChatCompletionResponseChoice +{ + public int Index { get; init; } + + public string FinishReason { get; init; } = string.Empty; + + public ChatCompletionResponseMessage Message { get; init; } = new(); +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionResponseMessage.cs b/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionResponseMessage.cs new file mode 100644 index 000000000..43fdbade2 --- /dev/null +++ b/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionResponseMessage.cs @@ -0,0 +1,10 @@ +namespace AIStudio.Provider.OpenAI; + +public sealed record ChatCompletionResponseMessage +{ + public string Role { get; init; } = string.Empty; + + public string? Content { get; init; } + + public IList ToolCalls { get; init; } = []; +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionToolCall.cs b/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionToolCall.cs new file mode 100644 index 000000000..4ba1ec597 --- /dev/null +++ b/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionToolCall.cs @@ -0,0 +1,10 @@ +namespace AIStudio.Provider.OpenAI; + +public sealed record ChatCompletionToolCall +{ + public string Id { get; init; } = string.Empty; + + public string Type { get; init; } = "function"; + + public ChatCompletionToolFunction Function { get; init; } = new(); +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionToolFunction.cs b/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionToolFunction.cs new file mode 100644 index 000000000..248b91f22 --- /dev/null +++ b/app/MindWork AI Studio/Provider/OpenAI/ChatCompletionToolFunction.cs @@ -0,0 +1,8 @@ +namespace AIStudio.Provider.OpenAI; + +public sealed record ChatCompletionToolFunction +{ + public string Name { get; init; } = string.Empty; + + public string Arguments { get; init; } = string.Empty; +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/ProviderOpenAI.cs b/app/MindWork AI Studio/Provider/OpenAI/ProviderOpenAI.cs index e5b6ebfdd..db48525cd 100644 --- a/app/MindWork AI Studio/Provider/OpenAI/ProviderOpenAI.cs +++ b/app/MindWork AI Studio/Provider/OpenAI/ProviderOpenAI.cs @@ -5,6 +5,12 @@ using AIStudio.Chat; using AIStudio.Settings; +using AIStudio.Tools.PluginSystem; +using AIStudio.Tools.Rust; +using AIStudio.Tools.ToolCallingSystem; +using AIStudio.Tools.Services; + +using Microsoft.Extensions.DependencyInjection; namespace AIStudio.Provider.OpenAI; @@ -14,6 +20,7 @@ namespace AIStudio.Provider.OpenAI; public sealed class ProviderOpenAI() : BaseProvider(LLMProviders.OPEN_AI, "https://api.openai.com/v1/", LOGGER) { private static readonly ILogger LOGGER = Program.LOGGER_FACTORY.CreateLogger(); + private static string TB(string fallbackEN) => I18N.I.T(fallbackEN, typeof(ProviderOpenAI).Namespace, nameof(ProviderOpenAI)); #region Implementation of IProvider @@ -69,81 +76,133 @@ public override async IAsyncEnumerable StreamChatCompletion( LOGGER.LogInformation("Using the system prompt role '{SystemPromptRole}' and the '{RequestPath}' API for model '{ChatModelId}'.", systemPromptRole, requestPath, chatModel.Id); - // Prepare the system prompt: - var systemPrompt = new TextMessage - { - Role = systemPromptRole, - Content = chatThread.PrepareSystemPrompt(settingsManager), - }; - // // Prepare the tools we want to use: // - IList tools = modelCapabilities.Contains(Capability.WEB_SEARCH) switch - { - true => [ Tools.WEB_SEARCH ], - _ => [] - }; + var providerConfidence = this.Provider.GetConfidence(settingsManager).Level; + var minimumWebSearchConfidence = settingsManager.GetMinimumProviderConfidenceForTool(ToolSelectionRules.WEB_SEARCH_TOOL_ID); + var isWebSearchAllowed = ToolSelectionRules.IsProviderConfidenceAllowed(providerConfidence, minimumWebSearchConfidence); + IList providerTools = modelCapabilities.Contains(Capability.WEB_SEARCH) && isWebSearchAllowed + ? [ ProviderTools.WEB_SEARCH ] + : []; // Parse the API parameters: var apiParameters = this.ParseAdditionalApiParameters("input", "store", "tools"); + if (!usingResponsesAPI) + { + await foreach (var content in this.StreamOpenAICompatibleChatCompletion( + "OpenAI", + chatModel, + chatThread, + settingsManager, + () => chatThread.Blocks.BuildMessagesAsync( + this.Provider, + chatModel, + role => role switch + { + ChatRole.USER => "user", + ChatRole.AI => "assistant", + ChatRole.AGENT => "assistant", + ChatRole.SYSTEM => systemPromptRole, + _ => "user", + }, + text => new SubContentText + { + Text = text, + }, + async attachment => new SubContentImageUrlNested + { + ImageUrl = new SubContentImageUrlData + { + Url = await attachment.TryAsBase64(token: token) is (true, var base64Content) + ? $"data:{attachment.DetermineMimeType()};base64,{base64Content}" + : string.Empty, + }, + }), + (systemPrompt, messages, apiParameters, stream, tools) => Task.FromResult(new ChatCompletionAPIRequest + { + Model = chatModel.Id, + Messages = [systemPrompt, ..messages], + Stream = stream, + Tools = tools, + ParallelToolCalls = tools is null ? null : true, + AdditionalApiParameters = apiParameters, + }), + systemPromptRole: systemPromptRole, + requestPath: "chat/completions", + token: token)) + yield return content; + + yield break; + } + + // Prepare the system prompt: + var systemPrompt = new TextMessage + { + Role = systemPromptRole, + Content = chatThread.PrepareSystemPrompt(settingsManager), + }; + // Build the list of messages: var messages = await chatThread.Blocks.BuildMessagesAsync( this.Provider, chatModel, - - // OpenAI-specific role mapping: role => role switch { ChatRole.USER => "user", ChatRole.AI => "assistant", ChatRole.AGENT => "assistant", ChatRole.SYSTEM => systemPromptRole, - _ => "user", }, - - // OpenAI's text sub-content depends on the model, whether we are using - // the Responses API or the Chat Completion API: - text => usingResponsesAPI switch + text => new SubContentInputText { - // Responses API uses INPUT_TEXT: - true => new SubContentInputText - { - Text = text, - }, - - // Chat Completion API uses TEXT: - false => new SubContentText - { - Text = text, - }, + Text = text, }, - - // OpenAI's image sub-content depends on the model as well, - // whether we are using the Responses API or the Chat Completion API: - async attachment => usingResponsesAPI switch + async attachment => new SubContentInputImage { - // Responses API uses INPUT_IMAGE: - true => new SubContentInputImage - { - ImageUrl = await attachment.TryAsBase64(token: token) is (true, var base64Content) - ? $"data:{attachment.DetermineMimeType()};base64,{base64Content}" - : string.Empty, - }, - - // Chat Completion API uses IMAGE_URL: - false => new SubContentImageUrlNested - { - ImageUrl = new SubContentImageUrlData - { - Url = await attachment.TryAsBase64(token: token) is (true, var base64Content) - ? $"data:{attachment.DetermineMimeType()};base64,{base64Content}" - : string.Empty, - }, - } + ImageUrl = await attachment.TryAsBase64(token: token) is (true, var base64Content) + ? $"data:{attachment.DetermineMimeType()};base64,{base64Content}" + : string.Empty, }); + + var baseInput = new List { systemPrompt }; + baseInput.AddRange(messages.Cast()); + + var toolRegistry = Program.SERVICE_PROVIDER.GetService(); + var toolExecutor = Program.SERVICE_PROVIDER.GetService(); + var currentAssistantContent = chatThread.Blocks.LastOrDefault(x => x.Role is ChatRole.AI)?.Content as ContentText; + currentAssistantContent?.ToolInvocations.Clear(); + + IReadOnlyList<(ToolDefinition Definition, IToolImplementation Implementation)> runnableTools = toolRegistry is null + ? [] + : await toolRegistry.GetRunnableToolsAsync( + chatThread.RuntimeComponent, + chatThread.RuntimeSelectedToolIds, + modelCapabilities, + providerConfidence, + settingsManager.IsToolSelectionVisible(chatThread.RuntimeComponent)); + + if (usingResponsesAPI && toolExecutor is not null && runnableTools.Count > 0) + { + await foreach (var content in this.StreamResponsesWithLocalTools( + chatModel, + baseInput, + apiParameters, + runnableTools, + toolExecutor, + currentAssistantContent, + requestedSecret, + providerConfidence, + token)) + yield return content; + + yield break; + } + + if (runnableTools.Count > 0) + providerTools = []; // // Create the request: either for the Responses API or the Chat Completion API @@ -169,7 +228,7 @@ public override async IAsyncEnumerable StreamChatCompletion( Model = chatModel.Id, // All messages go into the input field: - Input = [systemPrompt, ..messages], + Input = baseInput, // Right now, we only support streaming completions: Stream = true, @@ -178,7 +237,7 @@ public override async IAsyncEnumerable StreamChatCompletion( Store = false, // Tools we want to use: - Tools = tools, + Tools = providerTools, // Additional API parameters: AdditionalApiParameters = apiParameters @@ -208,6 +267,148 @@ async Task RequestBuilder() yield return content; } + private async IAsyncEnumerable StreamResponsesWithLocalTools( + Model chatModel, + IList baseInput, + IDictionary apiParameters, + IReadOnlyList<(ToolDefinition Definition, IToolImplementation Implementation)> runnableTools, + ToolExecutor toolExecutor, + ContentText? currentAssistantContent, + RequestedSecret requestedSecret, + ConfidenceLevel providerConfidence, + [EnumeratorCancellation] CancellationToken token) + { + var providerTools = runnableTools + .Select(x => (object)ProviderToolAdapters.ToResponsesTool(x.Definition)) + .ToList(); + var internalItems = new List(); + var toolCallCount = 0; + + while (true) + { + var requestDto = new ResponsesAPIRequest + { + Model = chatModel.Id, + Input = [..baseInput, ..internalItems], + Stream = false, + Store = false, + Tools = providerTools, + AdditionalApiParameters = apiParameters, + }; + var response = await this.ExecuteResponsesRequest(requestDto, requestedSecret, token); + if (response is null) + { + if (currentAssistantContent is not null) + { + currentAssistantContent.ToolRuntimeStatus = new(); + await currentAssistantContent.StreamingEvent(); + } + + yield break; + } + + var functionCalls = response.GetFunctionCalls(); + if (functionCalls.Count == 0) + { + if (currentAssistantContent is not null) + { + currentAssistantContent.ToolRuntimeStatus = new(); + await currentAssistantContent.StreamingEvent(); + } + + var textOutput = response.GetTextOutput(); + if (!string.IsNullOrWhiteSpace(textOutput)) + yield return new ContentStreamChunk(textOutput, []); + else if (toolCallCount > 0) + yield return new ContentStreamChunk("The model completed the tool call but did not return a final answer.", []); + + yield break; + } + + if (currentAssistantContent is not null) + { + currentAssistantContent.ToolRuntimeStatus = new ToolRuntimeStatus + { + IsRunning = true, + ToolNames = functionCalls + .Select(x => runnableTools.FirstOrDefault(tool => tool.Definition.Function.Name.Equals(x.Name, StringComparison.Ordinal)).Implementation?.GetDisplayName() ?? x.Name) + .ToList(), + }; + await currentAssistantContent.StreamingEvent(); + } + + foreach (var outputItem in response.Output) + internalItems.Add(outputItem); + + foreach (var functionCall in functionCalls) + { + toolCallCount++; + if (toolCallCount > 10) + { + var limitMessage = "Tool calling stopped because the maximum of 10 tool calls was reached."; + currentAssistantContent?.ToolInvocations.Add(new ToolInvocationTrace + { + Order = toolCallCount, + ToolId = functionCall.Name, + ToolName = functionCall.Name, + ToolCallId = functionCall.CallId, + Status = ToolInvocationTraceStatus.BLOCKED, + StatusMessage = limitMessage, + Result = limitMessage, + }); + + if (currentAssistantContent is not null) + { + currentAssistantContent.ToolRuntimeStatus = new(); + await currentAssistantContent.StreamingEvent(); + } + + yield return new ContentStreamChunk(limitMessage, []); + yield break; + } + + var (toolContent, trace) = await toolExecutor.ExecuteAsync( + functionCall.CallId, + functionCall.Name, + functionCall.Arguments, + runnableTools, + providerConfidence, + toolCallCount, + token); + + currentAssistantContent?.ToolInvocations.Add(trace); + internalItems.Add(new ResponsesFunctionCallOutputItem + { + CallId = functionCall.CallId, + Output = toolContent, + }); + } + + if (currentAssistantContent is not null) + await currentAssistantContent.StreamingEvent(); + } + } + + private async Task ExecuteResponsesRequest(ResponsesAPIRequest requestDto, RequestedSecret requestedSecret, CancellationToken token) + { + using var request = new HttpRequestMessage(HttpMethod.Post, "responses"); + request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); + request.Content = new StringContent(JsonSerializer.Serialize(requestDto, JSON_SERIALIZER_OPTIONS), Encoding.UTF8, "application/json"); + + using var response = await this.httpClient.SendAsync(request, token); + if (!response.IsSuccessStatusCode) + { + var responseBody = await response.Content.ReadAsStringAsync(token); + LOGGER.LogError("Tool calling Responses API request failed with status code {ResponseStatusCode} and body: '{ResponseBody}'.", response.StatusCode, responseBody); + await MessageBus.INSTANCE.SendError(new( + Icons.Material.Filled.Build, + string.Format(TB("The tool calling request failed with status code {0}. See the logs for details."), (int)response.StatusCode))); + return null; + } + + return await response.Content.ReadFromJsonAsync(JSON_SERIALIZER_OPTIONS, token); + } + #pragma warning disable CS1998 // Async method lacks 'await' operators and will run synchronously /// @@ -290,4 +491,4 @@ private async Task> LoadModels(SecretStoreType storeType, str var modelResponse = await response.Content.ReadFromJsonAsync(token); return modelResponse.Data.Where(model => prefixes.Any(prefix => model.Id.StartsWith(prefix, StringComparison.InvariantCulture))); } -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/Tool.cs b/app/MindWork AI Studio/Provider/OpenAI/ProviderTool.cs similarity index 79% rename from app/MindWork AI Studio/Provider/OpenAI/Tool.cs rename to app/MindWork AI Studio/Provider/OpenAI/ProviderTool.cs index 782e6b604..61170af3d 100644 --- a/app/MindWork AI Studio/Provider/OpenAI/Tool.cs +++ b/app/MindWork AI Studio/Provider/OpenAI/ProviderTool.cs @@ -1,7 +1,7 @@ namespace AIStudio.Provider.OpenAI; /// -/// Represents a tool used by the AI model. +/// Represents a tool executed on the provider side. /// /// /// Right now, only our OpenAI provider is using tools. Thus, this class is located in the @@ -9,4 +9,4 @@ namespace AIStudio.Provider.OpenAI; /// be moved into the provider namespace. /// /// The type of the tool. -public record Tool(string Type); \ No newline at end of file +public record ProviderTool(string Type); diff --git a/app/MindWork AI Studio/Provider/OpenAI/ProviderToolAdapters.cs b/app/MindWork AI Studio/Provider/OpenAI/ProviderToolAdapters.cs new file mode 100644 index 000000000..5c426ae15 --- /dev/null +++ b/app/MindWork AI Studio/Provider/OpenAI/ProviderToolAdapters.cs @@ -0,0 +1,35 @@ +using AIStudio.Tools.ToolCallingSystem; + +namespace AIStudio.Provider.OpenAI; + +/// +/// Converts the canonical AI Studio tool definition into provider-specific wire shapes. +/// +public static class ProviderToolAdapters +{ + /// + /// Builds the nested function tool shape used by Chat Completions compatible APIs. + /// + public static object ToChatCompletionTool(ToolDefinition definition) => new + { + type = "function", + function = new + { + name = definition.Function.Name, + description = definition.Function.Description, + parameters = definition.Function.Parameters, + strict = definition.Function.Strict, + } + }; + + /// + /// Builds the flat function tool shape used by the OpenAI Responses API. + /// + public static ResponsesFunctionTool ToResponsesTool(ToolDefinition definition) => new() + { + Name = definition.Function.Name, + Description = definition.Function.Description, + Parameters = definition.Function.Parameters, + Strict = definition.Function.Strict, + }; +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/Tools.cs b/app/MindWork AI Studio/Provider/OpenAI/ProviderTools.cs similarity index 67% rename from app/MindWork AI Studio/Provider/OpenAI/Tools.cs rename to app/MindWork AI Studio/Provider/OpenAI/ProviderTools.cs index 50d2b836c..359c781bd 100644 --- a/app/MindWork AI Studio/Provider/OpenAI/Tools.cs +++ b/app/MindWork AI Studio/Provider/OpenAI/ProviderTools.cs @@ -1,14 +1,14 @@ namespace AIStudio.Provider.OpenAI; /// -/// Known tools for LLM providers. +/// Known provider-side tools for LLM providers. /// /// /// Right now, only our OpenAI provider is using tools. Thus, this class is located in the /// OpenAI namespace. In the future, when other providers also support tools, this class can /// be moved into the provider namespace. /// -public static class Tools +public static class ProviderTools { - public static readonly Tool WEB_SEARCH = new("web_search"); -} \ No newline at end of file + public static readonly ProviderTool WEB_SEARCH = new("web_search"); +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/ResponsesAPIRequest.cs b/app/MindWork AI Studio/Provider/OpenAI/ResponsesAPIRequest.cs index deb315d67..148edc799 100644 --- a/app/MindWork AI Studio/Provider/OpenAI/ResponsesAPIRequest.cs +++ b/app/MindWork AI Studio/Provider/OpenAI/ResponsesAPIRequest.cs @@ -6,16 +6,16 @@ namespace AIStudio.Provider.OpenAI; /// The request body for the Responses API. /// /// Which model to use. -/// The chat messages. +/// The chat messages and Responses API input items. /// Whether to stream the response. /// Whether to store the response on the server (usually OpenAI's infrastructure). -/// The tools to use for the request. +/// The provider-side tools and local function tools to use for the request. public record ResponsesAPIRequest( string Model, - IList Input, + IList Input, bool Stream, bool Store, - IList Tools) + IList Tools) { public ResponsesAPIRequest() : this(string.Empty, [], true, false, []) { @@ -24,4 +24,4 @@ public ResponsesAPIRequest() : this(string.Empty, [], true, false, []) // Attention: The "required" modifier is not supported for [JsonExtensionData]. [JsonExtensionData] public IDictionary AdditionalApiParameters { get; init; } = new Dictionary(); -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/ResponsesFunctionCallItem.cs b/app/MindWork AI Studio/Provider/OpenAI/ResponsesFunctionCallItem.cs new file mode 100644 index 000000000..25114a764 --- /dev/null +++ b/app/MindWork AI Studio/Provider/OpenAI/ResponsesFunctionCallItem.cs @@ -0,0 +1,15 @@ +namespace AIStudio.Provider.OpenAI; + +/// +/// A function call item returned by the OpenAI Responses API. +/// +public sealed record ResponsesFunctionCallItem +{ + public string Type { get; init; } = string.Empty; + + public string CallId { get; init; } = string.Empty; + + public string Name { get; init; } = string.Empty; + + public string Arguments { get; init; } = string.Empty; +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/ResponsesFunctionCallOutputItem.cs b/app/MindWork AI Studio/Provider/OpenAI/ResponsesFunctionCallOutputItem.cs new file mode 100644 index 000000000..19e9bedb4 --- /dev/null +++ b/app/MindWork AI Studio/Provider/OpenAI/ResponsesFunctionCallOutputItem.cs @@ -0,0 +1,13 @@ +namespace AIStudio.Provider.OpenAI; + +/// +/// A local function result item sent back to the OpenAI Responses API. +/// +public sealed record ResponsesFunctionCallOutputItem +{ + public string Type { get; init; } = "function_call_output"; + + public string CallId { get; init; } = string.Empty; + + public string Output { get; init; } = string.Empty; +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/ResponsesFunctionTool.cs b/app/MindWork AI Studio/Provider/OpenAI/ResponsesFunctionTool.cs new file mode 100644 index 000000000..fe9f5dc0a --- /dev/null +++ b/app/MindWork AI Studio/Provider/OpenAI/ResponsesFunctionTool.cs @@ -0,0 +1,19 @@ +using System.Text.Json; + +namespace AIStudio.Provider.OpenAI; + +/// +/// The flat function tool definition shape expected by the OpenAI Responses API. +/// +public sealed record ResponsesFunctionTool +{ + public string Type { get; init; } = "function"; + + public string Name { get; init; } = string.Empty; + + public string Description { get; init; } = string.Empty; + + public JsonElement Parameters { get; init; } + + public bool Strict { get; init; } +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/ResponsesResponse.cs b/app/MindWork AI Studio/Provider/OpenAI/ResponsesResponse.cs new file mode 100644 index 000000000..69682e225 --- /dev/null +++ b/app/MindWork AI Studio/Provider/OpenAI/ResponsesResponse.cs @@ -0,0 +1,62 @@ +using System.Text.Json; + +namespace AIStudio.Provider.OpenAI; + +/// +/// Non-streaming OpenAI Responses API result used during local tool execution. +/// +public sealed record ResponsesResponse +{ + public string Id { get; init; } = string.Empty; + + public string Model { get; init; } = string.Empty; + + public string? OutputText { get; init; } + + public IList Output { get; init; } = []; + + public IReadOnlyList GetFunctionCalls() => this.Output + .Where(x => ReadString(x, "type").Equals("function_call", StringComparison.Ordinal)) + .Select(x => new ResponsesFunctionCallItem + { + Type = ReadString(x, "type"), + CallId = ReadString(x, "call_id"), + Name = ReadString(x, "name"), + Arguments = ReadString(x, "arguments"), + }) + .Where(x => !string.IsNullOrWhiteSpace(x.CallId) && !string.IsNullOrWhiteSpace(x.Name)) + .ToList(); + + public string GetTextOutput() + { + if (!string.IsNullOrWhiteSpace(this.OutputText)) + return this.OutputText; + + return string.Concat(this.Output + .Where(x => ReadString(x, "type").Equals("message", StringComparison.Ordinal)) + .SelectMany(ReadContentItems) + .Where(x => ReadString(x, "type").Equals("output_text", StringComparison.Ordinal)) + .Select(x => ReadString(x, "text"))); + } + + private static IEnumerable ReadContentItems(JsonElement outputItem) + { + if (outputItem.ValueKind is not JsonValueKind.Object || + !outputItem.TryGetProperty("content", out var content) || + content.ValueKind is not JsonValueKind.Array) + yield break; + + foreach (var contentItem in content.EnumerateArray()) + yield return contentItem; + } + + private static string ReadString(JsonElement item, string propertyName) + { + if (item.ValueKind is not JsonValueKind.Object || + !item.TryGetProperty(propertyName, out var property) || + property.ValueKind is not JsonValueKind.String) + return string.Empty; + + return property.GetString() ?? string.Empty; + } +} diff --git a/app/MindWork AI Studio/Provider/OpenAI/ToolResultMessage.cs b/app/MindWork AI Studio/Provider/OpenAI/ToolResultMessage.cs new file mode 100644 index 000000000..feb698546 --- /dev/null +++ b/app/MindWork AI Studio/Provider/OpenAI/ToolResultMessage.cs @@ -0,0 +1,12 @@ +namespace AIStudio.Provider.OpenAI; + +public sealed record ToolResultMessage : IMessage +{ + public string Role { get; init; } = "tool"; + + public string Content { get; init; } = string.Empty; + + public string ToolCallId { get; init; } = string.Empty; + + public string Name { get; init; } = string.Empty; +} diff --git a/app/MindWork AI Studio/Provider/OpenRouter/ProviderOpenRouter.cs b/app/MindWork AI Studio/Provider/OpenRouter/ProviderOpenRouter.cs index 4995cca94..f66834f8e 100644 --- a/app/MindWork AI Studio/Provider/OpenRouter/ProviderOpenRouter.cs +++ b/app/MindWork AI Studio/Provider/OpenRouter/ProviderOpenRouter.cs @@ -1,7 +1,5 @@ using System.Net.Http.Headers; using System.Runtime.CompilerServices; -using System.Text; -using System.Text.Json; using AIStudio.Chat; using AIStudio.Provider.OpenAI; @@ -27,57 +25,29 @@ public sealed class ProviderOpenRouter() : BaseProvider(LLMProviders.OPEN_ROUTER /// public override async IAsyncEnumerable StreamChatCompletion(Model chatModel, ChatThread chatThread, SettingsManager settingsManager, [EnumeratorCancellation] CancellationToken token = default) { - // Get the API key: - var requestedSecret = await RUST_SERVICE.GetAPIKey(this, SecretStoreType.LLM_PROVIDER); - if(!requestedSecret.Success) - yield break; - - // Prepare the system prompt: - var systemPrompt = new TextMessage - { - Role = "system", - Content = chatThread.PrepareSystemPrompt(settingsManager), - }; - - // Parse the API parameters: - var apiParameters = this.ParseAdditionalApiParameters(); - - // Build the list of messages: - var messages = await chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel); - - // Prepare the OpenRouter HTTP chat request: - var openRouterChatRequest = JsonSerializer.Serialize(new ChatCompletionAPIRequest - { - Model = chatModel.Id, - - // Build the messages: - // - First of all the system prompt - // - Then none-empty user and AI messages - Messages = [systemPrompt, ..messages], - - // Right now, we only support streaming completions: - Stream = true, - AdditionalApiParameters = apiParameters - }, JSON_SERIALIZER_OPTIONS); - - async Task RequestBuilder() - { - // Build the HTTP post request: - var request = new HttpRequestMessage(HttpMethod.Post, "chat/completions"); - - // Set the authorization header: - request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); - - // Set custom headers for project identification: - request.Headers.Add("HTTP-Referer", PROJECT_WEBSITE); - request.Headers.Add("X-Title", PROJECT_NAME); - - // Set the content: - request.Content = new StringContent(openRouterChatRequest, Encoding.UTF8, "application/json"); - return request; - } - - await foreach (var content in this.StreamChatCompletionInternal("OpenRouter", RequestBuilder, token)) + await foreach (var content in this.StreamOpenAICompatibleChatCompletion( + "OpenRouter", + chatModel, + chatThread, + settingsManager, + () => chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel), + (systemPrompt, messages, apiParameters, stream, tools) => + Task.FromResult(new ChatCompletionAPIRequest + { + Model = chatModel.Id, + Messages = [systemPrompt, ..messages], + Stream = stream, + Tools = tools, + ParallelToolCalls = tools is null ? null : true, + AdditionalApiParameters = apiParameters + }), + headersAction: headers => + { + // Set custom headers for project identification: + headers.Add("HTTP-Referer", PROJECT_WEBSITE); + headers.Add("X-Title", PROJECT_NAME); + }, + token: token)) yield return content; } diff --git a/app/MindWork AI Studio/Provider/Perplexity/ProviderPerplexity.cs b/app/MindWork AI Studio/Provider/Perplexity/ProviderPerplexity.cs index 4c73dc2df..a2b972731 100644 --- a/app/MindWork AI Studio/Provider/Perplexity/ProviderPerplexity.cs +++ b/app/MindWork AI Studio/Provider/Perplexity/ProviderPerplexity.cs @@ -1,7 +1,4 @@ -using System.Net.Http.Headers; using System.Runtime.CompilerServices; -using System.Text; -using System.Text.Json; using AIStudio.Chat; using AIStudio.Provider.OpenAI; @@ -33,51 +30,23 @@ public sealed class ProviderPerplexity() : BaseProvider(LLMProviders.PERPLEXITY, /// public override async IAsyncEnumerable StreamChatCompletion(Model chatModel, ChatThread chatThread, SettingsManager settingsManager, [EnumeratorCancellation] CancellationToken token = default) { - // Get the API key: - var requestedSecret = await RUST_SERVICE.GetAPIKey(this, SecretStoreType.LLM_PROVIDER); - if(!requestedSecret.Success) - yield break; - - // Prepare the system prompt: - var systemPrompt = new TextMessage - { - Role = "system", - Content = chatThread.PrepareSystemPrompt(settingsManager), - }; - - // Parse the API parameters: - var apiParameters = this.ParseAdditionalApiParameters(); - - // Build the list of messages: - var messages = await chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel); - - // Prepare the Perplexity HTTP chat request: - var perplexityChatRequest = JsonSerializer.Serialize(new ChatCompletionAPIRequest - { - Model = chatModel.Id, - - // Build the messages: - // - First of all the system prompt - // - Then none-empty user and AI messages - Messages = [systemPrompt, ..messages], - Stream = true, - AdditionalApiParameters = apiParameters - }, JSON_SERIALIZER_OPTIONS); - - async Task RequestBuilder() - { - // Build the HTTP post request: - var request = new HttpRequestMessage(HttpMethod.Post, "chat/completions"); - - // Set the authorization header: - request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); - - // Set the content: - request.Content = new StringContent(perplexityChatRequest, Encoding.UTF8, "application/json"); - return request; - } - - await foreach (var content in this.StreamChatCompletionInternal("Perplexity", RequestBuilder, token)) + await foreach (var content in this.StreamOpenAICompatibleChatCompletion( + "Perplexity", + chatModel, + chatThread, + settingsManager, + () => chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel), + (systemPrompt, messages, apiParameters, stream, tools) => + Task.FromResult(new ChatCompletionAPIRequest + { + Model = chatModel.Id, + Messages = [systemPrompt, ..messages], + Stream = stream, + Tools = tools, + ParallelToolCalls = tools is null ? null : true, + AdditionalApiParameters = apiParameters + }), + token: token)) yield return content; } @@ -128,4 +97,4 @@ public override Task> GetTranscriptionModels(string? apiKeyPr #endregion private Task> LoadModels() => Task.FromResult>(KNOWN_MODELS); -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Provider/SelfHosted/ChatRequest.cs b/app/MindWork AI Studio/Provider/SelfHosted/ChatRequest.cs deleted file mode 100644 index e1da56bd2..000000000 --- a/app/MindWork AI Studio/Provider/SelfHosted/ChatRequest.cs +++ /dev/null @@ -1,20 +0,0 @@ -using System.Text.Json.Serialization; - -namespace AIStudio.Provider.SelfHosted; - -/// -/// The chat request model. -/// -/// Which model to use for chat completion. -/// The chat messages. -/// Whether to stream the chat completion. -public readonly record struct ChatRequest( - string Model, - IList Messages, - bool Stream -) -{ - // Attention: The "required" modifier is not supported for [JsonExtensionData]. - [JsonExtensionData] - public IDictionary AdditionalApiParameters { get; init; } = new Dictionary(); -} \ No newline at end of file diff --git a/app/MindWork AI Studio/Provider/SelfHosted/ProviderSelfHosted.cs b/app/MindWork AI Studio/Provider/SelfHosted/ProviderSelfHosted.cs index 8204fa6cd..948f88e77 100644 --- a/app/MindWork AI Studio/Provider/SelfHosted/ProviderSelfHosted.cs +++ b/app/MindWork AI Studio/Provider/SelfHosted/ProviderSelfHosted.cs @@ -1,7 +1,5 @@ using System.Net.Http.Headers; using System.Runtime.CompilerServices; -using System.Text; -using System.Text.Json; using AIStudio.Chat; using AIStudio.Provider.OpenAI; @@ -25,58 +23,29 @@ public sealed class ProviderSelfHosted(Host host, string hostname) : BaseProvide /// public override async IAsyncEnumerable StreamChatCompletion(Provider.Model chatModel, ChatThread chatThread, SettingsManager settingsManager, [EnumeratorCancellation] CancellationToken token = default) { - // Get the API key: - var requestedSecret = await RUST_SERVICE.GetAPIKey(this, SecretStoreType.LLM_PROVIDER, isTrying: true); - - // Prepare the system prompt: - var systemPrompt = new TextMessage - { - Role = "system", - Content = chatThread.PrepareSystemPrompt(settingsManager), - }; - - // Parse the API parameters: - var apiParameters = this.ParseAdditionalApiParameters(); - - // Build the list of messages. The image format depends on the host: - // - Ollama uses the direct image URL format: { "type": "image_url", "image_url": "data:..." } - // - LM Studio, vLLM, and llama.cpp use the nested image URL format: { "type": "image_url", "image_url": { "url": "data:..." } } - var messages = host switch - { - Host.OLLAMA => await chatThread.Blocks.BuildMessagesUsingDirectImageUrlAsync(this.Provider, chatModel), - _ => await chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel), - }; - - // Prepare the OpenAI HTTP chat request: - var providerChatRequest = JsonSerializer.Serialize(new ChatRequest - { - Model = chatModel.Id, - - // Build the messages: - // - First of all the system prompt - // - Then none-empty user and AI messages - Messages = [systemPrompt, ..messages], - - // Right now, we only support streaming completions: - Stream = true, - AdditionalApiParameters = apiParameters - }, JSON_SERIALIZER_OPTIONS); - - async Task RequestBuilder() - { - // Build the HTTP post request: - var request = new HttpRequestMessage(HttpMethod.Post, host.ChatURL()); - - // Set the authorization header: - if (requestedSecret.Success) - request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); - - // Set the content: - request.Content = new StringContent(providerChatRequest, Encoding.UTF8, "application/json"); - return request; - } - - await foreach (var content in this.StreamChatCompletionInternal("self-hosted provider", RequestBuilder, token)) + await foreach (var content in this.StreamOpenAICompatibleChatCompletion( + "self-hosted provider", + chatModel, + chatThread, + settingsManager, + () => host switch + { + Host.OLLAMA => chatThread.Blocks.BuildMessagesUsingDirectImageUrlAsync(this.Provider, chatModel), + _ => chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel), + }, + (systemPrompt, messages, apiParameters, stream, tools) => + Task.FromResult(new ChatCompletionAPIRequest + { + Model = chatModel.Id, + Messages = [systemPrompt, ..messages], + Stream = stream, + Tools = tools, + ParallelToolCalls = tools is null ? null : true, + AdditionalApiParameters = apiParameters + }), + isTryingSecret: true, + requestPath: host.ChatURL(), + token: token)) yield return content; } @@ -211,4 +180,4 @@ public override async Task>> EmbedTextAsync(P filterPhrases.All( filter => model.Id.Contains(filter, StringComparison.InvariantCulture))) .Select(n => new Provider.Model(n.Id, null)); } -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Provider/X/ProviderX.cs b/app/MindWork AI Studio/Provider/X/ProviderX.cs index 21d6e2ca0..1f3cd33ba 100644 --- a/app/MindWork AI Studio/Provider/X/ProviderX.cs +++ b/app/MindWork AI Studio/Provider/X/ProviderX.cs @@ -1,7 +1,5 @@ using System.Net.Http.Headers; using System.Runtime.CompilerServices; -using System.Text; -using System.Text.Json; using AIStudio.Chat; using AIStudio.Provider.OpenAI; @@ -24,53 +22,23 @@ public sealed class ProviderX() : BaseProvider(LLMProviders.X, "https://api.x.ai /// public override async IAsyncEnumerable StreamChatCompletion(Model chatModel, ChatThread chatThread, SettingsManager settingsManager, [EnumeratorCancellation] CancellationToken token = default) { - // Get the API key: - var requestedSecret = await RUST_SERVICE.GetAPIKey(this, SecretStoreType.LLM_PROVIDER); - if(!requestedSecret.Success) - yield break; - - // Prepare the system prompt: - var systemPrompt = new TextMessage - { - Role = "system", - Content = chatThread.PrepareSystemPrompt(settingsManager), - }; - - // Parse the API parameters: - var apiParameters = this.ParseAdditionalApiParameters(); - - // Build the list of messages: - var messages = await chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel); - - // Prepare the xAI HTTP chat request: - var xChatRequest = JsonSerializer.Serialize(new ChatCompletionAPIRequest - { - Model = chatModel.Id, - - // Build the messages: - // - First of all the system prompt - // - Then none-empty user and AI messages - Messages = [systemPrompt, ..messages], - - // Right now, we only support streaming completions: - Stream = true, - AdditionalApiParameters = apiParameters - }, JSON_SERIALIZER_OPTIONS); - - async Task RequestBuilder() - { - // Build the HTTP post request: - var request = new HttpRequestMessage(HttpMethod.Post, "chat/completions"); - - // Set the authorization header: - request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION)); - - // Set the content: - request.Content = new StringContent(xChatRequest, Encoding.UTF8, "application/json"); - return request; - } - - await foreach (var content in this.StreamChatCompletionInternal("xAI", RequestBuilder, token)) + await foreach (var content in this.StreamOpenAICompatibleChatCompletion( + "xAI", + chatModel, + chatThread, + settingsManager, + () => chatThread.Blocks.BuildMessagesUsingNestedImageUrlAsync(this.Provider, chatModel), + (systemPrompt, messages, apiParameters, stream, tools) => + Task.FromResult(new ChatCompletionAPIRequest + { + Model = chatModel.Id, + Messages = [systemPrompt, ..messages], + Stream = stream, + Tools = tools, + ParallelToolCalls = tools is null ? null : true, + AdditionalApiParameters = apiParameters + }), + token: token)) yield return content; } @@ -158,4 +126,4 @@ private async Task> LoadModels(SecretStoreType storeType, str } ]); } -} \ No newline at end of file +} diff --git a/app/MindWork AI Studio/Settings/DataModel/Data.cs b/app/MindWork AI Studio/Settings/DataModel/Data.cs index d6339739f..7dd8ce801 100644 --- a/app/MindWork AI Studio/Settings/DataModel/Data.cs +++ b/app/MindWork AI Studio/Settings/DataModel/Data.cs @@ -136,4 +136,6 @@ public sealed class Data public DataBiasOfTheDay BiasOfTheDay { get; init; } = new(); public DataI18N I18N { get; init; } = new(); -} \ No newline at end of file + + public DataTools Tools { get; init; } = new(x => x.Tools); +} diff --git a/app/MindWork AI Studio/Settings/DataModel/DataTools.cs b/app/MindWork AI Studio/Settings/DataModel/DataTools.cs new file mode 100644 index 000000000..ef4f92201 --- /dev/null +++ b/app/MindWork AI Studio/Settings/DataModel/DataTools.cs @@ -0,0 +1,28 @@ +using System.Linq.Expressions; + +using AIStudio.Settings; + +namespace AIStudio.Settings.DataModel; + +public sealed class DataTools(Expression>? configSelection = null) +{ + public DataTools() : this(null) + { + } + + public Dictionary> Settings { get; set; } = []; + + public Dictionary> DefaultToolIdsByComponent { get; set; } = []; + + public HashSet VisibleToolSelectionComponents { get; set; } = []; + + public Dictionary MinimumProviderConfidenceByToolId { get; set; } = ManagedConfiguration.Register>( + configSelection, + x => x.MinimumProviderConfidenceByToolId, + new Dictionary(StringComparer.Ordinal)); + + public string ReadWebPageAllowedPrivateHosts { get; set; } = ManagedConfiguration.Register( + configSelection, + x => x.ReadWebPageAllowedPrivateHosts, + string.Empty); +} diff --git a/app/MindWork AI Studio/Settings/SettingsManager.cs b/app/MindWork AI Studio/Settings/SettingsManager.cs index 50c8c03e7..f162d9c9b 100644 --- a/app/MindWork AI Studio/Settings/SettingsManager.cs +++ b/app/MindWork AI Studio/Settings/SettingsManager.cs @@ -4,6 +4,8 @@ using AIStudio.Provider; using AIStudio.Settings.DataModel; +using AIStudio.Tools; +using AIStudio.Tools.ToolCallingSystem; using AIStudio.Tools.PluginSystem; using AIStudio.Tools.Services; @@ -344,6 +346,57 @@ public ChatTemplate GetPreselectedChatTemplate(Tools.Components component) return preselection ?? ChatTemplate.NO_CHAT_TEMPLATE; } + public HashSet GetDefaultToolIds(AIStudio.Tools.Components component) + { + var key = component.ToString(); + if (this.ConfigurationData.Tools.DefaultToolIdsByComponent.TryGetValue(key, out var toolIds)) + return ToolSelectionRules.NormalizeSelection(toolIds); + + return []; + } + + public bool IsToolSelectionVisible(AIStudio.Tools.Components component) => component switch + { + AIStudio.Tools.Components.CHAT => true, + _ => this.ConfigurationData.Tools.VisibleToolSelectionComponents.Contains(component.ToString()), + }; + + public void SetToolSelectionVisibility(AIStudio.Tools.Components component, bool isVisible) + { + if (component is AIStudio.Tools.Components.CHAT) + return; + + var key = component.ToString(); + if (isVisible) + this.ConfigurationData.Tools.VisibleToolSelectionComponents.Add(key); + else + this.ConfigurationData.Tools.VisibleToolSelectionComponents.Remove(key); + } + + public ConfidenceLevel GetMinimumProviderConfidenceForTool(string toolId) + { + if (this.ConfigurationData.Tools.MinimumProviderConfidenceByToolId.TryGetValue(toolId, out var configuredLevel) && + Enum.TryParse(configuredLevel, true, out var confidenceLevel) && + confidenceLevel is not ConfidenceLevel.UNKNOWN) + { + return confidenceLevel; + } + + return ToolSelectionRules.GetDefaultMinimumProviderConfidence(toolId); + } + + public void SetMinimumProviderConfidenceForTool(string toolId, ConfidenceLevel confidenceLevel) + { + var defaultLevel = ToolSelectionRules.GetDefaultMinimumProviderConfidence(toolId); + if (confidenceLevel == defaultLevel) + { + this.ConfigurationData.Tools.MinimumProviderConfidenceByToolId.Remove(toolId); + return; + } + + this.ConfigurationData.Tools.MinimumProviderConfidenceByToolId[toolId] = confidenceLevel.ToString(); + } + public ConfidenceLevel GetConfiguredConfidenceLevel(LLMProviders llmProvider) { if(llmProvider is LLMProviders.NONE) diff --git a/app/MindWork AI Studio/Tools/HTMLParser.cs b/app/MindWork AI Studio/Tools/HTMLParser.cs index 4f9dca2a3..fb5334ea7 100644 --- a/app/MindWork AI Studio/Tools/HTMLParser.cs +++ b/app/MindWork AI Studio/Tools/HTMLParser.cs @@ -1,14 +1,16 @@ using System.Net; -using System.Text; - +using System.Net.Http.Headers; +using System.Net.Sockets; using HtmlAgilityPack; - using ReverseMarkdown; namespace AIStudio.Tools; public sealed class HTMLParser { + private const string USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) MindWorkAIStudio/1.0"; + private const int MAX_REDIRECTS = 10; + private static readonly Config MARKDOWN_PARSER_CONFIG = new() { UnknownTags = Config.UnknownTagsOption.Bypass, @@ -23,10 +25,8 @@ public sealed class HTMLParser /// The web content as text. public async Task LoadWebContentText(Uri url) { - var cts = new CancellationTokenSource(TimeSpan.FromSeconds(30)); - var parser = new HtmlWeb(); - var doc = await parser.LoadFromWebAsync(url, Encoding.UTF8, new NetworkCredential(), cts.Token); - return doc.ParsedText; + var response = await this.LoadWebPageAsync(url); + return response.Document.ParsedText; } /// @@ -36,14 +36,154 @@ public async Task LoadWebContentText(Uri url) /// The web content as an HTML string. public async Task LoadWebContentHTML(Uri url) { - var cts = new CancellationTokenSource(TimeSpan.FromSeconds(30)); - var parser = new HtmlWeb(); - var doc = await parser.LoadFromWebAsync(url, Encoding.UTF8, new NetworkCredential(), cts.Token); - var innerHtml = doc.DocumentNode.InnerHtml; + var response = await this.LoadWebPageAsync(url); + var innerHtml = response.Document.DocumentNode.InnerHtml; return innerHtml; } + public async Task LoadWebPageAsync(Uri url, CancellationToken token = default, int timeoutSeconds = 30, Func>>? resolveUrlAddressesAsync = null) + { + using var handler = new SocketsHttpHandler + { + AutomaticDecompression = DecompressionMethods.GZip | DecompressionMethods.Deflate | DecompressionMethods.Brotli, + AllowAutoRedirect = false, + }; + if (resolveUrlAddressesAsync is not null) + { + // The callback binds the request to a vetted target IP; a proxy would change the endpoint being connected to. + handler.UseProxy = false; + handler.ConnectCallback = async (context, connectionToken) => await ConnectToResolvedAddressAsync(context, resolveUrlAddressesAsync, connectionToken); + } + + using var httpClient = new HttpClient(handler) + { + Timeout = Timeout.InfiniteTimeSpan, + }; + using var timeoutCts = CancellationTokenSource.CreateLinkedTokenSource(token); + timeoutCts.CancelAfter(TimeSpan.FromSeconds(timeoutSeconds)); + + var currentUrl = url; + for (var redirectCount = 0; redirectCount <= MAX_REDIRECTS; redirectCount++) + { + ValidateHttpOrHttpsUrl(currentUrl); + + using var request = CreateRequest(currentUrl); + using var response = await httpClient.SendAsync(request, HttpCompletionOption.ResponseHeadersRead, timeoutCts.Token); + if (IsRedirect(response.StatusCode)) + { + if (response.Headers.Location is null) + throw new HttpRequestException($"The server returned a redirect without a Location header for '{currentUrl}'.", null, response.StatusCode); + + currentUrl = response.Headers.Location.IsAbsoluteUri + ? response.Headers.Location + : new Uri(currentUrl, response.Headers.Location); + + continue; + } + + if (!response.IsSuccessStatusCode) + { + var statusCode = (int)response.StatusCode; + var reasonPhrase = string.IsNullOrWhiteSpace(response.ReasonPhrase) ? "Unknown" : response.ReasonPhrase; + throw new HttpRequestException($"The server returned HTTP {statusCode} ({reasonPhrase}) for '{currentUrl}'.", null, response.StatusCode); + } + + var html = await response.Content.ReadAsStringAsync(timeoutCts.Token); + var document = new HtmlDocument(); + document.LoadHtml(html); + + return new HTMLParserWebPage + { + RequestedUrl = url, + FinalUrl = response.RequestMessage?.RequestUri ?? currentUrl, + ContentType = response.Content.Headers.ContentType?.MediaType ?? string.Empty, + Document = document, + }; + } + + throw new HttpRequestException($"The server returned more than {MAX_REDIRECTS} redirects for '{url}'."); + } + + private static void ValidateHttpOrHttpsUrl(Uri url) + { + if (url.Scheme.Equals(Uri.UriSchemeHttp, StringComparison.OrdinalIgnoreCase) || + url.Scheme.Equals(Uri.UriSchemeHttps, StringComparison.OrdinalIgnoreCase)) + return; + + throw new HttpRequestException($"Unsupported URL scheme '{url.Scheme}' for '{url}'."); + } + + private static async ValueTask ConnectToResolvedAddressAsync( + SocketsHttpConnectionContext context, + Func>> resolveUrlAddressesAsync, + CancellationToken token) + { + var requestUri = context.InitialRequestMessage.RequestUri ?? + throw new HttpRequestException("The HTTP request did not contain a target URL."); + + var addresses = await resolveUrlAddressesAsync(requestUri, token); + if (addresses.Count == 0) + throw new HttpRequestException($"The host '{requestUri.Host}' did not resolve to an IP address."); + + List connectionErrors = []; + foreach (var address in addresses.Distinct()) + { + var socket = new Socket(address.AddressFamily, SocketType.Stream, ProtocolType.Tcp) + { + NoDelay = true, + }; + + try + { + await socket.ConnectAsync(new IPEndPoint(address, context.DnsEndPoint.Port), token); + return new NetworkStream(socket, ownsSocket: true); + } + catch (SocketException exception) + { + connectionErrors.Add(exception); + socket.Dispose(); + } + catch + { + socket.Dispose(); + throw; + } + } + + Exception innerException = connectionErrors.Count == 1 + ? connectionErrors[0] + : new AggregateException(connectionErrors); + throw new HttpRequestException($"Could not connect to a validated address for '{requestUri.Host}'.", innerException); + } + + private static HttpRequestMessage CreateRequest(Uri url) + { + var request = new HttpRequestMessage(HttpMethod.Get, url); + request.Headers.TryAddWithoutValidation("User-Agent", USER_AGENT); + request.Headers.Accept.Add(new MediaTypeWithQualityHeaderValue("text/html")); + request.Headers.Accept.Add(new MediaTypeWithQualityHeaderValue("application/xhtml+xml")); + request.Headers.AcceptLanguage.Add(new StringWithQualityHeaderValue("en-US")); + request.Headers.AcceptLanguage.Add(new StringWithQualityHeaderValue("en", 0.9)); + request.Headers.AcceptEncoding.Add(new StringWithQualityHeaderValue("gzip")); + request.Headers.AcceptEncoding.Add(new StringWithQualityHeaderValue("deflate")); + request.Headers.AcceptEncoding.Add(new StringWithQualityHeaderValue("br")); + request.Headers.TryAddWithoutValidation("Upgrade-Insecure-Requests", "1"); + request.Headers.TryAddWithoutValidation("Sec-Fetch-Site", "none"); + request.Headers.TryAddWithoutValidation("Sec-Fetch-Mode", "navigate"); + request.Headers.TryAddWithoutValidation("Sec-Fetch-Dest", "document"); + request.Headers.TryAddWithoutValidation("Sec-Fetch-User", "?1"); + return request; + } + + private static bool IsRedirect(HttpStatusCode statusCode) => (int)statusCode is >= 300 and <= 399; + + public string ExtractTitle(HtmlDocument document) + { + var title = document.DocumentNode.SelectSingleNode("//title")?.InnerText?.Trim(); + return WebUtility.HtmlDecode(title ?? string.Empty).Trim(); + } + /// /// Converts HTML content to the Markdown format. /// @@ -54,4 +194,15 @@ public string ParseToMarkdown(string html) var markdownConverter = new Converter(MARKDOWN_PARSER_CONFIG); return markdownConverter.Convert(html); } -} \ No newline at end of file +} + +public sealed class HTMLParserWebPage +{ + public required Uri RequestedUrl { get; init; } + + public required Uri FinalUrl { get; init; } + + public required string ContentType { get; init; } + + public required HtmlDocument Document { get; init; } +} diff --git a/app/MindWork AI Studio/Tools/PluginSystem/PluginConfiguration.cs b/app/MindWork AI Studio/Tools/PluginSystem/PluginConfiguration.cs index 99031624c..37de8f4f2 100644 --- a/app/MindWork AI Studio/Tools/PluginSystem/PluginConfiguration.cs +++ b/app/MindWork AI Studio/Tools/PluginSystem/PluginConfiguration.cs @@ -132,6 +132,12 @@ private bool TryProcessConfiguration(bool dryRun, out string message) // Config: global voice recording shortcut ManagedConfiguration.TryProcessConfiguration(x => x.App, x => x.ShortcutVoiceRecording, this.Id, settingsTable, dryRun); + + // Config: minimum provider confidence per tool + ManagedConfiguration.TryProcessConfiguration(x => x.Tools, x => x.MinimumProviderConfidenceByToolId, this.Id, settingsTable, dryRun); + + // Config: private hosts allowed for the read web page tool + ManagedConfiguration.TryProcessConfiguration(x => x.Tools, x => x.ReadWebPageAllowedPrivateHosts, this.Id, settingsTable, dryRun); // Handle configured LLM providers: PluginConfigurationObject.TryParse(PluginConfigurationObjectType.LLM_PROVIDER, x => x.Providers, x => x.NextProviderNum, mainTable, this.Id, ref this.configObjects, dryRun); diff --git a/app/MindWork AI Studio/Tools/PluginSystem/PluginFactory.Loading.cs b/app/MindWork AI Studio/Tools/PluginSystem/PluginFactory.Loading.cs index f110e766b..bf60f9b8e 100644 --- a/app/MindWork AI Studio/Tools/PluginSystem/PluginFactory.Loading.cs +++ b/app/MindWork AI Studio/Tools/PluginSystem/PluginFactory.Loading.cs @@ -237,6 +237,14 @@ plugin.Type is PluginType.CONFIGURATION && // Check for the voice recording shortcut: if(ManagedConfiguration.IsConfigurationLeftOver(x => x.App, x => x.ShortcutVoiceRecording, AVAILABLE_PLUGINS)) wasConfigurationChanged = true; + + // Check for minimum provider confidence per tool: + if(ManagedConfiguration.IsConfigurationLeftOver(x => x.Tools, x => x.MinimumProviderConfidenceByToolId, AVAILABLE_PLUGINS)) + wasConfigurationChanged = true; + + // Check for private hosts allowed for the read web page tool: + if(ManagedConfiguration.IsConfigurationLeftOver(x => x.Tools, x => x.ReadWebPageAllowedPrivateHosts, AVAILABLE_PLUGINS)) + wasConfigurationChanged = true; if (wasConfigurationChanged) { diff --git a/app/MindWork AI Studio/Tools/ToolCallingSystem/IToolImplementation.cs b/app/MindWork AI Studio/Tools/ToolCallingSystem/IToolImplementation.cs new file mode 100644 index 000000000..9d0d86696 --- /dev/null +++ b/app/MindWork AI Studio/Tools/ToolCallingSystem/IToolImplementation.cs @@ -0,0 +1,35 @@ +using System.Text.Json; + +using AIStudio.Tools.PluginSystem; + +namespace AIStudio.Tools.ToolCallingSystem; + +public interface IToolImplementation +{ + public string ImplementationKey { get; } + + public string Icon => Icons.Material.Filled.Build; + + public IReadOnlySet SensitiveTraceArgumentNames { get; } + + public string GetDisplayName() => this.T("Tool"); + + public string GetDescription() => this.T("Tool description"); + + public string GetSettingsFieldLabel(string fieldName, ToolSettingsFieldDefinition fieldDefinition) => + this.T(fieldDefinition.Title); + + public string GetSettingsFieldDescription(string fieldName, ToolSettingsFieldDefinition fieldDefinition) => + this.T(fieldDefinition.Description); + + public Task ValidateConfigurationAsync( + ToolDefinition definition, + IReadOnlyDictionary settingsValues, + CancellationToken token = default) => Task.FromResult(null); + + public Task ExecuteAsync(JsonElement arguments, ToolExecutionContext context, CancellationToken token = default); + + public string FormatTraceResult(string rawResult) => rawResult; + + private string T(string fallbackEN) => I18N.I.T(fallbackEN, this.GetType().Namespace, this.GetType().Name); +} diff --git a/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolCallingImplementations/ReadWebPageTool.cs b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolCallingImplementations/ReadWebPageTool.cs new file mode 100644 index 000000000..4098d9ac0 --- /dev/null +++ b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolCallingImplementations/ReadWebPageTool.cs @@ -0,0 +1,445 @@ +using System.Net; +using System.Net.Sockets; +using System.Text.Json; +using System.Text.Json.Nodes; +using AIStudio.Provider; +using AIStudio.Tools.PluginSystem; +using HtmlAgilityPack; + +namespace AIStudio.Tools.ToolCallingSystem.ToolCallingImplementations; + +public sealed class ReadWebPageTool(HTMLParser htmlParser, ILogger logger) : IToolImplementation +{ + private static string TB(string fallbackEN) => I18N.I.T(fallbackEN, typeof(ReadWebPageTool).Namespace, nameof(ReadWebPageTool)); + + private const int DEFAULT_TIMEOUT_SECONDS = 30; + private const int DEFAULT_MAX_CONTENT_CHARACTERS = 12000; + private const int MAX_TRACE_LENGTH = 12000; + private const string ALLOWED_PRIVATE_HOSTS_SETTING = "allowedPrivateHosts"; + + private static readonly string[] REMOVED_NODE_XPATHS = + [ + "//script", + "//style", + "//noscript", + "//nav", + "//footer", + "//aside", + "//form", + "//iframe", + "//*[@role='navigation']", + "//*[@role='contentinfo']", + "//*[@role='complementary']" + ]; + + public string ImplementationKey => ToolSelectionRules.READ_WEB_PAGE_TOOL_ID; + + public string Icon => Icons.Material.Filled.Article; + + public IReadOnlySet SensitiveTraceArgumentNames => new HashSet(StringComparer.Ordinal); + + public string GetDisplayName() => TB("Read Web Page"); + + public string GetDescription() => TB("Load a single web page, extract its main HTML content, and return structured working material for the model. Use the result to synthesize a natural-language answer instead of exposing the raw payload to the user."); + + public string GetSettingsFieldLabel(string fieldName, ToolSettingsFieldDefinition fieldDefinition) => fieldName switch + { + "timeoutSeconds" => TB("Timeout Seconds"), + "maxContentCharacters" => TB("Maximum Content Characters"), + ALLOWED_PRIVATE_HOSTS_SETTING => TB("Allowed Private Hosts"), + _ => TB(fieldDefinition.Title), + }; + + public string GetSettingsFieldDescription(string fieldName, ToolSettingsFieldDefinition fieldDefinition) => fieldName switch + { + "timeoutSeconds" => TB("Optional HTTP timeout for loading a web page in seconds."), + "maxContentCharacters" => TB("Optional global truncation limit for extracted Markdown returned to the model."), + ALLOWED_PRIVATE_HOSTS_SETTING => TB("Optional host allowlist for private or VPN web pages. Separate host patterns with commas, such as example.de, *.example.de. Allowed private hosts require a High-confidence provider."), + _ => TB(fieldDefinition.Description), + }; + + public Task ValidateConfigurationAsync( + ToolDefinition definition, + IReadOnlyDictionary settingsValues, + CancellationToken token = default) + { + if (!TryReadOptionalPositiveInt(settingsValues, "timeoutSeconds", out _, out var timeoutError)) + { + return Task.FromResult(new ToolConfigurationState + { + IsConfigured = false, + Message = timeoutError, + }); + } + + if (!TryReadOptionalPositiveInt(settingsValues, "maxContentCharacters", out _, out var contentError)) + { + return Task.FromResult(new ToolConfigurationState + { + IsConfigured = false, + Message = contentError, + }); + } + + if (!TryReadAllowedPrivateHostPatterns(settingsValues.GetValueOrDefault(ALLOWED_PRIVATE_HOSTS_SETTING), out _, out var allowlistError)) + { + return Task.FromResult(new ToolConfigurationState + { + IsConfigured = false, + Message = allowlistError, + }); + } + + return Task.FromResult(null); + } + + public async Task ExecuteAsync(JsonElement arguments, ToolExecutionContext context, CancellationToken token = default) + { + var urlText = ReadRequiredString(arguments, "url"); + if (!Uri.TryCreate(urlText, UriKind.Absolute, out var url) || url is not { Scheme: "http" or "https" }) + throw new ArgumentException("Argument 'url' must be a valid HTTP or HTTPS URL."); + + var timeoutSeconds = ReadOptionalPositiveIntSetting(context.SettingsValues, "timeoutSeconds") ?? DEFAULT_TIMEOUT_SECONDS; + var maxContentCharacters = ReadOptionalPositiveIntSetting(context.SettingsValues, "maxContentCharacters") ?? DEFAULT_MAX_CONTENT_CHARACTERS; + if (!TryReadAllowedPrivateHostPatterns(context.SettingsValues.GetValueOrDefault(ALLOWED_PRIVATE_HOSTS_SETTING), out var allowedPrivateHosts, out var allowlistError)) + throw new InvalidOperationException(allowlistError); + + HTMLParserWebPage page; + try + { + page = await htmlParser.LoadWebPageAsync( + url, + token, + timeoutSeconds, + async (candidateUrl, validationToken) => await this.ResolveValidatedUrlAddressesAsync(candidateUrl, allowedPrivateHosts, context.ProviderConfidence, validationToken)); + } + catch (OperationCanceledException) when (!token.IsCancellationRequested) + { + throw new TimeoutException($"Loading the web page timed out after {timeoutSeconds} seconds."); + } + catch (HttpRequestException exception) + { + if (FindBlockedException(exception) is { } blockedException) + throw blockedException; + + throw new InvalidOperationException($"Loading the web page failed: {exception.Message}", exception); + } + + if (!IsSupportedHtmlContentType(page.ContentType)) + throw new InvalidOperationException($"Unsupported content type '{page.ContentType}'. Only HTML pages are supported."); + + var document = page.Document; + var title = htmlParser.ExtractTitle(document); + var contentRoot = document.DocumentNode.SelectSingleNode("//article") ?? + document.DocumentNode.SelectSingleNode("//main") ?? + document.DocumentNode.SelectSingleNode("//body") ?? + document.DocumentNode; + + RemoveNoiseNodes(contentRoot); + + var markdown = htmlParser.ParseToMarkdown(contentRoot.InnerHtml).Trim(); + var warnings = new JsonArray(); + if (string.IsNullOrWhiteSpace(title)) + warnings.Add("No title could be extracted from the page."); + + if (string.IsNullOrWhiteSpace(markdown)) + warnings.Add("The extracted page content is empty."); + else if (markdown.Length < 200) + warnings.Add("The extracted page content is very short and may be incomplete."); + + if (markdown.Length > maxContentCharacters) + { + markdown = markdown[..maxContentCharacters].TrimEnd(); + warnings.Add($"The extracted page content was truncated to {maxContentCharacters} characters."); + } + + return new ToolExecutionResult + { + JsonContent = BuildResponseJson(page, title, markdown, warnings) + }; + } + + private static JsonObject BuildResponseJson(HTMLParserWebPage page, string title, string markdown, JsonArray warnings) + { + var response = new JsonObject + { + ["metadata"] = new JsonObject + { + ["url"] = page.RequestedUrl.ToString(), + ["final_url"] = page.FinalUrl.ToString(), + ["title"] = title, + }, + ["content_markdown"] = markdown, + }; + + if (warnings.Count > 0) + response["warnings"] = warnings; + + return response; + } + + public string FormatTraceResult(string rawResult) + { + if (rawResult.Length <= MAX_TRACE_LENGTH) + return rawResult; + + return $"{rawResult[..MAX_TRACE_LENGTH]}..."; + } + + private static ToolExecutionBlockedException? FindBlockedException(Exception exception) + { + if (exception is ToolExecutionBlockedException blockedException) + return blockedException; + + if (exception is AggregateException aggregateException) + { + foreach (var innerException in aggregateException.InnerExceptions) + { + if (FindBlockedException(innerException) is { } innerBlockedException) + return innerBlockedException; + } + } + + return exception.InnerException is null ? null : FindBlockedException(exception.InnerException); + } + + private async Task> ResolveValidatedUrlAddressesAsync( + Uri url, + IReadOnlyList allowedPrivateHosts, + ConfidenceLevel providerConfidence, + CancellationToken token) + { + if (url is not { Scheme: "http" or "https" }) + throw new ToolExecutionBlockedException("Only HTTP and HTTPS URLs are supported."); + + if (IsBlockedHostName(url.Host)) + throw new ToolExecutionBlockedException("Local web page URLs are not supported."); + + var addresses = await ResolveHostAddressesAsync(url, token); + if (addresses.Count == 0) + throw new InvalidOperationException($"The host '{url.Host}' did not resolve to an IP address."); + + if (addresses.Any(IsNeverAllowedAddress)) + throw new ToolExecutionBlockedException("Local, link-local, multicast, and unspecified network addresses are not supported."); + + if (!addresses.Any(IsNonPublicAddress)) + return addresses; + + if (!IsAllowedPrivateHost(url.Host, allowedPrivateHosts)) + throw new ToolExecutionBlockedException("Private or local-network web page URLs are not supported unless their host is explicitly allowed."); + + if (providerConfidence >= ConfidenceLevel.HIGH) + return addresses; + + await this.ReportPrivateHostProviderBlockAsync(url, providerConfidence); + throw new ToolExecutionBlockedException("This private or VPN web page requires a High-confidence provider."); + } + + private async Task ReportPrivateHostProviderBlockAsync(Uri url, ConfidenceLevel providerConfidence) + { + logger.LogWarning( + "Blocked read_web_page access to allowed private host '{Host}' because provider confidence '{ProviderConfidence}' is below HIGH.", + url.Host, + providerConfidence); + + await MessageBus.INSTANCE.SendError(new DataErrorMessage( + Icons.Material.Filled.Security, + TB("The web page was not loaded because private or VPN web pages require a High-confidence provider."))); + } + + private static async Task> ResolveHostAddressesAsync(Uri url, CancellationToken token) + { + if (IPAddress.TryParse(url.Host, out var parsedAddress)) + return [NormalizeAddress(parsedAddress)]; + + try + { + return (await Dns.GetHostAddressesAsync(url.DnsSafeHost, token)) + .Select(NormalizeAddress) + .ToList(); + } + catch (SocketException exception) + { + throw new InvalidOperationException($"The host '{url.Host}' could not be resolved: {exception.Message}", exception); + } + } + + private static IPAddress NormalizeAddress(IPAddress address) => address.IsIPv4MappedToIPv6 ? address.MapToIPv4() : address; + + private static bool IsBlockedHostName(string host) + { + var normalizedHost = NormalizeHost(host); + return normalizedHost is "localhost" || + normalizedHost.EndsWith(".localhost", StringComparison.Ordinal); + } + + private static bool IsAllowedPrivateHost(string host, IReadOnlyList allowedPrivateHosts) + { + var normalizedHost = NormalizeHost(host); + return allowedPrivateHosts.Any(pattern => pattern.IsMatch(normalizedHost)); + } + + private static string NormalizeHost(string host) => host.Trim().TrimEnd('.').ToLowerInvariant(); + + private static bool IsNeverAllowedAddress(IPAddress address) + { + address = NormalizeAddress(address); + if (IPAddress.IsLoopback(address)) + return true; + + if (address.AddressFamily is AddressFamily.InterNetwork) + { + var bytes = address.GetAddressBytes(); + return address.Equals(IPAddress.Any) || + bytes[0] is 0 or 127 or >= 224 || + (bytes[0] == 169 && bytes[1] == 254); + } + + if (address.AddressFamily is AddressFamily.InterNetworkV6) + { + return address.Equals(IPAddress.IPv6Any) || + address.Equals(IPAddress.IPv6None) || + address.Equals(IPAddress.IPv6Loopback) || + address.IsIPv6LinkLocal || + address.IsIPv6Multicast; + } + + return true; + } + + private static bool IsNonPublicAddress(IPAddress address) + { + address = NormalizeAddress(address); + if (IsNeverAllowedAddress(address)) + return true; + + if (address.AddressFamily is AddressFamily.InterNetwork) + { + var bytes = address.GetAddressBytes(); + return bytes[0] == 10 || // Private network: 10.0.0.0/8 + (bytes[0] == 100 && bytes[1] is >= 64 and <= 127) || // Carrier-grade NAT: 100.64.0.0/10 + (bytes[0] == 172 && bytes[1] is >= 16 and <= 31) || // Private network: 172.16.0.0/12 + (bytes[0] == 192 && bytes[1] == 168) || // Private network: 192.168.0.0/16 + (bytes[0] == 192 && bytes[1] == 0 && bytes[2] == 0) || // IETF protocol assignments: 192.0.0.0/24 + (bytes[0] == 192 && bytes[1] == 0 && bytes[2] == 2) || // Documentation range: 192.0.2.0/24 + (bytes[0] == 198 && bytes[1] is 18 or 19) || // Benchmark testing range: 198.18.0.0/15 + (bytes[0] == 198 && bytes[1] == 51 && bytes[2] == 100) || // Documentation range: 198.51.100.0/24 + (bytes[0] == 203 && bytes[1] == 0 && bytes[2] == 113); // Documentation range: 203.0.113.0/24 + } + + if (address.AddressFamily is AddressFamily.InterNetworkV6) + { + var bytes = address.GetAddressBytes(); + return (bytes[0] & 0xfe) == 0xfc || // Unique local addresses: fc00::/7 + address.IsIPv6SiteLocal; // Deprecated site-local addresses: fec0::/10 + } + + return true; + } + + private static bool TryReadAllowedPrivateHostPatterns( + string? rawValue, + out List patterns, + out string error) + { + patterns = []; + error = string.Empty; + + foreach (var rawPattern in SplitAllowedPrivateHostPatterns(rawValue)) + { + var pattern = NormalizeHost(rawPattern); + if (pattern.Contains("://", StringComparison.Ordinal) || pattern.Contains('/')) + { + error = TB("Allowed private hosts must be host names only, without scheme or path."); + return false; + } + + var isWildcard = pattern.StartsWith("*.", StringComparison.Ordinal); + var host = isWildcard ? pattern[2..] : pattern; + if (string.IsNullOrWhiteSpace(host) || Uri.CheckHostName(host) is UriHostNameType.Unknown) + { + error = string.Format(TB("Allowed private host '{0}' is not valid."), rawPattern); + return false; + } + + patterns.Add(new AllowedPrivateHostPattern(host, isWildcard)); + } + + patterns = patterns + .Distinct() + .ToList(); + return true; + } + + private static IEnumerable SplitAllowedPrivateHostPatterns(string? rawValue) => rawValue? + .Split(['\r', '\n', ',', ';'], StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries) + .Where(x => !string.IsNullOrWhiteSpace(x)) ?? []; + + private static void RemoveNoiseNodes(HtmlNode rootNode) + { + foreach (var xpath in REMOVED_NODE_XPATHS) + { + var nodes = rootNode.SelectNodes(xpath); + if (nodes is null) + continue; + + foreach (var node in nodes.ToList()) + node.Remove(); + } + } + + private static bool IsSupportedHtmlContentType(string? contentType) => + string.IsNullOrWhiteSpace(contentType) || + contentType.StartsWith("text/html", StringComparison.OrdinalIgnoreCase) || + contentType.StartsWith("application/xhtml+xml", StringComparison.OrdinalIgnoreCase); + + private static string ReadRequiredString(JsonElement arguments, string propertyName) + { + if (!arguments.TryGetProperty(propertyName, out var value) || value.ValueKind is not JsonValueKind.String) + throw new ArgumentException($"Missing required argument '{propertyName}'."); + + var text = value.GetString()?.Trim() ?? string.Empty; + if (string.IsNullOrWhiteSpace(text)) + throw new ArgumentException($"Missing required argument '{propertyName}'."); + + return text; + } + + private static int? ReadOptionalPositiveIntSetting(IReadOnlyDictionary settingsValues, string key) + { + if (!settingsValues.TryGetValue(key, out var value) || string.IsNullOrWhiteSpace(value)) + return null; + + return int.TryParse(value, out var parsedValue) && parsedValue > 0 ? parsedValue : null; + } + + private static bool TryReadOptionalPositiveInt( + IReadOnlyDictionary settingsValues, + string key, + out int? value, + out string error) + { + value = null; + error = string.Empty; + + if (!settingsValues.TryGetValue(key, out var rawValue) || string.IsNullOrWhiteSpace(rawValue)) + return true; + + if (int.TryParse(rawValue, out var parsedValue) && parsedValue > 0) + { + value = parsedValue; + return true; + } + + error = I18N.I.T($"The setting '{key}' must be a positive integer.", typeof(ReadWebPageTool).Namespace, nameof(ReadWebPageTool)); + return false; + } + + private readonly record struct AllowedPrivateHostPattern(string Host, bool IsWildcard) + { + public bool IsMatch(string normalizedHost) => + this.IsWildcard + ? normalizedHost.EndsWith($".{this.Host}", StringComparison.Ordinal) && normalizedHost.Length > this.Host.Length + 1 + : normalizedHost.Equals(this.Host, StringComparison.Ordinal); + } +} diff --git a/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolCallingImplementations/SearXNGWebSearchTool.cs b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolCallingImplementations/SearXNGWebSearchTool.cs new file mode 100644 index 000000000..8dfde6e85 --- /dev/null +++ b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolCallingImplementations/SearXNGWebSearchTool.cs @@ -0,0 +1,512 @@ +using System.Net; +using System.Text; +using System.Text.Json; +using System.Text.Json.Nodes; +using AIStudio.Tools.PluginSystem; + +namespace AIStudio.Tools.ToolCallingSystem.ToolCallingImplementations; + +public sealed class SearXNGWebSearchTool : IToolImplementation +{ + private static string TB(string fallbackEN) => I18N.I.T(fallbackEN, typeof(SearXNGWebSearchTool).Namespace, nameof(SearXNGWebSearchTool)); + + private const int DEFAULT_MAX_RESULTS = 5; + private const int DEFAULT_TIMEOUT_SECONDS = 20; + private const int MAX_TRACE_LENGTH = 4000; + + public string ImplementationKey => "web_search"; + + public string Icon => Icons.Material.Filled.Language; + + public IReadOnlySet SensitiveTraceArgumentNames => new HashSet(StringComparer.Ordinal); + + public string GetDisplayName() => TB("Web Search"); + + public string GetDescription() => TB("Search the web with a configured SearXNG instance and return candidate URLs for the model. Use Read Web Page on relevant result URLs before answering factual or detailed web questions."); + + public string GetSettingsFieldLabel(string fieldName, ToolSettingsFieldDefinition fieldDefinition) => fieldName switch + { + "baseUrl" => TB("SearXNG URL"), + "defaultLanguage" => TB("Default Language"), + "defaultSafeSearch" => TB("Default Safe Search"), + "defaultCategories" => TB("Default Categories"), + "defaultEngines" => TB("Default Engines"), + "maxResults" => TB("Maximum Results"), + "timeoutSeconds" => TB("Timeout Seconds"), + _ => TB(fieldDefinition.Title), + }; + + public string GetSettingsFieldDescription(string fieldName, ToolSettingsFieldDefinition fieldDefinition) => fieldName switch + { + "baseUrl" => TB("Base URL of the SearXNG instance. You can enter either the instance root URL or the /search endpoint."), + "defaultLanguage" => TB("Optional fallback language code when the model does not provide a language."), + "defaultSafeSearch" => TB("Optional safe search policy sent to SearXNG when configured."), + "defaultCategories" => TB("Optional comma-separated default categories. Do not set this together with default engines."), + "defaultEngines" => TB("Optional comma-separated default engines. Do not set this together with default categories."), + "maxResults" => TB("Optional default maximum number of results returned to the model when the model does not provide a limit."), + "timeoutSeconds" => TB("Optional HTTP timeout for the search request in seconds."), + _ => TB(fieldDefinition.Description), + }; + + public Task ValidateConfigurationAsync( + ToolDefinition definition, + IReadOnlyDictionary settingsValues, + CancellationToken token = default) + { + settingsValues.TryGetValue("baseUrl", out var baseUrl); + var isValidBaseUrl = TryNormalizeSearchUri(baseUrl ?? string.Empty, out _, out var uriError); + if (!isValidBaseUrl) + { + return Task.FromResult(new ToolConfigurationState + { + IsConfigured = false, + Message = uriError, + }); + } + + var hasDefaultCategories = !string.IsNullOrWhiteSpace(settingsValues.GetValueOrDefault("defaultCategories")); + var hasDefaultEngines = !string.IsNullOrWhiteSpace(settingsValues.GetValueOrDefault("defaultEngines")); + if (hasDefaultCategories && hasDefaultEngines) + { + return Task.FromResult(new ToolConfigurationState + { + IsConfigured = false, + Message = TB("Default categories and default engines cannot both be set for the web search tool."), + }); + } + + if (!TryReadOptionalPositiveInt(settingsValues, "maxResults", out _, out var maxResultsError)) + { + return Task.FromResult(new ToolConfigurationState + { + IsConfigured = false, + Message = maxResultsError, + }); + } + + if (!TryReadOptionalPositiveInt(settingsValues, "timeoutSeconds", out _, out var timeoutError)) + { + return Task.FromResult(new ToolConfigurationState + { + IsConfigured = false, + Message = timeoutError, + }); + } + + return Task.FromResult(null); + } + + public async Task ExecuteAsync(JsonElement arguments, ToolExecutionContext context, CancellationToken token = default) + { + context.SettingsValues.TryGetValue("baseUrl", out var baseUrl); + var isValidBaseUrl = TryNormalizeSearchUri(baseUrl ?? string.Empty, out var searchUri, out var uriError); + if (!isValidBaseUrl) + throw new InvalidOperationException(uriError); + + var query = ReadRequiredString(arguments, "query"); + var categories = ReadOptionalStringArray(arguments, "categories"); + var engines = ReadOptionalStringArray(arguments, "engines"); + var language = ReadOptionalString(arguments, "language"); + var timeRange = ReadOptionalString(arguments, "time_range"); + var page = ReadOptionalPositiveInt(arguments, "page"); + var requestedLimit = ReadOptionalPositiveInt(arguments, "limit"); + + if (timeRange is not null && timeRange is not ("day" or "month" or "year")) + throw new ArgumentException($"Invalid time_range '{timeRange}'."); + + language = string.IsNullOrWhiteSpace(language) ? context.SettingsValues.GetValueOrDefault("defaultLanguage") : language; + var safeSearch = context.SettingsValues.GetValueOrDefault("defaultSafeSearch"); + + if (categories.Count == 0) + categories = SplitCommaSeparatedValues(context.SettingsValues.GetValueOrDefault("defaultCategories")); + + if (engines.Count == 0) + engines = SplitCommaSeparatedValues(context.SettingsValues.GetValueOrDefault("defaultEngines")); + + if (categories.Count > 0 && engines.Count > 0 && !string.IsNullOrWhiteSpace(context.SettingsValues.GetValueOrDefault("defaultCategories")) && !string.IsNullOrWhiteSpace(context.SettingsValues.GetValueOrDefault("defaultEngines"))) + throw new InvalidOperationException(TB("Default categories and default engines cannot both be set for the web search tool.")); + + var defaultLimit = ReadOptionalPositiveIntSetting(context.SettingsValues, "maxResults") ?? DEFAULT_MAX_RESULTS; + var effectiveLimit = requestedLimit ?? defaultLimit; + var timeoutSeconds = ReadOptionalPositiveIntSetting(context.SettingsValues, "timeoutSeconds") ?? DEFAULT_TIMEOUT_SECONDS; + + var queryParameters = new List> + { + new("q", query), + new("format", "json"), + }; + + if (categories.Count > 0) + queryParameters.Add(new KeyValuePair("categories", string.Join(",", categories))); + + if (engines.Count > 0) + queryParameters.Add(new KeyValuePair("engines", string.Join(",", engines))); + + if (!string.IsNullOrWhiteSpace(language)) + queryParameters.Add(new KeyValuePair("language", language)); + + if (!string.IsNullOrWhiteSpace(timeRange)) + queryParameters.Add(new KeyValuePair("time_range", timeRange)); + + if (page is not null) + queryParameters.Add(new KeyValuePair("pageno", page.Value.ToString())); + + if (!string.IsNullOrWhiteSpace(safeSearch)) + queryParameters.Add(new KeyValuePair("safesearch", safeSearch)); + + using var httpClient = new HttpClient + { + Timeout = Timeout.InfiniteTimeSpan, + }; + using var request = new HttpRequestMessage(HttpMethod.Get, BuildRequestUri(searchUri, queryParameters)); + using var timeoutCts = CancellationTokenSource.CreateLinkedTokenSource(token); + timeoutCts.CancelAfter(TimeSpan.FromSeconds(timeoutSeconds)); + + using var response = await SendAsync(httpClient, request, timeoutCts.Token, timeoutSeconds, token); + var responseBody = await response.Content.ReadAsStringAsync(token); + if (!response.IsSuccessStatusCode) + { + var responseDetails = string.IsNullOrWhiteSpace(responseBody) ? string.Empty : $" Response body: {responseBody[..Math.Min(responseBody.Length, 400)]}"; + throw new InvalidOperationException($"The SearXNG request failed with status code {(int)response.StatusCode} ({response.StatusCode}).{responseDetails}"); + } + + JsonNode? responseJson; + try + { + responseJson = JsonNode.Parse(responseBody); + } + catch (JsonException exception) + { + throw new InvalidOperationException($"The SearXNG response was not valid JSON: {exception.Message}", exception); + } + + if (responseJson is not JsonObject responseObject) + throw new InvalidOperationException("The SearXNG response JSON must be an object."); + + responseObject = SanitizeResponse(responseObject, effectiveLimit); + + var requestJson = new JsonObject + { + ["query"] = query, + ["format"] = "json", + ["limit"] = effectiveLimit, + }; + + if (categories.Count > 0) + requestJson["categories"] = BuildJsonArray(categories); + + if (engines.Count > 0) + requestJson["engines"] = BuildJsonArray(engines); + + if (!string.IsNullOrWhiteSpace(language)) + requestJson["language"] = language; + + if (!string.IsNullOrWhiteSpace(timeRange)) + requestJson["time_range"] = timeRange; + + if (page is not null) + requestJson["page"] = page.Value; + + if (!string.IsNullOrWhiteSpace(safeSearch)) + requestJson["safesearch"] = safeSearch; + + return new ToolExecutionResult + { + JsonContent = new JsonObject + { + ["request"] = requestJson, + ["response"] = responseObject, + }, + }; + } + + public string FormatTraceResult(string rawResult) + { + if (rawResult.Length <= MAX_TRACE_LENGTH) + return rawResult; + + return $"{rawResult[..MAX_TRACE_LENGTH]}..."; + } + + private static string ReadRequiredString(JsonElement arguments, string propertyName) + { + var value = ReadOptionalString(arguments, propertyName); + if (string.IsNullOrWhiteSpace(value)) + throw new ArgumentException($"Missing required argument '{propertyName}'."); + + return value; + } + + private static string? ReadOptionalString(JsonElement arguments, string propertyName) + { + if (!arguments.TryGetProperty(propertyName, out var value)) + return null; + + return value.ValueKind switch + { + JsonValueKind.Null => null, + JsonValueKind.String => value.GetString()?.Trim(), + _ => throw new ArgumentException($"Argument '{propertyName}' must be a string."), + }; + } + + private static int? ReadOptionalPositiveInt(JsonElement arguments, string propertyName) + { + if (!arguments.TryGetProperty(propertyName, out var value)) + return null; + + if (value.ValueKind is JsonValueKind.Null) + return null; + + if (value.ValueKind is not JsonValueKind.Number || !value.TryGetInt32(out var intValue) || intValue <= 0) + throw new ArgumentException($"Argument '{propertyName}' must be a positive integer."); + + return intValue; + } + + private static List ReadOptionalStringArray(JsonElement arguments, string propertyName) + { + if (!arguments.TryGetProperty(propertyName, out var value) || value.ValueKind is JsonValueKind.Null) + return []; + + if (value.ValueKind is not JsonValueKind.Array) + throw new ArgumentException($"Argument '{propertyName}' must be an array of strings."); + + var values = new List(); + foreach (var element in value.EnumerateArray()) + { + if (element.ValueKind is not JsonValueKind.String) + throw new ArgumentException($"Argument '{propertyName}' must be an array of strings."); + + var item = element.GetString()?.Trim(); + if (!string.IsNullOrWhiteSpace(item)) + values.Add(item); + } + + return values; + } + + private static JsonArray BuildJsonArray(IEnumerable values) + { + var array = new JsonArray(); + foreach (var value in values) + array.Add(value); + + return array; + } + + private static JsonObject SanitizeResponse(JsonObject responseObject, int effectiveLimit) + { + var sanitizedResponse = new JsonObject(); + + var resultArray = responseObject["results"] as JsonArray; + var sanitizedResults = BuildSanitizedResults(resultArray, effectiveLimit); + sanitizedResponse["results"] = sanitizedResults; + + var suggestions = BuildSuggestions(responseObject["suggestions"] as JsonArray); + if (suggestions.Count > 0) + sanitizedResponse["suggestions"] = suggestions; + + return sanitizedResponse; + } + + private static JsonArray BuildSanitizedResults(JsonArray? resultArray, int effectiveLimit) + { + var sanitizedResults = new JsonArray(); + if (resultArray is null) + return sanitizedResults; + + var resultObjects = resultArray.OfType().ToList(); + var hasSortableScores = resultObjects.Any(result => TryGetScore(result, out _)); + IEnumerable orderedResults = hasSortableScores + ? resultObjects + .OrderByDescending(result => TryGetScore(result, out var score) ? score : double.MinValue) + .ThenBy(result => result["title"]?.ToString(), StringComparer.OrdinalIgnoreCase) + : resultObjects; + + foreach (var result in orderedResults.Take(effectiveLimit)) + sanitizedResults.Add(SanitizeResult(result)); + + return sanitizedResults; + } + + private static JsonObject SanitizeResult(JsonObject result) + { + var sanitizedResult = new JsonObject(); + CopyPropertyIfPresent(result, sanitizedResult, "title"); + CopyPropertyIfPresent(result, sanitizedResult, "url"); + CopyPropertyIfPresent(result, sanitizedResult, "content"); + CopyPropertyIfPresent(result, sanitizedResult, "score"); + CopyPropertyIfPresent(result, sanitizedResult, "engine"); + CopyPropertyIfPresent(result, sanitizedResult, "category"); + CopyPropertyIfPresent(result, sanitizedResult, "publishedDate"); + CopyPropertyIfPresent(result, sanitizedResult, "published_date"); + + return sanitizedResult; + } + + private static JsonArray BuildSuggestions(JsonArray? suggestionsArray) + { + var suggestions = new JsonArray(); + if (suggestionsArray is null) + return suggestions; + + foreach (var suggestionNode in suggestionsArray.Take(3)) + { + var suggestion = suggestionNode switch + { + JsonValue value => value.TryGetValue(out var stringSuggestion) ? stringSuggestion : null, + JsonObject suggestionObject when suggestionObject.TryGetPropertyValue("suggestion", out var suggestionValue) => suggestionValue?.ToString(), + JsonObject suggestionObject when suggestionObject.TryGetPropertyValue("title", out var titleValue) => titleValue?.ToString(), + _ => suggestionNode?.ToString(), + }; + + if (!string.IsNullOrWhiteSpace(suggestion)) + suggestions.Add(suggestion); + } + + return suggestions; + } + + private static void CopyPropertyIfPresent(JsonObject source, JsonObject target, string propertyName) + { + if (source.TryGetPropertyValue(propertyName, out var propertyValue) && propertyValue is not null) + target[propertyName] = propertyValue.DeepClone(); + } + + private static bool TryGetScore(JsonObject result, out double score) + { + score = double.MinValue; + if (!result.TryGetPropertyValue("score", out var scoreNode) || scoreNode is null) + return false; + + return scoreNode switch + { + JsonValue value when value.TryGetValue(out var doubleScore) => ReturnScore(doubleScore, out score), + JsonValue value when value.TryGetValue(out var decimalScore) => ReturnScore((double)decimalScore, out score), + JsonValue value when value.TryGetValue(out var intScore) => ReturnScore(intScore, out score), + _ => double.TryParse(scoreNode.ToString(), out var parsedScore) && ReturnScore(parsedScore, out score), + }; + } + + private static bool ReturnScore(double input, out double score) + { + score = input; + return true; + } + + private static List SplitCommaSeparatedValues(string? value) => value? + .Split(',', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries) + .Where(x => !string.IsNullOrWhiteSpace(x)) + .Distinct(StringComparer.Ordinal) + .ToList() ?? []; + + private static int? ReadOptionalPositiveIntSetting(IReadOnlyDictionary settingsValues, string key) + { + if (!settingsValues.TryGetValue(key, out var value) || string.IsNullOrWhiteSpace(value)) + return null; + + return int.TryParse(value, out var parsedValue) && parsedValue > 0 ? parsedValue : null; + } + + private static bool TryReadOptionalPositiveInt( + IReadOnlyDictionary settingsValues, + string key, + out int? value, + out string error) + { + value = null; + error = string.Empty; + + if (!settingsValues.TryGetValue(key, out var rawValue) || string.IsNullOrWhiteSpace(rawValue)) + return true; + + if (int.TryParse(rawValue, out var parsedValue) && parsedValue > 0) + { + value = parsedValue; + return true; + } + + error = string.Format(TB("The setting '{0}' must be a positive integer."), key); + return false; + } + + private static bool TryNormalizeSearchUri(string rawUrl, out Uri searchUri, out string error) + { + searchUri = null!; + error = string.Empty; + + if (string.IsNullOrWhiteSpace(rawUrl)) + { + error = TB("A SearXNG URL is required."); + return false; + } + + if (!Uri.TryCreate(rawUrl.Trim(), UriKind.Absolute, out var parsedUri)) + { + error = TB("The configured SearXNG URL is not a valid absolute URL."); + return false; + } + + if (parsedUri.Scheme is not ("http" or "https")) + { + error = TB("The configured SearXNG URL must start with http:// or https://."); + return false; + } + + var basePath = parsedUri.AbsolutePath.TrimEnd('/'); + if (basePath.EndsWith("/search", StringComparison.OrdinalIgnoreCase)) + basePath = basePath[..^"/search".Length]; + + var normalizedPath = $"{basePath}/search"; + var builder = new UriBuilder(parsedUri) + { + Path = normalizedPath, + Query = string.Empty, + Fragment = string.Empty, + }; + searchUri = builder.Uri; + return true; + } + + private static Uri BuildRequestUri(Uri searchUri, IEnumerable> queryParameters) + { + var builder = new StringBuilder(); + foreach (var parameter in queryParameters) + { + if (builder.Length > 0) + builder.Append('&'); + + builder.Append(WebUtility.UrlEncode(parameter.Key)); + builder.Append('='); + builder.Append(WebUtility.UrlEncode(parameter.Value)); + } + + var uriBuilder = new UriBuilder(searchUri) + { + Query = builder.ToString(), + }; + return uriBuilder.Uri; + } + + private static async Task SendAsync( + HttpClient httpClient, + HttpRequestMessage request, + CancellationToken requestToken, + int timeoutSeconds, + CancellationToken callerToken) + { + try + { + return await httpClient.SendAsync(request, requestToken); + } + catch (OperationCanceledException) when (!callerToken.IsCancellationRequested) + { + throw new TimeoutException($"The SearXNG request timed out after {timeoutSeconds} seconds."); + } + catch (Exception exception) + { + throw new InvalidOperationException($"The SearXNG request failed: {exception.Message}", exception); + } + } +} diff --git a/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolDefinition.cs b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolDefinition.cs new file mode 100644 index 000000000..126f9e9f3 --- /dev/null +++ b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolDefinition.cs @@ -0,0 +1,64 @@ +using System.Text.Json; +using System.Text.Json.Serialization; + +namespace AIStudio.Tools.ToolCallingSystem; + +public sealed class ToolDefinition +{ + public int SchemaVersion { get; init; } = 1; + + public string Id { get; init; } = string.Empty; + + public string DisplayName { get; init; } = string.Empty; + + public string Icon { get; init; } = Icons.Material.Filled.Build; + + public string ImplementationKey { get; init; } = string.Empty; + + public ToolVisibilityDefinition VisibleIn { get; init; } = new(); + + public ToolSettingsSchema SettingsSchema { get; init; } = new(); + + public ToolFunctionDefinition Function { get; init; } = new(); +} + +public sealed class ToolVisibilityDefinition +{ + public bool Chat { get; init; } = true; + + public bool Assistants { get; init; } = true; +} + +public sealed class ToolFunctionDefinition +{ + public string Name { get; init; } = string.Empty; + + public string Description { get; init; } = string.Empty; + + public bool Strict { get; init; } = true; + + public JsonElement Parameters { get; init; } +} + +public sealed class ToolSettingsSchema +{ + public string Type { get; init; } = "object"; + + public Dictionary Properties { get; init; } = []; + + public HashSet Required { get; init; } = []; +} + +public sealed class ToolSettingsFieldDefinition +{ + public string Type { get; init; } = "string"; + + public string Title { get; init; } = string.Empty; + + public string Description { get; init; } = string.Empty; + + [JsonPropertyName("enum")] + public List EnumValues { get; init; } = []; + + public bool Secret { get; init; } +} diff --git a/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolExecutionModels.cs b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolExecutionModels.cs new file mode 100644 index 000000000..2472ec614 --- /dev/null +++ b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolExecutionModels.cs @@ -0,0 +1,105 @@ +using System.Text.Json; +using System.Text.Json.Nodes; + +using AIStudio.Provider; +using AIStudio.Settings; + +namespace AIStudio.Tools.ToolCallingSystem; + +public sealed class ToolExecutionContext +{ + public required ToolDefinition Definition { get; init; } + + public required SettingsManager SettingsManager { get; init; } + + public required IReadOnlyDictionary SettingsValues { get; init; } + + public ConfidenceLevel ProviderConfidence { get; init; } = ConfidenceLevel.UNKNOWN; +} + +public sealed class ToolExecutionResult +{ + public string? TextContent { get; init; } + + public JsonNode? JsonContent { get; init; } + + public string ToModelContent() + { + if (this.JsonContent is not null) + return this.JsonContent.ToJsonString(); + + return this.TextContent ?? string.Empty; + } +} + +public sealed class ToolExecutionBlockedException(string message) : Exception(message); + +public enum ToolInvocationTraceStatus +{ + NONE = 0, + SUCCESS, + ERROR, + BLOCKED, +} + +public sealed class ToolInvocationTrace +{ + public int Order { get; set; } + + public string ToolId { get; set; } = string.Empty; + + public string ToolName { get; set; } = string.Empty; + + public string ToolIcon { get; set; } = Icons.Material.Filled.Build; + + public string ToolCallId { get; set; } = string.Empty; + + public ToolInvocationTraceStatus Status { get; set; } = ToolInvocationTraceStatus.NONE; + + public bool WasExecuted { get; set; } + + public string StatusMessage { get; set; } = string.Empty; + + public Dictionary Arguments { get; set; } = []; + + public string Result { get; set; } = string.Empty; +} + +public sealed class ToolRuntimeStatus +{ + public bool IsRunning { get; set; } + + public List ToolNames { get; set; } = []; + + public string Message => this.ToolNames.Count switch + { + 0 => string.Empty, + 1 => $"Using tool: {this.ToolNames[0]}", + _ => $"Using tools: {string.Join(", ", this.ToolNames)}", + }; +} + +public sealed class ToolConfigurationState +{ + public bool IsConfigured { get; init; } + + public List MissingRequiredFields { get; init; } = []; + + public string Message { get; init; } = string.Empty; +} + +public sealed class ToolCatalogItem +{ + public required ToolDefinition Definition { get; init; } + + public required IToolImplementation Implementation { get; init; } + + public required ToolConfigurationState ConfigurationState { get; init; } + + public ConfidenceLevel MinimumProviderConfidence { get; init; } = ConfidenceLevel.NONE; +} + +public sealed class ToolSelectionState +{ + public HashSet SelectedToolIds { get; init; } = []; +} diff --git a/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolExecutor.cs b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolExecutor.cs new file mode 100644 index 000000000..1fe9e4032 --- /dev/null +++ b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolExecutor.cs @@ -0,0 +1,136 @@ +using System.Text.Json; + +using AIStudio.Provider; + +using Microsoft.Extensions.DependencyInjection; + +namespace AIStudio.Tools.ToolCallingSystem; + +public sealed class ToolExecutor(ToolSettingsService toolSettingsService) +{ + public async Task<(string Content, ToolInvocationTrace Trace)> ExecuteAsync( + string toolCallId, + string toolName, + string argumentsJson, + IReadOnlyList<(ToolDefinition Definition, IToolImplementation Implementation)> runnableTools, + ConfidenceLevel providerConfidence, + int order, + CancellationToken token = default) + { + var runnableTool = runnableTools.FirstOrDefault(x => x.Definition.Function.Name.Equals(toolName, StringComparison.Ordinal)); + if (runnableTool.Definition is null || runnableTool.Implementation is null) + { + return (this.CreateError(toolName), new ToolInvocationTrace + { + Order = order, + ToolId = toolName, + ToolName = toolName, + ToolCallId = toolCallId, + Status = ToolInvocationTraceStatus.BLOCKED, + StatusMessage = "Tool is not available in the current context.", + Result = this.CreateError(toolName), + }); + } + + var definition = runnableTool.Definition; + var implementation = runnableTool.Implementation; + try + { + using var document = JsonDocument.Parse(string.IsNullOrWhiteSpace(argumentsJson) ? "{}" : argumentsJson); + var settingsValues = await toolSettingsService.GetSettingsAsync(definition); + var result = await implementation.ExecuteAsync(document.RootElement, new ToolExecutionContext + { + Definition = definition, + SettingsManager = Program.SERVICE_PROVIDER.GetRequiredService(), + SettingsValues = settingsValues, + ProviderConfidence = providerConfidence, + }, token); + + return (result.ToModelContent(), new ToolInvocationTrace + { + Order = order, + ToolId = definition.Id, + ToolName = implementation.GetDisplayName(), + ToolIcon = implementation.Icon, + ToolCallId = toolCallId, + Status = ToolInvocationTraceStatus.SUCCESS, + WasExecuted = true, + Arguments = FormatArguments(document.RootElement, implementation.SensitiveTraceArgumentNames), + Result = implementation.FormatTraceResult(result.ToModelContent()), + }); + } + catch (ToolExecutionBlockedException exception) + { + Dictionary formattedArguments = []; + try + { + using var document = JsonDocument.Parse(string.IsNullOrWhiteSpace(argumentsJson) ? "{}" : argumentsJson); + formattedArguments = FormatArguments(document.RootElement, implementation.SensitiveTraceArgumentNames); + } + catch + { + } + + return (exception.Message, new ToolInvocationTrace + { + Order = order, + ToolId = definition.Id, + ToolName = implementation.GetDisplayName(), + ToolIcon = implementation.Icon, + ToolCallId = toolCallId, + Status = ToolInvocationTraceStatus.BLOCKED, + StatusMessage = exception.Message, + Arguments = formattedArguments, + Result = exception.Message, + }); + } + catch (Exception exception) + { + var error = $"Tool execution failed: {exception.Message}"; + Dictionary formattedArguments = []; + try + { + using var document = JsonDocument.Parse(string.IsNullOrWhiteSpace(argumentsJson) ? "{}" : argumentsJson); + formattedArguments = FormatArguments(document.RootElement, implementation.SensitiveTraceArgumentNames); + } + catch + { + } + + return (error, new ToolInvocationTrace + { + Order = order, + ToolId = definition.Id, + ToolName = implementation.GetDisplayName(), + ToolIcon = implementation.Icon, + ToolCallId = toolCallId, + Status = ToolInvocationTraceStatus.ERROR, + StatusMessage = error, + Arguments = formattedArguments, + Result = error, + }); + } + } + + private string CreateError(string toolName) => $"Tool '{toolName}' is not available."; + + private static Dictionary FormatArguments(JsonElement rootElement, IReadOnlySet sensitiveNames) + { + if (rootElement.ValueKind is not JsonValueKind.Object) + return []; + + var arguments = new Dictionary(StringComparer.Ordinal); + foreach (var property in rootElement.EnumerateObject()) + { + arguments[property.Name] = sensitiveNames.Contains(property.Name) + ? "*****" + : property.Value.ValueKind switch + { + JsonValueKind.String => property.Value.GetString() ?? string.Empty, + _ => property.Value.ToString(), + }; + } + + return arguments; + } +} diff --git a/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolRegistry.cs b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolRegistry.cs new file mode 100644 index 000000000..7c77ed1e9 --- /dev/null +++ b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolRegistry.cs @@ -0,0 +1,150 @@ +using System.Text.Json; + +using AIStudio.Provider; +using AIStudio.Settings; + +using Microsoft.AspNetCore.Hosting; + +namespace AIStudio.Tools.ToolCallingSystem; + +public sealed class ToolRegistry +{ + private readonly ILogger logger; + private readonly SettingsManager settingsManager; + private readonly ToolSettingsService toolSettingsService; + private readonly Dictionary definitionsById = new(StringComparer.Ordinal); + private readonly Dictionary implementationsByKey = new(StringComparer.Ordinal); + + public ToolRegistry( + IWebHostEnvironment webHostEnvironment, + IEnumerable implementations, + SettingsManager settingsManager, + ToolSettingsService toolSettingsService, + ILogger logger) + { + this.logger = logger; + this.settingsManager = settingsManager; + this.toolSettingsService = toolSettingsService; + + foreach (var implementation in implementations) + this.implementationsByKey[implementation.ImplementationKey] = implementation; + + var definitionsDirectory = webHostEnvironment.WebRootFileProvider.GetDirectoryContents("tool_definitions"); + if (!definitionsDirectory.Exists) + { + this.logger.LogWarning("The tool definitions directory was not found."); + return; + } + + var serializerOptions = new JsonSerializerOptions + { + PropertyNameCaseInsensitive = true, + }; + + foreach (var file in definitionsDirectory.Where(x => !x.IsDirectory && x.Name.EndsWith(".json", StringComparison.OrdinalIgnoreCase))) + { + try + { + using var stream = file.CreateReadStream(); + var definition = JsonSerializer.Deserialize(stream, serializerOptions); + if (definition is null || string.IsNullOrWhiteSpace(definition.Id)) + { + this.logger.LogWarning("Skipping tool definition '{ToolFile}' because it could not be deserialized.", file.Name); + continue; + } + + if (!this.implementationsByKey.ContainsKey(definition.ImplementationKey)) + { + this.logger.LogWarning("Skipping tool definition '{ToolId}' because implementation key '{ImplementationKey}' is not registered.", definition.Id, definition.ImplementationKey); + continue; + } + + this.definitionsById[definition.Id] = definition; + } + catch (Exception exception) + { + this.logger.LogWarning(exception, "Skipping invalid tool definition file '{ToolFile}'.", file.Name); + } + } + } + + public IReadOnlyList GetDefinitionsForComponent(AIStudio.Tools.Components component) + { + var isChat = component is AIStudio.Tools.Components.CHAT; + return this.definitionsById.Values + .Where(x => isChat ? x.VisibleIn.Chat : x.VisibleIn.Assistants) + .OrderBy(x => this.implementationsByKey.GetValueOrDefault(x.ImplementationKey)?.GetDisplayName(), StringComparer.OrdinalIgnoreCase) + .ToList(); + } + + public IReadOnlyList GetAllDefinitions() => this.definitionsById.Values + .OrderBy(x => this.implementationsByKey.GetValueOrDefault(x.ImplementationKey)?.GetDisplayName(), StringComparer.OrdinalIgnoreCase) + .ToList(); + + public ToolDefinition? GetDefinition(string toolId) => this.definitionsById.GetValueOrDefault(toolId); + + public IToolImplementation? GetImplementation(string implementationKey) => this.implementationsByKey.GetValueOrDefault(implementationKey); + + public async Task> GetCatalogAsync(AIStudio.Tools.Components component) + { + var definitions = this.GetDefinitionsForComponent(component); + return await this.GetCatalogAsync(definitions); + } + + public async Task> GetCatalogAsync(IEnumerable definitions) + { + var definitionList = definitions.ToList(); + var items = new List(definitionList.Count); + foreach (var definition in definitionList) + { + if (!this.implementationsByKey.TryGetValue(definition.ImplementationKey, out var implementation)) + continue; + + items.Add(new ToolCatalogItem + { + Definition = definition, + Implementation = implementation, + ConfigurationState = await this.toolSettingsService.GetConfigurationStateAsync(definition, implementation), + MinimumProviderConfidence = this.settingsManager.GetMinimumProviderConfidenceForTool(definition.Id), + }); + } + + return items; + } + + public async Task> GetRunnableToolsAsync( + AIStudio.Tools.Components component, + IEnumerable selectedToolIds, + IReadOnlyCollection modelCapabilities, + ConfidenceLevel providerConfidence, + bool isToolSelectionVisible) + { + if (!isToolSelectionVisible) + return []; + + if (!modelCapabilities.Contains(Capability.FUNCTION_CALLING) || + (!modelCapabilities.Contains(Capability.CHAT_COMPLETION_API) && !modelCapabilities.Contains(Capability.RESPONSES_API))) + return []; + + var selectedToolIdSet = ToolSelectionRules.NormalizeSelection(selectedToolIds); + var definitions = this.GetDefinitionsForComponent(component).Where(x => selectedToolIdSet.Contains(x.Id)).ToList(); + var result = new List<(ToolDefinition, IToolImplementation)>(definitions.Count); + foreach (var definition in definitions) + { + if (!this.implementationsByKey.TryGetValue(definition.ImplementationKey, out var implementation)) + continue; + + var configurationState = await this.toolSettingsService.GetConfigurationStateAsync(definition, implementation); + if (!configurationState.IsConfigured) + continue; + + var minimumToolConfidence = this.settingsManager.GetMinimumProviderConfidenceForTool(definition.Id); + if (!ToolSelectionRules.IsProviderConfidenceAllowed(providerConfidence, minimumToolConfidence)) + continue; + + result.Add((definition, implementation)); + } + + return result; + } +} diff --git a/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolSelectionRules.cs b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolSelectionRules.cs new file mode 100644 index 000000000..fcd345809 --- /dev/null +++ b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolSelectionRules.cs @@ -0,0 +1,37 @@ +using System.Collections.Generic; +using System.Linq; + +using AIStudio.Provider; + +namespace AIStudio.Tools.ToolCallingSystem; + +public static class ToolSelectionRules +{ + public const string WEB_SEARCH_TOOL_ID = "web_search"; + public const string READ_WEB_PAGE_TOOL_ID = "read_web_page"; + + public static HashSet NormalizeSelection(IEnumerable selectedToolIds) + { + var normalized = selectedToolIds.ToHashSet(StringComparer.Ordinal); + if (normalized.Contains(WEB_SEARCH_TOOL_ID)) + normalized.Add(READ_WEB_PAGE_TOOL_ID); + + return normalized; + } + + public static bool IsRequiredBySelectedTools(string toolId, IEnumerable selectedToolIds) + { + var normalized = NormalizeSelection(selectedToolIds); + return toolId == READ_WEB_PAGE_TOOL_ID && normalized.Contains(WEB_SEARCH_TOOL_ID); + } + + public static ConfidenceLevel GetDefaultMinimumProviderConfidence(string toolId) => toolId switch + { + WEB_SEARCH_TOOL_ID => ConfidenceLevel.MEDIUM, + READ_WEB_PAGE_TOOL_ID => ConfidenceLevel.MEDIUM, + _ => ConfidenceLevel.NONE, + }; + + public static bool IsProviderConfidenceAllowed(ConfidenceLevel providerConfidence, ConfidenceLevel minimumToolConfidence) => + minimumToolConfidence is ConfidenceLevel.NONE || providerConfidence >= minimumToolConfidence; +} diff --git a/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolSettingsSecretId.cs b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolSettingsSecretId.cs new file mode 100644 index 000000000..25b3c687e --- /dev/null +++ b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolSettingsSecretId.cs @@ -0,0 +1,10 @@ +using AIStudio.Tools; + +namespace AIStudio.Tools.ToolCallingSystem; + +internal sealed record ToolSettingsSecretId(string ToolId, string FieldName) : ISecretId +{ + public string SecretId => $"tool::{this.ToolId}"; + + public string SecretName => this.FieldName; +} diff --git a/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolSettingsService.cs b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolSettingsService.cs new file mode 100644 index 000000000..a1142913d --- /dev/null +++ b/app/MindWork AI Studio/Tools/ToolCallingSystem/ToolSettingsService.cs @@ -0,0 +1,122 @@ +using AIStudio.Settings; +using AIStudio.Tools.Services; + +namespace AIStudio.Tools.ToolCallingSystem; + +public sealed class ToolSettingsService(SettingsManager settingsManager, RustService rustService) +{ + private const string READ_WEB_PAGE_ALLOWED_PRIVATE_HOSTS_FIELD = "allowedPrivateHosts"; + + public async Task> GetSettingsAsync(ToolDefinition definition) + { + var values = new Dictionary(StringComparer.Ordinal); + var storedValues = settingsManager.ConfigurationData.Tools.Settings.GetValueOrDefault(definition.Id); + foreach (var property in definition.SettingsSchema.Properties) + { + var fieldName = property.Key; + var fieldDefinition = property.Value; + if (IsReadWebPageAllowedPrivateHostsField(definition, fieldName)) + { + values[fieldName] = settingsManager.ConfigurationData.Tools.ReadWebPageAllowedPrivateHosts; + continue; + } + + if (fieldDefinition.Secret) + { + var response = await rustService.GetSecret(new ToolSettingsSecretId(definition.Id, fieldName), isTrying: true); + if (response.Success) + values[fieldName] = await response.Secret.Decrypt(Program.ENCRYPTION); + + continue; + } + + if (storedValues?.TryGetValue(fieldName, out var storedValue) is true) + values[fieldName] = storedValue; + } + + return values; + } + + public async Task GetConfigurationStateAsync( + ToolDefinition definition, + IToolImplementation? implementation = null, + CancellationToken token = default) + { + var values = await this.GetSettingsAsync(definition); + var missing = new List(); + foreach (var requiredField in definition.SettingsSchema.Required) + { + if (!values.TryGetValue(requiredField, out var value) || string.IsNullOrWhiteSpace(value)) + missing.Add(requiredField); + } + + if (missing.Count > 0) + { + return new ToolConfigurationState + { + IsConfigured = false, + MissingRequiredFields = missing, + }; + } + + if (implementation is not null) + { + var validationState = await implementation.ValidateConfigurationAsync(definition, values, token); + if (validationState is not null && !validationState.IsConfigured) + return validationState; + } + + return new ToolConfigurationState + { + IsConfigured = true, + }; + } + + public async Task SaveSettingsAsync(ToolDefinition definition, IReadOnlyDictionary values) + { + if (!settingsManager.ConfigurationData.Tools.Settings.TryGetValue(definition.Id, out var storedValues)) + { + storedValues = new Dictionary(StringComparer.Ordinal); + settingsManager.ConfigurationData.Tools.Settings[definition.Id] = storedValues; + } + + foreach (var property in definition.SettingsSchema.Properties) + { + var fieldName = property.Key; + var fieldDefinition = property.Value; + values.TryGetValue(fieldName, out var value); + value ??= string.Empty; + + if (IsReadWebPageAllowedPrivateHostsField(definition, fieldName)) + { + if (!IsReadWebPageAllowedPrivateHostsLocked()) + settingsManager.ConfigurationData.Tools.ReadWebPageAllowedPrivateHosts = value; + + continue; + } + + if (fieldDefinition.Secret) + { + var secretId = new ToolSettingsSecretId(definition.Id, fieldName); + if (string.IsNullOrWhiteSpace(value)) + await rustService.DeleteSecret(secretId); + else + await rustService.SetSecret(secretId, value); + + continue; + } + + storedValues[fieldName] = value; + } + + await settingsManager.StoreSettings(); + await MessageBus.INSTANCE.SendMessage(null, Event.CONFIGURATION_CHANGED, null); + } + + private static bool IsReadWebPageAllowedPrivateHostsField(ToolDefinition definition, string fieldName) => + definition.Id.Equals(ToolSelectionRules.READ_WEB_PAGE_TOOL_ID, StringComparison.Ordinal) && + fieldName.Equals(READ_WEB_PAGE_ALLOWED_PRIVATE_HOSTS_FIELD, StringComparison.Ordinal); + + private static bool IsReadWebPageAllowedPrivateHostsLocked() => + ManagedConfiguration.TryGet(x => x.Tools, x => x.ReadWebPageAllowedPrivateHosts, out var meta) && meta.IsLocked; +} diff --git a/app/MindWork AI Studio/wwwroot/changelog/v26.3.1.md b/app/MindWork AI Studio/wwwroot/changelog/v26.3.1.md index f4d5274de..a434a0f9e 100644 --- a/app/MindWork AI Studio/wwwroot/changelog/v26.3.1.md +++ b/app/MindWork AI Studio/wwwroot/changelog/v26.3.1.md @@ -7,6 +7,8 @@ - Added a start-page setting, so AI Studio can now open directly on your preferred page when the app starts. Configuration plugins can also provide and optionally lock this default for organizations. - Added math rendering in chats for LaTeX display formulas, including block formats such as `$$ ... $$` and `\[ ... \]`. - Added the latest OpenAI models. +- Added minimum provider confidence settings for tools, so sensitive tools such as web search can be limited to trusted providers. Configuration plugins can also manage these defaults for organizations. +- Added documentation for developers who want to add or maintain tools in AI Studio. - Released the document analysis assistant after an intense testing phase. - Improved enterprise deployment for organizations: administrators can now provide up to 10 centrally managed enterprise configuration slots, use policy files on Linux and macOS, and continue using older configuration formats as a fallback during migration. - Improved the profile selection for assistants and the chat. You can now explicitly choose between the app default profile, no profile, or a specific profile. @@ -20,11 +22,14 @@ - Improved the logbook reliability by significantly reducing duplicate log entries. - Improved file attachments in chats: configuration and project files such as `Dockerfile`, `Caddyfile`, `Makefile`, or `Jenkinsfile` are now included more reliably when you send them to the AI. - Improved the validation of additional API parameters in the advanced provider settings to help catch formatting mistakes earlier. +- Improved the web page reader with stronger protection for private network pages and administrator-configurable allowlists for trusted intranet domains. - Improved the app startup resilience by allowing AI Studio to continue without Qdrant if it fails to initialize. - Improved the translation assistant by updating the system and user prompts. - Fixed an issue where assistants hidden via configuration plugins still appear in "Send to ..." menus. Thanks, Gunnar, for reporting this issue. - Fixed an issue with voice recording where AI Studio could log errors and keep the feature available even though required parts failed to initialize. Voice recording is now disabled automatically for the current session in that case. - Fixed an issue where the app could turn white or appear invisible in certain chats after HTML-like content was shown. Thanks, Inga, for reporting this issue and providing some context on how to reproduce it. +- Fixed an issue where tools could not be used with OpenAI models that use the Responses API. - Fixed security issues in the native app runtime by strengthening how AI Studio creates and protects the secret values used for its internal secure connection. - Updated several security-sensitive Rust dependencies in the native runtime to address known vulnerabilities. -- Updated .NET to v9.0.14 \ No newline at end of file +- Updated .NET to v9.0.14 +- Removed the internal demo weather tool from the tool list. diff --git a/app/MindWork AI Studio/wwwroot/tool_definitions/read_web_page.json b/app/MindWork AI Studio/wwwroot/tool_definitions/read_web_page.json new file mode 100644 index 000000000..21ea124db --- /dev/null +++ b/app/MindWork AI Studio/wwwroot/tool_definitions/read_web_page.json @@ -0,0 +1,45 @@ +{ + "schemaVersion": 1, + "id": "read_web_page", + "implementationKey": "read_web_page", + "visibleIn": { + "chat": true, + "assistants": true + }, + "settingsSchema": { + "type": "object", + "properties": { + "timeoutSeconds": { + "type": "string", + "secret": false + }, + "maxContentCharacters": { + "type": "string", + "secret": false + }, + "allowedPrivateHosts": { + "type": "string", + "secret": false + } + }, + "required": [] + }, + "function": { + "name": "read_web_page", + "description": "Load a single HTTP or HTTPS web page, extract its main content as structured working material for the model, and use it to synthesize a natural-language answer for the user.", + "strict": true, + "parameters": { + "type": "object", + "properties": { + "url": { + "type": "string", + "description": "The full HTTP or HTTPS URL of the web page to read." + } + }, + "required": [ + "url" + ], + "additionalProperties": false + } + } +} diff --git a/app/MindWork AI Studio/wwwroot/tool_definitions/web_search.json b/app/MindWork AI Studio/wwwroot/tool_definitions/web_search.json new file mode 100644 index 000000000..775929d83 --- /dev/null +++ b/app/MindWork AI Studio/wwwroot/tool_definitions/web_search.json @@ -0,0 +1,128 @@ +{ + "schemaVersion": 1, + "id": "web_search", + "implementationKey": "web_search", + "visibleIn": { + "chat": true, + "assistants": true + }, + "settingsSchema": { + "type": "object", + "properties": { + "baseUrl": { + "type": "string", + "secret": false + }, + "defaultLanguage": { + "type": "string", + "secret": false + }, + "defaultSafeSearch": { + "type": "string", + "enum": [ + "0", + "1", + "2" + ], + "secret": false + }, + "defaultCategories": { + "type": "string", + "secret": false + }, + "defaultEngines": { + "type": "string", + "secret": false + }, + "maxResults": { + "type": "string", + "secret": false + }, + "timeoutSeconds": { + "type": "string", + "secret": false + } + }, + "required": [ + "baseUrl" + ] + }, + "function": { + "name": "web_search", + "description": "Search the web via a configured SearXNG instance and return candidate result URLs. Prefer categories for broad search intent. Use engines only when the user explicitly asks for specific search engines. Do not answer detailed or factual web questions from search results alone when read_web_page is available. Use read_web_page on relevant URLs from response.results before answering with page-level facts or summaries.", + "strict": true, + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The search query." + }, + "categories": { + "type": [ + "array", + "null" + ], + "description": "Optional list of SearXNG categories to use for the search.", + "items": { + "type": "string" + } + }, + "engines": { + "type": [ + "array", + "null" + ], + "description": "Optional list of specific SearXNG engines to use when the user requests them explicitly.", + "items": { + "type": "string" + } + }, + "language": { + "type": [ + "string", + "null" + ], + "description": "Optional language code for the search." + }, + "time_range": { + "type": [ + "string", + "null" + ], + "description": "Optional time range filter for engines that support it.", + "enum": [ + null, + "day", + "month", + "year" + ] + }, + "page": { + "type": [ + "integer", + "null" + ], + "description": "Optional search result page number starting at 1." + }, + "limit": { + "type": [ + "integer", + "null" + ], + "description": "Optional maximum number of results to return to the model after local truncation." + } + }, + "required": [ + "query", + "categories", + "engines", + "language", + "time_range", + "page", + "limit" + ], + "additionalProperties": false + } + } +} diff --git a/documentation/Tools.md b/documentation/Tools.md new file mode 100644 index 000000000..c589ce59a --- /dev/null +++ b/documentation/Tools.md @@ -0,0 +1,210 @@ +# Tool Development + +This document explains how model-driven tools are added to AI Studio. Tool calling let a model request a small, well-defined action during a chat or assistant run, such as searching the web or reading a web page. + +Tools are part of the .NET app. They are not Lua plugins and they are not loaded dynamically from user folders. Adding a tool requires code changes. + +## Architecture + +A tool has two parts: + +- A JSON definition in `app/MindWork AI Studio/wwwroot/tool_definitions/` +- A C# implementation of `IToolImplementation` in `app/MindWork AI Studio/Tools/ToolCallingSystem/ToolCallingImplementations/` + +At startup, `ToolRegistry` reads all JSON definitions and matches each definition to a registered implementation by `implementationKey`. `ToolExecutor` runs the implementation when a provider returns a matching function call. + +The provider only sees tools that are available for the current component, selected by the user or defaults, supported by the model, configured correctly, and allowed by the provider confidence rules. + +## Provider API Shapes + +The JSON definition in `wwwroot/tool_definitions` is the single source of truth for a tool. Do not create separate tool definition files for different provider APIs. Provider-specific request shapes are generated in code from the same `ToolDefinition`. + +Chat Completions compatible APIs use a nested function shape: + +```json +{ + "type": "function", + "function": { + "name": "get_current_weather", + "description": "Get the current weather in a given location.", + "parameters": {}, + "strict": true + } +} +``` + +The OpenAI Responses API uses a flat function shape: + +```json +{ + "type": "function", + "name": "get_current_weather", + "description": "Get the current weather in a given location.", + "parameters": {}, + "strict": true +} +``` + +Keep this difference contained in provider adapter code. `ProviderToolAdapters` maps a canonical `ToolDefinition` to the Chat Completions or Responses wire shape. Tool implementations should not know which provider API shape was used. + +Tool result handling also differs by API. Chat Completions returns tool calls in `message.tool_calls` and receives results as `role: "tool"` messages. Responses returns `function_call` output items and receives results as `function_call_output` input items correlated by `call_id`. Both paths still execute local tools through `ToolExecutor`, so validation, provider confidence checks, trace formatting, and blocked-call behavior stay shared. + +## Definition File + +Create one JSON file per tool under `wwwroot/tool_definitions`. The file describes the user-visible tool metadata, optional settings, and the function schema sent to the model. + +Example: + +```json +{ + "schemaVersion": 1, + "id": "get_current_weather", + "implementationKey": "get_current_weather", + "visibleIn": { + "chat": true, + "assistants": true + }, + "settingsSchema": { + "type": "object", + "properties": { + "demoLabel": { + "type": "string", + "secret": false + } + }, + "required": [ + "demoLabel" + ] + }, + "function": { + "name": "get_current_weather", + "description": "Get the current weather in a given location.", + "strict": true, + "parameters": { + "type": "object", + "properties": { + "city": { + "type": "string", + "description": "The city to find the weather for, e.g. 'San Francisco'." + }, + "state": { + "type": "string", + "description": "The two-letter abbreviation for the state, e.g. 'CA'." + }, + "unit": { + "type": "string", + "description": "The unit to fetch the temperature in.", + "enum": [ + "celsius", + "fahrenheit" + ] + } + }, + "required": [ + "city", + "state", + "unit" + ], + "additionalProperties": false + } + } +} +``` + +Use stable lower-case IDs with underscores. Keep `id`, `implementationKey`, and `function.name` identical unless there is a clear compatibility reason not to. + +## Implementation + +Implement `IToolImplementation` and register the class in `Program.cs` as an `IToolImplementation`. + +Example: + +```csharp +using System.Text.Json; +using AIStudio.Tools.PluginSystem; + +namespace AIStudio.Tools.ToolCallingSystem.ToolCallingImplementations; + +public sealed class GetCurrentWeatherTool : IToolImplementation +{ + private static string TB(string fallbackEN) => I18N.I.T(fallbackEN, typeof(GetCurrentWeatherTool).Namespace, nameof(GetCurrentWeatherTool)); + + public string ImplementationKey => "get_current_weather"; + + public string Icon => Icons.Material.Filled.Cloud; + + public IReadOnlySet SensitiveTraceArgumentNames => new HashSet(StringComparer.Ordinal); + + public string GetDisplayName() => TB("Current Weather"); + + public string GetDescription() => TB("Use this demo tool to retrieve the current weather for a given city and state."); + + public string GetSettingsFieldLabel(string fieldName, ToolSettingsFieldDefinition fieldDefinition) => fieldName switch + { + "demoLabel" => TB("Demo Label"), + _ => TB(fieldDefinition.Title), + }; + + public string GetSettingsFieldDescription(string fieldName, ToolSettingsFieldDefinition fieldDefinition) => fieldName switch + { + "demoLabel" => TB("Required demo setting for validating tool settings."), + _ => TB(fieldDefinition.Description), + }; + + public Task ExecuteAsync(JsonElement arguments, ToolExecutionContext context, CancellationToken token = default) + { + var city = arguments.TryGetProperty("city", out var cityValue) ? cityValue.GetString() ?? string.Empty : string.Empty; + var state = arguments.TryGetProperty("state", out var stateValue) ? stateValue.GetString() ?? string.Empty : string.Empty; + var unit = arguments.TryGetProperty("unit", out var unitValue) ? unitValue.GetString() ?? string.Empty : string.Empty; + + if (unit is not ("celsius" or "fahrenheit")) + throw new ArgumentException($"Invalid unit '{unit}'."); + + return Task.FromResult(new ToolExecutionResult + { + TextContent = $"The weather in {city}, {state} is 85 degrees {unit}.", + }); + } +} +``` + +Register it: + +```csharp +builder.Services.AddSingleton(); +``` + +The example above is documentation-only. Do not keep demo tools in the production tool catalog. + +## Settings And Secrets + +Tool settings are stored through `ToolSettingsService`. Plain settings are stored in the regular configuration data. Settings marked with `"secret": true` are stored in the OS keyring through the Rust service. + +Use `ValidateConfigurationAsync` when a setting needs more than "required field is present" validation, such as URL syntax, numeric limits, mutually exclusive options, or allowlist parsing. + +Use `SensitiveTraceArgumentNames` for model-provided arguments that must not be shown in tool traces. Do not return secrets in `TextContent`, `JsonContent`, exception messages, logs, or trace formatting. + +## Security + +Treat model-provided tool arguments as untrusted input. + +For tools that perform network requests: + +- Accept only the schemes and hosts that are required for the feature. +- Validate redirects before following them. +- Do not allow model-supplied URLs to access localhost, loopback, link-local, multicast, or private network targets unless the feature has an explicit policy for that. +- Check `ToolExecutionContext.ProviderConfidence` before returning sensitive data to the model. +- Throw `ToolExecutionBlockedException` for intentional policy blocks so the UI can show the call as blocked instead of failed. + +For settings that administrators should be able to manage centrally, add the setting to the appropriate `Settings/DataModel` class, register it with `ManagedConfiguration.Register(...)`, process it in `PluginConfiguration`, clean leftovers in `PluginFactory.Loading`, and document it in `Plugins/configuration/plugin.lua`. + +## Checklist + +- Add the JSON definition in `wwwroot/tool_definitions`. +- Add the `IToolImplementation` class. +- Register the implementation in `Program.cs`. +- Validate settings and model arguments. +- Protect secrets and sensitive trace arguments. +- Add provider-confidence checks when tool output may contain sensitive data. +- Update configuration plugin documentation when admins can manage the setting. +- Add a changelog entry when users or administrators are affected.