sql driver execution API

Author: Oceania2018

src/Plugins/BotSharp.Plugin.ExcelHandler/Functions/ReadExcelFn.cs

@@ -58,9 +58,10 @@ public async Task<bool> Execute(RoleDialogModel message)
             return true;
         }
 
-        var results = GetResponeFromDialogs(dialogs);
+        var results = ImportDataFromDialogs(dialogs);
         message.Content = GenerateSqlExecutionSummary(results);
-        states.SetState("excel_import_result", message.Content);
+        states.SetState("data_import_result", message.Content);
+        states.SetState("data_import_dbtype", _dbService.Provider.ToString());
         dialogs.ForEach(x => x.Files = null);
         return true;
     }
@@ -116,7 +117,7 @@ private bool AssembleFiles(string conversationId, List<RoleDialogModel> dialogs)
         return true;
     }
 
-    private List<SqlContextOut> GetResponeFromDialogs(List<RoleDialogModel> dialogs)
+    private List<SqlContextOut> ImportDataFromDialogs(List<RoleDialogModel> dialogs)
     {
         var sqlCommands = new List<SqlContextOut>();
         var dialog = dialogs.Last(x => !x.Files.IsNullOrEmpty());

src/Plugins/BotSharp.Plugin.Planner/SqlGeneration/Functions/SqlGenerationFn.cs

@@ -37,7 +37,7 @@ public async Task<bool> Execute(RoleDialogModel message)
         var domainKnowledge = states.GetState("planning_result");
         domainKnowledge += "\r\n" + states.GetState("domain_knowledges");
         var dictionaryItems = states.GetState("dictionary_items");
-        var excelImportResult = states.GetState("excel_import_result");
+        var excelImportResult = states.GetState("data_import_result");
 
         foreach (var step in steps)
         {
@@ -107,7 +107,7 @@ await HookEmitter.Emit<IPlanningHook>(_services, async x =>
             { "domain_knowledges", domainKnowledge },
             { "dictionary_items", dictionaryItems },
             { "table_structure", ddlStatement },
-            { "excel_import_result", excelImportResult }
+            { "data_import_result", excelImportResult }
         });
     }
     private async Task<RoleDialogModel> GetAiResponse(Agent plannerAgent)

src/Plugins/BotSharp.Plugin.Planner/TwoStaging/Functions/SummaryPlanFn.cs

@@ -35,7 +35,7 @@ public async Task<bool> Execute(RoleDialogModel message)
         var domainKnowledge = states.GetState("planning_result");
         domainKnowledge += "\r\n" + states.GetState("domain_knowledges");
         var dictionaryItems = states.GetState("dictionary_items");
-        var excelImportResult = states.GetState("excel_import_result");
+        var excelImportResult = states.GetState("data_import_result");
 
         foreach (var step in steps)
         {
@@ -106,7 +106,7 @@ await HookEmitter.Emit<IPlanningHook>(_services, async x =>
             { "domain_knowledges", domainKnowledge },
             { "dictionary_items", dictionaryItems },
             { "table_structure", ddlStatement },
-            { "excel_import_result", excelImportResult }
+            { "data_import_result", excelImportResult }
         });
     }
     private async Task<RoleDialogModel> GetAiResponse(Agent plannerAgent)

src/Plugins/BotSharp.Plugin.Planner/data/agents/282a7128-69a1-44b0-878c-a9159b88f3b9/templates/two_stage.summarize.liquid

@@ -26,4 +26,4 @@ Table Structure:
 
 =====
 Attached Excel Information: 
-{{ excel_import_result }}
+{{ data_import_result }}

src/Plugins/BotSharp.Plugin.Planner/data/agents/da7aad2c-8112-48a2-ab7b-1f87da524741/templates/sql.generation.liquid

@@ -26,4 +26,4 @@ Table Structure:
 
 =====
 Attached Excel Information: 
-{{ excel_import_result }}
+{{ data_import_result }}

src/Plugins/BotSharp.Plugin.SqlDriver/Controllers/SqlDriverController.cs

@@ -0,0 +1,40 @@
+using BotSharp.Plugin.SqlDriver.Controllers.ViewModels;
+using Microsoft.AspNetCore.Authorization;
+using Microsoft.AspNetCore.Mvc;
+using System.Text.RegularExpressions;
+using static Dapper.SqlMapper;
+
+namespace BotSharp.Plugin.SqlDriver.Controllers;
+
+[Authorize]
+[ApiController]
+public class SqlDriverController : ControllerBase
+{
+    private readonly IServiceProvider _services;
+
+    public SqlDriverController(IServiceProvider services)
+    {
+        _services = services;
+    }
+
+    [HttpPost]
+    [Route("/sql-driver/{conversationId}/execute")]
+    public async Task<IActionResult> ExecuteSqlQuery([FromRoute] string conversationId, [FromBody] SqlQueryRequest sqlQueryRequest)
+    {
+        var match = Regex.Match(sqlQueryRequest.SqlStatement, @"```sql\s*([\s\S]*?)\s*```", RegexOptions.IgnoreCase);
+        if (match.Success)
+        {
+            sqlQueryRequest.SqlStatement = match.Groups[1].Value.Trim();
+        }
+
+        var fn = _services.GetRequiredService<IRoutingService>();
+        var msg = new RoleDialogModel(AgentRole.User, sqlQueryRequest.SqlStatement);
+        msg.FunctionArgs = JsonSerializer.Serialize(new ExecuteQueryArgs
+        {
+            SqlStatements = [sqlQueryRequest.SqlStatement],
+            FormattingResult = sqlQueryRequest.FormattingResult
+        });
+        var result = await fn.InvokeFunction("execute_sql", msg);
+        return Ok(msg.Content);
+    }
+}

src/Plugins/BotSharp.Plugin.SqlDriver/Controllers/ViewModels/SqlQueryRequest.cs

@@ -0,0 +1,8 @@
+namespace BotSharp.Plugin.SqlDriver.Controllers.ViewModels;
+
+public class SqlQueryRequest
+{
+    public string DbType { get; set; } = null!;
+    public string SqlStatement { get; set; } = null!;
+    public bool FormattingResult { get; set; } = true;
+}

src/Plugins/BotSharp.Plugin.SqlDriver/Functions/ExecuteQueryFn.cs

@@ -4,6 +4,7 @@
 using Microsoft.Data.Sqlite;
 using MySqlConnector;
 using Npgsql;
+using System.Text;
 
 namespace BotSharp.Plugin.SqlDriver.Functions;
 
@@ -53,7 +54,8 @@ public async Task<bool> Execute(RoleDialogModel message)
                 return true;
             }
 
-            message.Content = JsonSerializer.Serialize(results);
+            message.Content = FormatResultsToCsv(results);
+            message.Data = results;
         }
         catch (DbException ex)
         {
@@ -97,6 +99,59 @@ public async Task<bool> Execute(RoleDialogModel message)
         return true;
     }
 
+    private string FormatResultsToCsv(IEnumerable<dynamic> results)
+    {
+        if (results == null || !results.Any())
+        {
+            return string.Empty;
+        }
+
+        var sb = new StringBuilder();
+        var firstRow = results.First() as IDictionary<string, object>;
+        
+        if (firstRow == null)
+        {
+            return string.Empty;
+        }
+
+        // Write CSV header
+        var headers = firstRow.Keys.ToList();
+        sb.AppendLine(string.Join(",", headers.Select(h => EscapeCsvField(h))));
+
+        // Write CSV rows
+        foreach (var row in results)
+        {
+            var rowDict = row as IDictionary<string, object>;
+            if (rowDict != null)
+            {
+                var values = headers.Select(h => 
+                {
+                    var value = rowDict.ContainsKey(h) ? rowDict[h] : null;
+                    return EscapeCsvField(value?.ToString() ?? string.Empty);
+                });
+                sb.AppendLine(string.Join(",", values));
+            }
+        }
+
+        return sb.ToString().TrimEnd();
+    }
+
+    private string EscapeCsvField(string field)
+    {
+        if (string.IsNullOrEmpty(field))
+        {
+            return string.Empty;
+        }
+
+        // If field contains comma, quote, or newline, wrap in quotes and escape quotes
+        if (field.Contains(',') || field.Contains('"') || field.Contains('\n') || field.Contains('\r'))
+        {
+            return $"\"{field.Replace("\"", "\"\"")}\"";
+        }
+
+        return field;
+    }
+
     private IEnumerable<dynamic> RunQueryInMySql(string[] sqlTexts)
     {
         var settings = _services.GetRequiredService<SqlDriverSetting>();