WinUI（WASDK）使用BotSharp框架开发多智能体桌面呆板人管理助手（生图开关 - ToB企服应用市场:ToB评测及商务社交产业平台

public static OpenAIClient GetClient(string provider, string model, IServiceProvider services)
{
var settingsService = services.GetRequiredService<ILlmProviderService>();
var settings = settingsService.GetSetting(provider, model);
var options = string.IsNullOrEmpty(settings.Endpoint)
? null
: new OpenAIClientOptions { Endpoint = new Uri(settings.Endpoint) };
return new OpenAIClient(new ApiKeyCredential(settings.ApiKey), options);
}

复制代码

{
"name": "custom_generate_image",
"description": "如果用户想生成图片可以调用此方法进行图片生成。",
"parameters": {
"type": "object",
"properties": {
"image_name": {
"type": "string",
"description": "根据用户描述给图片起个名称。"
},
"image_description": {
"type": "string",
"description": "用户进行的图片描述。"
}
},
"required": [ "image_description" ]
}
}

复制代码

public class CustomGenerateImageFn : IFunctionCallback
{
public string Name => "custom_generate_image"; //和json配置的函数名字匹配
private readonly IServiceProvider _service;
private readonly IBotToolService _botToolService;
private readonly JsonSerializerOptions _options;
private readonly ILingxiSpaceService _lingxiSpaceService;
private readonly IConversationService _conversationService;
public CustomGenerateImageFn(IServiceProvider service,
IBotToolService botToolService,
ILingxiSpaceService lingxiSpaceService,
IConversationService conversationService)
{
_service = service;
_options = new JsonSerializerOptions
{
PropertyNameCaseInsensitive = true,
PropertyNamingPolicy = JsonNamingPolicy.CamelCase,
WriteIndented = true,
AllowTrailingCommas = true,
Encoder = JavaScriptEncoder.UnsafeRelaxedJsonEscaping
};
_botToolService = botToolService;
_lingxiSpaceService = lingxiSpaceService;
_conversationService = conversationService;
}
public async Task<bool> Execute(RoleDialogModel message)
{
// 函数反序列化之后的参数
var args = JsonSerializer.Deserialize<CustomGenerateImageFunctionArgs>(message.FunctionArgs ?? "", _options) ?? new CustomGenerateImageFunctionArgs();
message.StopCompletion = true;
var clientFactory = _service.GetRequiredService<IHttpClientFactory>();
using var httpClient = clientFactory.CreateClient();
var llmProviderService = _service.GetRequiredService<ILlmProviderService>();
var model = llmProviderService.GetSetting("tongyi", "wanx-v1");
if (model == null)
{
return false;
}
var request = new GenerateImageRequest
{
Model = "wanx-v1",
Input = new GenerateImageInput
{
Prompt = args.ImageDescription
},
Parameters = new GenerateImageParameters
{
Style = "<auto>",
Size = "1024*1024",
N = 1
}
};
var generateImageUrl = $"{model.Endpoint.TrimEnd('/')}/services/aigc/text2image/image-synthesis";
// 添加认证头部请求头
httpClient.DefaultRequestHeaders.Authorization = new AuthenticationHeaderValue("Bearer", model.ApiKey);
httpClient.DefaultRequestHeaders.Add("X-DashScope-Async", "enable");
var result = await httpClient.PostAsJsonAsync(generateImageUrl, request);
if (!result.IsSuccessStatusCode)
{
return false;
}
var taskContent = await result.Content.ReadAsStringAsync();
var resultData = JsonSerializer.Deserialize<GenerateImageResponse>(taskContent, _options);
var taskUrl = $"{model.Endpoint.TrimEnd('/')}/tasks/{resultData?.Output.TaskId}";
var maxRetries = 5;
var retryCount = 0;
while (retryCount < maxRetries)
{
var taskResult = await httpClient.GetAsync(taskUrl);
if (!taskResult.IsSuccessStatusCode)
{
return false;
}
var taskResultContent = await taskResult.Content.ReadAsStringAsync();
var taskResponse = JsonSerializer.Deserialize<ImageTaskResponse>(taskResultContent, _options);
if (taskResponse?.Output.TaskStatus == "SUCCEEDED")
{
var url = taskResponse?.Output.Results.FirstOrDefault()?.Url;
if (string.IsNullOrEmpty(url))
{
return false;
}
// 下载图片并转换为Base64
var imageBytes = await httpClient.GetByteArrayAsync(url);
var base64Image = Convert.ToBase64String(imageBytes);
var generateImageContent = new GenerateImageContent
{
Name = args.ImageName,
Description = args.ImageDescription,
ImageData = $"data:{MediaTypeNames.Image.Png};base64,{base64Image}"
};
//保存生成的图片
var lingxiSpace = await _lingxiSpaceService.AddAsync(new LingxiSpace
{
Id = Guid.NewGuid().ToString(),
ConversationId = _conversationService.ConversationId,
Content = JsonSerializer.SerializeToDocument(generateImageContent, _options),
Name = args.ImageName,
Desc = args.ImageDescription,
Type = LingxiSpaceType.Image,
CreatedTime = DateTime.UtcNow
});
WeakReferenceMessenger.Default.Send(lingxiSpace);
break;
}
await Task.Delay(10000); // 等待10秒后再次轮询
retryCount++;
}
return retryCount < maxRetries;
}

复制代码

"PluginLoader": {
"Assemblies": [
"BotSharp.Core",
"BotSharp.Logger",
"BotSharp.Plugin.OpenAI",
"BotSharp.Plugin.AzureOpenAI",
"BotSharp.Plugin.MetaGLM",
"BotSharp.Plugin.LiteDBStorage",
"Verdure.Braincase.Copilot.Plugin"
]
}

复制代码

// add botsharp
.AddTransient<AgentViewModel>()
.AddTransient<AgentPage>()
.AddTransient<ChatViewModel>()
.AddTransient<LingxiSpaceViewModel>()
.AddTransient<ILingxiSpaceService, LiteDBLingxiSpaceService>()
.AddBotSharpCore(config, options =>
{
options.JsonSerializerOptions.Converters.Add(new RichContentJsonConverter());
options.JsonSerializerOptions.Converters.Add(new TemplateMessageJsonConverter());
})
.AddSingleton(dbSettings)
.AddHttpContextAccessor()
.AddScoped<IUserIdentity, BotUserIdentity>()
.AddScoped<IBotToolService, BotToolService>()
.AddScoped<IBotIotService, BotIotService>()
.AddBotSharpLogger(config)

复制代码