You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

ChatRequestMessageTests.cs 26 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568
  1. // Copyright (c) Microsoft Corporation. All rights reserved.
  2. // ChatRequestMessageTests.cs
  3. using System;
  4. using System.Collections.Generic;
  5. using System.Linq;
  6. using System.Reflection;
  7. using System.Text.Json;
  8. using System.Threading.Tasks;
  9. using AutoGen.Core;
  10. using AutoGen.Tests;
  11. using Azure.AI.Inference;
  12. using FluentAssertions;
  13. using Xunit;
  14. namespace AutoGen.AzureAIInference.Tests;
  15. public class ChatRequestMessageTests
  16. {
  17. private readonly JsonSerializerOptions jsonSerializerOptions = new JsonSerializerOptions
  18. {
  19. WriteIndented = true,
  20. IgnoreReadOnlyProperties = false,
  21. };
  22. [Fact]
  23. public async Task ItProcessUserTextMessageAsync()
  24. {
  25. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  26. var agent = new EchoAgent("assistant")
  27. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  28. {
  29. var innerMessage = msgs.Last();
  30. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  31. var chatRequestMessage = (ChatRequestUserMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  32. chatRequestMessage.Content.Should().Be("Hello");
  33. return await innerAgent.GenerateReplyAsync(msgs);
  34. })
  35. .RegisterMiddleware(middleware);
  36. // user message
  37. IMessage message = new TextMessage(Role.User, "Hello", "user");
  38. await agent.GenerateReplyAsync([message]);
  39. }
  40. [Fact]
  41. public async Task ItShortcutChatRequestMessageAsync()
  42. {
  43. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  44. var agent = new EchoAgent("assistant")
  45. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  46. {
  47. var innerMessage = msgs.Last();
  48. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestUserMessage>>();
  49. var chatRequestMessage = (ChatRequestUserMessage)((MessageEnvelope<ChatRequestUserMessage>)innerMessage!).Content;
  50. chatRequestMessage.Content.Should().Be("hello");
  51. return await innerAgent.GenerateReplyAsync(msgs);
  52. })
  53. .RegisterMiddleware(middleware);
  54. // user message
  55. var userMessage = new ChatRequestUserMessage("hello");
  56. var chatRequestMessage = MessageEnvelope.Create(userMessage);
  57. await agent.GenerateReplyAsync([chatRequestMessage]);
  58. }
  59. [Fact]
  60. public async Task ItShortcutMessageWhenStrictModelIsFalseAsync()
  61. {
  62. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  63. var agent = new EchoAgent("assistant")
  64. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  65. {
  66. var innerMessage = msgs.Last();
  67. innerMessage!.Should().BeOfType<MessageEnvelope<string>>();
  68. var chatRequestMessage = ((MessageEnvelope<string>)innerMessage!).Content;
  69. chatRequestMessage.Should().Be("hello");
  70. return await innerAgent.GenerateReplyAsync(msgs);
  71. })
  72. .RegisterMiddleware(middleware);
  73. // user message
  74. var userMessage = "hello";
  75. var chatRequestMessage = MessageEnvelope.Create(userMessage);
  76. await agent.GenerateReplyAsync([chatRequestMessage]);
  77. }
  78. [Fact]
  79. public async Task ItThrowExceptionWhenStrictModeIsTrueAsync()
  80. {
  81. var middleware = new AzureAIInferenceChatRequestMessageConnector(true);
  82. var agent = new EchoAgent("assistant")
  83. .RegisterMiddleware(middleware);
  84. // user message
  85. var userMessage = "hello";
  86. var chatRequestMessage = MessageEnvelope.Create(userMessage);
  87. Func<Task> action = async () => await agent.GenerateReplyAsync([chatRequestMessage]);
  88. await action.Should().ThrowAsync<InvalidOperationException>().WithMessage("Invalid message type: MessageEnvelope`1");
  89. }
  90. [Fact]
  91. public async Task ItProcessAssistantTextMessageAsync()
  92. {
  93. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  94. var agent = new EchoAgent("assistant")
  95. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  96. {
  97. var innerMessage = msgs.Last();
  98. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  99. var chatRequestMessage = (ChatRequestAssistantMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  100. chatRequestMessage.Content.Should().Be("How can I help you?");
  101. return await innerAgent.GenerateReplyAsync(msgs);
  102. })
  103. .RegisterMiddleware(middleware);
  104. // assistant message
  105. IMessage message = new TextMessage(Role.Assistant, "How can I help you?", "assistant");
  106. await agent.GenerateReplyAsync([message]);
  107. }
  108. [Fact]
  109. public async Task ItProcessSystemTextMessageAsync()
  110. {
  111. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  112. var agent = new EchoAgent("assistant")
  113. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  114. {
  115. var innerMessage = msgs.Last();
  116. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  117. var chatRequestMessage = (ChatRequestSystemMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  118. chatRequestMessage.Content.Should().Be("You are a helpful AI assistant");
  119. return await innerAgent.GenerateReplyAsync(msgs);
  120. })
  121. .RegisterMiddleware(middleware);
  122. // system message
  123. IMessage message = new TextMessage(Role.System, "You are a helpful AI assistant");
  124. await agent.GenerateReplyAsync([message]);
  125. }
  126. [Fact]
  127. public async Task ItProcessImageMessageAsync()
  128. {
  129. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  130. var agent = new EchoAgent("assistant")
  131. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  132. {
  133. var innerMessage = msgs.Last();
  134. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  135. var chatRequestMessage = (ChatRequestUserMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  136. chatRequestMessage.Content.Should().BeNullOrEmpty();
  137. chatRequestMessage.MultimodalContentItems.Count().Should().Be(1);
  138. chatRequestMessage.MultimodalContentItems.First().Should().BeOfType<ChatMessageImageContentItem>();
  139. return await innerAgent.GenerateReplyAsync(msgs);
  140. })
  141. .RegisterMiddleware(middleware);
  142. // user message
  143. IMessage message = new ImageMessage(Role.User, "https://example.com/image.png", "user");
  144. await agent.GenerateReplyAsync([message]);
  145. }
  146. [Fact]
  147. public async Task ItThrowExceptionWhenProcessingImageMessageFromSelfAndStrictModeIsTrueAsync()
  148. {
  149. var middleware = new AzureAIInferenceChatRequestMessageConnector(true);
  150. var agent = new EchoAgent("assistant")
  151. .RegisterMiddleware(middleware);
  152. var imageMessage = new ImageMessage(Role.Assistant, "https://example.com/image.png", "assistant");
  153. Func<Task> action = async () => await agent.GenerateReplyAsync([imageMessage]);
  154. await action.Should().ThrowAsync<InvalidOperationException>().WithMessage("Invalid message type: ImageMessage");
  155. }
  156. [Fact]
  157. public async Task ItProcessMultiModalMessageAsync()
  158. {
  159. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  160. var agent = new EchoAgent("assistant")
  161. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  162. {
  163. var innerMessage = msgs.Last();
  164. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  165. var chatRequestMessage = (ChatRequestUserMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  166. chatRequestMessage.Content.Should().BeNullOrEmpty();
  167. chatRequestMessage.MultimodalContentItems.Count().Should().Be(2);
  168. chatRequestMessage.MultimodalContentItems.First().Should().BeOfType<ChatMessageTextContentItem>();
  169. chatRequestMessage.MultimodalContentItems.Last().Should().BeOfType<ChatMessageImageContentItem>();
  170. return await innerAgent.GenerateReplyAsync(msgs);
  171. })
  172. .RegisterMiddleware(middleware);
  173. // user message
  174. IMessage message = new MultiModalMessage(
  175. Role.User,
  176. [
  177. new TextMessage(Role.User, "Hello", "user"),
  178. new ImageMessage(Role.User, "https://example.com/image.png", "user"),
  179. ], "user");
  180. await agent.GenerateReplyAsync([message]);
  181. }
  182. [Fact]
  183. public async Task ItThrowExceptionWhenProcessingMultiModalMessageFromSelfAndStrictModeIsTrueAsync()
  184. {
  185. var middleware = new AzureAIInferenceChatRequestMessageConnector(true);
  186. var agent = new EchoAgent("assistant")
  187. .RegisterMiddleware(middleware);
  188. var multiModalMessage = new MultiModalMessage(
  189. Role.Assistant,
  190. [
  191. new TextMessage(Role.User, "Hello", "assistant"),
  192. new ImageMessage(Role.User, "https://example.com/image.png", "assistant"),
  193. ], "assistant");
  194. Func<Task> action = async () => await agent.GenerateReplyAsync([multiModalMessage]);
  195. await action.Should().ThrowAsync<InvalidOperationException>().WithMessage("Invalid message type: MultiModalMessage");
  196. }
  197. [Fact]
  198. public async Task ItProcessToolCallMessageAsync()
  199. {
  200. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  201. var agent = new EchoAgent("assistant")
  202. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  203. {
  204. var innerMessage = msgs.Last();
  205. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  206. var chatRequestMessage = (ChatRequestAssistantMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  207. chatRequestMessage.ToolCalls.Count().Should().Be(1);
  208. chatRequestMessage.Content.Should().Be("textContent");
  209. chatRequestMessage.ToolCalls.First().Should().BeOfType<ChatCompletionsFunctionToolCall>();
  210. var functionToolCall = (ChatCompletionsFunctionToolCall)chatRequestMessage.ToolCalls.First();
  211. functionToolCall.Name.Should().Be("test");
  212. functionToolCall.Id.Should().Be("test");
  213. functionToolCall.Arguments.Should().Be("test");
  214. return await innerAgent.GenerateReplyAsync(msgs);
  215. })
  216. .RegisterMiddleware(middleware);
  217. // user message
  218. IMessage message = new ToolCallMessage("test", "test", "assistant")
  219. {
  220. Content = "textContent",
  221. };
  222. await agent.GenerateReplyAsync([message]);
  223. }
  224. [Fact]
  225. public async Task ItProcessParallelToolCallMessageAsync()
  226. {
  227. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  228. var agent = new EchoAgent("assistant")
  229. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  230. {
  231. var innerMessage = msgs.Last();
  232. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  233. var chatRequestMessage = (ChatRequestAssistantMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  234. chatRequestMessage.Content.Should().BeNullOrEmpty();
  235. chatRequestMessage.ToolCalls.Count().Should().Be(2);
  236. for (int i = 0; i < chatRequestMessage.ToolCalls.Count(); i++)
  237. {
  238. chatRequestMessage.ToolCalls.ElementAt(i).Should().BeOfType<ChatCompletionsFunctionToolCall>();
  239. var functionToolCall = (ChatCompletionsFunctionToolCall)chatRequestMessage.ToolCalls.ElementAt(i);
  240. functionToolCall.Name.Should().Be("test");
  241. functionToolCall.Id.Should().Be($"test_{i}");
  242. functionToolCall.Arguments.Should().Be("test");
  243. }
  244. return await innerAgent.GenerateReplyAsync(msgs);
  245. })
  246. .RegisterMiddleware(middleware);
  247. // user message
  248. var toolCalls = new[]
  249. {
  250. new ToolCall("test", "test"),
  251. new ToolCall("test", "test"),
  252. };
  253. IMessage message = new ToolCallMessage(toolCalls, "assistant");
  254. await agent.GenerateReplyAsync([message]);
  255. }
  256. [Fact]
  257. public async Task ItThrowExceptionWhenProcessingToolCallMessageFromUserAndStrictModeIsTrueAsync()
  258. {
  259. var middleware = new AzureAIInferenceChatRequestMessageConnector(strictMode: true);
  260. var agent = new EchoAgent("assistant")
  261. .RegisterMiddleware(middleware);
  262. var toolCallMessage = new ToolCallMessage("test", "test", "user");
  263. Func<Task> action = async () => await agent.GenerateReplyAsync([toolCallMessage]);
  264. await action.Should().ThrowAsync<InvalidOperationException>().WithMessage("Invalid message type: ToolCallMessage");
  265. }
  266. [Fact]
  267. public async Task ItProcessToolCallResultMessageAsync()
  268. {
  269. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  270. var agent = new EchoAgent("assistant")
  271. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  272. {
  273. var innerMessage = msgs.Last();
  274. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  275. var chatRequestMessage = (ChatRequestToolMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  276. chatRequestMessage.Content.Should().Be("result");
  277. chatRequestMessage.ToolCallId.Should().Be("test");
  278. return await innerAgent.GenerateReplyAsync(msgs);
  279. })
  280. .RegisterMiddleware(middleware);
  281. // user message
  282. IMessage message = new ToolCallResultMessage("result", "test", "test", "user");
  283. await agent.GenerateReplyAsync([message]);
  284. }
  285. [Fact]
  286. public async Task ItProcessParallelToolCallResultMessageAsync()
  287. {
  288. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  289. var agent = new EchoAgent("assistant")
  290. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  291. {
  292. msgs.Count().Should().Be(2);
  293. for (int i = 0; i < msgs.Count(); i++)
  294. {
  295. var innerMessage = msgs.ElementAt(i);
  296. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  297. var chatRequestMessage = (ChatRequestToolMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  298. chatRequestMessage.Content.Should().Be("result");
  299. chatRequestMessage.ToolCallId.Should().Be($"test_{i}");
  300. }
  301. return await innerAgent.GenerateReplyAsync(msgs);
  302. })
  303. .RegisterMiddleware(middleware);
  304. // user message
  305. var toolCalls = new[]
  306. {
  307. new ToolCall("test", "test", "result"),
  308. new ToolCall("test", "test", "result"),
  309. };
  310. IMessage message = new ToolCallResultMessage(toolCalls, "user");
  311. await agent.GenerateReplyAsync([message]);
  312. }
  313. [Fact]
  314. public async Task ItProcessFunctionCallMiddlewareMessageFromUserAsync()
  315. {
  316. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  317. var agent = new EchoAgent("assistant")
  318. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  319. {
  320. msgs.Count().Should().Be(1);
  321. var innerMessage = msgs.Last();
  322. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  323. var chatRequestMessage = (ChatRequestUserMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  324. chatRequestMessage.Content.Should().Be("result");
  325. return await innerAgent.GenerateReplyAsync(msgs);
  326. })
  327. .RegisterMiddleware(middleware);
  328. // user message
  329. var toolCallMessage = new ToolCallMessage("test", "test", "user");
  330. var toolCallResultMessage = new ToolCallResultMessage("result", "test", "test", "user");
  331. var aggregateMessage = new AggregateMessage<ToolCallMessage, ToolCallResultMessage>(toolCallMessage, toolCallResultMessage, "user");
  332. await agent.GenerateReplyAsync([aggregateMessage]);
  333. }
  334. [Fact]
  335. public async Task ItProcessFunctionCallMiddlewareMessageFromAssistantAsync()
  336. {
  337. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  338. var agent = new EchoAgent("assistant")
  339. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  340. {
  341. msgs.Count().Should().Be(2);
  342. var innerMessage = msgs.Last();
  343. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  344. var chatRequestMessage = (ChatRequestToolMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  345. chatRequestMessage.Content.Should().Be("result");
  346. chatRequestMessage.ToolCallId.Should().Be("test");
  347. var toolCallMessage = msgs.First();
  348. toolCallMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  349. var toolCallRequestMessage = (ChatRequestAssistantMessage)((MessageEnvelope<ChatRequestMessage>)toolCallMessage!).Content;
  350. toolCallRequestMessage.Content.Should().BeNullOrEmpty();
  351. toolCallRequestMessage.ToolCalls.Count().Should().Be(1);
  352. toolCallRequestMessage.ToolCalls.First().Should().BeOfType<ChatCompletionsFunctionToolCall>();
  353. var functionToolCall = (ChatCompletionsFunctionToolCall)toolCallRequestMessage.ToolCalls.First();
  354. functionToolCall.Name.Should().Be("test");
  355. functionToolCall.Id.Should().Be("test");
  356. functionToolCall.Arguments.Should().Be("test");
  357. return await innerAgent.GenerateReplyAsync(msgs);
  358. })
  359. .RegisterMiddleware(middleware);
  360. // user message
  361. var toolCallMessage = new ToolCallMessage("test", "test", "assistant");
  362. var toolCallResultMessage = new ToolCallResultMessage("result", "test", "test", "assistant");
  363. var aggregateMessage = new ToolCallAggregateMessage(toolCallMessage, toolCallResultMessage, "assistant");
  364. await agent.GenerateReplyAsync([aggregateMessage]);
  365. }
  366. [Fact]
  367. public async Task ItProcessParallelFunctionCallMiddlewareMessageFromAssistantAsync()
  368. {
  369. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  370. var agent = new EchoAgent("assistant")
  371. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  372. {
  373. msgs.Count().Should().Be(3);
  374. var toolCallMessage = msgs.First();
  375. toolCallMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  376. var toolCallRequestMessage = (ChatRequestAssistantMessage)((MessageEnvelope<ChatRequestMessage>)toolCallMessage!).Content;
  377. toolCallRequestMessage.Content.Should().BeNullOrEmpty();
  378. toolCallRequestMessage.ToolCalls.Count().Should().Be(2);
  379. for (int i = 0; i < toolCallRequestMessage.ToolCalls.Count(); i++)
  380. {
  381. toolCallRequestMessage.ToolCalls.ElementAt(i).Should().BeOfType<ChatCompletionsFunctionToolCall>();
  382. var functionToolCall = (ChatCompletionsFunctionToolCall)toolCallRequestMessage.ToolCalls.ElementAt(i);
  383. functionToolCall.Name.Should().Be("test");
  384. functionToolCall.Id.Should().Be($"test_{i}");
  385. functionToolCall.Arguments.Should().Be("test");
  386. }
  387. for (int i = 1; i < msgs.Count(); i++)
  388. {
  389. var toolCallResultMessage = msgs.ElementAt(i);
  390. toolCallResultMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  391. var toolCallResultRequestMessage = (ChatRequestToolMessage)((MessageEnvelope<ChatRequestMessage>)toolCallResultMessage!).Content;
  392. toolCallResultRequestMessage.Content.Should().Be("result");
  393. toolCallResultRequestMessage.ToolCallId.Should().Be($"test_{i - 1}");
  394. }
  395. return await innerAgent.GenerateReplyAsync(msgs);
  396. })
  397. .RegisterMiddleware(middleware);
  398. // user message
  399. var toolCalls = new[]
  400. {
  401. new ToolCall("test", "test", "result"),
  402. new ToolCall("test", "test", "result"),
  403. };
  404. var toolCallMessage = new ToolCallMessage(toolCalls, "assistant");
  405. var toolCallResultMessage = new ToolCallResultMessage(toolCalls, "assistant");
  406. var aggregateMessage = new AggregateMessage<ToolCallMessage, ToolCallResultMessage>(toolCallMessage, toolCallResultMessage, "assistant");
  407. await agent.GenerateReplyAsync([aggregateMessage]);
  408. }
  409. [Fact]
  410. public async Task ItConvertChatResponseMessageToTextMessageAsync()
  411. {
  412. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  413. var agent = new EchoAgent("assistant")
  414. .RegisterMiddleware(middleware);
  415. // text message
  416. var textMessage = CreateInstance<ChatResponseMessage>(ChatRole.Assistant, "hello");
  417. var chatRequestMessage = MessageEnvelope.Create(textMessage);
  418. var message = await agent.GenerateReplyAsync([chatRequestMessage]);
  419. message.Should().BeOfType<TextMessage>();
  420. message.GetContent().Should().Be("hello");
  421. message.GetRole().Should().Be(Role.Assistant);
  422. }
  423. [Fact]
  424. public async Task ItConvertChatResponseMessageToToolCallMessageAsync()
  425. {
  426. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  427. var agent = new EchoAgent("assistant")
  428. .RegisterMiddleware(middleware);
  429. // tool call message
  430. var toolCallMessage = CreateInstance<ChatResponseMessage>(ChatRole.Assistant, "textContent", new[] { new ChatCompletionsFunctionToolCall("test", "test", "test") }, new Dictionary<string, BinaryData>());
  431. var chatRequestMessage = MessageEnvelope.Create(toolCallMessage);
  432. var message = await agent.GenerateReplyAsync([chatRequestMessage]);
  433. message.Should().BeOfType<ToolCallMessage>();
  434. message.GetToolCalls()!.Count().Should().Be(1);
  435. message.GetToolCalls()!.First().FunctionName.Should().Be("test");
  436. message.GetToolCalls()!.First().FunctionArguments.Should().Be("test");
  437. message.GetContent().Should().Be("textContent");
  438. }
  439. [Fact]
  440. public async Task ItReturnOriginalMessageWhenStrictModeIsFalseAsync()
  441. {
  442. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  443. var agent = new EchoAgent("assistant")
  444. .RegisterMiddleware(middleware);
  445. // text message
  446. var textMessage = "hello";
  447. var messageToSend = MessageEnvelope.Create(textMessage);
  448. var message = await agent.GenerateReplyAsync([messageToSend]);
  449. message.Should().BeOfType<MessageEnvelope<string>>();
  450. }
  451. [Fact]
  452. public async Task ItThrowInvalidOperationExceptionWhenStrictModeIsTrueAsync()
  453. {
  454. var middleware = new AzureAIInferenceChatRequestMessageConnector(true);
  455. var agent = new EchoAgent("assistant")
  456. .RegisterMiddleware(middleware);
  457. // text message
  458. var textMessage = new ChatRequestUserMessage("hello");
  459. var messageToSend = MessageEnvelope.Create(textMessage);
  460. Func<Task> action = async () => await agent.GenerateReplyAsync([messageToSend]);
  461. await action.Should().ThrowAsync<InvalidOperationException>().WithMessage("Invalid return message type MessageEnvelope`1");
  462. }
  463. [Fact]
  464. public void ToOpenAIChatRequestMessageShortCircuitTest()
  465. {
  466. var agent = new EchoAgent("assistant");
  467. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  468. ChatRequestMessage[] messages =
  469. [
  470. new ChatRequestUserMessage("Hello"),
  471. new ChatRequestAssistantMessage()
  472. {
  473. Content = "How can I help you?",
  474. },
  475. new ChatRequestSystemMessage("You are a helpful AI assistant"),
  476. new ChatRequestToolMessage("test", "test"),
  477. ];
  478. foreach (var oaiMessage in messages)
  479. {
  480. IMessage message = new MessageEnvelope<ChatRequestMessage>(oaiMessage);
  481. var oaiMessages = middleware.ProcessIncomingMessages(agent, [message]);
  482. oaiMessages.Count().Should().Be(1);
  483. //oaiMessages.First().Should().BeOfType<IMessage<ChatRequestMessage>>();
  484. if (oaiMessages.First() is IMessage<ChatRequestMessage> chatRequestMessage)
  485. {
  486. chatRequestMessage.Content.Should().Be(oaiMessage);
  487. }
  488. else
  489. {
  490. // fail the test
  491. Assert.True(false);
  492. }
  493. }
  494. }
  495. private static T CreateInstance<T>(params object[] args)
  496. {
  497. var type = typeof(T);
  498. var instance = type.Assembly.CreateInstance(
  499. type.FullName!, false,
  500. BindingFlags.Instance | BindingFlags.NonPublic,
  501. null, args, null, null);
  502. return (T)instance!;
  503. }
  504. }