You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

ChatRequestMessageTests.cs 26 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562
  1. // Copyright (c) Microsoft Corporation. All rights reserved.
  2. // ChatRequestMessageTests.cs
  3. using System;
  4. using System.Collections.Generic;
  5. using System.Linq;
  6. using System.Reflection;
  7. using System.Threading.Tasks;
  8. using AutoGen.Core;
  9. using AutoGen.Tests;
  10. using Azure.AI.Inference;
  11. using FluentAssertions;
  12. using Xunit;
  13. namespace AutoGen.AzureAIInference.Tests;
  14. [Trait("Category", "UnitV1")]
  15. public class ChatRequestMessageTests
  16. {
  17. [Fact]
  18. public async Task ItProcessUserTextMessageAsync()
  19. {
  20. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  21. var agent = new EchoAgent("assistant")
  22. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  23. {
  24. var innerMessage = msgs.Last();
  25. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  26. var chatRequestMessage = (ChatRequestUserMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  27. chatRequestMessage.Content.Should().Be("Hello");
  28. return await innerAgent.GenerateReplyAsync(msgs);
  29. })
  30. .RegisterMiddleware(middleware);
  31. // user message
  32. IMessage message = new TextMessage(Role.User, "Hello", "user");
  33. await agent.GenerateReplyAsync([message]);
  34. }
  35. [Fact]
  36. public async Task ItShortcutChatRequestMessageAsync()
  37. {
  38. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  39. var agent = new EchoAgent("assistant")
  40. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  41. {
  42. var innerMessage = msgs.Last();
  43. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestUserMessage>>();
  44. var chatRequestMessage = (ChatRequestUserMessage)((MessageEnvelope<ChatRequestUserMessage>)innerMessage!).Content;
  45. chatRequestMessage.Content.Should().Be("hello");
  46. return await innerAgent.GenerateReplyAsync(msgs);
  47. })
  48. .RegisterMiddleware(middleware);
  49. // user message
  50. var userMessage = new ChatRequestUserMessage("hello");
  51. var chatRequestMessage = MessageEnvelope.Create(userMessage);
  52. await agent.GenerateReplyAsync([chatRequestMessage]);
  53. }
  54. [Fact]
  55. public async Task ItShortcutMessageWhenStrictModelIsFalseAsync()
  56. {
  57. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  58. var agent = new EchoAgent("assistant")
  59. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  60. {
  61. var innerMessage = msgs.Last();
  62. innerMessage!.Should().BeOfType<MessageEnvelope<string>>();
  63. var chatRequestMessage = ((MessageEnvelope<string>)innerMessage!).Content;
  64. chatRequestMessage.Should().Be("hello");
  65. return await innerAgent.GenerateReplyAsync(msgs);
  66. })
  67. .RegisterMiddleware(middleware);
  68. // user message
  69. var userMessage = "hello";
  70. var chatRequestMessage = MessageEnvelope.Create(userMessage);
  71. await agent.GenerateReplyAsync([chatRequestMessage]);
  72. }
  73. [Fact]
  74. public async Task ItThrowExceptionWhenStrictModeIsTrueAsync()
  75. {
  76. var middleware = new AzureAIInferenceChatRequestMessageConnector(true);
  77. var agent = new EchoAgent("assistant")
  78. .RegisterMiddleware(middleware);
  79. // user message
  80. var userMessage = "hello";
  81. var chatRequestMessage = MessageEnvelope.Create(userMessage);
  82. Func<Task> action = async () => await agent.GenerateReplyAsync([chatRequestMessage]);
  83. await action.Should().ThrowAsync<InvalidOperationException>().WithMessage("Invalid message type: MessageEnvelope`1");
  84. }
  85. [Fact]
  86. public async Task ItProcessAssistantTextMessageAsync()
  87. {
  88. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  89. var agent = new EchoAgent("assistant")
  90. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  91. {
  92. var innerMessage = msgs.Last();
  93. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  94. var chatRequestMessage = (ChatRequestAssistantMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  95. chatRequestMessage.Content.Should().Be("How can I help you?");
  96. return await innerAgent.GenerateReplyAsync(msgs);
  97. })
  98. .RegisterMiddleware(middleware);
  99. // assistant message
  100. IMessage message = new TextMessage(Role.Assistant, "How can I help you?", "assistant");
  101. await agent.GenerateReplyAsync([message]);
  102. }
  103. [Fact]
  104. public async Task ItProcessSystemTextMessageAsync()
  105. {
  106. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  107. var agent = new EchoAgent("assistant")
  108. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  109. {
  110. var innerMessage = msgs.Last();
  111. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  112. var chatRequestMessage = (ChatRequestSystemMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  113. chatRequestMessage.Content.Should().Be("You are a helpful AI assistant");
  114. return await innerAgent.GenerateReplyAsync(msgs);
  115. })
  116. .RegisterMiddleware(middleware);
  117. // system message
  118. IMessage message = new TextMessage(Role.System, "You are a helpful AI assistant");
  119. await agent.GenerateReplyAsync([message]);
  120. }
  121. [Fact]
  122. public async Task ItProcessImageMessageAsync()
  123. {
  124. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  125. var agent = new EchoAgent("assistant")
  126. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  127. {
  128. var innerMessage = msgs.Last();
  129. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  130. var chatRequestMessage = (ChatRequestUserMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  131. chatRequestMessage.Content.Should().BeNullOrEmpty();
  132. chatRequestMessage.MultimodalContentItems.Count().Should().Be(1);
  133. chatRequestMessage.MultimodalContentItems.First().Should().BeOfType<ChatMessageImageContentItem>();
  134. return await innerAgent.GenerateReplyAsync(msgs);
  135. })
  136. .RegisterMiddleware(middleware);
  137. // user message
  138. IMessage message = new ImageMessage(Role.User, "https://example.com/image.png", "user");
  139. await agent.GenerateReplyAsync([message]);
  140. }
  141. [Fact]
  142. public async Task ItThrowExceptionWhenProcessingImageMessageFromSelfAndStrictModeIsTrueAsync()
  143. {
  144. var middleware = new AzureAIInferenceChatRequestMessageConnector(true);
  145. var agent = new EchoAgent("assistant")
  146. .RegisterMiddleware(middleware);
  147. var imageMessage = new ImageMessage(Role.Assistant, "https://example.com/image.png", "assistant");
  148. Func<Task> action = async () => await agent.GenerateReplyAsync([imageMessage]);
  149. await action.Should().ThrowAsync<InvalidOperationException>().WithMessage("Invalid message type: ImageMessage");
  150. }
  151. [Fact]
  152. public async Task ItProcessMultiModalMessageAsync()
  153. {
  154. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  155. var agent = new EchoAgent("assistant")
  156. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  157. {
  158. var innerMessage = msgs.Last();
  159. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  160. var chatRequestMessage = (ChatRequestUserMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  161. chatRequestMessage.Content.Should().BeNullOrEmpty();
  162. chatRequestMessage.MultimodalContentItems.Count().Should().Be(2);
  163. chatRequestMessage.MultimodalContentItems.First().Should().BeOfType<ChatMessageTextContentItem>();
  164. chatRequestMessage.MultimodalContentItems.Last().Should().BeOfType<ChatMessageImageContentItem>();
  165. return await innerAgent.GenerateReplyAsync(msgs);
  166. })
  167. .RegisterMiddleware(middleware);
  168. // user message
  169. IMessage message = new MultiModalMessage(
  170. Role.User,
  171. [
  172. new TextMessage(Role.User, "Hello", "user"),
  173. new ImageMessage(Role.User, "https://example.com/image.png", "user"),
  174. ], "user");
  175. await agent.GenerateReplyAsync([message]);
  176. }
  177. [Fact]
  178. public async Task ItThrowExceptionWhenProcessingMultiModalMessageFromSelfAndStrictModeIsTrueAsync()
  179. {
  180. var middleware = new AzureAIInferenceChatRequestMessageConnector(true);
  181. var agent = new EchoAgent("assistant")
  182. .RegisterMiddleware(middleware);
  183. var multiModalMessage = new MultiModalMessage(
  184. Role.Assistant,
  185. [
  186. new TextMessage(Role.User, "Hello", "assistant"),
  187. new ImageMessage(Role.User, "https://example.com/image.png", "assistant"),
  188. ], "assistant");
  189. Func<Task> action = async () => await agent.GenerateReplyAsync([multiModalMessage]);
  190. await action.Should().ThrowAsync<InvalidOperationException>().WithMessage("Invalid message type: MultiModalMessage");
  191. }
  192. [Fact]
  193. public async Task ItProcessToolCallMessageAsync()
  194. {
  195. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  196. var agent = new EchoAgent("assistant")
  197. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  198. {
  199. var innerMessage = msgs.Last();
  200. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  201. var chatRequestMessage = (ChatRequestAssistantMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  202. chatRequestMessage.ToolCalls.Count().Should().Be(1);
  203. chatRequestMessage.Content.Should().Be("textContent");
  204. chatRequestMessage.ToolCalls.First().Should().BeOfType<ChatCompletionsFunctionToolCall>();
  205. var functionToolCall = (ChatCompletionsFunctionToolCall)chatRequestMessage.ToolCalls.First();
  206. functionToolCall.Name.Should().Be("test");
  207. functionToolCall.Id.Should().Be("test");
  208. functionToolCall.Arguments.Should().Be("test");
  209. return await innerAgent.GenerateReplyAsync(msgs);
  210. })
  211. .RegisterMiddleware(middleware);
  212. // user message
  213. IMessage message = new ToolCallMessage("test", "test", "assistant")
  214. {
  215. Content = "textContent",
  216. };
  217. await agent.GenerateReplyAsync([message]);
  218. }
  219. [Fact]
  220. public async Task ItProcessParallelToolCallMessageAsync()
  221. {
  222. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  223. var agent = new EchoAgent("assistant")
  224. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  225. {
  226. var innerMessage = msgs.Last();
  227. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  228. var chatRequestMessage = (ChatRequestAssistantMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  229. chatRequestMessage.Content.Should().BeNullOrEmpty();
  230. chatRequestMessage.ToolCalls.Count().Should().Be(2);
  231. for (int i = 0; i < chatRequestMessage.ToolCalls.Count(); i++)
  232. {
  233. chatRequestMessage.ToolCalls.ElementAt(i).Should().BeOfType<ChatCompletionsFunctionToolCall>();
  234. var functionToolCall = (ChatCompletionsFunctionToolCall)chatRequestMessage.ToolCalls.ElementAt(i);
  235. functionToolCall.Name.Should().Be("test");
  236. functionToolCall.Id.Should().Be($"test_{i}");
  237. functionToolCall.Arguments.Should().Be("test");
  238. }
  239. return await innerAgent.GenerateReplyAsync(msgs);
  240. })
  241. .RegisterMiddleware(middleware);
  242. // user message
  243. var toolCalls = new[]
  244. {
  245. new ToolCall("test", "test"),
  246. new ToolCall("test", "test"),
  247. };
  248. IMessage message = new ToolCallMessage(toolCalls, "assistant");
  249. await agent.GenerateReplyAsync([message]);
  250. }
  251. [Fact]
  252. public async Task ItThrowExceptionWhenProcessingToolCallMessageFromUserAndStrictModeIsTrueAsync()
  253. {
  254. var middleware = new AzureAIInferenceChatRequestMessageConnector(strictMode: true);
  255. var agent = new EchoAgent("assistant")
  256. .RegisterMiddleware(middleware);
  257. var toolCallMessage = new ToolCallMessage("test", "test", "user");
  258. Func<Task> action = async () => await agent.GenerateReplyAsync([toolCallMessage]);
  259. await action.Should().ThrowAsync<InvalidOperationException>().WithMessage("Invalid message type: ToolCallMessage");
  260. }
  261. [Fact]
  262. public async Task ItProcessToolCallResultMessageAsync()
  263. {
  264. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  265. var agent = new EchoAgent("assistant")
  266. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  267. {
  268. var innerMessage = msgs.Last();
  269. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  270. var chatRequestMessage = (ChatRequestToolMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  271. chatRequestMessage.Content.Should().Be("result");
  272. chatRequestMessage.ToolCallId.Should().Be("test");
  273. return await innerAgent.GenerateReplyAsync(msgs);
  274. })
  275. .RegisterMiddleware(middleware);
  276. // user message
  277. IMessage message = new ToolCallResultMessage("result", "test", "test", "user");
  278. await agent.GenerateReplyAsync([message]);
  279. }
  280. [Fact]
  281. public async Task ItProcessParallelToolCallResultMessageAsync()
  282. {
  283. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  284. var agent = new EchoAgent("assistant")
  285. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  286. {
  287. msgs.Count().Should().Be(2);
  288. for (int i = 0; i < msgs.Count(); i++)
  289. {
  290. var innerMessage = msgs.ElementAt(i);
  291. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  292. var chatRequestMessage = (ChatRequestToolMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  293. chatRequestMessage.Content.Should().Be("result");
  294. chatRequestMessage.ToolCallId.Should().Be($"test_{i}");
  295. }
  296. return await innerAgent.GenerateReplyAsync(msgs);
  297. })
  298. .RegisterMiddleware(middleware);
  299. // user message
  300. var toolCalls = new[]
  301. {
  302. new ToolCall("test", "test", "result"),
  303. new ToolCall("test", "test", "result"),
  304. };
  305. IMessage message = new ToolCallResultMessage(toolCalls, "user");
  306. await agent.GenerateReplyAsync([message]);
  307. }
  308. [Fact]
  309. public async Task ItProcessFunctionCallMiddlewareMessageFromUserAsync()
  310. {
  311. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  312. var agent = new EchoAgent("assistant")
  313. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  314. {
  315. msgs.Count().Should().Be(1);
  316. var innerMessage = msgs.Last();
  317. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  318. var chatRequestMessage = (ChatRequestUserMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  319. chatRequestMessage.Content.Should().Be("result");
  320. return await innerAgent.GenerateReplyAsync(msgs);
  321. })
  322. .RegisterMiddleware(middleware);
  323. // user message
  324. var toolCallMessage = new ToolCallMessage("test", "test", "user");
  325. var toolCallResultMessage = new ToolCallResultMessage("result", "test", "test", "user");
  326. var aggregateMessage = new AggregateMessage<ToolCallMessage, ToolCallResultMessage>(toolCallMessage, toolCallResultMessage, "user");
  327. await agent.GenerateReplyAsync([aggregateMessage]);
  328. }
  329. [Fact]
  330. public async Task ItProcessFunctionCallMiddlewareMessageFromAssistantAsync()
  331. {
  332. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  333. var agent = new EchoAgent("assistant")
  334. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  335. {
  336. msgs.Count().Should().Be(2);
  337. var innerMessage = msgs.Last();
  338. innerMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  339. var chatRequestMessage = (ChatRequestToolMessage)((MessageEnvelope<ChatRequestMessage>)innerMessage!).Content;
  340. chatRequestMessage.Content.Should().Be("result");
  341. chatRequestMessage.ToolCallId.Should().Be("test");
  342. var toolCallMessage = msgs.First();
  343. toolCallMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  344. var toolCallRequestMessage = (ChatRequestAssistantMessage)((MessageEnvelope<ChatRequestMessage>)toolCallMessage!).Content;
  345. toolCallRequestMessage.Content.Should().BeNullOrEmpty();
  346. toolCallRequestMessage.ToolCalls.Count().Should().Be(1);
  347. toolCallRequestMessage.ToolCalls.First().Should().BeOfType<ChatCompletionsFunctionToolCall>();
  348. var functionToolCall = (ChatCompletionsFunctionToolCall)toolCallRequestMessage.ToolCalls.First();
  349. functionToolCall.Name.Should().Be("test");
  350. functionToolCall.Id.Should().Be("test");
  351. functionToolCall.Arguments.Should().Be("test");
  352. return await innerAgent.GenerateReplyAsync(msgs);
  353. })
  354. .RegisterMiddleware(middleware);
  355. // user message
  356. var toolCallMessage = new ToolCallMessage("test", "test", "assistant");
  357. var toolCallResultMessage = new ToolCallResultMessage("result", "test", "test", "assistant");
  358. var aggregateMessage = new ToolCallAggregateMessage(toolCallMessage, toolCallResultMessage, "assistant");
  359. await agent.GenerateReplyAsync([aggregateMessage]);
  360. }
  361. [Fact]
  362. public async Task ItProcessParallelFunctionCallMiddlewareMessageFromAssistantAsync()
  363. {
  364. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  365. var agent = new EchoAgent("assistant")
  366. .RegisterMiddleware(async (msgs, _, innerAgent, _) =>
  367. {
  368. msgs.Count().Should().Be(3);
  369. var toolCallMessage = msgs.First();
  370. toolCallMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  371. var toolCallRequestMessage = (ChatRequestAssistantMessage)((MessageEnvelope<ChatRequestMessage>)toolCallMessage!).Content;
  372. toolCallRequestMessage.Content.Should().BeNullOrEmpty();
  373. toolCallRequestMessage.ToolCalls.Count().Should().Be(2);
  374. for (int i = 0; i < toolCallRequestMessage.ToolCalls.Count(); i++)
  375. {
  376. toolCallRequestMessage.ToolCalls.ElementAt(i).Should().BeOfType<ChatCompletionsFunctionToolCall>();
  377. var functionToolCall = (ChatCompletionsFunctionToolCall)toolCallRequestMessage.ToolCalls.ElementAt(i);
  378. functionToolCall.Name.Should().Be("test");
  379. functionToolCall.Id.Should().Be($"test_{i}");
  380. functionToolCall.Arguments.Should().Be("test");
  381. }
  382. for (int i = 1; i < msgs.Count(); i++)
  383. {
  384. var toolCallResultMessage = msgs.ElementAt(i);
  385. toolCallResultMessage!.Should().BeOfType<MessageEnvelope<ChatRequestMessage>>();
  386. var toolCallResultRequestMessage = (ChatRequestToolMessage)((MessageEnvelope<ChatRequestMessage>)toolCallResultMessage!).Content;
  387. toolCallResultRequestMessage.Content.Should().Be("result");
  388. toolCallResultRequestMessage.ToolCallId.Should().Be($"test_{i - 1}");
  389. }
  390. return await innerAgent.GenerateReplyAsync(msgs);
  391. })
  392. .RegisterMiddleware(middleware);
  393. // user message
  394. var toolCalls = new[]
  395. {
  396. new ToolCall("test", "test", "result"),
  397. new ToolCall("test", "test", "result"),
  398. };
  399. var toolCallMessage = new ToolCallMessage(toolCalls, "assistant");
  400. var toolCallResultMessage = new ToolCallResultMessage(toolCalls, "assistant");
  401. var aggregateMessage = new AggregateMessage<ToolCallMessage, ToolCallResultMessage>(toolCallMessage, toolCallResultMessage, "assistant");
  402. await agent.GenerateReplyAsync([aggregateMessage]);
  403. }
  404. [Fact]
  405. public async Task ItConvertChatResponseMessageToTextMessageAsync()
  406. {
  407. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  408. var agent = new EchoAgent("assistant")
  409. .RegisterMiddleware(middleware);
  410. // text message
  411. var textMessage = CreateInstance<ChatResponseMessage>(ChatRole.Assistant, "hello");
  412. var chatRequestMessage = MessageEnvelope.Create(textMessage);
  413. var message = await agent.GenerateReplyAsync([chatRequestMessage]);
  414. message.Should().BeOfType<TextMessage>();
  415. message.GetContent().Should().Be("hello");
  416. message.GetRole().Should().Be(Role.Assistant);
  417. }
  418. [Fact]
  419. public async Task ItConvertChatResponseMessageToToolCallMessageAsync()
  420. {
  421. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  422. var agent = new EchoAgent("assistant")
  423. .RegisterMiddleware(middleware);
  424. // tool call message
  425. var toolCallMessage = CreateInstance<ChatResponseMessage>(ChatRole.Assistant, "textContent", new[] { new ChatCompletionsFunctionToolCall("test", "test", "test") }, new Dictionary<string, BinaryData>());
  426. var chatRequestMessage = MessageEnvelope.Create(toolCallMessage);
  427. var message = await agent.GenerateReplyAsync([chatRequestMessage]);
  428. message.Should().BeOfType<ToolCallMessage>();
  429. message.GetToolCalls()!.Count().Should().Be(1);
  430. message.GetToolCalls()!.First().FunctionName.Should().Be("test");
  431. message.GetToolCalls()!.First().FunctionArguments.Should().Be("test");
  432. message.GetContent().Should().Be("textContent");
  433. }
  434. [Fact]
  435. public async Task ItReturnOriginalMessageWhenStrictModeIsFalseAsync()
  436. {
  437. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  438. var agent = new EchoAgent("assistant")
  439. .RegisterMiddleware(middleware);
  440. // text message
  441. var textMessage = "hello";
  442. var messageToSend = MessageEnvelope.Create(textMessage);
  443. var message = await agent.GenerateReplyAsync([messageToSend]);
  444. message.Should().BeOfType<MessageEnvelope<string>>();
  445. }
  446. [Fact]
  447. public async Task ItThrowInvalidOperationExceptionWhenStrictModeIsTrueAsync()
  448. {
  449. var middleware = new AzureAIInferenceChatRequestMessageConnector(true);
  450. var agent = new EchoAgent("assistant")
  451. .RegisterMiddleware(middleware);
  452. // text message
  453. var textMessage = new ChatRequestUserMessage("hello");
  454. var messageToSend = MessageEnvelope.Create(textMessage);
  455. Func<Task> action = async () => await agent.GenerateReplyAsync([messageToSend]);
  456. await action.Should().ThrowAsync<InvalidOperationException>().WithMessage("Invalid return message type MessageEnvelope`1");
  457. }
  458. [Fact]
  459. public void ToOpenAIChatRequestMessageShortCircuitTest()
  460. {
  461. var agent = new EchoAgent("assistant");
  462. var middleware = new AzureAIInferenceChatRequestMessageConnector();
  463. ChatRequestMessage[] messages =
  464. [
  465. new ChatRequestUserMessage("Hello"),
  466. new ChatRequestAssistantMessage()
  467. {
  468. Content = "How can I help you?",
  469. },
  470. new ChatRequestSystemMessage("You are a helpful AI assistant"),
  471. new ChatRequestToolMessage("test", "test"),
  472. ];
  473. foreach (var oaiMessage in messages)
  474. {
  475. IMessage message = new MessageEnvelope<ChatRequestMessage>(oaiMessage);
  476. var oaiMessages = middleware.ProcessIncomingMessages(agent, [message]);
  477. oaiMessages.Count().Should().Be(1);
  478. //oaiMessages.First().Should().BeOfType<IMessage<ChatRequestMessage>>();
  479. if (oaiMessages.First() is IMessage<ChatRequestMessage> chatRequestMessage)
  480. {
  481. chatRequestMessage.Content.Should().Be(oaiMessage);
  482. }
  483. else
  484. {
  485. // fail the test
  486. Assert.True(false);
  487. }
  488. }
  489. }
  490. private static T CreateInstance<T>(params object[] args)
  491. {
  492. var type = typeof(T);
  493. var instance = type.Assembly.CreateInstance(
  494. type.FullName!, false,
  495. BindingFlags.Instance | BindingFlags.NonPublic,
  496. null, args, null, null);
  497. return (T)instance!;
  498. }
  499. }