You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

AzureService.cs 7.2 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166
  1. using System.Text;
  2. using Azure;
  3. using Azure.Core;
  4. using Azure.ResourceManager;
  5. using Azure.ResourceManager.ContainerInstance;
  6. using Azure.ResourceManager.ContainerInstance.Models;
  7. using Azure.ResourceManager.Resources;
  8. using Azure.Storage.Files.Shares;
  9. using DevTeam.Options;
  10. using Microsoft.Extensions.Options;
  11. namespace DevTeam.Backend;
  12. public class AzureService : IManageAzure
  13. {
  14. private readonly AzureOptions _azSettings;
  15. private readonly ILogger<AzureService> _logger;
  16. private readonly ArmClient _client;
  17. public AzureService(IOptions<AzureOptions> azOptions, ILogger<AzureService> logger, ArmClient client)
  18. {
  19. ArgumentNullException.ThrowIfNull(azOptions);
  20. ArgumentNullException.ThrowIfNull(logger);
  21. ArgumentNullException.ThrowIfNull(client);
  22. _azSettings = azOptions.Value;
  23. _logger = logger;
  24. _client = client;
  25. }
  26. public async Task DeleteSandbox(string sandboxId)
  27. {
  28. try
  29. {
  30. var resourceGroupResourceId = ResourceGroupResource.CreateResourceIdentifier(_azSettings.SubscriptionId, _azSettings.ContainerInstancesResourceGroup);
  31. var resourceGroupResource = _client.GetResourceGroupResource(resourceGroupResourceId);
  32. var collection = resourceGroupResource.GetContainerGroups();
  33. var containerGroup = await collection.GetAsync(sandboxId);
  34. await containerGroup.Value.DeleteAsync(WaitUntil.Started);
  35. }
  36. catch (Exception ex)
  37. {
  38. _logger.LogError(ex, "Error deleting sandbox");
  39. throw;
  40. }
  41. }
  42. public async Task<bool> IsSandboxCompleted(string sandboxId)
  43. {
  44. try
  45. {
  46. var resourceGroupResourceId = ResourceGroupResource.CreateResourceIdentifier(_azSettings.SubscriptionId, _azSettings.ContainerInstancesResourceGroup);
  47. var resourceGroupResource = _client.GetResourceGroupResource(resourceGroupResourceId);
  48. var collection = resourceGroupResource.GetContainerGroups();
  49. var containerGroup = await collection.GetAsync(sandboxId);
  50. return containerGroup.Value.Data.ProvisioningState == "Succeeded"
  51. && containerGroup.Value.Data.Containers.First().InstanceView.CurrentState.State == "Terminated";
  52. }
  53. catch (Exception ex)
  54. {
  55. _logger.LogError(ex, "Error checking sandbox status");
  56. throw;
  57. }
  58. }
  59. public async Task RunInSandbox(string org, string repo, long parentIssueNumber, long issueNumber)
  60. {
  61. try
  62. {
  63. var runId = $"sk-sandbox-{org}-{repo}-{parentIssueNumber}-{issueNumber}".ToUpperInvariant();
  64. var resourceGroupResourceId = ResourceGroupResource.CreateResourceIdentifier(_azSettings.SubscriptionId, _azSettings.ContainerInstancesResourceGroup);
  65. var resourceGroupResource = _client.GetResourceGroupResource(resourceGroupResourceId);
  66. var scriptPath = $"/azfiles/output/{org}-{repo}/{parentIssueNumber}/{issueNumber}/run.sh";
  67. var collection = resourceGroupResource.GetContainerGroups();
  68. var data = new ContainerGroupData(new AzureLocation(_azSettings.Location), new ContainerInstanceContainer[]
  69. {
  70. new ContainerInstanceContainer(runId, _azSettings.SandboxImage,new ContainerResourceRequirements(new ContainerResourceRequestsContent(1.5,1)))
  71. {
  72. Command = { "/bin/bash", $"{scriptPath}" },
  73. VolumeMounts =
  74. {
  75. new ContainerVolumeMount("azfiles","/azfiles/")
  76. {
  77. IsReadOnly = false,
  78. }
  79. },
  80. }}, ContainerInstanceOperatingSystemType.Linux)
  81. {
  82. Volumes =
  83. {
  84. new ContainerVolume("azfiles")
  85. {
  86. AzureFile = new ContainerInstanceAzureFileVolume(_azSettings.FilesShareName,_azSettings.FilesAccountName)
  87. {
  88. StorageAccountKey = _azSettings.FilesAccountKey
  89. },
  90. },
  91. },
  92. RestartPolicy = ContainerGroupRestartPolicy.Never,
  93. Sku = ContainerGroupSku.Standard,
  94. Priority = ContainerGroupPriority.Regular
  95. };
  96. await collection.CreateOrUpdateAsync(WaitUntil.Completed, runId, data);
  97. }
  98. catch (Exception ex)
  99. {
  100. _logger.LogError(ex, "Error running sandbox");
  101. throw;
  102. }
  103. }
  104. public async Task Store(string org, string repo, long parentIssueNumber, long issueNumber, string filename, string extension, string dir, string output)
  105. {
  106. ArgumentNullException.ThrowIfNull(output);
  107. try
  108. {
  109. var connectionString = $"DefaultEndpointsProtocol=https;AccountName={_azSettings.FilesAccountName};AccountKey={_azSettings.FilesAccountKey};EndpointSuffix=core.windows.net";
  110. var parentDirName = $"{dir}/{org}-{repo}";
  111. var fileName = $"{filename}.{extension}";
  112. var share = new ShareClient(connectionString, _azSettings.FilesShareName);
  113. await share.CreateIfNotExistsAsync();
  114. await share.GetDirectoryClient($"{dir}").CreateIfNotExistsAsync(); ;
  115. var parentDir = share.GetDirectoryClient(parentDirName);
  116. await parentDir.CreateIfNotExistsAsync();
  117. var parentIssueDir = parentDir.GetSubdirectoryClient($"{parentIssueNumber}");
  118. await parentIssueDir.CreateIfNotExistsAsync();
  119. var directory = parentIssueDir.GetSubdirectoryClient($"{issueNumber}");
  120. await directory.CreateIfNotExistsAsync();
  121. var file = directory.GetFileClient(fileName);
  122. // hack to enable script to save files in the same directory
  123. var cwdHack = "#!/bin/bash\n cd $(dirname $0)";
  124. var contents = extension == "sh" ? output.Replace("#!/bin/bash", cwdHack, StringComparison.Ordinal) : output;
  125. using (var stream = new MemoryStream(Encoding.UTF8.GetBytes(contents)))
  126. {
  127. await file.CreateAsync(stream.Length);
  128. await file.UploadRangeAsync(
  129. new HttpRange(0, stream.Length),
  130. stream);
  131. }
  132. }
  133. catch (Exception ex)
  134. {
  135. _logger.LogError(ex, "Error storing output");
  136. throw;
  137. }
  138. }
  139. }
  140. public interface IManageAzure
  141. {
  142. Task Store(string org, string repo, long parentIssueNumber, long issueNumber, string filename, string extension, string dir, string output);
  143. Task RunInSandbox(string org, string repo, long parentIssueNumber, long issueNumber);
  144. Task<bool> IsSandboxCompleted(string sandboxId);
  145. Task DeleteSandbox(string sandboxId);
  146. }