diff options
| author | Roy <Roy.mail.net@gmail.com> | 2023-09-04 03:16:28 +0300 |
|---|---|---|
| committer | Roy <Roy.mail.net@gmail.com> | 2023-09-04 03:16:28 +0300 |
| commit | 190df294c6f8e4f93e106ede25b39d22221d12d5 (patch) | |
| tree | a7f16efd5b66beddfa8789ad67b432a310d84f66 /Software/Visual_Studio/Azure/Tango.AzureUtils | |
| parent | 78ba28666b686329661f4a8fded423af94bbfb84 (diff) | |
| download | Tango-190df294c6f8e4f93e106ede25b39d22221d12d5.tar.gz Tango-190df294c6f8e4f93e106ede25b39d22221d12d5.zip | |
Implemented Eureka Version Upgrades Azure Utils.
Diffstat (limited to 'Software/Visual_Studio/Azure/Tango.AzureUtils')
4 files changed, 179 insertions, 1 deletions
diff --git a/Software/Visual_Studio/Azure/Tango.AzureUtils/Database/DatabaseManager.cs b/Software/Visual_Studio/Azure/Tango.AzureUtils/Database/DatabaseManager.cs index 4202b45a7..2ed20e91e 100644 --- a/Software/Visual_Studio/Azure/Tango.AzureUtils/Database/DatabaseManager.cs +++ b/Software/Visual_Studio/Azure/Tango.AzureUtils/Database/DatabaseManager.cs @@ -244,6 +244,21 @@ namespace Tango.AzureUtils.Database } } + public async Task UpgradeEurekaVersion(IWebAppBase sourceApp, IWebAppBase targetApp, String versionTag) + { + var latestEurekaVersion = await GetLatestEurekaVersion(sourceApp, versionTag); + + var targetDataSource = (await targetApp.GetMachineServiceSettingsAsync()).ToDataSource(); + + OnProgress(AzureUtilsStage.Database, $"Adding Twine X4 database entry for version '{latestEurekaVersion.VersionAndTag}'..."); + + using (var db = ObservablesContext.CreateDefault(targetDataSource)) + { + db.TangoVersions.Add(latestEurekaVersion); + await db.SaveChangesAsync(); + } + } + public async Task UpgradeFSEVersion(IWebAppBase sourceApp, IWebAppBase targetApp, FSEBuildVariants build) { var latestFSEVersion = await GetLatestFSEVersion(sourceApp, build); @@ -342,7 +357,8 @@ namespace Tango.AzureUtils.Database using (var db = ObservablesContext.CreateDefault(dataSource)) { - var versions = await db.TangoVersions.Where(x => x.Tag == versionTag).ToListAsync(); + var versions = await db.TangoVersions.Include(x => x.MachineVersion).Where(x => x.Tag == versionTag).ToListAsync(); + versions = versions.Where(x => x.MachineVersion.MachineType == MachineTypes.TS1800).ToList(); var latest_version = versions.OrderByDescending(x => Version.Parse(x.Version)).FirstOrDefault(); return latest_version; } @@ -353,6 +369,39 @@ namespace Tango.AzureUtils.Database } } + public async Task<TangoVersion> GetLatestEurekaVersion(IWebAppBase app, String versionTag) + { + OnProgress(AzureUtilsStage.Database, $"Getting latest Twine X4 version on '{app.Name}'..."); + + MachineServiceSettings settings = null; + + try + { + settings = await app.GetMachineServiceSettingsAsync(); + } + catch (Exception ex) + { + throw new ArgumentException("Could not fetch machine service settings. Please check that all settings are available.", ex); + } + + try + { + DataSource dataSource = settings.ToDataSource(); + + using (var db = ObservablesContext.CreateDefault(dataSource)) + { + var versions = await db.TangoVersions.Include(x => x.MachineVersion).Where(x => x.Tag == versionTag).ToListAsync(); + versions = versions.Where(x => x.MachineVersion.MachineType == MachineTypes.Eureka).ToList(); + var latest_version = versions.OrderByDescending(x => Version.Parse(x.Version)).FirstOrDefault(); + return latest_version; + } + } + catch (Exception ex) + { + throw new InvalidDataException($"Could not retrieve '{app.Name}' latest Twine X4 version from database.", ex); + } + } + public async Task<FseVersion> GetLatestFSEVersion(IWebAppBase app, FSEBuildVariants build) { OnProgress(AzureUtilsStage.Database, $"Getting latest {build} version on '{app.Name}'..."); @@ -433,6 +482,30 @@ namespace Tango.AzureUtils.Database } } + public async Task ValidateEurekaDatabaseUpgrade(IWebAppBase sourceApp, IWebAppBase targetApp, String versionTag) + { + OnProgress(AzureUtilsStage.Validating, "Validating Twine X4 database upgrade..."); + + var sourceSettings = await sourceApp.GetMachineServiceSettingsAsync(); + var targetSettings = await targetApp.GetMachineServiceSettingsAsync(); + + var latestSourceEurekaVersion = await GetLatestEurekaVersion(sourceApp, versionTag); + + //Check if there is any source PPC version. + if (latestSourceEurekaVersion == null) + { + throw new ValidationException("Could not locate a Twine X4 version entry on the source database."); + } + + var latestTargetEurekaVersion = await GetLatestEurekaVersion(targetApp, versionTag); + + //Check target latest PPC version is older if there is any. + if (latestTargetEurekaVersion != null && Version.Parse(latestSourceEurekaVersion.Version) <= Version.Parse(latestTargetEurekaVersion.Version)) + { + throw new ValidationException($"Twine X4 source version is '{latestSourceEurekaVersion.VersionAndTag}' while target version is '{latestTargetEurekaVersion.VersionAndTag}'."); + } + } + public async Task ValidateFSEDatabaseUpgrade(IWebAppBase sourceApp, IWebAppBase targetApp, FSEBuildVariants build) { OnProgress(AzureUtilsStage.Validating, $"Validating {build} database upgrade..."); diff --git a/Software/Visual_Studio/Azure/Tango.AzureUtils/Environment/EnvironmentManager.cs b/Software/Visual_Studio/Azure/Tango.AzureUtils/Environment/EnvironmentManager.cs index 01c95a566..e610efc2d 100644 --- a/Software/Visual_Studio/Azure/Tango.AzureUtils/Environment/EnvironmentManager.cs +++ b/Software/Visual_Studio/Azure/Tango.AzureUtils/Environment/EnvironmentManager.cs @@ -328,6 +328,20 @@ namespace Tango.AzureUtils.Environment } } + //Add Eureka storage versions. + if (config.CopyEurekaStorageBlobs) + { + try + { + await _storageManager.ValidateEurekaStorageUpgrade(sourceApp, targetApp, config.PPCVersionTag); + await _storageManager.UpgradeEurekaStorage(sourceApp, targetApp, config.PPCVersionTag); + } + catch (Exception ex) + { + await RequestConfirmation($"Issues encountered with upgrading Twine X4 storage versions.\n{ex.FlattenMessage()}\nDo you wish to continue?"); + } + } + //Add FSE storage versions. if (config.CopyFSEStorageBlobs) { @@ -384,6 +398,20 @@ namespace Tango.AzureUtils.Environment } } + //Upgrade Eureka database version. + if (config.UpgradeEurekaDatabaseVersion) + { + try + { + await _databaseManager.ValidateEurekaDatabaseUpgrade(sourceApp, targetApp, config.PPCVersionTag); + await _databaseManager.UpgradeEurekaVersion(sourceApp, targetApp, config.PPCVersionTag); + } + catch (Exception ex) + { + await RequestConfirmation($"Issues encountered with upgrading Twine X4 database versions.\n{ex.FlattenMessage()}\nDo you wish to continue?"); + } + } + //Upgrade FSE database version. if (config.UpgradeFSEDatabaseVersion) { @@ -445,6 +473,12 @@ namespace Tango.AzureUtils.Environment await _storageManager.ValidatePPCStorageUpgrade(sourceApp, targetApp, config.PPCVersionTag); } + //Add Eureka storage versions. + if (config.CopyEurekaStorageBlobs) + { + await _storageManager.ValidateEurekaStorageUpgrade(sourceApp, targetApp, config.PPCVersionTag); + } + //Add FSE storage versions. if (config.CopyFSEStorageBlobs) { @@ -469,6 +503,12 @@ namespace Tango.AzureUtils.Environment await _databaseManager.ValidatePPCDatabaseUpgrade(sourceApp, targetApp, config.PPCVersionTag); } + //Upgrade Eureka database version. + if (config.UpgradeEurekaDatabaseVersion) + { + await _databaseManager.ValidateEurekaDatabaseUpgrade(sourceApp, targetApp, config.PPCVersionTag); + } + //Upgrade FSE database version. if (config.UpgradeFSEDatabaseVersion) { diff --git a/Software/Visual_Studio/Azure/Tango.AzureUtils/Environment/UpgradeEnvironmentConfiguration.cs b/Software/Visual_Studio/Azure/Tango.AzureUtils/Environment/UpgradeEnvironmentConfiguration.cs index b165fb6b0..0dbaec3c0 100644 --- a/Software/Visual_Studio/Azure/Tango.AzureUtils/Environment/UpgradeEnvironmentConfiguration.cs +++ b/Software/Visual_Studio/Azure/Tango.AzureUtils/Environment/UpgradeEnvironmentConfiguration.cs @@ -15,6 +15,8 @@ namespace Tango.AzureUtils.Environment public bool UpgradeMachineStudioDatabaseVersion { get; set; } public bool CopyPPCStorageBlobs { get; set; } public bool UpgradePPCDatabaseVersion { get; set; } + public bool CopyEurekaStorageBlobs { get; set; } + public bool UpgradeEurekaDatabaseVersion { get; set; } public bool CopyFSEStorageBlobs { get; set; } public bool UpgradeFSEDatabaseVersion { get; set; } public bool CopyTwineRSMStorageBlobs { get; set; } diff --git a/Software/Visual_Studio/Azure/Tango.AzureUtils/Storage/StorageManager.cs b/Software/Visual_Studio/Azure/Tango.AzureUtils/Storage/StorageManager.cs index 887b0ec63..d16a3f90b 100644 --- a/Software/Visual_Studio/Azure/Tango.AzureUtils/Storage/StorageManager.cs +++ b/Software/Visual_Studio/Azure/Tango.AzureUtils/Storage/StorageManager.cs @@ -110,6 +110,39 @@ namespace Tango.AzureUtils.Storage }); } + public async Task UpgradeEurekaStorage(IWebAppBase sourceApp, IWebAppBase targetApp, String versionTag) + { + OnProgress(AzureUtilsStage.Storage, $"Retrieving source and target settings..."); + + var sourceSettings = await sourceApp.GetMachineServiceSettingsAsync(); + var targetSettings = await targetApp.GetMachineServiceSettingsAsync(); + + var latestEurekaVersion = await _databaseManager.GetLatestEurekaVersion(sourceApp, versionTag); + + OnProgress(AzureUtilsStage.Storage, $"Upgrading Eureka version storage..."); + + var sourceAccount = CloudStorageAccount.Parse(sourceSettings.STORAGE_ACCOUNT); + var sourceClient = sourceAccount.CreateCloudBlobClient(); + + var targetAccount = CloudStorageAccount.Parse(targetSettings.STORAGE_ACCOUNT); + var targetClient = targetAccount.CreateCloudBlobClient(); + + var sourceEurekaContainer = sourceClient.GetContainerReference(sourceSettings.TANGO_VERSIONS_CONTAINER); + var targetEurekaContainer = targetClient.GetContainerReference(targetSettings.TANGO_VERSIONS_CONTAINER); + + var sourceEurekaBlob = sourceEurekaContainer.GetBlockBlobReference(latestEurekaVersion.BlobName); + var sourceEurekaInstallerBlob = sourceEurekaContainer.GetBlockBlobReference(latestEurekaVersion.InstallerBlobName); + + var targetEurekaBlob = await CreateEmptyBlob(targetEurekaContainer, sourceEurekaBlob.Name); + var targetEurekaInstallerBlob = await CreateEmptyBlob(targetEurekaContainer, sourceEurekaInstallerBlob.Name); + + await Task.Factory.StartNew(() => + { + targetEurekaBlob.StartCopy(sourceEurekaBlob); + targetEurekaInstallerBlob.StartCopy(sourceEurekaInstallerBlob); + }); + } + public async Task UpgradeFSEStorage(IWebAppBase sourceApp, IWebAppBase targetApp, FSEBuildVariants build) { OnProgress(AzureUtilsStage.Storage, $"Retrieving source and target settings..."); @@ -232,6 +265,36 @@ namespace Tango.AzureUtils.Storage } } + public async Task ValidateEurekaStorageUpgrade(IWebAppBase sourceApp, IWebAppBase targetApp, String versionTag) + { + OnProgress(AzureUtilsStage.Validating, "Validating Eureka storage upgrade..."); + + var sourceSettings = await sourceApp.GetMachineServiceSettingsAsync(); + var targetSettings = await targetApp.GetMachineServiceSettingsAsync(); + + var latestSourceEurekaVersion = await _databaseManager.GetLatestEurekaVersion(sourceApp, versionTag); + var latestTargetEurekaVersion = await _databaseManager.GetLatestEurekaVersion(targetApp, versionTag); + + var targetAccount = CloudStorageAccount.Parse(targetSettings.STORAGE_ACCOUNT); + var targetClient = targetAccount.CreateCloudBlobClient(); + + var targetEurekaContainer = targetClient.GetContainerReference(targetSettings.TANGO_VERSIONS_CONTAINER); + + //Check PPC binaries blob not exists on the target. + var targetEurekaBlob = targetEurekaContainer.GetBlockBlobReference(latestSourceEurekaVersion.BlobName); + if (await targetEurekaBlob.ExistsAsync()) + { + throw new ValidationException($"Twine X4 Block blob '{latestSourceEurekaVersion.BlobName}' already exists on the target storage."); + } + + //Check PPC installer blob not exists on the target. + var targetEurekaInstallerBlob = targetEurekaContainer.GetBlockBlobReference(latestSourceEurekaVersion.InstallerBlobName); + if (await targetEurekaInstallerBlob.ExistsAsync()) + { + throw new ValidationException($"Twine X4 Block blob '{latestSourceEurekaVersion.InstallerBlobName}' already exists on the target storage."); + } + } + public async Task ValidateFSEStorageUpgrade(IWebAppBase sourceApp, IWebAppBase targetApp, FSEBuildVariants build) { OnProgress(AzureUtilsStage.Validating, $"Validating {build} storage upgrade..."); |
