-
Notifications
You must be signed in to change notification settings - Fork 12
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* merge * Sync Thing Type Job Task started * sync Thing Type JOb (Test => TODO) * Remove unecessary migrations * Synchronize AWS Thing types DONE (wait for testing) * Synchronize AWS Thing types (test failed) * Update unit tests --------- Co-authored-by: Kevin BEAUGRAND <contact@kbeaugrand.fr>
- Loading branch information
1 parent
543e5f3
commit b1d21ef
Showing
6 changed files
with
444 additions
and
2 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
233 changes: 233 additions & 0 deletions
233
src/AzureIoTHub.Portal.Infrastructure/Jobs/AWS/SyncThingTypesJob.cs
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,233 @@ | ||
| // Copyright (c) CGI France. All rights reserved. | ||
| // Licensed under the MIT license. See LICENSE file in the project root for full license information. | ||
|
|
||
| namespace AzureIoTHub.Portal.Infrastructure.Jobs.AWS | ||
| { | ||
| using System.Threading.Tasks; | ||
| using Amazon.IoT; | ||
| using Amazon.IoT.Model; | ||
| using AutoMapper; | ||
| using AzureIoTHub.Portal.Application.Managers; | ||
| using AzureIoTHub.Portal.Domain; | ||
| using AzureIoTHub.Portal.Domain.Entities.AWS; | ||
| using AzureIoTHub.Portal.Domain.Exceptions; | ||
| using AzureIoTHub.Portal.Domain.Repositories; | ||
| using AzureIoTHub.Portal.Domain.Repositories.AWS; | ||
| using AzureIoTHub.Portal.Models.v10.AWS; | ||
| using Microsoft.Extensions.Logging; | ||
| using Quartz; | ||
|
|
||
| [DisallowConcurrentExecution] | ||
| public class SyncThingTypesJob : IJob | ||
| { | ||
| private readonly IThingTypeRepository thingTypeRepository; | ||
| private readonly IThingTypeSearchableAttRepository thingTypeSearchableAttrRepository; | ||
| private readonly IThingTypeTagRepository thingTypeTagRepository; | ||
| private readonly IDeviceModelImageManager awsImageManager; | ||
| private readonly IMapper mapper; | ||
| private readonly IUnitOfWork unitOfWork; | ||
| private readonly IAmazonIoT amazonIoTClient; | ||
| private readonly ILogger<SyncThingTypesJob> logger; | ||
|
|
||
| public SyncThingTypesJob( | ||
| IThingTypeRepository thingTypeRepository, | ||
| IThingTypeSearchableAttRepository thingTypeSearchableAttrRepository, | ||
| IThingTypeTagRepository thingTypeTagRepository, | ||
| IDeviceModelImageManager awsImageManager, | ||
| IMapper mapper, | ||
| IUnitOfWork unitOfWork, | ||
| IAmazonIoT amazonIoTClient, | ||
| ILogger<SyncThingTypesJob> logger) | ||
| { | ||
| this.thingTypeRepository = thingTypeRepository; | ||
| this.thingTypeSearchableAttrRepository = thingTypeSearchableAttrRepository; | ||
| this.thingTypeTagRepository = thingTypeTagRepository; | ||
| this.awsImageManager = awsImageManager; | ||
| this.mapper = mapper; | ||
| this.unitOfWork = unitOfWork; | ||
| this.amazonIoTClient = amazonIoTClient; | ||
| this.logger = logger; | ||
| } | ||
|
|
||
|
|
||
| public async Task Execute(IJobExecutionContext context) | ||
| { | ||
| try | ||
| { | ||
| this.logger.LogInformation("Start of sync Thing Types job"); | ||
|
|
||
| await SyncThingTypes(); | ||
|
|
||
| this.logger.LogInformation("End of sync Thing Types job"); | ||
| } | ||
| catch (Exception e) | ||
| { | ||
| this.logger.LogError(e, "Sync Thing Types job has failed"); | ||
| } | ||
| } | ||
|
|
||
| private async Task SyncThingTypes() | ||
| { | ||
| var getAllAWSThingTypes = await GetAllAWSThingTypes(); | ||
| foreach (var thingTYpe in getAllAWSThingTypes) | ||
| { | ||
| await CreateOrUpdateThingType(thingTYpe); | ||
| } | ||
|
|
||
| //Delete in Database AWS deleted thing types | ||
| await DeleteThingTypes(getAllAWSThingTypes); | ||
| } | ||
|
|
||
| private async Task<List<ThingTypeDto>> GetAllAWSThingTypes() | ||
| { | ||
| var thingTypes = new List<ThingTypeDto>(); | ||
|
|
||
| var request = new ListThingTypesRequest(); | ||
| var response = await amazonIoTClient.ListThingTypesAsync(request); | ||
|
|
||
| if (response.HttpStatusCode != System.Net.HttpStatusCode.OK) | ||
| { | ||
| throw new InternalServerErrorException("The request of getting all thing types failed due to an error in the Amazon IoT API."); | ||
|
|
||
| } | ||
| else | ||
| { | ||
| foreach (var thingType in response.ThingTypes) | ||
| { | ||
| var requestDescribeThingType = new DescribeThingTypeRequest | ||
| { | ||
| ThingTypeName = thingType.ThingTypeName, | ||
| }; | ||
| var responseDescribeThingType = await amazonIoTClient.DescribeThingTypeAsync(requestDescribeThingType); | ||
|
|
||
| if (responseDescribeThingType.HttpStatusCode != System.Net.HttpStatusCode.OK) | ||
| { | ||
| throw new InternalServerErrorException("The request of getting DescribeThingType failed due to an error in the Amazon IoT API."); | ||
|
|
||
| } | ||
| else | ||
| { | ||
| var getAllSearchableAttribute = GetAllSearchableAttributes(responseDescribeThingType); | ||
|
|
||
| //get All tags from ResourceArn | ||
| //Because we do not have possiblity to retreive the Tag from DescribeThingTypeResponse and ListThingTypesResponse too. | ||
| var tags = await GetAllThingTypeTags(responseDescribeThingType); | ||
|
|
||
| var getThingType = new ThingTypeDto | ||
| { | ||
| ThingTypeID = responseDescribeThingType.ThingTypeId, | ||
| ThingTypeName = responseDescribeThingType.ThingTypeName, | ||
| ThingTypeDescription = responseDescribeThingType.ThingTypeProperties.ThingTypeDescription, | ||
| ThingTypeSearchableAttDtos = getAllSearchableAttribute, | ||
| Deprecated = responseDescribeThingType.ThingTypeMetadata.Deprecated, | ||
| Tags = tags | ||
| }; | ||
|
|
||
| thingTypes.Add(getThingType); | ||
| } | ||
| } | ||
| } | ||
|
|
||
| return thingTypes; | ||
| } | ||
|
|
||
| //To Get All Searchable attributes for a Thing Type | ||
| private static List<ThingTypeSearchableAttDto> GetAllSearchableAttributes(DescribeThingTypeResponse thingType) | ||
| { | ||
| var searchableAttrDtos = new List<ThingTypeSearchableAttDto>(); | ||
|
|
||
| searchableAttrDtos.AddRange(thingType.ThingTypeProperties.SearchableAttributes.Select(searchAttr => new ThingTypeSearchableAttDto | ||
| { | ||
| Name = searchAttr | ||
| })); | ||
|
|
||
|
|
||
| return searchableAttrDtos; | ||
| } | ||
|
|
||
| //To Get All tags for a thing types | ||
| private async Task<List<ThingTypeTagDto>> GetAllThingTypeTags(DescribeThingTypeResponse thingType) | ||
| { | ||
| var listTagRequets = new ListTagsForResourceRequest | ||
| { | ||
| ResourceArn = thingType.ThingTypeArn | ||
| }; | ||
|
|
||
| var thingTypeTags = await this.amazonIoTClient.ListTagsForResourceAsync(listTagRequets); | ||
|
|
||
| var tags = new List<ThingTypeTagDto>(); | ||
|
|
||
| tags.AddRange(thingTypeTags.Tags.Select(tag => new ThingTypeTagDto | ||
| { | ||
| Key = tag.Key, | ||
| Value = tag.Value | ||
| })); | ||
|
|
||
| return tags; | ||
| } | ||
|
|
||
| private async Task CreateOrUpdateThingType(ThingTypeDto thingTypeDto) | ||
| { | ||
| var existingTHingType = await this.thingTypeRepository.GetByIdAsync(thingTypeDto.ThingTypeID, d => d.ThingTypeSearchableAttributes!, d => d.Tags!); | ||
| var thingType = this.mapper.Map<ThingType>(thingTypeDto); | ||
|
|
||
| if (existingTHingType == null) | ||
| { | ||
| await this.thingTypeRepository.InsertAsync(thingType); | ||
| _ = await this.awsImageManager.SetDefaultImageToModel(thingTypeDto.ThingTypeID); | ||
| } | ||
| else | ||
| { | ||
| if (existingTHingType.ThingTypeSearchableAttributes != null | ||
| && thingType.ThingTypeSearchableAttributes?.Count != 0) | ||
| { | ||
| foreach (var search in existingTHingType.ThingTypeSearchableAttributes!) | ||
| { | ||
| this.thingTypeSearchableAttrRepository.Delete(search.Id); | ||
|
|
||
| } | ||
| } | ||
|
|
||
| if (existingTHingType.Tags != null | ||
| && thingType.Tags?.Count != 0) | ||
| { | ||
| foreach (var tag in existingTHingType.Tags!) | ||
| { | ||
| this.thingTypeTagRepository.Delete(tag.Id); | ||
| } | ||
| } | ||
|
|
||
| _ = this.mapper.Map(thingType, existingTHingType); | ||
| this.thingTypeRepository.Update(existingTHingType); | ||
| } | ||
| await this.unitOfWork.SaveAsync(); | ||
|
|
||
| } | ||
|
|
||
| private async Task DeleteThingTypes(List<ThingTypeDto> allAWSThingTypes) | ||
| { | ||
| foreach (var thingType in (await this.thingTypeRepository.GetAllAsync()).Where(thingType => !allAWSThingTypes.Exists(x => x.ThingTypeID == thingType.Id))) | ||
| { | ||
| var getThingType = await this.thingTypeRepository.GetByIdAsync(thingType.Id, d => d.ThingTypeSearchableAttributes!, d => d.Tags!); | ||
|
|
||
| if (getThingType != null) | ||
| { | ||
| foreach (var search in getThingType.ThingTypeSearchableAttributes!) | ||
| { | ||
| this.thingTypeSearchableAttrRepository.Delete(search.Id); | ||
| } | ||
| foreach (var tag in getThingType.Tags!) | ||
| { | ||
| this.thingTypeTagRepository.Delete(tag.Id); | ||
| } | ||
| this.thingTypeRepository.Delete(getThingType.Id); | ||
| _ = this.awsImageManager.DeleteDeviceModelImageAsync(getThingType.Id); | ||
| } | ||
|
|
||
| } | ||
|
|
||
| await this.unitOfWork.SaveAsync(); | ||
| } | ||
|
|
||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.