Feat/dtoss 8739 extract function (#11)

Co-authored-by: Ian Nelson <ian@iannelson.systems>
Co-authored-by: alex-clayton-1 <alexander.clayton1@nhs.net>
Co-authored-by: Tyrrellion <samuel.tyrell1@nhs.net>

Author: 4 people

.env.example

@@ -1,20 +1,21 @@
 # Database Configuration
 DATABASE_USER=SA
 DATABASE_PASSWORD=YourStrong@Passw0rd
-DATABASE_NAME=PathwayCoordinator
+DATABASE_NAME=ServiceLayer
 DATABASE_HOST=db
 AZURE_WEB_JOBS_STORAGE=UseDevelopmentStorage=true
 DatabaseConnectionString=Server=${DATABASE_HOST};Database=${DATABASE_NAME};User Id=${DATABASE_USER};Password=${DATABASE_PASSWORD};TrustServerCertificate=True
 AzureWebJobsStorage=UseDevelopmentStorage=true
 FUNCTIONS_WORKER_RUNTIME=dotnet-isolated
-MailboxId=X26ABC1
 MeshSharedKey=TestKey
 MeshPassword=password
-BSSMailBox=X26ABC1
+NbssMailboxId=X26ABC1
 MeshApiBaseUrl=http://localhost:8700/messageexchange
 ASPNETCORE_ENVIRONMENT=Development
-DiscoveryTimerExpression=*/5 * * * *
+FileDiscoveryTimerExpression=*/5 * * * *
 QueueUrl=http://127.0.0.1:10001
+FileExtractQueueName=file-extract
+FileTransformQueueName=file-transform
 
 # API Configuration
 API_PORT=7071

src/ServiceLayer.Mesh/Configuration/AppConfiguration.cs

@@ -0,0 +1,26 @@
+namespace ServiceLayer.Mesh.Configuration;
+
+public class AppConfiguration :
+    IFileDiscoveryFunctionConfiguration,
+    IFileExtractFunctionConfiguration,
+    IFileExtractQueueClientConfiguration,
+    IFileTransformQueueClientConfiguration
+{
+    public string NbssMeshMailboxId => GetRequired("NbssMailboxId");
+
+    public string FileExtractQueueName => GetRequired("FileExtractQueueName");
+
+    public string FileTransformQueueName => GetRequired("FileTransformQueueName");
+
+    private static string GetRequired(string key)
+    {
+        var value = Environment.GetEnvironmentVariable(key);
+
+        if (string.IsNullOrEmpty(value))
+        {
+            throw new InvalidOperationException($"Environment variable '{key}' is not set or is empty.");
+        }
+
+        return value;
+    }
+}

src/ServiceLayer.Mesh/Configuration/IFileDiscoveryFunctionConfiguration.cs

@@ -0,0 +1,6 @@
+namespace ServiceLayer.Mesh.Configuration;
+
+public interface IFileDiscoveryFunctionConfiguration
+{
+    string NbssMeshMailboxId { get; }
+}

src/ServiceLayer.Mesh/Configuration/IFileExtractFunctionConfiguration.cs

@@ -0,0 +1,6 @@
+namespace ServiceLayer.Mesh.Configuration;
+
+public interface IFileExtractFunctionConfiguration
+{
+    string NbssMeshMailboxId { get; }
+}

src/ServiceLayer.Mesh/Configuration/IFileExtractQueueClientConfiguration.cs

@@ -0,0 +1,6 @@
+namespace ServiceLayer.Mesh.Configuration;
+
+public interface IFileExtractQueueClientConfiguration
+{
+    string FileExtractQueueName { get; }
+}

src/ServiceLayer.Mesh/Configuration/IFileTransformQueueClientConfiguration.cs

@@ -0,0 +1,6 @@
+namespace ServiceLayer.Mesh.Configuration;
+
+public interface IFileTransformQueueClientConfiguration
+{
+    string FileTransformQueueName { get; }
+}

src/ServiceLayer.Mesh/Data/DesignTimeDbContextFactory.cs

@@ -1,8 +1,7 @@
 using Microsoft.EntityFrameworkCore;
 using Microsoft.EntityFrameworkCore.Design;
-using ServiceLayer.Mesh.Data;
 
-namespace ParticipantManager.API.Data;
+namespace ServiceLayer.Mesh.Data;
 
 public class DesignTimeDbContextFactory : IDesignTimeDbContextFactory<ServiceLayerDbContext>
 {

…eLayer.Mesh/Data/ServiceLayerDbConext.cs …Layer.Mesh/Data/ServiceLayerDbContext.cssrc/ServiceLayer.Mesh/Data/ServiceLayerDbConext.cs renamed to src/ServiceLayer.Mesh/Data/ServiceLayerDbContext.cs src/ServiceLayer.Mesh/Data/ServiceLayerDbConext.cs renamed to src/ServiceLayer.Mesh/Data/ServiceLayerDbContext.cs

@@ -0,0 +1,59 @@
+using Microsoft.Azure.Functions.Worker;
+using Microsoft.EntityFrameworkCore;
+using Microsoft.Extensions.Logging;
+using NHS.MESH.Client.Contracts.Services;
+using ServiceLayer.Mesh.Configuration;
+using ServiceLayer.Mesh.Data;
+using ServiceLayer.Mesh.Messaging;
+using ServiceLayer.Mesh.Models;
+
+namespace ServiceLayer.Mesh.Functions
+{
+    public class FileDiscoveryFunction(
+        ILogger<FileDiscoveryFunction> logger,
+        IFileDiscoveryFunctionConfiguration configuration,
+        IMeshInboxService meshInboxService,
+        ServiceLayerDbContext serviceLayerDbContext,
+        IFileExtractQueueClient fileExtractQueueClient)
+    {
+        [Function("FileDiscoveryFunction")]
+        public async Task Run([TimerTrigger("%FileDiscoveryTimerExpression%")] TimerInfo myTimer)
+        {
+            logger.LogInformation("{functionName} started at: {time}", nameof(FileDiscoveryFunction), DateTime.UtcNow);
+
+            var response = await meshInboxService.GetMessagesAsync(configuration.NbssMeshMailboxId);
+
+            foreach (var messageId in response.Response.Messages)
+            {
+                await using var transaction = await serviceLayerDbContext.Database.BeginTransactionAsync();
+
+                var existing = await serviceLayerDbContext.MeshFiles
+                    .AnyAsync(f => f.FileId == messageId);
+
+                if (!existing)
+                {
+                    var file = new MeshFile
+                    {
+                        FileId = messageId,
+                        FileType = MeshFileType.NbssAppointmentEvents,
+                        MailboxId = configuration.NbssMeshMailboxId,
+                        Status = MeshFileStatus.Discovered,
+                        FirstSeenUtc = DateTime.UtcNow,
+                        LastUpdatedUtc = DateTime.UtcNow
+                    };
+
+                    serviceLayerDbContext.MeshFiles.Add(file);
+
+                    await serviceLayerDbContext.SaveChangesAsync();
+                    await transaction.CommitAsync();
+
+                    await fileExtractQueueClient.EnqueueFileExtractAsync(file);
+                }
+                else
+                {
+                    await transaction.RollbackAsync();
+                }
+            }
+        }
+    }
+}