APPT-2347 Create new recurrence_data container (#1646)

- Add to cosmos tf resource.
- Add to blobAuditor settings, but not aggregator.
- Add retry policy to docker-compose. 
- Create container if not exists in function extensions. 
- PartitionKey 'site'.

Author: jsed-nhs

data/CosmosDbSeeder/appsettings.json

@@ -20,6 +20,10 @@
       {
         "Name": "audit_data",
         "PartitionKey": "/user"
+      },
+      {
+        "Name": "recurrence_data",
+        "PartitionKey": "/site"
       }
     ]
   }

docker-compose.yml

@@ -120,6 +120,10 @@ services:
       - ContainerRetry__Configurations__5__BackoffRetryType=2
       - ContainerRetry__Configurations__5__InitialValueMs=200
       - ContainerRetry__Configurations__5__CutoffRetryMs=10000
+      - ContainerRetry__Configurations__6__ContainerName=recurrence_data
+      - ContainerRetry__Configurations__6__BackoffRetryType=2
+      - ContainerRetry__Configurations__6__InitialValueMs=200
+      - ContainerRetry__Configurations__6__CutoffRetryMs=10000
       - CANCEL_A_DATE_RANGE_MAXIMUM_DAYS=90
       - TZ=UTC
   splunk:

infrastructure/resources/cosmosdb.tf

@@ -164,6 +164,22 @@ resource "azurerm_cosmosdb_sql_container" "nbs_mya_audit_container" {
   }
 }
 
+resource "azurerm_cosmosdb_sql_container" "nbs_mya_recurrence_container" {
+  count                  = var.create_cosmos_db ? 1 : 0
+  name                   = "recurrence_data"
+  resource_group_name    = local.resource_group_name
+  account_name           = azurerm_cosmosdb_account.nbs_mya_cosmos_db[0].name
+  database_name          = azurerm_cosmosdb_sql_database.nbs_appts_database[0].name
+  partition_key_paths    = ["/site"]
+
+  dynamic "autoscale_settings" {
+    for_each = var.cosmos_booking_autoscale_settings
+    content {
+      max_throughput = autoscale_settings.value["max_throughput"]
+    }
+  }
+}
+
 resource "azurerm_cosmosdb_sql_container" "nbs_mya_audit_lease_container" {
   count                  = var.create_cosmos_db ? 1 : 0
   name                   = "audit_data_lease"

src/api/Nhs.Appointments.Api/FunctionConfigurationExtensions.cs

@@ -163,6 +163,7 @@ private static async Task SetupCosmosDatabase(CosmosClient cosmosClient)
         await database.Database.CreateContainerIfNotExistsAsync(id: "index_data", partitionKeyPath: "/docType");
         await database.Database.CreateContainerIfNotExistsAsync(id: "audit_data", partitionKeyPath: "/user");
         await database.Database.CreateContainerIfNotExistsAsync(id: "aggregated_data", partitionKeyPath: "/date");
+        await database.Database.CreateContainerIfNotExistsAsync(id: "recurrence_data", partitionKeyPath: "/site");
     }
 
     private static CosmosClientOptions GetCosmosOptions(string cosmosEndpoint, bool ignoreSslCert)

src/jobs/Nhs.Appointments.Jobs.BlobAuditor/appsettings.json

@@ -26,6 +26,10 @@
     {
       "ContainerName": "index_data",
       "LeaseContainerName": "audit_data_lease"
+    },
+    {
+      "ContainerName": "recurrence_data",
+      "LeaseContainerName": "audit_data_lease"
     }
   ],
   "SinkExclusions": [

src/jobs/Nhs.Appointments.Jobs.ChangeFeed/ContainerName.cs

@@ -6,4 +6,5 @@ public static class ContainerName
     public const string CoreData = "core_data";
     public const string IndexData = "index_data";
     public const string AggregatedData = "aggregated_data";
+    public const string RecurrenceData = "recurrence_data";
 }