Sonarcloud fixes

Author: ajmu1

application/common/dos.py

@@ -254,7 +254,7 @@ def db_rows_to_spec_open_times(db_rows: Iterable[dict]) -> list[SpecifiedOpening
     for date, rows in groupby(date_sorted_rows, lambda row: row["date"]):
         is_open = True
         open_periods = []
-        for row in list(rows):
+        for row in rows:
             if row["isclosed"] is True:
                 is_open = False
             else:

application/common/errors.py

@@ -4,3 +4,7 @@ class ValidationError(Exception):
 
 class DynamoDBError(Exception):
     """Exception raised for all DynamoDB errors."""
+
+
+class SecretsManagerError(Exception):
+    """Exception raised for AWS Secrets Manager errors."""

application/common/nhs.py

@@ -165,7 +165,7 @@ def _get_specified_opening_times(self: Self) -> list[SpecifiedOpeningTime]:
             date = datetime.strptime(date_str, "%b  %d  %Y").date()
             is_open = True
 
-            for item in list(op_dict_list):
+            for item in op_dict_list:
                 if item["IsOpen"]:
                     open_periods.append(OpenPeriod.from_string_times(item["OpeningTime"], item["ClosingTime"]))
                 else:

application/common/secretsmanager.py

@@ -4,6 +4,8 @@
 from boto3 import client
 from botocore.exceptions import ClientError
 
+from .errors import SecretsManagerError
+
 logger = Logger()
 
 secrets_manager = client(service_name="secretsmanager")
@@ -16,7 +18,7 @@ def get_secret(secret_name: str) -> dict[str, str]:
         secret_name (str): Secret name to get
 
     Raises:
-        e: ClientError caused by secrets manager
+        SecretsManagerError: When unable to retrieve secret from AWS Secrets Manager
 
     Returns:
         Dict[str, str]: Secrets as a dictionary
@@ -25,6 +27,6 @@ def get_secret(secret_name: str) -> dict[str, str]:
         secret_value_response = secrets_manager.get_secret_value(SecretId=secret_name)
     except ClientError as err:
         msg = f"Failed getting secret '{secret_name}' from secrets manager"
-        raise Exception(msg) from err  # noqa: TRY002
+        raise SecretsManagerError(msg) from err
     secrets_json_str = secret_value_response["SecretString"]
     return loads(secrets_json_str)

application/event_replay/event_replay.py

@@ -8,10 +8,19 @@
 from aws_lambda_powertools.utilities.typing import LambdaContext
 from boto3 import client
 from boto3.dynamodb.types import TypeDeserializer
+from botocore.config import Config
 from simplejson import dumps
 
 from common.middlewares import unhandled_exception_logging
 
+# Configure boto3 client with explicit timeout to prevent hanging in Lambda
+# Timeouts tuned for typical DynamoDB/SQS operations while preventing indefinite hangs
+boto_config = Config(connect_timeout=10, read_timeout=15)
+
+# Create clients at module level for connection reuse across Lambda invocations
+dynamodb_client = client("dynamodb", config=boto_config)
+sqs_client = client("sqs", config=boto_config)
+
 tracer = Tracer()
 logger = Logger()
 
@@ -75,7 +84,7 @@ def get_change_event(odscode: str, sequence_number: Decimal) -> dict[str, Any]:
     Returns:
         dict[str, Any]: The change event
     """
-    response = client("dynamodb").query(
+    response = dynamodb_client.query(
         TableName=getenv("CHANGE_EVENTS_TABLE_NAME"),
         IndexName="gsi_ods_sequence",
         ProjectionExpression="Event",
@@ -112,11 +121,10 @@ def send_change_event(change_event: dict[str, Any], odscode: str, sequence_numbe
         sequence_number (int): The sequence number of the change event
         correlation_id (str): The correlation id of the event replay
     """
-    sqs = client("sqs")
     queue_url = getenv("CHANGE_EVENT_SQS_URL")
     logger.info("Sending change event to SQS", queue_url=queue_url)
     change_event_str = dumps(change_event)
-    response = sqs.send_message(
+    response = sqs_client.send_message(
         QueueUrl=queue_url,
         MessageBody=change_event_str,
         MessageGroupId=odscode,

application/ingest_change_event/ingest_change_event.py

@@ -7,16 +7,22 @@
 from aws_lambda_powertools.utilities.data_classes import SQSEvent, event_source
 from aws_lambda_powertools.utilities.typing.lambda_context import LambdaContext
 from boto3 import client
+from botocore.config import Config
+from botocore.exceptions import ClientError
 
 from .change_event_validation import validate_change_event
 from common.dynamodb import add_change_event_to_dynamodb, get_latest_sequence_id_for_a_given_odscode_from_dynamodb
 from common.middlewares import redact_staff_key_from_event, unhandled_exception_logging
 from common.types import HoldingQueueChangeEventItem
 from common.utilities import extract_body, get_sequence_number
 
+# Configure boto3 client with explicit timeout to prevent hanging in Lambda
+boto_config = Config(connect_timeout=10, read_timeout=15)
+
 logger = Logger()
 tracer = Tracer()
-sqs = client("sqs")
+# Create SQS client at module level for connection reuse across Lambda invocations
+sqs_client = client("sqs", config=boto_config)
 
 
 @redact_staff_key_from_event()
@@ -82,8 +88,17 @@ def lambda_handler(event: SQSEvent, context: LambdaContext) -> None:  # noqa: AR
         correlation_id=logger.get_correlation_id(),
     )
     logger.debug("Change event validated", holding_queue_change_event_item=holding_queue_change_event_item)
-    sqs.send_message(
-        QueueUrl=getenv("HOLDING_QUEUE_URL"),
-        MessageBody=dumps(holding_queue_change_event_item),
-        MessageGroupId=ods_code,
-    )
+    try:
+        sqs_client.send_message(
+            QueueUrl=getenv("HOLDING_QUEUE_URL"),
+            MessageBody=dumps(holding_queue_change_event_item),
+            MessageGroupId=ods_code,
+        )
+    except ClientError as err:
+        logger.error(
+            "Failed to send message to holding queue",
+            error=str(err),
+            error_code=err.response["Error"]["Code"],
+            queue_url=getenv("HOLDING_QUEUE_URL"),
+        )
+        raise

application/service_matcher/requirements.txt

@@ -1,3 +1,2 @@
 aws-lambda-powertools[tracer] ~= 3.20.0
 psycopg[binary]
-pytz

application/service_matcher/service_matcher.py

@@ -8,6 +8,7 @@
 from aws_lambda_powertools.utilities.data_classes import SQSEvent, event_source
 from aws_lambda_powertools.utilities.typing.lambda_context import LambdaContext
 from boto3 import client
+from botocore.config import Config
 
 from .matching import get_matching_services
 from .review_matches import review_matches
@@ -16,9 +17,13 @@
 from common.types import HoldingQueueChangeEventItem, UpdateRequest
 from common.utilities import extract_body
 
+# Configure boto3 client with explicit timeout to prevent hanging in Lambda
+boto_config = Config(connect_timeout=10, read_timeout=15)
+
 logger = Logger()
 tracer = Tracer()
-sqs = client("sqs")
+# Create SQS client at module level for connection reuse across Lambda invocations
+sqs_client = client("sqs", config=boto_config)
 
 
 @unhandled_exception_logging()

application/service_sync/data_processing/service_histories.py

@@ -7,7 +7,7 @@
 from aws_lambda_powertools.logging import Logger
 from psycopg import Connection
 from psycopg.rows import dict_row
-from pytz import timezone
+from zoneinfo import ZoneInfo
 
 from .service_histories_change import ServiceHistoriesChange
 from common.constants import (
@@ -209,7 +209,7 @@ def save_service_histories(self: Self, connection: Connection) -> None:
         # Generate the epoch time in seconds rounded down to the nearest second at the time of saving
         current_epoch_time = str(int(time()))
         # Get local datetime and format it to DoS date/time format
-        current_date_time = datetime.now(timezone("Europe/London")).strftime("%Y-%m-%d %H:%M:%S")
+        current_date_time = datetime.now(ZoneInfo("Europe/London")).strftime("%Y-%m-%d %H:%M:%S")
         # Rename the new_change key to the current epoch time
         self.service_history[current_epoch_time] = self.service_history.pop("new_change")
         # Add the current time to the service_histories json

application/service_sync/data_processing/service_histories_change.py

@@ -19,19 +19,19 @@
 class ServiceHistoriesChange:
     """A change to be added to the servicehistories table."""
 
-    data: str
+    data: str | dict
     previous_value: str
     change_key: str
     change_action: str
     area: str
 
     def __init__(
-        self: Self, data: str, previous_value: str, change_key: str, area: str = DOS_DEMOGRAPHICS_AREA_TYPE
+        self: Self, data: str | dict, previous_value: str, change_key: str, area: str = DOS_DEMOGRAPHICS_AREA_TYPE
     ) -> None:
         """Initialises the ServiceHistoriesChange object.
 
         Args:
-            data (str): The data to be added to the servicehistories table.
+            data (str | dict): The data to be added to the servicehistories table.
             previous_value (str): The previous value of the data to be added to the servicehistories table.
             change_key (str): The change key for the data to be added to the servicehistories table.
             area (str): The area of the data to be added to the servicehistories table.
@@ -76,8 +76,7 @@ def get_sgsd_change_action(self: Self) -> str:
         Returns:
             str: Change action - add, delete
         """
-        new_value: dict[list[str]] = self.data
-        value = next(iter(new_value.keys()))
+        value = next(iter(self.data.keys()))
         return "add" if value == "add" else "delete"
 
     def get_opening_times_change_action(self: Self) -> str: