Source code for sebs.aws.aws

# Copyright 2020-2025 ETH Zurich and the SeBS authors. All rights reserved.
"""
AWS Lambda implementation for the SeBs framework.

This module provides the AWS implementation of the FaaS System interface.
It handles deploying and managing serverless functions on AWS Lambda,
including code packaging, function creation, trigger management, and
metrics collection.
"""

import math
import os
import shutil
import time
import uuid
from typing import cast, Dict, List, Optional, Tuple, Type, Union  # noqa

import boto3
import docker

from sebs.aws.dynamodb import DynamoDB
from sebs.aws.resources import AWSSystemResources
from sebs.aws.s3 import S3
from sebs.aws.function import LambdaFunction
from sebs.aws.container import ECRContainer
from sebs.aws.config import AWSConfig
from sebs.faas.config import Resources
from sebs.utils import execute
from sebs.benchmark import Benchmark
from sebs.cache import Cache
from sebs.config import SeBSConfig
from sebs.experiments.config import SystemVariant
from sebs.utils import LoggingHandlers
from sebs.faas.function import Function, ExecutionResult, Trigger, FunctionConfig
from sebs.faas.system import System
from sebs.sebs_types import Language


[docs] class AWS(System): """ AWS Lambda implementation of the System interface. This class implements the FaaS System interface for AWS Lambda, providing methods for deploying, invoking, and managing Lambda functions. Attributes: logs_client: AWS CloudWatch Logs client cached: Whether AWS resources have been cached _config: AWS-specific configuration """ logs_client = None cached = False _config: AWSConfig
[docs] @staticmethod def name() -> str: """ Get the name of this system. Returns: str: System name ('aws') """ return "aws"
[docs] @staticmethod def typename() -> str: """ Get the type name of this system. Returns: str: Type name ('AWS') """ return "AWS"
[docs] @staticmethod def function_type() -> "Type[Function]": """ Get the function type for this system. Returns: Type[Function]: LambdaFunction class """ return LambdaFunction
@property def config(self) -> AWSConfig: """ Get the AWS-specific configuration. Returns: AWSConfig: AWS configuration """ return self._config @property def system_resources(self) -> AWSSystemResources: """ Get the AWS system resources manager. Returns: AWSSystemResources: AWS resource manager """ return cast(AWSSystemResources, self._system_resources) @property def container_client(self) -> ECRContainer | None: """Get the AWS-specific container manager that uses ECR. Returns: Container manager instance. """ return self.ecr_client def __init__( self, sebs_config: SeBSConfig, config: AWSConfig, cache_client: Cache, docker_client: docker.client.DockerClient, logger_handlers: LoggingHandlers, ): """ Initialize the AWS system. Args: sebs_config: SeBs system configuration config: AWS-specific configuration cache_client: Cache client for caching resources docker_client: Docker client for building images logger_handlers: Logging configuration """ super().__init__( sebs_config, cache_client, docker_client, AWSSystemResources(config, cache_client, docker_client, logger_handlers), ) self.logging_handlers = logger_handlers self._config = config self.storage: Optional[S3] = None self.nosql_storage: Optional[DynamoDB] = None
[docs] def initialize( self, config: Dict[str, str] = {}, resource_prefix: Optional[str] = None, quiet: bool = False, ): """ Initialize AWS resources. Creates a boto3 session, initializes Lambda client, and prepares system resources and ECR client. Args: config: Additional configuration parameters resource_prefix: Optional prefix for resource names """ # thread-safe self.session = boto3.session.Session( aws_access_key_id=self.config.credentials.access_key, aws_secret_access_key=self.config.credentials.secret_key, ) self.get_lambda_client() self.system_resources.initialize_session(self.session) self.initialize_resources(select_prefix=resource_prefix, quiet=quiet) self.ecr_client = ECRContainer( self.system_config, self.session, self.config, self.docker_client )
[docs] def get_lambda_client(self): """ Get or create an AWS Lambda client. Returns: boto3.client: Lambda client """ if not hasattr(self, "client"): self.client = self.session.client( service_name="lambda", region_name=self.config.region, ) return self.client
[docs] def package_code( self, directory: str, language: Language, language_version: str, architecture: str, benchmark: str, is_cached: bool, ) -> Tuple[str, float]: """ Package code for deployment to AWS Lambda. Creates a suitable deployment package with the following structure:: function/ - function.py - storage.py - resources/ handler.py It would be sufficient to just pack the code and ship it as zip to AWS. However, to have a compatible function implementation across providers, we create a small module. Issue: relative imports in Python when using storage wrapper. Azure expects a relative import inside a module thus it's easier to always create a module. Args: directory: Path to the code directory language: Programming language name (e.g., 'python', 'nodejs') language_version: Language version (e.g., '3.8', '14') architecture: Target CPU architecture (e.g., 'x64', 'arm64') benchmark: Benchmark name is_cached: Whether code is already cached Returns: Tuple containing: - Path to the packaged code (ZIP file) - Size of the package in bytes """ if language == Language.JAVA: jar_path = os.path.join(directory, "target", "function.jar") bytes_size = os.path.getsize(jar_path) mbytes = bytes_size / 1024.0 / 1024.0 if not os.path.exists(jar_path): raise RuntimeError( f"Java artifact {jar_path} missing. Ensure Java build produced the jar." ) self.logging.info(f"Created {jar_path} archive") self.logging.info("Zip archive size {:2f} MB".format(mbytes)) return (jar_path, bytes_size) CONFIG_FILES = { Language.PYTHON: ["handler.py", "requirements.txt", ".python_packages"], Language.NODEJS: ["handler.js", "package.json", "node_modules"], } if language in [Language.PYTHON, Language.NODEJS]: package_config = CONFIG_FILES[language] function_dir = os.path.join(directory, "function") os.makedirs(function_dir) # move all files to 'function' except handler.py for file in os.listdir(directory): if file not in package_config: file = os.path.join(directory, file) shutil.move(file, function_dir) # FIXME: use zipfile # create zip with hidden directory but without parent directory execute("zip -qu -r9 {}.zip * .".format(benchmark), shell=True, cwd=directory) benchmark_archive = "{}.zip".format(os.path.join(directory, benchmark)) self.logging.info("Created {} archive".format(benchmark_archive)) bytes_size = os.path.getsize(os.path.join(directory, benchmark_archive)) mbytes = bytes_size / 1024.0 / 1024.0 self.logging.info("Zip archive size {:2f} MB".format(mbytes)) elif language == Language.CPP: # lambda C++ runtime build scripts create the .zip file in build directory benchmark_archive = os.path.join(directory, "build", "benchmark.zip") self.logging.info("Created {} archive".format(benchmark_archive)) bytes_size = os.path.getsize(os.path.join(directory, benchmark_archive)) mbytes = bytes_size / 1024.0 / 1024.0 self.logging.info("Zip archive size {:2f} MB".format(mbytes)) else: raise NotImplementedError() return (benchmark_archive, bytes_size)
def _map_architecture(self, architecture: str) -> str: """ Map architecture name to AWS Lambda-compatible format. Args: architecture: Architecture name from SeBs (e.g., 'x64') Returns: str: AWS Lambda-compatible architecture name (e.g., 'x86_64') """ if architecture == "x64": return "x86_64" return architecture
[docs] def cloud_runtime(self, language: Language, language_version: str): """ Map language runtime to AWS Lambda-compatible format. AWS uses different naming schemes for runtime versions. For example, Node.js uses '12.x' instead of '12'. Args: language: Language name (e.g., 'nodejs', 'python') runtime: Runtime version (e.g., '12', '3.8') Returns: str: AWS Lambda-compatible runtime version """ if language == Language.NODEJS: return f"{language}{language_version}.x" elif language == Language.CPP: return "provided.al2023" elif language == Language.JAVA: return f"{language}{language_version}" elif language in [Language.PYTHON]: return f"{language}{language_version}" else: raise NotImplementedError()
[docs] def create_function( self, code_package: Benchmark, func_name: str, system_variant: SystemVariant, container_uri: str | None, ) -> "LambdaFunction": """ Create or update an AWS Lambda function. If the function already exists, it updates the code and configuration. Otherwise, it creates a new function with the specified parameters. Args: code_package: Benchmark code package func_name: Name of the function system_variant: Selected deployment variant container_uri: URI of the container image (if container deployment is selected) Returns: LambdaFunction: The created or updated Lambda function """ benchmark = code_package.benchmark language = code_package.language language_runtime = code_package.language_version timeout = code_package.benchmark_config.timeout memory = code_package.benchmark_config.memory code_size = code_package.code_size code_bucket: Optional[str] = None func_name = AWS.format_function_name(func_name) function_cfg = FunctionConfig.from_benchmark(code_package) architecture = function_cfg.architecture.value # we can either check for exception or use list_functions # there's no API for test try: ret = self.client.get_function(FunctionName=func_name) self.logging.info( "Function {} exists on AWS, retrieve configuration.".format(func_name) ) # Here we assume a single Lambda role lambda_function = LambdaFunction( func_name, code_package.benchmark, ret["Configuration"]["FunctionArn"], code_package.hash, language_runtime, self.config.resources.lambda_role(self.session), function_cfg, ) self.update_function(lambda_function, code_package, system_variant, container_uri) lambda_function.updated_code = True # TODO: get configuration of REST API except self.client.exceptions.ResourceNotFoundException: create_function_params = { "FunctionName": func_name, "Role": self.config.resources.lambda_role(self.session), "MemorySize": memory, "Timeout": timeout, "Architectures": [self._map_architecture(architecture)], "Code": {}, } if system_variant.is_container: create_function_params["PackageType"] = "Image" create_function_params["Code"] = {"ImageUri": container_uri} self.logging.info( "Creating function {} from container {}".format(func_name, container_uri) ) else: package = code_package.code_location assert package is not None self.logging.info("Creating function {} from package {}".format(func_name, package)) create_function_params["PackageType"] = "Zip" if code_size < 50 * 1024 * 1024: package_body = open(package, "rb").read() create_function_params["Code"] = {"ZipFile": package_body} else: code_package_name = cast(str, os.path.basename(package)) storage_client = self.system_resources.get_storage() code_bucket = storage_client.get_bucket(Resources.StorageBucketType.DEPLOYMENT) code_prefix = os.path.join(benchmark, code_package_name) storage_client.upload(code_bucket, package, code_prefix) self.logging.info( "Uploading function {} code to {}".format(func_name, code_bucket) ) create_function_params["Code"] = { "S3Bucket": code_bucket, "S3Key": code_prefix, } create_function_params["Runtime"] = self.cloud_runtime(language, language_runtime) if language == Language.JAVA: create_function_params["Handler"] = "org.serverlessbench.Handler::handleRequest" else: create_function_params["Handler"] = "handler.handler" create_function_params = { k: v for k, v in create_function_params.items() if v is not None } ret = self.client.create_function(**create_function_params) lambda_function = LambdaFunction( func_name, code_package.benchmark, ret["FunctionArn"], code_package.hash, language_runtime, self.config.resources.lambda_role(self.session), function_cfg, code_bucket, ) self.wait_function_active(lambda_function) # Update environment variables self.update_function_configuration(lambda_function, code_package) # Add LibraryTrigger to a new function from sebs.aws.triggers import LibraryTrigger trigger = LibraryTrigger(func_name, self) trigger.logging_handlers = self.logging_handlers lambda_function.add_trigger(trigger) return lambda_function
[docs] def cached_function(self, function: Function) -> None: """Set up triggers for a cached function. Configures triggers for a function that was loaded from cache, ensuring they have proper logging handlers and deployment client references. Args: function: Function instance to configure triggers for """ from sebs.aws.triggers import LibraryTrigger for trigger in function.triggers(Trigger.TriggerType.LIBRARY): trigger.logging_handlers = self.logging_handlers cast(LibraryTrigger, trigger).deployment_client = self for trigger in function.triggers(Trigger.TriggerType.HTTP): trigger.logging_handlers = self.logging_handlers
[docs] def update_function( self, function: Function, code_package: Benchmark, system_variant: SystemVariant, container_uri: str | None, ): """ Update an existing AWS Lambda function. Updates the function code and waits for the update to complete. For container deployments, updates the container image. For ZIP deployments, uploads the code package directly or via S3. Args: function: The function to update code_package: Benchmark code package system_variant: Selected deployment variant container_uri: URI of the container image (if container deployment is selected) """ name = function.name function = cast(LambdaFunction, function) if system_variant.is_container: self.client.update_function_code(FunctionName=name, ImageUri=container_uri) else: code_size = code_package.code_size package = code_package.code_location benchmark = code_package.benchmark if package is None: raise RuntimeError("Code location is not set for zip deployment") function_cfg = FunctionConfig.from_benchmark(code_package) architecture = function_cfg.architecture.value # Run AWS update # AWS Lambda limit on zip deployment if code_size < 50 * 1024 * 1024: with open(package, "rb") as code_body: self.client.update_function_code( FunctionName=name, ZipFile=code_body.read(), Architectures=[self._map_architecture(architecture)], ) # Upload code package to S3, then update else: code_package_name = os.path.basename(package) storage = self.system_resources.get_storage() bucket = function.code_bucket(code_package.benchmark, cast(S3, storage)) code_prefix = os.path.join(benchmark, architecture, code_package_name) storage.upload(bucket, package, code_prefix) self.client.update_function_code( FunctionName=name, S3Bucket=bucket, S3Key=code_prefix, Architectures=[self._map_architecture(architecture)], ) self.wait_function_updated(function) self.logging.info(f"Updated code of {name} function. ") # and update config self.update_function_configuration(function, code_package)
[docs] def update_function_configuration( self, function: Function, code_package: Benchmark, env_variables: dict = {} ) -> None: """Update Lambda function configuration. Updates the function's timeout, memory, and environment variables. Automatically adds environment variables for NoSQL storage table names if the benchmark uses NoSQL storage. Args: function: Function to update code_package: Benchmark code package with configuration env_variables: Additional environment variables to set Raises: AssertionError: If code package input has not been processed """ # We can only update storage configuration once it has been processed for this benchmark assert code_package.has_input_processed envs = env_variables.copy() if code_package.uses_nosql: nosql_storage = self.system_resources.get_nosql_storage() for original_name, actual_name in nosql_storage.get_tables( code_package.benchmark ).items(): envs[f"NOSQL_STORAGE_TABLE_{original_name}"] = actual_name # AWS Lambda will overwrite existing variables # If we modify them, we need to first read existing ones and append. if len(envs) > 0: response = self.client.get_function_configuration(FunctionName=function.name) # preserve old variables while adding new ones. # but for conflict, we select the new one if "Environment" in response: envs = {**response["Environment"]["Variables"], **envs} function = cast(LambdaFunction, function) # We only update envs if anything new was added if len(envs) > 0: self.client.update_function_configuration( FunctionName=function.name, Timeout=function.config.timeout, MemorySize=function.config.memory, Environment={"Variables": envs}, ) else: self.client.update_function_configuration( FunctionName=function.name, Timeout=function.config.timeout, MemorySize=function.config.memory, ) self.wait_function_updated(function) self.logging.info(f"Updated configuration of {function.name} function. ")
# @staticmethod
[docs] def default_function_name( self, code_package: Benchmark, resources: Optional[Resources] = None ) -> str: """Generate default function name for a benchmark. Creates a standardized function name based on resource ID, benchmark name, language, version, and architecture. Ensures the name is compatible with AWS Lambda naming requirements. Args: code_package: Benchmark code package resources: Optional resources object (uses default if not provided) Returns: str: Formatted function name suitable for AWS Lambda """ # Create function name resource_id = resources.resources_id if resources else self.config.resources.resources_id # Extract benchmark number (e.g., "110" from "110.dynamic-html") benchmark_number = code_package.benchmark.split(".")[0] func_name = "sebs-{}-{}-{}-{}-{}".format( resource_id, benchmark_number, code_package.language_name, code_package.language_version, code_package.architecture, ) if code_package.system_variant.is_container: func_name = f"{func_name}-docker" return AWS.format_function_name(func_name)
[docs] @staticmethod def format_function_name(func_name: str) -> str: """Format function name for AWS Lambda compatibility. AWS Lambda has specific naming requirements. This method ensures the function name complies with AWS Lambda naming rules. Args: func_name: Raw function name Returns: str: Formatted function name with illegal characters replaced """ # AWS Lambda does not allow hyphens in function names func_name = func_name.replace("-", "_") func_name = func_name.replace(".", "_") return func_name
[docs] def delete_function(self, func_name: str, function: Dict) -> None: """Delete an AWS Lambda function. Args: func_name: Name of the function to delete """ self.logging.info("Deleting function {}".format(func_name)) try: self.client.delete_function(FunctionName=func_name) self.config.resources.delete_function_url(func_name, self.session, self.cache_client) except Exception: self.logging.error("Function {} does not exist!".format(func_name))
[docs] @staticmethod def parse_aws_report( log: str, requests: Union[ExecutionResult, Dict[str, ExecutionResult]] ) -> str | None: """Parse AWS Lambda execution report from CloudWatch logs. Extracts execution metrics from AWS Lambda log entries and updates the corresponding ExecutionResult objects with timing, memory, billing information, and init duration (when provided). Args: log: Raw log string from CloudWatch or synchronous invocation requests: Either a single ExecutionResult or dictionary mapping request IDs to ExecutionResult objects Returns: str: Request ID of the parsed execution Example: The log format expected is tab-separated AWS Lambda report format: "REPORT RequestId: abc123\tDuration: 100.00 ms\tBilled Duration: 100 ms\t..." """ aws_vals = {} for line in log.split("\t"): if not line.isspace(): split = line.split(":") aws_vals[split[0]] = split[1].split()[0] if "START RequestId" in aws_vals: request_id = aws_vals["START RequestId"] elif "REPORT RequestId" in aws_vals: request_id = aws_vals["REPORT RequestId"] else: return None if isinstance(requests, ExecutionResult): output = cast(ExecutionResult, requests) else: if request_id not in requests: return request_id output = requests[request_id] output.request_id = request_id output.provider_times.execution = int(float(aws_vals["Duration"]) * 1000) output.stats.memory_used = float(aws_vals["Max Memory Used"]) if "Init Duration" in aws_vals: output.provider_times.initialization = int(float(aws_vals["Init Duration"]) * 1000) billed_time = int(aws_vals["Billed Duration"]) memory = int(aws_vals["Memory Size"]) output.billing.billed_time = billed_time output.billing.memory = memory output.billing.gb_seconds = (billed_time / 1000.0) * (memory / 1024.0) return request_id
[docs] def cleanup_resources(self, dry_run: bool = False) -> dict: """Delete allocated resources on AWS. Currently it deletes the following resources: * Lambda functions and its HTTP API/Function URL triggers. * CloudWatch log groups of the functions. * DynamoDB tables created for the benchmark. * S3 buckets and their content created for the benchmark. * ECR repositories (images are retained locally). Args: dry_run: when true, only display resources. Returns: dictionary with the list of deleted resources for each resource type. """ resources_id = self.config.resources.resources_id result = {} dry_run_tag = "[DRY-RUN] " if dry_run else "" self.logging.info( f"{dry_run_tag}Starting cleanup of resources of the deployment: {resources_id}" ) functions = self.cache_client.get_all_functions(self.name()) result["Lambda functions"] = self.cleanup_functions(dry_run) result["HTTP APIs"] = self.config.resources.cleanup_http_apis( self.session, self.cache_client, dry_run ) result["Function URLs"] = self.config.resources.cleanup_function_urls( self.session, self.cache_client, dry_run ) result["CloudWatch log groups"] = self.config.resources.cleanup_cloudwatch_logs( list(functions.keys()), self.session, dry_run ) result["S3 buckets"] = self.system_resources.get_storage().cleanup_buckets(dry_run) result["ECR repositories"] = self.config.resources.cleanup_ecr_repository( self.session, self.cache_client, dry_run ) result["DynamoDB Tables"] = self.system_resources.get_nosql_storage().cleanup_tables( dry_run ) self.logging.info(f"{dry_run_tag}Cleanup summary for deployment {resources_id}:") for resource_type, items in result.items(): self.logging.info(f" {resource_type}: {len(items)} removed") return result
[docs] def shutdown(self) -> None: """Shutdown the AWS system and clean up resources. Calls the parent shutdown method to perform standard cleanup. """ super().shutdown()
[docs] def get_invocation_error(self, function_name: str, start_time: int, end_time: int) -> None: """Retrieve and log invocation errors from CloudWatch Logs. Queries CloudWatch Logs for error messages during the specified time range and logs them for debugging purposes. Args: function_name: Name of the Lambda function start_time: Start time for log query (Unix timestamp) end_time: End time for log query (Unix timestamp) Note: It is unclear at the moment if this function is always working correctly. """ if not self.logs_client: self.logs_client = boto3.client( service_name="logs", aws_access_key_id=self.config.credentials.access_key, aws_secret_access_key=self.config.credentials.secret_key, region_name=self.config.region, ) response = None while True: query = self.logs_client.start_query( logGroupName="/aws/lambda/{}".format(function_name), # queryString="filter @message like /REPORT/", queryString="fields @message", startTime=start_time, endTime=end_time, ) query_id = query["queryId"] while response is None or response["status"] == "Running": self.logging.info("Waiting for AWS query to complete ...") time.sleep(5) response = self.logs_client.get_query_results(queryId=query_id) if len(response["results"]) == 0: self.logging.info("AWS logs are not yet available, repeat after 15s...") time.sleep(15) response = None else: break self.logging.error(f"Invocation error for AWS Lambda function {function_name}") for message in response["results"]: for value in message: if value["field"] == "@message": self.logging.error(value["value"])
[docs] def download_metrics( self, function_name: str, start_time: int, end_time: int, requests: Dict[str, ExecutionResult], metrics: dict, ) -> None: """Download execution metrics from CloudWatch Logs. Queries CloudWatch Logs for Lambda execution reports and parses them to extract performance metrics for each request. Args: function_name: Name of the Lambda function start_time: Start time for metrics collection (Unix timestamp) end_time: End time for metrics collection (Unix timestamp) requests: Dictionary mapping request IDs to ExecutionResult objects metrics: Dictionary to store collected metrics """ if not self.logs_client: self.logs_client = boto3.client( service_name="logs", aws_access_key_id=self.config.credentials.access_key, aws_secret_access_key=self.config.credentials.secret_key, region_name=self.config.region, ) query = self.logs_client.start_query( logGroupName="/aws/lambda/{}".format(function_name), queryString="filter @message like /REPORT/", startTime=math.floor(start_time), endTime=math.ceil(end_time + 1), limit=10000, ) query_id = query["queryId"] response = None while response is None or response["status"] == "Running": self.logging.info("Waiting for AWS query to complete ...") time.sleep(1) response = self.logs_client.get_query_results(queryId=query_id) # results contain a list of matches # each match has multiple parts, we look at `@message` since this one # contains the report of invocation results = response["results"] results_count = len(requests.keys()) results_processed = 0 requests_ids = set(requests.keys()) for val in results: for result_part in val: if result_part["field"] == "@message": request_id = AWS.parse_aws_report(result_part["value"], requests) if request_id is None: self.logging.error( "Request incomplete, cannot identify ID! " f"Request: {result_part['value']}" ) if request_id in requests: results_processed += 1 requests_ids.remove(request_id) self.logging.info( f"Received {len(results)} entries, found results for {results_processed} " f"out of {results_count} invocations" )
[docs] def create_trigger(self, function: Function, trigger_type: Trigger.TriggerType) -> Trigger: """Create a trigger for the specified function. Creates and configures a trigger based on the specified type. Currently supports HTTP triggers (via API Gateway) and library triggers. Args: func: Function to create trigger for trigger_type: Type of trigger to create (HTTP or LIBRARY) Returns: Trigger: The created trigger instance Raises: RuntimeError: If trigger type is not supported """ from sebs.aws.triggers import HTTPTrigger, HTTPTriggerImplementation function = cast(LambdaFunction, function) trigger: Trigger if trigger_type == Trigger.TriggerType.HTTP: if self.config.resources.use_function_url: # Use Lambda Function URL (no 29-second timeout limit) func_url = self.config.resources.function_url(function, self.session) trigger = HTTPTrigger( url=func_url.url, implementation=HTTPTriggerImplementation.FUNCTION_URL, function_name=func_url.function_name, auth_type=func_url.auth_type, ) self.logging.info(f"Created Function URL trigger for {function.name} function.") else: # Use API Gateway (default, for backward compatibility) api_name = "{}-http-api".format(function.name) http_api = self.config.resources.http_api(api_name, function, self.session) # https://aws.amazon.com/blogs/compute/announcing-http-apis-for-amazon-api-gateway/ # but this is wrong - source arn must be {api-arn}/*/* self.get_lambda_client().add_permission( FunctionName=function.name, StatementId=str(uuid.uuid1()), Action="lambda:InvokeFunction", Principal="apigateway.amazonaws.com", SourceArn=f"{http_api.arn}/*/*", ) trigger = HTTPTrigger( url=http_api.endpoint, implementation=HTTPTriggerImplementation.API_GATEWAY, api_id=api_name, ) self.logging.info( f"Created HTTP API Gateway trigger for {function.name} function. " "Sleep 5 seconds to avoid cloud errors." ) time.sleep(5) trigger.logging_handlers = self.logging_handlers elif trigger_type == Trigger.TriggerType.LIBRARY: # should already exist return function.triggers(Trigger.TriggerType.LIBRARY)[0] else: raise RuntimeError("Not supported!") function.add_trigger(trigger) self.cache_client.update_function(function) return trigger
def _enforce_cold_start(self, function: Function, code_package: Benchmark) -> None: """Enforce cold start for a single function. Updates the function's environment variables to force a cold start on the next invocation. Args: function: Function to enforce cold start for code_package: Benchmark code package with configuration """ func = cast(LambdaFunction, function) self.update_function_configuration( func, code_package, {"ForceColdStart": str(self.cold_start_counter)} )
[docs] def enforce_cold_start(self, functions: List[Function], code_package: Benchmark) -> None: """Enforce cold start for multiple functions. Updates all specified functions to force cold starts on their next invocations. This is useful for ensuring consistent performance measurements. Args: functions: List of functions to enforce cold start for code_package: Benchmark code package with configuration """ self.cold_start_counter += 1 for func in functions: self._enforce_cold_start(func, code_package) self.logging.info("Sent function updates enforcing cold starts.") for func in functions: lambda_function = cast(LambdaFunction, func) self.wait_function_updated(lambda_function) self.logging.info("Finished function updates enforcing cold starts.")
[docs] def wait_function_active(self, func: LambdaFunction) -> None: """Wait for Lambda function to become active after creation. Uses AWS Lambda waiter to wait until the function is in Active state and ready to be invoked. Args: func: Lambda function to wait for """ self.logging.info("Waiting for Lambda function to be created...") waiter = self.client.get_waiter("function_active_v2") waiter.wait(FunctionName=func.name) self.logging.info("Lambda function has been created.")
[docs] def wait_function_updated(self, func: LambdaFunction) -> None: """Wait for Lambda function to complete update process. Uses AWS Lambda waiter to wait until the function update is complete and the function is ready to be invoked with new configuration. Args: func: Lambda function to wait for """ self.logging.info("Waiting for Lambda function to be updated...") waiter = self.client.get_waiter("function_updated_v2") waiter.wait(FunctionName=func.name) self.logging.info("Lambda function has been updated.")
[docs] def disable_rich_output(self) -> None: """Disable rich output formatting for ECR operations. Disables colored/formatted output in the ECR container client, useful for CI/CD environments or when plain text output is preferred. """ self.ecr_client.disable_rich_output = True