feat(clp-package): Add support for more AWS authentication methods.

components/clp-package-utils/clp_package_utils/general.py

@@ -88,6 +88,7 @@ def __init__(self, clp_home: pathlib.Path, docker_clp_home: pathlib.Path):
         self.logs_dir: typing.Optional[DockerMount] = None
         self.archives_output_dir: typing.Optional[DockerMount] = None
         self.stream_output_dir: typing.Optional[DockerMount] = None
+        self.aws_config_dir: typing.Optional[DockerMount] = None
 
 
 def get_clp_home():
@@ -268,6 +269,14 @@ def generate_container_config(
             container_clp_config.stream_output.get_directory(),
         )
 
+    # Only create the mount if the directory exists
+    if clp_config.aws_config_directory is not None:
+        container_clp_config.aws_config_directory = pathlib.Path("/") / ".aws"
+        docker_mounts.aws_config_dir = DockerMount(
+            DockerMountType.BIND,
+            clp_config.aws_config_directory,
+            container_clp_config.aws_config_directory,
+        )
     return container_clp_config, docker_mounts
 
 

components/clp-package-utils/clp_package_utils/scripts/compress.py

@@ -6,7 +6,7 @@
 import uuid
 from typing import List
 
-from clp_py_utils.clp_config import CLPConfig, StorageEngine
+from clp_py_utils.clp_config import StorageEngine
 from job_orchestration.scheduler.job_config import InputType
 
 from clp_package_utils.general import (

components/clp-package-utils/clp_package_utils/scripts/native/compress.py

@@ -150,7 +150,7 @@ def _generate_clp_io_config(
             region_code=s3_config.region_code,
             bucket=s3_config.bucket,
             key_prefix=s3_config.key_prefix + logs_to_compress[0],
-            credentials=s3_config.credentials,
+            aws_authentication=s3_config.aws_authentication,
             timestamp_key=parsed_args.timestamp_key,
         )
     else: