From f11991178814ae2a4770aa1899308c05eaa656f5 Mon Sep 17 00:00:00 2001 From: pollfly <75068813+pollfly@users.noreply.github.com> Date: Wed, 10 Aug 2022 19:38:53 +0300 Subject: [PATCH] Add ExtraArgs configuration (#307) --- docs/configs/clearml_conf.md | 7 +++++++ docs/integrations/storage.md | 7 ++++++- 2 files changed, 13 insertions(+), 1 deletion(-) diff --git a/docs/configs/clearml_conf.md b/docs/configs/clearml_conf.md index feaa36c1..17615800 100644 --- a/docs/configs/clearml_conf.md +++ b/docs/configs/clearml_conf.md @@ -711,6 +711,13 @@ metrics, network, AWS S3 buckets and credentials, Google Cloud Storage, Azure St * Dictionary of AWS Storage, AWS S3 options. --- + +**`sdk.aws.s3.extra_args`** (*dict*) + +* Additional [ExtraArgs](https://boto3.amazonaws.com/v1/documentation/api/latest/guide/s3-uploading-files.html#the-extraargs-parameter) + passed to boto3 when uploading files. This can be set on a per-bucket under `sdk.aws.s3.credentials`. + +--- **`sdk.aws.s3.key`** (*string*) diff --git a/docs/integrations/storage.md b/docs/integrations/storage.md index 4032f3f5..d3f94ab1 100644 --- a/docs/integrations/storage.md +++ b/docs/integrations/storage.md @@ -29,6 +29,9 @@ You can also enable using a credentials chain to let Boto3 pick the right credentials. This includes picking credentials from environment variables, a credential file, and metadata service with an IAM role configured. See [Boto3 documentation](https://boto3.amazonaws.com/v1/documentation/api/latest/guide/credentials.html#configuring-credentials). +You can specify additional [ExtraArgs](https://boto3.amazonaws.com/v1/documentation/api/latest/guide/s3-uploading-files.html#the-extraargs-parameter) +to pass to boto3 when uploading files. You can set this on a per-bucket basis. + ``` aws { s3 { @@ -38,7 +41,9 @@ aws { key: "" secret: "" region: "" - + use_credentials_chain: false + extra_args: {} + credentials: [ # specifies key/secret credentials to use when handling s3 urls (read or write) {