X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/dfb9598282b677ead60f91c14f5e96405735d42f..18b6c49d69b8264273150cd29b2bf0b57c54e2a8:/doc/install/configure-s3-object-storage.html.textile.liquid diff --git a/doc/install/configure-s3-object-storage.html.textile.liquid b/doc/install/configure-s3-object-storage.html.textile.liquid index 9708ea5cd1..76a2f3ab57 100644 --- a/doc/install/configure-s3-object-storage.html.textile.liquid +++ b/doc/install/configure-s3-object-storage.html.textile.liquid @@ -25,8 +25,8 @@ Volumes are configured in the @Volumes@ section of the cluster configuration fil # If the AccessViaHosts section is empty or omitted, all # keepstore servers will have read/write access to the # volume. - "http://keep0.ClusterID.example.com:25107/": {} - "http://keep1.ClusterID.example.com:25107/": {ReadOnly: true} + "http://keep0.ClusterID.example.com:25107": {} + "http://keep1.ClusterID.example.com:25107": {ReadOnly: true} Driver: S3 DriverParameters: @@ -59,6 +59,14 @@ Volumes are configured in the @Volumes@ section of the cluster configuration fil # declaration. LocationConstraint: false + # Use V2 signatures instead of the default V4. Amazon S3 + # supports V4 signatures in all regions, but this option + # might be needed for other S3-compatible services. + V2Signature: false + + # Use the AWS S3 v2 Go driver instead of the goamz driver. + UseAWSS3v2Driver: false + # Requested page size for "list bucket contents" requests. IndexPageSize: 1000 @@ -89,3 +97,9 @@ Volumes are configured in the @Volumes@ section of the cluster configuration fil # classes" in the "Admin" section of doc.arvados.org. StorageClasses: null + +Two S3 drivers are available. Historically, Arvados has used the @goamz@ driver to talk to S3-compatible services. More recently, support for the @aws-sdk-go-v2@ driver was added. This driver can be activated by setting the @UseAWSS3v2Driver@ flag to @true@. + +The @aws-sdk-go-v2@ does not support the old S3 v2 signing algorithm. This will not affect interacting with AWS S3, but it might be an issue when Keep is backed by a very old version of a third party S3-compatible service. + +The @aws-sdk-go-v2@ driver can improve read performance by 50-100% over the @goamz@ driver, but it has not had as much production use. See the "wiki":https://dev.arvados.org/projects/arvados/wiki/Keep_real_world_performance_numbers for details.