From 62168c2db5c36de2362cd1d5785b598b187bbef3 Mon Sep 17 00:00:00 2001 From: Tom Clegg Date: Fri, 16 Feb 2024 10:22:28 -0500 Subject: [PATCH] 2960: Tweak s3 concurrent download parameters. Trials show performance difference is negligible between 11x 6MiB and 13x 5MiB. Given that, I figure lower concurrency wins because it involves less processing. Arvados-DCO-1.1-Signed-off-by: Tom Clegg --- services/keepstore/s3_volume.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/services/keepstore/s3_volume.go b/services/keepstore/s3_volume.go index d4b90540ea..dc857c3264 100644 --- a/services/keepstore/s3_volume.go +++ b/services/keepstore/s3_volume.go @@ -42,8 +42,8 @@ const ( s3DefaultConnectTimeout = arvados.Duration(time.Minute) maxClockSkew = 600 * time.Second nearlyRFC1123 = "Mon, 2 Jan 2006 15:04:05 GMT" - s3downloaderPartSize = 5 * 1024 * 1024 - s3downloaderReadConcurrency = 13 + s3downloaderPartSize = 6 * 1024 * 1024 + s3downloaderReadConcurrency = 11 s3uploaderPartSize = 5 * 1024 * 1024 s3uploaderWriteConcurrency = 5 ) -- 2.30.2