From 0502cb90752ad1911cf2870c33e9bb31d4d12bec Mon Sep 17 00:00:00 2001 From: "https://www.google.com/accounts/o8/id?id=AItOawkck-Tokgfh_1Fwh6pkl69xPA_dYUgA4Tg" Date: Wed, 22 Oct 2014 19:56:23 +0000 Subject: [PATCH 1/4] Added a comment --- .../comment_8_1267236ae339d1affd46edb5cf5f4ac5._comment | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 doc/bugs/get_from_glacier_fails_too_early/comment_8_1267236ae339d1affd46edb5cf5f4ac5._comment diff --git a/doc/bugs/get_from_glacier_fails_too_early/comment_8_1267236ae339d1affd46edb5cf5f4ac5._comment b/doc/bugs/get_from_glacier_fails_too_early/comment_8_1267236ae339d1affd46edb5cf5f4ac5._comment new file mode 100644 index 0000000000..5265d7cfbe --- /dev/null +++ b/doc/bugs/get_from_glacier_fails_too_early/comment_8_1267236ae339d1affd46edb5cf5f4ac5._comment @@ -0,0 +1,8 @@ +[[!comment format=mdwn + username="https://www.google.com/accounts/o8/id?id=AItOawkck-Tokgfh_1Fwh6pkl69xPA_dYUgA4Tg" + nickname="Benjamin" + subject="comment 8" + date="2014-10-22T19:56:23Z" + content=""" +Thanks, deleting the cached file fixed it. +"""]] From 2dd944f50ef5b1c1c7d963e9f88398fc58e90fe8 Mon Sep 17 00:00:00 2001 From: "http://joeyh.name/" Date: Wed, 22 Oct 2014 21:36:27 +0000 Subject: [PATCH 2/4] Added a comment --- ...nt_1_59a6b87d01c003bf55cde4c882e1778c._comment | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100644 doc/bugs/Issue_fewer_S3_GET_requests/comment_1_59a6b87d01c003bf55cde4c882e1778c._comment diff --git a/doc/bugs/Issue_fewer_S3_GET_requests/comment_1_59a6b87d01c003bf55cde4c882e1778c._comment b/doc/bugs/Issue_fewer_S3_GET_requests/comment_1_59a6b87d01c003bf55cde4c882e1778c._comment new file mode 100644 index 0000000000..888e8e9f5d --- /dev/null +++ b/doc/bugs/Issue_fewer_S3_GET_requests/comment_1_59a6b87d01c003bf55cde4c882e1778c._comment @@ -0,0 +1,15 @@ +[[!comment format=mdwn + username="http://joeyh.name/" + ip="209.250.56.96" + subject="comment 1" + date="2014-10-22T21:36:27Z" + content=""" +The man page documents this: + +> To avoid contacting the remote to check if it has every +> file when copying --to the repository, specify --fast + +As you've noted, this has to rely on the location tracking information being up-to-date, so if it's not it might miss copying a file to the remote that the remote doesn't currently have but used to. Otherwise, it's fine to use `copy --fast --to --remote` or `copy --not --in remote --to remote`, which is functionally identical. + +The check is not a GET request, it's a HEAD request, to check if the file is present. Does S3 have a way to combine multiple HEAD requests in a single http request? That seems unlikely. Maybe it is enough to reuse an open http connection for multiple GETs? Anything needing a single HEAD request would not fit well into git-annex, but ways to do more caching of open http connections are being considered. +"""]] From f5deb32e87b928b48bb10d2627dc4312ba920187 Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Wed, 22 Oct 2014 17:38:14 -0400 Subject: [PATCH 3/4] typo --- .../comment_1_59a6b87d01c003bf55cde4c882e1778c._comment | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/doc/bugs/Issue_fewer_S3_GET_requests/comment_1_59a6b87d01c003bf55cde4c882e1778c._comment b/doc/bugs/Issue_fewer_S3_GET_requests/comment_1_59a6b87d01c003bf55cde4c882e1778c._comment index 888e8e9f5d..b0c6b76132 100644 --- a/doc/bugs/Issue_fewer_S3_GET_requests/comment_1_59a6b87d01c003bf55cde4c882e1778c._comment +++ b/doc/bugs/Issue_fewer_S3_GET_requests/comment_1_59a6b87d01c003bf55cde4c882e1778c._comment @@ -11,5 +11,8 @@ The man page documents this: As you've noted, this has to rely on the location tracking information being up-to-date, so if it's not it might miss copying a file to the remote that the remote doesn't currently have but used to. Otherwise, it's fine to use `copy --fast --to --remote` or `copy --not --in remote --to remote`, which is functionally identical. -The check is not a GET request, it's a HEAD request, to check if the file is present. Does S3 have a way to combine multiple HEAD requests in a single http request? That seems unlikely. Maybe it is enough to reuse an open http connection for multiple GETs? Anything needing a single HEAD request would not fit well into git-annex, but ways to do more caching of open http connections are being considered. +The check is not a GET request, it's a HEAD request, to check if the file +is present. Does S3 have a way to combine multiple HEAD requests in a +single http request? That seems unlikely. Maybe it is enough to reuse an +open http connection for multiple HEADs? Anything needing a single HEAD request would not fit well into git-annex, but ways to do more caching of open http connections are being considered. """]] From e687c61d04b2d9372be2a8a2671615acb57320f3 Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Thu, 23 Oct 2014 10:53:37 -0400 Subject: [PATCH 4/4] add new frankfurt region to list in webapp But commented out for now, because: The authorization mechanism you have provided is not supported. Please use AWS4-HMAC-SHA256 --- Remote/Helper/AWS.hs | 3 +++ 1 file changed, 3 insertions(+) diff --git a/Remote/Helper/AWS.hs b/Remote/Helper/AWS.hs index 0687a5ee1d..9b3643bc23 100644 --- a/Remote/Helper/AWS.hs +++ b/Remote/Helper/AWS.hs @@ -45,6 +45,9 @@ regionInfo service = map (\(t, r) -> (t, fromServiceRegion r)) $ [ ("US East (N. Virginia)", [S3Region "US", GlacierRegion "us-east-1"]) , ("US West (Oregon)", [BothRegion "us-west-2"]) , ("US West (N. California)", [BothRegion "us-west-1"]) + -- Requires AWS4-HMAC-SHA256 which S3 library does not + -- currently support. + -- , ("EU (Frankfurt)", [BothRegion "eu-central-1"]) , ("EU (Ireland)", [S3Region "EU", GlacierRegion "eu-west-1"]) , ("Asia Pacific (Singapore)", [S3Region "ap-southeast-1"]) , ("Asia Pacific (Tokyo)", [BothRegion "ap-northeast-1"])