From 6ed1e1e2bf15bf8aa008c3f0e89c0249da395475 Mon Sep 17 00:00:00 2001 From: CandyAngel Date: Sun, 19 Apr 2015 15:51:45 +0000 Subject: [PATCH 1/6] Added a comment --- ...ment_3_29f6f9df1ad22113e9690b0d1da36ba0._comment | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 doc/forum/How_to_find_deleted_files_that_I_know_have_been_backed_up__63__/comment_3_29f6f9df1ad22113e9690b0d1da36ba0._comment diff --git a/doc/forum/How_to_find_deleted_files_that_I_know_have_been_backed_up__63__/comment_3_29f6f9df1ad22113e9690b0d1da36ba0._comment b/doc/forum/How_to_find_deleted_files_that_I_know_have_been_backed_up__63__/comment_3_29f6f9df1ad22113e9690b0d1da36ba0._comment new file mode 100644 index 0000000000..3a39314a98 --- /dev/null +++ b/doc/forum/How_to_find_deleted_files_that_I_know_have_been_backed_up__63__/comment_3_29f6f9df1ad22113e9690b0d1da36ba0._comment @@ -0,0 +1,13 @@ +[[!comment format=mdwn + username="CandyAngel" + subject="comment 3" + date="2015-04-19T15:51:45Z" + content=""" +Have you tried checking out a commit which it was present in and then using whereis? + +Not sure if you can do: + + git annex whereis --key $KEY + +But if not, may be worth a feature request! +"""]] From 900e1b676c7cc6e5d5bc5bf4e09068930c4aeeaa Mon Sep 17 00:00:00 2001 From: "https://www.google.com/accounts/o8/id?id=AItOawnSenxKyE_2Z6Wb-EBMO8FciyRywjx1ZiQ" Date: Sun, 19 Apr 2015 22:25:03 +0000 Subject: [PATCH 2/6] --- ...t_content_from_S3_with_s3-aws_library.mdwn | 57 +++++++++++++++++++ 1 file changed, 57 insertions(+) create mode 100644 doc/bugs/Can__39__t_get_content_from_S3_with_s3-aws_library.mdwn diff --git a/doc/bugs/Can__39__t_get_content_from_S3_with_s3-aws_library.mdwn b/doc/bugs/Can__39__t_get_content_from_S3_with_s3-aws_library.mdwn new file mode 100644 index 0000000000..f4af0cdd58 --- /dev/null +++ b/doc/bugs/Can__39__t_get_content_from_S3_with_s3-aws_library.mdwn @@ -0,0 +1,57 @@ +### Please describe the problem. +I have lots of content stored in Amazon S3. Using git-annex from before commit 911ba8d972e4e7b151385d30c198598e1a0dfaca, I am able to ``git annex get`` from S3 and files are downloaded. +Using a more recent version (eg that commit, or the current master, or release 20150409), I am unable to download the content. + +I'm not sure if my repo or remote is somehow misconfigured, or if there's something else going on here. + +--Walter + +### What steps will reproduce the problem? +Use a version of git-annex with s3-aws + +### What version of git-annex are you using? On what operating system? +Debian, versions as above + +### Please provide any additional information below. + +[[!format sh """ +# If you can, paste a complete transcript of the problem occurring here. +# If the problem is with the git-annex assistant, paste in .git/annex/daemon.log + +git annex get . --from cloud --debug +[2015-04-19 22:23:37 BST] read: git ["--git-dir=../../../.git","--work-tree=../../..","--literal-pathspecs","show-ref","git-annex"] +[2015-04-19 22:23:37 BST] read: git ["--git-dir=../../../.git","--work-tree=../../..","--literal-pathspecs","show-ref","--hash","refs/heads/git-annex"] +[2015-04-19 22:23:37 BST] read: git ["--git-dir=../../../.git","--work-tree=../../..","--literal-pathspecs","log","refs/heads/git-annex..a51a912223d3d86f19762e387e3eae23c3024d2c","-n1","--pretty=%H"] +[2015-04-19 22:23:37 BST] chat: git ["--git-dir=../../../.git","--work-tree=../../..","--literal-pathspecs","cat-file","--batch"] +[2015-04-19 22:23:37 BST] read: git ["--git-dir=../../../.git","--work-tree=../../..","--literal-pathspecs","ls-files","--cached","-z","--","."] +get IMG_7079.JPG (from cloud...) [2015-04-19 22:23:37 BST] chat: gpg ["--batch","--no-tty","--use-agent","--quiet","--trust-model","always","--decrypt"] + +failed +get IMG_7080.JPG (from cloud...) +failed + + + +git annex info cloud +remote: cloud +description: [cloud] +uuid: be992080-b1db-11e1-8f79-1b10bb4092ef +trust: semitrusted +cost: 250.0 +type: S3 +creds: embedded in git repository (gpg encrypted) +bucket: ffffffffffffffffffffffffff +partsize: unlimited +encryption: encrypted (to gpg keys: FFFFFFFFFFFF) (hybrid mode) +chunking: none +remote annex keys: 0 +remote annex size: 0 bytes + + +git annex fsck -f cloud +fsck IMG_6876.JPG (checking cloud...) (StatusCodeException (Status {statusCode = 301, statusMessage = "Moved Permanently"}) [("x-amz-request-id","275ADF5B1B77D514"),("x-amz-id-2","flWGBHOZYEZAohygAzBIZAYd7nBGkm3HpSMfJuhgRp3txXx20yJz7S4yRlNLwCs1cHUMyWc9JbA="),("Content-Type","application/xml"),("Transfer-Encoding","chunked"),("Date","Sun, 19 Apr 2015 22:23:15 GMT"),("Server","AmazonS3")] (CJ {expose = []})) failed + + + +# End of transcript or log. +"""]] From de3d2d5295db1c27fc8aeefb581df1cb1aa43190 Mon Sep 17 00:00:00 2001 From: "https://www.google.com/accounts/o8/id?id=AItOawl9sYlePmv1xK-VvjBdN-5doOa_Xw-jH4U" Date: Mon, 20 Apr 2015 14:37:03 +0000 Subject: [PATCH 3/6] Added a comment --- ...mment_2_d87df8f1012f71248ed33f64f9ace17e._comment | 12 ++++++++++++ 1 file changed, 12 insertions(+) create mode 100644 doc/todo/wishlist:_rsync_efficiency/comment_2_d87df8f1012f71248ed33f64f9ace17e._comment diff --git a/doc/todo/wishlist:_rsync_efficiency/comment_2_d87df8f1012f71248ed33f64f9ace17e._comment b/doc/todo/wishlist:_rsync_efficiency/comment_2_d87df8f1012f71248ed33f64f9ace17e._comment new file mode 100644 index 0000000000..3acd6b74b7 --- /dev/null +++ b/doc/todo/wishlist:_rsync_efficiency/comment_2_d87df8f1012f71248ed33f64f9ace17e._comment @@ -0,0 +1,12 @@ +[[!comment format=mdwn + username="https://www.google.com/accounts/o8/id?id=AItOawl9sYlePmv1xK-VvjBdN-5doOa_Xw-jH4U" + nickname="Richard" + subject="comment 2" + date="2015-04-20T14:37:03Z" + content=""" +I read the blog after my time abroad and chuckled about the timing of my request, yah :) + +Could git-annex reasonably detach generating the list of files to transfer from the actual transfer? That way, there is never a delay while git-annex looks for the next file. + +Richard +"""]] From 7eaf015a6695dd23783de2a22a8668d3dcae9edc Mon Sep 17 00:00:00 2001 From: "https://www.google.com/accounts/o8/id?id=AItOawl9sYlePmv1xK-VvjBdN-5doOa_Xw-jH4U" Date: Mon, 20 Apr 2015 14:37:10 +0000 Subject: [PATCH 4/6] Added a comment --- ...mment_3_f6de0140e61877d2d15cd6e8d8ab784d._comment | 12 ++++++++++++ 1 file changed, 12 insertions(+) create mode 100644 doc/todo/wishlist:_rsync_efficiency/comment_3_f6de0140e61877d2d15cd6e8d8ab784d._comment diff --git a/doc/todo/wishlist:_rsync_efficiency/comment_3_f6de0140e61877d2d15cd6e8d8ab784d._comment b/doc/todo/wishlist:_rsync_efficiency/comment_3_f6de0140e61877d2d15cd6e8d8ab784d._comment new file mode 100644 index 0000000000..44178ae3c1 --- /dev/null +++ b/doc/todo/wishlist:_rsync_efficiency/comment_3_f6de0140e61877d2d15cd6e8d8ab784d._comment @@ -0,0 +1,12 @@ +[[!comment format=mdwn + username="https://www.google.com/accounts/o8/id?id=AItOawl9sYlePmv1xK-VvjBdN-5doOa_Xw-jH4U" + nickname="Richard" + subject="comment 3" + date="2015-04-20T14:37:10Z" + content=""" +I read the blog after my time abroad and chuckled about the timing of my request, yah :) + +Could git-annex reasonably detach generating the list of files to transfer from the actual transfer? That way, there is never a delay while git-annex looks for the next file. + +Richard +"""]] From 957ac64361a7618e6e74e33c060cfb31282fcdcd Mon Sep 17 00:00:00 2001 From: "https://www.google.com/accounts/o8/id?id=AItOawl9sYlePmv1xK-VvjBdN-5doOa_Xw-jH4U" Date: Mon, 20 Apr 2015 14:37:46 +0000 Subject: [PATCH 5/6] removed --- ...mment_3_f6de0140e61877d2d15cd6e8d8ab784d._comment | 12 ------------ 1 file changed, 12 deletions(-) delete mode 100644 doc/todo/wishlist:_rsync_efficiency/comment_3_f6de0140e61877d2d15cd6e8d8ab784d._comment diff --git a/doc/todo/wishlist:_rsync_efficiency/comment_3_f6de0140e61877d2d15cd6e8d8ab784d._comment b/doc/todo/wishlist:_rsync_efficiency/comment_3_f6de0140e61877d2d15cd6e8d8ab784d._comment deleted file mode 100644 index 44178ae3c1..0000000000 --- a/doc/todo/wishlist:_rsync_efficiency/comment_3_f6de0140e61877d2d15cd6e8d8ab784d._comment +++ /dev/null @@ -1,12 +0,0 @@ -[[!comment format=mdwn - username="https://www.google.com/accounts/o8/id?id=AItOawl9sYlePmv1xK-VvjBdN-5doOa_Xw-jH4U" - nickname="Richard" - subject="comment 3" - date="2015-04-20T14:37:10Z" - content=""" -I read the blog after my time abroad and chuckled about the timing of my request, yah :) - -Could git-annex reasonably detach generating the list of files to transfer from the actual transfer? That way, there is never a delay while git-annex looks for the next file. - -Richard -"""]] From ace24739ac7118b8123dc4b6ed60f3aa0fafd859 Mon Sep 17 00:00:00 2001 From: "https://www.google.com/accounts/o8/id?id=AItOawl9sYlePmv1xK-VvjBdN-5doOa_Xw-jH4U" Date: Mon, 20 Apr 2015 14:41:27 +0000 Subject: [PATCH 6/6] --- doc/todo/wishlist:___96__git_annex_optimize__96__.mdwn | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 doc/todo/wishlist:___96__git_annex_optimize__96__.mdwn diff --git a/doc/todo/wishlist:___96__git_annex_optimize__96__.mdwn b/doc/todo/wishlist:___96__git_annex_optimize__96__.mdwn new file mode 100644 index 0000000000..8e6fced45f --- /dev/null +++ b/doc/todo/wishlist:___96__git_annex_optimize__96__.mdwn @@ -0,0 +1,6 @@ +Given [this tip](https://git-annex.branchable.com/forum/__34__git_annex_sync__34___synced_after_8_hours/#comment-890ca1381d800ac833ccbb8c5db175ea), [this comment](https://git-annex.branchable.com/todo/wishlist:_rsync_efficiency/#comment-870ae805efd35343edefdbed792dac04) and possibly others, it would be nice if git-annex could look at any given repo and make suggestions for improvements. As a second step, it could look at remotes as well. And as a third, maybe even change repo settings and not just make suggestions. + +Having a few old repos with terabytes of data on various disks, I would just toss this stanza into my mr templates to eventually optimize all my repos to current best practices. + + +-- Richard