From c922622a47cd4222504d8fdaf7906efa659b0284 Mon Sep 17 00:00:00 2001 From: "https://launchpad.net/~felixonmars" Date: Thu, 5 Oct 2017 14:02:03 +0000 Subject: [PATCH 1/9] Added a comment --- ...omment_1_937238ba11540f1ee9ba8de621277b2f._comment | 11 +++++++++++ 1 file changed, 11 insertions(+) create mode 100644 doc/bugs/Cannot_build_with_aws_0.17.1/comment_1_937238ba11540f1ee9ba8de621277b2f._comment diff --git a/doc/bugs/Cannot_build_with_aws_0.17.1/comment_1_937238ba11540f1ee9ba8de621277b2f._comment b/doc/bugs/Cannot_build_with_aws_0.17.1/comment_1_937238ba11540f1ee9ba8de621277b2f._comment new file mode 100644 index 0000000000..d22c31e9c4 --- /dev/null +++ b/doc/bugs/Cannot_build_with_aws_0.17.1/comment_1_937238ba11540f1ee9ba8de621277b2f._comment @@ -0,0 +1,11 @@ +[[!comment format=mdwn + username="https://launchpad.net/~felixonmars" + nickname="felixonmars" + avatar="http://cdn.libravatar.org/avatar/17284a3bb2e4ad9d3be8fab31f49865be9c1dc22143c728de731fe800a335d38" + subject="comment 1" + date="2017-10-05T14:02:03Z" + content=""" +My humble workaround: + + sed -i 's/let awscfg = AWS.Configuration AWS.Timestamp awscreds debugMapper$/let awscfg = AWS.Configuration AWS.Timestamp awscreds debugMapper Nothing/ ' Remote/S3.hs +"""]] From a523e7399aff5fdf00fe96c813c70e431fa13028 Mon Sep 17 00:00:00 2001 From: yarikoptic Date: Thu, 5 Oct 2017 17:00:51 +0000 Subject: [PATCH 2/9] Added a comment: also the same for add --- ...comment_2_af7078b291d99569070f6a76579787aa._comment | 10 ++++++++++ 1 file changed, 10 insertions(+) create mode 100644 doc/bugs/get_-J___34__fails__34___to_get_files_with_the_same_key/comment_2_af7078b291d99569070f6a76579787aa._comment diff --git a/doc/bugs/get_-J___34__fails__34___to_get_files_with_the_same_key/comment_2_af7078b291d99569070f6a76579787aa._comment b/doc/bugs/get_-J___34__fails__34___to_get_files_with_the_same_key/comment_2_af7078b291d99569070f6a76579787aa._comment new file mode 100644 index 0000000000..3412f1cb17 --- /dev/null +++ b/doc/bugs/get_-J___34__fails__34___to_get_files_with_the_same_key/comment_2_af7078b291d99569070f6a76579787aa._comment @@ -0,0 +1,10 @@ +[[!comment format=mdwn + username="yarikoptic" + avatar="http://cdn.libravatar.org/avatar/f11e9c84cb18d26a1748c33b48c924b4" + subject="also the same for add" + date="2017-10-05T17:00:51Z" + content=""" +Hi Joey + +I did remember that we had something similar but forgot that it was for \"get\" -- now I was getting similar problem for \"add --jobs\". Will this fix also work for it as well? +"""]] From 241e5290b6f87b0caa387b5f33fae2a579c7d706 Mon Sep 17 00:00:00 2001 From: yarikoptic Date: Thu, 5 Oct 2017 20:36:50 +0000 Subject: [PATCH 3/9] Added a comment --- ..._86e1be495262a7f57428e92eb27a559f._comment | 47 +++++++++++++++++++ 1 file changed, 47 insertions(+) create mode 100644 doc/bugs/get_-J___34__fails__34___to_get_files_with_the_same_key/comment_3_86e1be495262a7f57428e92eb27a559f._comment diff --git a/doc/bugs/get_-J___34__fails__34___to_get_files_with_the_same_key/comment_3_86e1be495262a7f57428e92eb27a559f._comment b/doc/bugs/get_-J___34__fails__34___to_get_files_with_the_same_key/comment_3_86e1be495262a7f57428e92eb27a559f._comment new file mode 100644 index 0000000000..066f8db4e0 --- /dev/null +++ b/doc/bugs/get_-J___34__fails__34___to_get_files_with_the_same_key/comment_3_86e1be495262a7f57428e92eb27a559f._comment @@ -0,0 +1,47 @@ +[[!comment format=mdwn + username="yarikoptic" + avatar="http://cdn.libravatar.org/avatar/f11e9c84cb18d26a1748c33b48c924b4" + subject="comment 3" + date="2017-10-05T20:36:50Z" + content=""" +here, caught one for you for add (git annex version is tiny bit dated: 6.20170815+gitg22da64d0f-1~ndall+1 ) +[[!format sh \"\"\" +(Pdb) print e.msg +Failed to run ['git', '-c', 'receive.autogc=0', '-c', 'gc.auto=0', 'annex', 'add', '--json', '-J6', '082-sn/000001.dcm', '078-sn/000001.dcm', '080-sn/000002.dcm', '076-sn/000002.dcm', '080-sn/000004.dcm', '080-sn/000001.dcm', '079-sn/000003.dcm', '082-sn/000003.dcm', '073-sn/000002.dcm', '079-sn/000002.dcm', '079-sn/000001.dcm', '077-sn/000002.dcm', '074-sn/000001.dcm', '080-sn/000003.dcm', '077-sn/000001.dcm', '076-sn/000001.dcm', '081-sn/000002.dcm', '078-sn/000002.dcm', '081-sn/000001.dcm', '081-sn/000003.dcm', '073-sn/000001.dcm', '075-sn/000001.dcm', '079-sn/000004.dcm', '082-sn/000002.dcm', '075-sn/000002.dcm', '074-sn/000002.dcm'] under '/mnt/DICOM/test2/inbox/2016/12/12/unknown'. Exit code=1. out={\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s193740--3da2e91e0888c05e01daf8ef9ae79570.dcm\",\"file\":\"076-sn/000002.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s205064--851ce819ea44cabd66923d902e55cd2c.dcm\",\"file\":\"082-sn/000001.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s226874--8acaba7ff0f57a3e69a5c1afb8bc0ba3.dcm\",\"file\":\"080-sn/000001.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s193746--faf49ea7b403c8f6191fa5b7521ebbd5.dcm\",\"file\":\"078-sn/000001.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s205066--c5af824ecd895a342cba7ffefe019fde.dcm\",\"file\":\"082-sn/000003.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s226872--abdaf5312c4c11da68cc9aaead6bc93a.dcm\",\"file\":\"080-sn/000004.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s226768--352d7bf9be4b45316cb75c2fc5bfbdd2.dcm\",\"file\":\"079-sn/000002.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s226872--755e5e693b07fd7cab07fa55e0f17fd2.dcm\",\"file\":\"080-sn/000002.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s193636--47816f992ddf6167549b0d20bf430036.dcm\",\"file\":\"073-sn/000002.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s193750--465de1ebab376633842ac9e36f6fcc35.dcm\",\"file\":\"074-sn/000001.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s226766--04006df494da6adbe7b3eea90e4dba1b.dcm\",\"file\":\"079-sn/000003.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s226768--3624982179994bbaa781ee8c72c5d6b9.dcm\",\"file\":\"079-sn/000001.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s193636--98a6efe8bea17485297e5d600c4c01e6.dcm\",\"file\":\"077-sn/000002.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s193642--15770ed37bedb6bd90a7a4b39761a1fa.dcm\",\"file\":\"077-sn/000001.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s226870--621a7d3a2be10b99d45a39ef2526ab1c.dcm\",\"file\":\"080-sn/000003.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s204960--e28aac5eb5e52fe47c2671e8b87edc8c.dcm\",\"file\":\"081-sn/000002.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s193750--25cadf2f0fc7a4ca324687a742a2d55e.dcm\",\"file\":\"076-sn/000001.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s193740--0424fce22306f7590f6d94561eb74e93.dcm\",\"file\":\"078-sn/000002.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s204956--039309e288379d98480390043ea84ecb.dcm\",\"file\":\"081-sn/000001.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s204960--7b32e2620301909a74adea3d29c00ed5.dcm\",\"file\":\"081-sn/000003.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s193646--ff7337b5330f852063652f1e75099b27.dcm\",\"file\":\"073-sn/000001.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s226768--40821b65d32878f5859ed1b19c5633d0.dcm\",\"file\":\"079-sn/000004.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s193646--02704fbd9d37349c4ee96c1509f1a20d.dcm\",\"file\":\"075-sn/000001.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s193636--7c727d28c56da2476b744e8aca421b5c.dcm\",\"file\":\"075-sn/000002.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s193740--c0b3731d6a46df9000df32eeb78ae894.dcm\",\"file\":\"074-sn/000002.dcm\"} +{\"command\":\"add\",\"success\":true,\"key\":\"MD5E-s205066--11b6f6e4cb2f5879a530f83d288bb7fa.dcm\",\"file\":\"082-sn/000002.dcm\"} + err=git-annex: 075-sn/000001.dcm not found +git-annex: add: 1 failed + +(Pdb) +[1]+ Stopped ../test/addall.sh +(dev) [yoh@rolando test2]$ ls -l '/mnt/DICOM/test2/inbox/2016/12/12/unknown/075-sn/000001.dcm' +lrwxrwxrwx 1 yoh users 129 Dec 12 2016 /mnt/DICOM/test2/inbox/2016/12/12/unknown/075-sn/000001.dcm -> ../.git/annex/objects/ZQ/3G/MD5E-s193646--02704fbd9d37349c4ee96c1509f1a20d.dcm/MD5E-s193646--02704fbd9d37349c4ee96c1509f1a20d.dcm + +\"\"\"]] + +so it does report success in json, but complains in stderr that file is not found... I guess some race condition between workers so it manages to catch the moment when file is moved into a key or smth like that? +"""]] From 6760007707b2c934865e866b5f92c843d42c62b3 Mon Sep 17 00:00:00 2001 From: yarikoptic Date: Fri, 6 Oct 2017 00:38:25 +0000 Subject: [PATCH 4/9] Added a comment --- .../comment_4_3428942e9b52091b2297cd9823f17219._comment | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 doc/bugs/get_-J___34__fails__34___to_get_files_with_the_same_key/comment_4_3428942e9b52091b2297cd9823f17219._comment diff --git a/doc/bugs/get_-J___34__fails__34___to_get_files_with_the_same_key/comment_4_3428942e9b52091b2297cd9823f17219._comment b/doc/bugs/get_-J___34__fails__34___to_get_files_with_the_same_key/comment_4_3428942e9b52091b2297cd9823f17219._comment new file mode 100644 index 0000000000..e023db5e1c --- /dev/null +++ b/doc/bugs/get_-J___34__fails__34___to_get_files_with_the_same_key/comment_4_3428942e9b52091b2297cd9823f17219._comment @@ -0,0 +1,8 @@ +[[!comment format=mdwn + username="yarikoptic" + avatar="http://cdn.libravatar.org/avatar/f11e9c84cb18d26a1748c33b48c924b4" + subject="comment 4" + date="2017-10-06T00:38:25Z" + content=""" +verified that it is still the case with annex 6.20171001+gitg542d0649f-1~ndall+1 +"""]] From beca3ce2bc5137009f887c94d3ede9681070fe69 Mon Sep 17 00:00:00 2001 From: madalu Date: Fri, 6 Oct 2017 21:49:13 +0000 Subject: [PATCH 5/9] removed --- ..._19fbb869d8819496cc428b47b63ac64a._comment | 24 ------------------- 1 file changed, 24 deletions(-) delete mode 100644 doc/bugs/git-annex_can_no_longer_copy_files_to_box/comment_6_19fbb869d8819496cc428b47b63ac64a._comment diff --git a/doc/bugs/git-annex_can_no_longer_copy_files_to_box/comment_6_19fbb869d8819496cc428b47b63ac64a._comment b/doc/bugs/git-annex_can_no_longer_copy_files_to_box/comment_6_19fbb869d8819496cc428b47b63ac64a._comment deleted file mode 100644 index e0a5038642..0000000000 --- a/doc/bugs/git-annex_can_no_longer_copy_files_to_box/comment_6_19fbb869d8819496cc428b47b63ac64a._comment +++ /dev/null @@ -1,24 +0,0 @@ -[[!comment format=mdwn - username="madalu" - avatar="http://cdn.libravatar.org/avatar/c00d4aa29fd053f08a2ef35531592914" - subject="comment 6" - date="2017-09-30T03:07:30Z" - content=""" -Comparing git annex log and my arch linux install (i.e., pacman) logs, I can see that I was still able to copy files to box after upgrading (on 9/21) to haskell-dav 1.3.1-158 (linked to in your comment) and git-annex 6.20170818-19, both of which were built against aeson 1.2.2.0. So it may be that Dav is not the problem, despite the fact that this is a webdav issue. - -Through examination of the logs, I find that this issue occurred immediately upon upgrading to git-annex 6.20170925-1. I'm not sure how to test this further. - -For the record, here are the libraries (immediate dependencies) where standalone and arch git-annex report different versions: - -aws (0.14.1 vs. 0.16), -cryptonite (0.20 vs. 0.24), -feed (0.3.11.1 vs. 1.0.0.0), -ghc (8.0.1 vs. 8.2.1), -http-client (0.4.31.1 vs. 0.5.7.0), -persistent-sqlite (2.6 vs. 2.6.2), -uuid (1.3.12 vs. 1.3.13), -yesod (1.4.3 vs. 1.4.5) - - - -"""]] From 4fffbcf1e4e9a1ccf00d4a26d93c3ad3286b2f8f Mon Sep 17 00:00:00 2001 From: madalu Date: Fri, 6 Oct 2017 23:45:13 +0000 Subject: [PATCH 6/9] Added a comment --- ..._11a5b8e90d7c5f3ec4bfe854b4778fea._comment | 47 +++++++++++++++++++ 1 file changed, 47 insertions(+) create mode 100644 doc/bugs/git-annex_can_no_longer_copy_files_to_box/comment_6_11a5b8e90d7c5f3ec4bfe854b4778fea._comment diff --git a/doc/bugs/git-annex_can_no_longer_copy_files_to_box/comment_6_11a5b8e90d7c5f3ec4bfe854b4778fea._comment b/doc/bugs/git-annex_can_no_longer_copy_files_to_box/comment_6_11a5b8e90d7c5f3ec4bfe854b4778fea._comment new file mode 100644 index 0000000000..476350de57 --- /dev/null +++ b/doc/bugs/git-annex_can_no_longer_copy_files_to_box/comment_6_11a5b8e90d7c5f3ec4bfe854b4778fea._comment @@ -0,0 +1,47 @@ +[[!comment format=mdwn + username="madalu" + avatar="http://cdn.libravatar.org/avatar/c00d4aa29fd053f08a2ef35531592914" + subject="comment 6" + date="2017-10-06T23:45:13Z" + content=""" +I had a chance to do some more testing. I build the latest git-annex using stack (after uninstalling the arch-linux git annex and all its dependencies). I was able to reproduce the bug with the build. + +git-annex version: + + git-annex version: 6.20171006-g676000770 + build flags: Assistant Webapp Pairing Testsuite S3(multipartupload)(storageclasses) WebDAV Inotify ConcurrentOutput TorrentParser Feeds Quvi + dependency versions: aws-0.16 bloomfilter-2.0.1.0 cryptonite-0.21 DAV-1.3.1 feed-0.3.12.0 ghc-8.0.2 http-client-0.5.6.1 persistent-sqlite-2.6.2 torrent-10000.1.1 uuid-1.3.13 yesod-1.4.5 + key/value backends: SHA256E SHA256 SHA512E SHA512 SHA224E SHA224 SHA384E SHA384 SHA3_256E SHA3_256 SHA3_512E SHA3_512 SHA3_224E SHA3_224 SHA3_384E SHA3_384 SKEIN256E SKEIN256 SKEIN512E SKEIN512 SHA1E SHA1 MD5E MD5 WORM URL + remote types: git gcrypt p2p S3 bup directory rsync web bittorrent webdav tahoe glacier ddar hook external + +Steps to reproduce (assumes the webdav repo initiation from the original bug report): + +Create a file test.txt that contains \"Hello, world!\". + + git add test.txt + git annex --verbose --debug copy -t box test.txt + +This results in: + + [2017-10-06 18:32:00.036289708] read: git [\"--git-dir=.git\",\"--work-tree=.\",\"--literal-pathspecs\",\"show-ref\",\"git-annex\"] + [2017-10-06 18:32:00.039256791] process done ExitSuccess + [2017-10-06 18:32:00.039344582] read: git [\"--git-dir=.git\",\"--work-tree=.\",\"--literal-pathspecs\",\"show-ref\",\"--hash\",\"refs/heads/git-annex\"] + [2017-10-06 18:32:00.041786875] process done ExitSuccess + [2017-10-06 18:32:00.042888138] chat: git [\"--git-dir=.git\",\"--work-tree=.\",\"--literal-pathspecs\",\"cat-file\",\"--batch\"] + [2017-10-06 18:32:00.043236927] chat: git [\"--git-dir=.git\",\"--work-tree=.\",\"--literal-pathspecs\",\"cat-file\",\"--batch-check=%(objectname) %(objecttype) %(objectsize)\"] + [2017-10-06 18:32:00.064572923] read: git [\"--git-dir=.git\",\"--work-tree=.\",\"--literal-pathspecs\",\"ls-files\",\"--cached\",\"-z\",\"--\",\"test.txt\"] + copy test.txt [2017-10-06 18:32:00.078377684] chat: gpg [\"--quiet\",\"--trust-model\",\"always\",\"--decrypt\"] + [2017-10-06 18:32:00.16669294] process done ExitSuccess + (checking box...) (to box...) + [2017-10-06 18:32:01.195900381] chat: gpg [\"--quiet\",\"--trust-model\",\"always\",\"--batch\",\"--passphrase-fd\",\"19\",\"--symmetric\",\"--force-mdc\",\"--no-textmode\"] + [2017-10-06 18:32:32.159837783] process done ExitSuccess + + DAV failure: Status {statusCode = 405, statusMessage = \"Method Not Allowed\"} \"\n\n Sabre_DAV_Exception_MethodNotAllowed\n The resource you tried to create already exists\n\n\" HTTP request: \"MKCOL\" \"/dav/mystuff/annex/.\" + failed + [2017-10-06 18:32:32.163143388] process done ExitSuccess + [2017-10-06 18:32:32.163958789] process done ExitSuccess + git-annex: copy: 1 failed + + + +"""]] From 5b51f2101878e375d0e7c719c78eec75f5aef336 Mon Sep 17 00:00:00 2001 From: madalu Date: Fri, 6 Oct 2017 23:46:48 +0000 Subject: [PATCH 7/9] --- doc/bugs/git-annex_can_no_longer_copy_files_to_box.mdwn | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/doc/bugs/git-annex_can_no_longer_copy_files_to_box.mdwn b/doc/bugs/git-annex_can_no_longer_copy_files_to_box.mdwn index b1bef3b7f3..529afcabd1 100644 --- a/doc/bugs/git-annex_can_no_longer_copy_files_to_box.mdwn +++ b/doc/bugs/git-annex_can_no_longer_copy_files_to_box.mdwn @@ -2,7 +2,7 @@ With the upgrade to git-annex 6.20170925 I can no longer copy files to box via webdav. I notice that the changelog suggests that there were many changes to the webdav backend, including a new path for temporary files and url-escaping of file names. I have been using webdav + Box successfully for almost two years. My box/webdav backed was set up with chunking and encryption: - WEBDAV_USERNAME=[username] WEBDAV_PASSWORD=[passwd] git annex initremote box type=webdav url=https://dav.box.com/dav/git-annex chunk=100mb keyid=[keyid] + WEBDAV_USERNAME=[username] WEBDAV_PASSWORD=[passwd] git annex initremote box type=webdav url=https://dav.box.com/dav/mystuff/annex chunk=100mb keyid=[keyid] Now when I try to add and copy a file to webdav I get the following error: From 951e1ab81649333b980dc58489ff18aa1f11da44 Mon Sep 17 00:00:00 2001 From: madalu Date: Sat, 7 Oct 2017 15:55:55 +0000 Subject: [PATCH 8/9] --- doc/bugs/Upload_to_box_very_slow.mdwn | 120 ++++++++++++++++++++++++++ 1 file changed, 120 insertions(+) create mode 100644 doc/bugs/Upload_to_box_very_slow.mdwn diff --git a/doc/bugs/Upload_to_box_very_slow.mdwn b/doc/bugs/Upload_to_box_very_slow.mdwn new file mode 100644 index 0000000000..ca43349dae --- /dev/null +++ b/doc/bugs/Upload_to_box_very_slow.mdwn @@ -0,0 +1,120 @@ +### Please describe the problem. + +In recent version of git-annex (including the most recent standalone version), uploading to box is slow. Typically, it will take 25 seconds or so for git-annex to begin the upload, whereas with previous versions it happened almost instantly. + +I used git bisect and rebuilds via stack to locate the commit that introduced this problem. This was the result: + + Bisecting: 0 revisions left to test after this (roughly 0 steps) + [cf51f40f0eaed2c5968f35b94bebab4a1c819491] webdav: Changed path used on webdav server for temporary files. + +Please note: this is a different problem than the bug I reported here (https://git-annex.branchable.com/bugs/git-annex_can_no_longer_copy_files_to_box/), since it also affects the standalone version. + +### What steps will reproduce the problem? + +Use a version of git annex built after the commit above from Sept. 15 (e.g., a recent standalone): + +Use a repo with a box remote set up with encryption and chunking: + + WEBDAV_USERNAME=[username] WEBDAV_PASSWORD=[passwd] git annex initremote box type=webdav url=https://dav.box.com/dav/mystuff/annex chunk=100mb keyid=[keyid] + + echo "Hello, world!" > test.txt + git add test.txt + git annex --verbose --debug copy -t box test.txt + +### What version of git-annex are you using? On what operating system? + +Tested with the nightly standalone build on arch linux: + + git-annex version: 6.20171006-gbeca3ce2b + build flags: Assistant Webapp Pairing Testsuite S3(multipartupload)(storageclasses) WebDAV Inotify DBus DesktopNotify ConcurrentOutput TorrentParser MagicMime Feeds Quvi + dependency versions: aws-0.14.1 bloomfilter-2.0.1.0 cryptonite-0.20 DAV-1.3.1 feed-0.3.11.1 ghc-8.0.1 http-client-0.4.31.1 persistent-sqlite-2.6 torrent-10000.0.0 uuid-1.3.12 yesod-1.4.3 + key/value backends: SHA256E SHA256 SHA512E SHA512 SHA224E SHA224 SHA384E SHA384 SHA3_256E SHA3_256 SHA3_512E SHA3_512 SHA3_224E SHA3_224 SHA3_384E SHA3_384 SKEIN256E SKEIN256 SKEIN512E SKEIN512 SHA1E SHA1 MD5E MD5 WORM URL + remote types: git gcrypt p2p S3 bup directory rsync web bittorrent webdav tahoe glacier ddar hook external + +### Please provide any additional information below. + +Here is the output: + + % ~/git-annex.linux/git-annex --verbose --debug copy -t box test.txt + [2017-10-07 10:13:25.283802979] read: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","show-ref","git-annex"] + [2017-10-07 10:13:25.294784901] process done ExitSuccess + [2017-10-07 10:13:25.295173712] read: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","show-ref","--hash","refs/heads/git-annex"] + [2017-10-07 10:13:25.305375915] process done ExitSuccess + [2017-10-07 10:13:25.306659057] chat: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","cat-file","--batch"] + [2017-10-07 10:13:25.307617362] chat: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","cat-file","--batch-check=%(objectname) %(objecttype) %(objectsize)"] + [2017-10-07 10:13:25.338084356] read: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","ls-files","--cached","-z","--","test.txt"] + copy test.txt [2017-10-07 10:13:25.360741244] chat: gpg ["--quiet","--trust-model","always","--decrypt"] + [2017-10-07 10:13:25.454260122] process done ExitSuccess + (checking box...) (to box...) + [2017-10-07 10:13:26.215000484] chat: gpg ["--quiet","--trust-model","always","--batch","--passphrase-fd","18","--symmetric","--force-mdc","--no-textmode"] + 100% 2 B/s 7s[2017-10-07 10:13:58.059203157] process done ExitSuccess + ok + +Note the 32 second delay from 10:13:26 to 10:13:58 here + + [2017-10-07 10:13:58.066819166] chat: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","hash-object","-w","--stdin-paths","--no-filters"] + [2017-10-07 10:13:58.067584497] feed: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","update-index","-z","--index-info"] + [2017-10-07 10:13:58.216568109] process done ExitSuccess + [2017-10-07 10:13:58.216839725] read: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","show-ref","--hash","refs/heads/git-annex"] + [2017-10-07 10:13:58.227738805] process done ExitSuccess + (recording state in git...) + [2017-10-07 10:13:58.227942884] read: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","write-tree"] + [2017-10-07 10:13:58.386915393] process done ExitSuccess + [2017-10-07 10:13:58.387325088] chat: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","commit-tree","bf90d33cdcf43119d2608e90fa6fdc23c497950d","--no-gpg-sign","-p","refs/heads/git-annex"] + [2017-10-07 10:13:58.400174021] process done ExitSuccess + [2017-10-07 10:13:58.400315661] call: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","update-ref","refs/heads/git-annex","b9583c0cf24933de01063281108f6d0c3a98053b"] + [2017-10-07 10:13:58.413220259] process done ExitSuccess + [2017-10-07 10:13:58.414476091] process done ExitSuccess + [2017-10-07 10:13:58.414890325] process done ExitSuccess + [2017-10-07 10:13:58.415545095] process done ExitSuccess + +Compare this with the results of git-annex built with stack that does not include the problematic commit: + + git-annex version: 6.20170915-g122396029 + build flags: Assistant Webapp Pairing Testsuite S3(multipartupload)(storageclasses) WebDAV Inotify ConcurrentOutput TorrentParser Feeds Quvi + dependency versions: aws-0.16 bloomfilter-2.0.1.0 cryptonite-0.21 DAV-1.3.1 feed-0.3.12.0 ghc-8.0.2 http-client-0.5.6.1 persistent-sqlite-2.6.2 torrent-10000.1.1 uuid-1.3.13 yesod-1.4.5 + key/value backends: SHA256E SHA256 SHA512E SHA512 SHA224E SHA224 SHA384E SHA384 SHA3_256E SHA3_256 SHA3_512E SHA3_512 SHA3_224E SHA3_224 SHA3_384E SHA3_384 SKEIN256E SKEIN256 SKEIN512E SKEIN512 SHA1E SHA1 MD5E MD5 WORM URL + remote types: git gcrypt p2p S3 bup directory rsync web bittorrent webdav tahoe glacier ddar hook external + local repository version: 5 + supported repository versions: 3 5 6 + upgrade supported from repository versions: 0 1 2 3 4 5 + operating system: linux x86_64 + +Here is the output: + + % git annex --verbose --debug copy -t box test.txt + [2017-10-07 10:51:28.863004037] read: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","show-ref","git-annex"] + [2017-10-07 10:51:28.866087687] process done ExitSuccess + [2017-10-07 10:51:28.866184907] read: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","show-ref","--hash","refs/heads/git-annex"] + [2017-10-07 10:51:28.868674623] process done ExitSuccess + [2017-10-07 10:51:28.869107711] read: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","log","refs/heads/git-annex..5cc79198b2eb9e281d64b9eed7b1b6a2e869fb20","--pretty=%H","-n1"] + [2017-10-07 10:51:28.87271685] process done ExitSuccess + [2017-10-07 10:51:28.873655522] chat: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","cat-file","--batch"] + [2017-10-07 10:51:28.874173468] chat: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","cat-file","--batch-check=%(objectname) %(objecttype) %(objectsize)"] + [2017-10-07 10:51:28.896038454] read: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","ls-files","--cached","-z","--","test.txt"] + copy test.txt [2017-10-07 10:51:28.909441282] chat: gpg ["--quiet","--trust-model","always","--decrypt"] + [2017-10-07 10:51:28.997627719] process done ExitSuccess + (checking box...) (to box...) + [2017-10-07 10:51:29.838627434] chat: gpg ["--quiet","--trust-model","always","--batch","--passphrase-fd","18","--symmetric","--force-mdc","--no-textmode"] + 100% 85 B/s 0s[2017-10-07 10:51:34.465610054] process done ExitSuccess + ok + +Notice the 5 second gap here: + + + [2017-10-07 10:51:34.469743494] chat: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","hash-object","-w","--stdin-paths","--no-filters"] + [2017-10-07 10:51:34.47009347] feed: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","update-index","-z","--index-info"] + [2017-10-07 10:51:34.588535947] process done ExitSuccess + [2017-10-07 10:51:34.588699027] read: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","show-ref","--hash","refs/heads/git-annex"] + [2017-10-07 10:51:34.591436472] process done ExitSuccess + (recording state in git...) + [2017-10-07 10:51:34.59158293] read: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","write-tree"] + [2017-10-07 10:51:34.767927859] process done ExitSuccess + [2017-10-07 10:51:34.768081231] chat: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","commit-tree","b7c89dee187ca46d21ad05937d746acb149c323e","--no-gpg-sign","-p","refs/heads/git-annex"] + [2017-10-07 10:51:34.799274341] process done ExitSuccess + [2017-10-07 10:51:34.799458862] call: git ["--git-dir=.git","--work-tree=.","--literal-pathspecs","update-ref","refs/heads/git-annex","676897d54eeecff41c28432e903671400b3c0b84"] + [2017-10-07 10:51:34.802489572] process done ExitSuccess + +### Have you had any luck using git-annex before? (Sometimes we get tired of reading bug reports all day and a lil' positive end note does wonders) + +Yes! Thank you! From 0c8385ecc7d0580d4af8a9db8afcd7fc1dd64f54 Mon Sep 17 00:00:00 2001 From: madalu Date: Sat, 7 Oct 2017 16:38:21 +0000 Subject: [PATCH 9/9] change wording --- doc/bugs/Upload_to_box_very_slow.mdwn | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/doc/bugs/Upload_to_box_very_slow.mdwn b/doc/bugs/Upload_to_box_very_slow.mdwn index ca43349dae..4668c80f80 100644 --- a/doc/bugs/Upload_to_box_very_slow.mdwn +++ b/doc/bugs/Upload_to_box_very_slow.mdwn @@ -7,7 +7,7 @@ I used git bisect and rebuilds via stack to locate the commit that introduced th Bisecting: 0 revisions left to test after this (roughly 0 steps) [cf51f40f0eaed2c5968f35b94bebab4a1c819491] webdav: Changed path used on webdav server for temporary files. -Please note: this is a different problem than the bug I reported here (https://git-annex.branchable.com/bugs/git-annex_can_no_longer_copy_files_to_box/), since it also affects the standalone version. +Please note: this is distinct from the bug I reported here (https://git-annex.branchable.com/bugs/git-annex_can_no_longer_copy_files_to_box/), since it also affects the standalone version. ### What steps will reproduce the problem?