From b9063f94fc94c45112f8ba4ef2575b9fa10cce68 Mon Sep 17 00:00:00 2001 From: CandyAngel Date: Sat, 27 Oct 2018 22:33:21 +0000 Subject: [PATCH 1/6] Added a comment --- .../comment_14_7afa02db922ef1ad9d4031a87e4b688c._comment | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 doc/tips/local_caching_of_annexed_files/comment_14_7afa02db922ef1ad9d4031a87e4b688c._comment diff --git a/doc/tips/local_caching_of_annexed_files/comment_14_7afa02db922ef1ad9d4031a87e4b688c._comment b/doc/tips/local_caching_of_annexed_files/comment_14_7afa02db922ef1ad9d4031a87e4b688c._comment new file mode 100644 index 0000000000..ea80c00a17 --- /dev/null +++ b/doc/tips/local_caching_of_annexed_files/comment_14_7afa02db922ef1ad9d4031a87e4b688c._comment @@ -0,0 +1,8 @@ +[[!comment format=mdwn + username="CandyAngel" + avatar="http://cdn.libravatar.org/avatar/15c0aade8bec5bf004f939dd73cf9ed8" + subject="comment 14" + date="2018-10-27T22:33:20Z" + content=""" +I just tried this and git-annex doesn't add the cache in the location tracking for the files. Perfect! Yay! :D +"""]] From 46f65cc657f3833c29c871b3e166d83aa47e2eae Mon Sep 17 00:00:00 2001 From: "lykos@d125a37d89b1cfac20829f12911656c40cb70018" Date: Sun, 28 Oct 2018 14:55:13 +0000 Subject: [PATCH 2/6] --- .../gcrypt_rsync_remotes_don__39__t_work.mdwn | 22 +++++++++++++++++++ 1 file changed, 22 insertions(+) create mode 100644 doc/bugs/gcrypt_rsync_remotes_don__39__t_work.mdwn diff --git a/doc/bugs/gcrypt_rsync_remotes_don__39__t_work.mdwn b/doc/bugs/gcrypt_rsync_remotes_don__39__t_work.mdwn new file mode 100644 index 0000000000..b60abdda9e --- /dev/null +++ b/doc/bugs/gcrypt_rsync_remotes_don__39__t_work.mdwn @@ -0,0 +1,22 @@ +### Please describe the problem. +I'm trying to set up a gcrypt remote using the rsync backend because it can do incremental pushes. I know I won't be able to put annexed files on this remote, but even with `annex-ignore` set, the error arises. + +### What steps will reproduce the problem? +[[!format sh """ +% git remote add cryptremote gcrypt::rsync://host:repo +% git annex sync cryptremote + +"""]] + +### What version of git-annex are you using? On what operating system? +6.20181011-g426f0f3f4 on Arch Linux + +### Please provide any additional information below. + +[[!format sh """ +git-annex: bad url rsync://host:repo +CallStack (from HasCallStack): + error, called at ./Git/Construct.hs:101:15 in main:Git.Construct + +"""]] + From 8e2834e5b42aea4d2c1c893bbe44c09443438554 Mon Sep 17 00:00:00 2001 From: "lykos@d125a37d89b1cfac20829f12911656c40cb70018" Date: Sun, 28 Oct 2018 15:00:59 +0000 Subject: [PATCH 3/6] --- doc/bugs/gcrypt_rsync_remotes_don__39__t_work.mdwn | 1 + 1 file changed, 1 insertion(+) diff --git a/doc/bugs/gcrypt_rsync_remotes_don__39__t_work.mdwn b/doc/bugs/gcrypt_rsync_remotes_don__39__t_work.mdwn index b60abdda9e..af6a494fa9 100644 --- a/doc/bugs/gcrypt_rsync_remotes_don__39__t_work.mdwn +++ b/doc/bugs/gcrypt_rsync_remotes_don__39__t_work.mdwn @@ -20,3 +20,4 @@ CallStack (from HasCallStack): """]] +-- Lykos From 32477c0446bef8c954986067a55638428da49bfc Mon Sep 17 00:00:00 2001 From: "lykos@d125a37d89b1cfac20829f12911656c40cb70018" Date: Sun, 28 Oct 2018 15:05:16 +0000 Subject: [PATCH 4/6] --- doc/todo/improve_gcrypt_remote.mdwn | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 doc/todo/improve_gcrypt_remote.mdwn diff --git a/doc/todo/improve_gcrypt_remote.mdwn b/doc/todo/improve_gcrypt_remote.mdwn new file mode 100644 index 0000000000..0052b2a875 --- /dev/null +++ b/doc/todo/improve_gcrypt_remote.mdwn @@ -0,0 +1,3 @@ +I just created a [[bug report|bugs/gcrypt_rsync_remotes_don__39__t_work]] regarding gcrypt rsync remotes. In fact, I think the gcrypt special remote should allow rsync urls as well. The annexed files are going to be transferred using rsync anyway, aren't they? That would speed up `git annex sync` a lot, especially on slow (mobile) connections. + +-- Lykos From f4d22a45861d1329859fc92b17848ea3ff823e65 Mon Sep 17 00:00:00 2001 From: Ilya_Shlyakhter Date: Sun, 28 Oct 2018 20:32:25 +0000 Subject: [PATCH 5/6] added addurl suggestions --- doc/todo/addurl_improvements.mdwn | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) create mode 100644 doc/todo/addurl_improvements.mdwn diff --git a/doc/todo/addurl_improvements.mdwn b/doc/todo/addurl_improvements.mdwn new file mode 100644 index 0000000000..c6b7cafe3b --- /dev/null +++ b/doc/todo/addurl_improvements.mdwn @@ -0,0 +1,16 @@ +When an external special remote tells git-annex a fuller URL for a given file, git-annex-addurl does not use that information: + +[2018-10-28 16:12:39.933464] git-annex-remote-dnanexus[1] <-- CLAIMURL dx://file-FJZjVx001pB2BQPVKY4zX8kk/ +[2018-10-28 16:12:39.933515] git-annex-remote-dnanexus[1] --> CLAIMURL-SUCCESS +[2018-10-28 16:12:39.933568] git-annex-remote-dnanexus[1] <-- CHECKURL dx://file-FJZjVx001pB2BQPVKY4zX8kk/ +[2018-10-28 16:12:40.469292] git-annex-remote-dnanexus[1] --> CHECKURL-MULTI dx://file-FJZjVx001pB2BQPVKY4zX8kk/A4.assembly1-trinity.fasta 11086 A4.assembly1-trinity.fasta +addurl dx://file-FJZjVx001pB2BQPVKY4zX8kk/ (from mydx) (to A4.assembly1_trinity.fasta) [2018-10-28 16:12:40.469503] read: git ["--version"] + +It would be better if, in the above log, the URL key was based on dx://file-FJZjVx001pB2BQPVKY4zX8kk/A4.assembly1-trinity.fasta , which would preserve the .fasta extension in the key and therefore in the symlink target. + +Also, it would be good if the external special remote could return an etag for the URL, which would be a value guaranteed to change if the URL's contents changes; +and if git-annex would then compute the URL key based on the combination of URL and etag. + +It'd also be good if there was a option to automatically migrate URL keys to the default backend whenever a file from a URL key is downloaded. Also, to record +the checksummed key (e.g. MD5E) as metadata of the URL key (in a field named e.g. alternateKeys), and if addurl --fast is later done on a URL key for which +a checksummed key is recorded in the metadata, to add the checksummed key instead of the URL key . From d69ebc62a2b6ad6e517f94faf275e91c93e69e07 Mon Sep 17 00:00:00 2001 From: Ilya_Shlyakhter Date: Sun, 28 Oct 2018 20:34:52 +0000 Subject: [PATCH 6/6] reformatted listing --- doc/todo/addurl_improvements.mdwn | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/doc/todo/addurl_improvements.mdwn b/doc/todo/addurl_improvements.mdwn index c6b7cafe3b..56e7ec50c2 100644 --- a/doc/todo/addurl_improvements.mdwn +++ b/doc/todo/addurl_improvements.mdwn @@ -1,10 +1,10 @@ When an external special remote tells git-annex a fuller URL for a given file, git-annex-addurl does not use that information: -[2018-10-28 16:12:39.933464] git-annex-remote-dnanexus[1] <-- CLAIMURL dx://file-FJZjVx001pB2BQPVKY4zX8kk/ -[2018-10-28 16:12:39.933515] git-annex-remote-dnanexus[1] --> CLAIMURL-SUCCESS -[2018-10-28 16:12:39.933568] git-annex-remote-dnanexus[1] <-- CHECKURL dx://file-FJZjVx001pB2BQPVKY4zX8kk/ -[2018-10-28 16:12:40.469292] git-annex-remote-dnanexus[1] --> CHECKURL-MULTI dx://file-FJZjVx001pB2BQPVKY4zX8kk/A4.assembly1-trinity.fasta 11086 A4.assembly1-trinity.fasta -addurl dx://file-FJZjVx001pB2BQPVKY4zX8kk/ (from mydx) (to A4.assembly1_trinity.fasta) [2018-10-28 16:12:40.469503] read: git ["--version"] + [2018-10-28 16:12:39.933464] git-annex-remote-dnanexus[1] <-- CLAIMURL dx://file-FJZjVx001pB2BQPVKY4zX8kk/ + [2018-10-28 16:12:39.933515] git-annex-remote-dnanexus[1] --> CLAIMURL-SUCCESS + [2018-10-28 16:12:39.933568] git-annex-remote-dnanexus[1] <-- CHECKURL dx://file-FJZjVx001pB2BQPVKY4zX8kk/ + [2018-10-28 16:12:40.469292] git-annex-remote-dnanexus[1] --> CHECKURL-MULTI dx://file-FJZjVx001pB2BQPVKY4zX8kk/A4.assembly1-trinity.fasta 11086 A4.assembly1-trinity.fasta + addurl dx://file-FJZjVx001pB2BQPVKY4zX8kk/ (from mydx) (to A4.assembly1_trinity.fasta) [2018-10-28 16:12:40.469503] read: git ["--version"] It would be better if, in the above log, the URL key was based on dx://file-FJZjVx001pB2BQPVKY4zX8kk/A4.assembly1-trinity.fasta , which would preserve the .fasta extension in the key and therefore in the symlink target.