2014-04-08 17:41:36 +00:00
|
|
|
{- git-remote-daemon utilities
|
|
|
|
-
|
2016-12-09 20:02:43 +00:00
|
|
|
- Copyright 2014-2016 Joey Hess <id@joeyh.name>
|
2014-04-08 17:41:36 +00:00
|
|
|
-
|
2019-03-13 19:48:14 +00:00
|
|
|
- Licensed under the GNU AGPL version 3 or higher.
|
2014-04-08 17:41:36 +00:00
|
|
|
-}
|
|
|
|
|
|
|
|
module RemoteDaemon.Common
|
|
|
|
( liftAnnex
|
|
|
|
, inLocalRepo
|
Added remote.<name>.annex-push and remote.<name>.annex-pull
The former can be useful to make remotes that don't get fully synced with
local changes, which comes up in a lot of situations.
The latter was mostly added for symmetry, but could be useful (though less
likely to be).
Implementing `remote.<name>.annex-pull` was a bit tricky, as there's no one
place where git-annex pulls/fetches from remotes. I audited all
instances of "fetch" and "pull". A few cases were left not checking this
config:
* Git.Repair can try to pull missing refs from a remote, and if the local
repo is corrupted, that seems a reasonable thing to do even though
the config would normally prevent it.
* Assistant.WebApp.Gpg and Remote.Gcrypt and Remote.Git do fetches
as part of the setup process of a remote. The config would probably not
be set then, and having the setup fail seems worse than honoring it if it
is already set.
I have not prevented all the code that does a "merge" from merging branches
from remotes with remote.<name>.annex-pull=false. That could perhaps
be done, but it would need a way to map from branch name to remote name,
and the way refspecs work makes that hard to get really correct. So if the
user fetches manually, the git-annex branch will get merged, for example.
Anther way of looking at/justifying this is that the setting is called
"annex-pull", not "annex-merge".
This commit was supported by the NSF-funded DataLad project.
2017-04-05 17:04:02 +00:00
|
|
|
, checkShouldFetch
|
2016-12-09 20:02:43 +00:00
|
|
|
, ConnectionStatus(..)
|
|
|
|
, robustConnection
|
2014-04-08 17:41:36 +00:00
|
|
|
) where
|
|
|
|
|
|
|
|
import qualified Annex
|
2016-01-20 20:36:33 +00:00
|
|
|
import Annex.Common
|
2014-04-08 17:41:36 +00:00
|
|
|
import RemoteDaemon.Types
|
|
|
|
import qualified Git
|
|
|
|
import Annex.CatFile
|
2016-12-09 20:02:43 +00:00
|
|
|
import Utility.ThreadScheduler
|
2014-04-08 17:41:36 +00:00
|
|
|
|
|
|
|
import Control.Concurrent
|
|
|
|
|
|
|
|
-- Runs an Annex action. Long-running actions should be avoided,
|
2014-04-12 19:59:34 +00:00
|
|
|
-- since only one liftAnnex can be running at a time, across all
|
2014-04-08 17:41:36 +00:00
|
|
|
-- transports.
|
|
|
|
liftAnnex :: TransportHandle -> Annex a -> IO a
|
2021-04-02 19:26:21 +00:00
|
|
|
liftAnnex (TransportHandle _ stmv rd) a = do
|
|
|
|
st <- takeMVar stmv
|
|
|
|
(r, (st', _rd)) <- Annex.run (st, rd) a
|
|
|
|
putMVar stmv st'
|
2014-04-08 17:41:36 +00:00
|
|
|
return r
|
|
|
|
|
|
|
|
inLocalRepo :: TransportHandle -> (Git.Repo -> IO a) -> IO a
|
2021-04-02 19:26:21 +00:00
|
|
|
inLocalRepo (TransportHandle (LocalRepo g) _ _) a = a g
|
2014-04-08 17:41:36 +00:00
|
|
|
|
Added remote.<name>.annex-push and remote.<name>.annex-pull
The former can be useful to make remotes that don't get fully synced with
local changes, which comes up in a lot of situations.
The latter was mostly added for symmetry, but could be useful (though less
likely to be).
Implementing `remote.<name>.annex-pull` was a bit tricky, as there's no one
place where git-annex pulls/fetches from remotes. I audited all
instances of "fetch" and "pull". A few cases were left not checking this
config:
* Git.Repair can try to pull missing refs from a remote, and if the local
repo is corrupted, that seems a reasonable thing to do even though
the config would normally prevent it.
* Assistant.WebApp.Gpg and Remote.Gcrypt and Remote.Git do fetches
as part of the setup process of a remote. The config would probably not
be set then, and having the setup fail seems worse than honoring it if it
is already set.
I have not prevented all the code that does a "merge" from merging branches
from remotes with remote.<name>.annex-pull=false. That could perhaps
be done, but it would need a way to map from branch name to remote name,
and the way refspecs work makes that hard to get really correct. So if the
user fetches manually, the git-annex branch will get merged, for example.
Anther way of looking at/justifying this is that the setting is called
"annex-pull", not "annex-merge".
This commit was supported by the NSF-funded DataLad project.
2017-04-05 17:04:02 +00:00
|
|
|
-- Check if some shas should be fetched from the remote,
|
|
|
|
-- and presumably later merged.
|
|
|
|
checkShouldFetch :: RemoteGitConfig -> TransportHandle -> [Git.Sha] -> IO Bool
|
|
|
|
checkShouldFetch gc transporthandle shas
|
|
|
|
| remoteAnnexPull gc = checkNewShas transporthandle shas
|
|
|
|
| otherwise = return False
|
|
|
|
|
2014-04-08 17:41:36 +00:00
|
|
|
-- Check if any of the shas are actally new in the local git repo,
|
|
|
|
-- to avoid unnecessary fetching.
|
|
|
|
checkNewShas :: TransportHandle -> [Git.Sha] -> IO Bool
|
|
|
|
checkNewShas transporthandle = check
|
|
|
|
where
|
|
|
|
check [] = return True
|
|
|
|
check (r:rs) = maybe (check rs) (const $ return False)
|
|
|
|
=<< liftAnnex transporthandle (catObjectDetails r)
|
2016-12-09 20:02:43 +00:00
|
|
|
|
|
|
|
data ConnectionStatus = ConnectionStopping | ConnectionClosed
|
|
|
|
|
|
|
|
{- Make connection robust, retrying on error, with exponential backoff. -}
|
|
|
|
robustConnection :: Int -> IO ConnectionStatus -> IO ()
|
|
|
|
robustConnection backoff a =
|
|
|
|
caught =<< a `catchNonAsync` (const $ return ConnectionClosed)
|
|
|
|
where
|
|
|
|
caught ConnectionStopping = return ()
|
|
|
|
caught ConnectionClosed = do
|
|
|
|
threadDelaySeconds (Seconds backoff)
|
|
|
|
robustConnection increasedbackoff a
|
|
|
|
|
|
|
|
increasedbackoff
|
|
|
|
| b2 > maxbackoff = maxbackoff
|
|
|
|
| otherwise = b2
|
|
|
|
where
|
|
|
|
b2 = backoff * 2
|
|
|
|
maxbackoff = 3600 -- one hour
|