f049156a03
This assumes that the proxy for a cluster has up-to-date location logs. If it didn't, it might proxy the checkpresent to a node that no longer has the content, while some other node still does, and so it would incorrectly appear that the cluster no longer contains the content. Since cluster UUIDs are not stored to location logs, git-annex fsck --fast when claiming to fix a location log when that occurred would not cause any problems. And presumably the location tracking would later get sorted out. At least usually, changes to the content of nodes goes via the proxy, and it will update its location logs, so they will be accurate. However, if there were multiple proxies to the same cluster, or nodes were accessed directly (or via proxy to the node and not the cluster), the proxy's location log could certainly be wrong. (The location log access for GET has the same issues.)
80 lines
2.5 KiB
Haskell
80 lines
2.5 KiB
Haskell
{- clusters
|
|
-
|
|
- Copyright 2024 Joey Hess <id@joeyh.name>
|
|
-
|
|
- Licensed under the GNU AGPL version 3 or higher.
|
|
-}
|
|
|
|
{-# LANGUAGE RankNTypes #-}
|
|
|
|
module Annex.Cluster where
|
|
|
|
import Annex.Common
|
|
import Types.Cluster
|
|
import Logs.Cluster
|
|
import P2P.Proxy
|
|
import P2P.Protocol
|
|
import P2P.IO
|
|
import Annex.Proxy
|
|
import Logs.Location
|
|
import Types.Command
|
|
import Remote.List
|
|
import qualified Remote
|
|
|
|
import qualified Data.Map as M
|
|
import qualified Data.Set as S
|
|
|
|
{- Proxy to a cluster. -}
|
|
proxyCluster
|
|
:: ClusterUUID
|
|
-> CommandPerform
|
|
-> ServerMode
|
|
-> ClientSide
|
|
-> (forall a. ((a -> CommandPerform) -> Annex (Either ProtoFailure a) -> CommandPerform))
|
|
-> CommandPerform
|
|
proxyCluster clusteruuid proxydone servermode clientside protoerrhandler = do
|
|
getClientProtocolVersion (fromClusterUUID clusteruuid) clientside
|
|
withclientversion protoerrhandler
|
|
where
|
|
proxymethods = ProxyMethods
|
|
{ removedContent = \u k -> logChange k u InfoMissing
|
|
, addedContent = \u k -> logChange k u InfoPresent
|
|
}
|
|
|
|
withclientversion (Just (clientmaxversion, othermsg)) = do
|
|
-- The protocol versions supported by the nodes are not
|
|
-- known at this point, and would be too expensive to
|
|
-- determine. Instead, pick the newest protocol version
|
|
-- that we and the client both speak.
|
|
let protocolversion = min maxProtocolVersion clientmaxversion
|
|
selectnode <- clusterProxySelector clusteruuid protocolversion
|
|
proxy proxydone proxymethods servermode clientside selectnode
|
|
protocolversion othermsg protoerrhandler
|
|
withclientversion Nothing = proxydone
|
|
|
|
clusterProxySelector :: ClusterUUID -> ProtocolVersion -> Annex ProxySelector
|
|
clusterProxySelector clusteruuid protocolversion = do
|
|
nodes <- (fromMaybe S.empty . M.lookup clusteruuid . clusterUUIDs)
|
|
<$> getClusters
|
|
remotes <- filter (flip S.member nodes . ClusterNodeUUID . Remote.uuid)
|
|
<$> remoteList
|
|
remotesides <- mapM (proxySshRemoteSide protocolversion) remotes
|
|
return $ ProxySelector
|
|
{ proxyCHECKPRESENT = nodecontaining remotesides
|
|
, proxyGET = nodecontaining remotesides
|
|
, proxyPUT = \k -> error "TODO"
|
|
, proxyREMOVE = \k -> error "TODO"
|
|
-- Content is not locked on the cluster as a whole,
|
|
-- instead it can be locked on individual nodes that are
|
|
-- proxied to the client.
|
|
, proxyLOCKCONTENT = const (pure Nothing)
|
|
, proxyUNLOCKCONTENT = pure Nothing
|
|
}
|
|
where
|
|
nodecontaining remotesides k = do
|
|
locs <- S.fromList <$> loggedLocations k
|
|
case filter (flip S.member locs . remoteUUID) remotesides of
|
|
-- TODO: Avoid always using same remote
|
|
(r:_) -> return (Just r)
|
|
[] -> return Nothing
|
|
|