2015-10-08 20:55:11 +00:00
|
|
|
{- git-annex numcopies types
|
2014-01-21 20:08:19 +00:00
|
|
|
-
|
2015-10-09 17:07:03 +00:00
|
|
|
- Copyright 2014-2015 Joey Hess <id@joeyh.name>
|
2014-01-21 20:08:19 +00:00
|
|
|
-
|
|
|
|
- Licensed under the GNU GPL version 3 or higher.
|
|
|
|
-}
|
|
|
|
|
2015-10-08 21:58:32 +00:00
|
|
|
module Types.NumCopies (
|
|
|
|
NumCopies(..),
|
|
|
|
fromNumCopies,
|
|
|
|
VerifiedCopy(..),
|
|
|
|
checkVerifiedCopy,
|
|
|
|
invalidateVerifiedCopy,
|
|
|
|
strongestVerifiedCopy,
|
|
|
|
deDupVerifiedCopies,
|
|
|
|
mkVerifiedCopy,
|
|
|
|
invalidatableVerifiedCopy,
|
2015-10-09 14:30:22 +00:00
|
|
|
withVerifiedCopy,
|
2015-10-09 15:09:46 +00:00
|
|
|
isSafeDrop,
|
|
|
|
SafeDropProof,
|
|
|
|
mkSafeDropProof,
|
2015-10-08 21:58:32 +00:00
|
|
|
) where
|
2014-01-21 20:08:19 +00:00
|
|
|
|
2015-10-08 20:55:11 +00:00
|
|
|
import Types.UUID
|
2015-10-09 14:30:22 +00:00
|
|
|
import Utility.Exception (bracketIO)
|
2015-10-08 20:55:11 +00:00
|
|
|
|
|
|
|
import qualified Data.Map as M
|
2015-10-08 21:58:32 +00:00
|
|
|
import Control.Concurrent.MVar
|
2015-10-09 14:30:22 +00:00
|
|
|
import Control.Monad.Catch (MonadMask)
|
|
|
|
import Control.Monad.IO.Class (MonadIO)
|
2015-10-09 15:09:46 +00:00
|
|
|
import Control.Monad
|
2015-10-08 20:55:11 +00:00
|
|
|
|
2014-01-21 20:08:19 +00:00
|
|
|
newtype NumCopies = NumCopies Int
|
|
|
|
deriving (Ord, Eq)
|
|
|
|
|
|
|
|
fromNumCopies :: NumCopies -> Int
|
|
|
|
fromNumCopies (NumCopies n) = n
|
2015-10-08 20:55:11 +00:00
|
|
|
|
2015-10-08 21:58:32 +00:00
|
|
|
-- A verification that a copy of a key exists in a repository.
|
2015-10-08 20:55:11 +00:00
|
|
|
data VerifiedCopy
|
|
|
|
{- Represents a recent verification that a copy of an
|
|
|
|
- object exists in a repository with the given UUID. -}
|
2015-10-08 22:32:31 +00:00
|
|
|
= RecentlyVerifiedCopy V
|
|
|
|
{- Use when a repository cannot be accessed, but it's
|
|
|
|
- a trusted repository, which is on record as containing a key
|
|
|
|
- and is presumably not going to lose its copy. -}
|
|
|
|
| TrustedCopy V
|
2015-10-08 20:55:11 +00:00
|
|
|
{- The strongest proof of the existence of a copy.
|
|
|
|
- Until its associated action is called to unlock it,
|
|
|
|
- the copy is locked in the repository and is guaranteed
|
|
|
|
- not to be dropped by any git-annex process. -}
|
2015-10-08 21:58:32 +00:00
|
|
|
| VerifiedCopyLock V
|
|
|
|
deriving (Show)
|
2015-10-08 20:55:11 +00:00
|
|
|
|
2015-10-09 14:30:22 +00:00
|
|
|
data V = V
|
|
|
|
{ _getUUID :: UUID
|
|
|
|
, _checkVerifiedCopy :: IO Bool
|
|
|
|
, _invalidateVerifiedCopy :: IO ()
|
|
|
|
}
|
|
|
|
|
|
|
|
instance Show V where
|
|
|
|
show v = show (_getUUID v)
|
|
|
|
|
2015-10-08 20:55:11 +00:00
|
|
|
instance ToUUID VerifiedCopy where
|
2015-10-08 21:58:32 +00:00
|
|
|
toUUID = _getUUID . toV
|
|
|
|
|
|
|
|
toV :: VerifiedCopy -> V
|
|
|
|
toV (TrustedCopy v) = v
|
|
|
|
toV (RecentlyVerifiedCopy v) = v
|
|
|
|
toV (VerifiedCopyLock v) = v
|
2015-10-08 20:55:11 +00:00
|
|
|
|
2015-10-08 21:58:32 +00:00
|
|
|
-- Checks that it's still valid.
|
|
|
|
checkVerifiedCopy :: VerifiedCopy -> IO Bool
|
|
|
|
checkVerifiedCopy = _checkVerifiedCopy . toV
|
|
|
|
|
|
|
|
invalidateVerifiedCopy :: VerifiedCopy -> IO ()
|
|
|
|
invalidateVerifiedCopy = _invalidateVerifiedCopy . toV
|
|
|
|
|
2015-10-08 20:55:11 +00:00
|
|
|
strongestVerifiedCopy :: VerifiedCopy -> VerifiedCopy -> VerifiedCopy
|
2015-10-08 21:58:32 +00:00
|
|
|
strongestVerifiedCopy a@(VerifiedCopyLock _) _ = a
|
|
|
|
strongestVerifiedCopy _ b@(VerifiedCopyLock _) = b
|
2015-10-08 22:32:31 +00:00
|
|
|
strongestVerifiedCopy a@(TrustedCopy _) _ = a
|
|
|
|
strongestVerifiedCopy _ b@(TrustedCopy _) = b
|
2015-10-08 21:58:32 +00:00
|
|
|
strongestVerifiedCopy a@(RecentlyVerifiedCopy _) _ = a
|
2015-10-08 20:55:11 +00:00
|
|
|
|
|
|
|
-- Retains stronger verifications over weaker for the same uuid.
|
|
|
|
deDupVerifiedCopies :: [VerifiedCopy] -> [VerifiedCopy]
|
|
|
|
deDupVerifiedCopies l = M.elems $
|
|
|
|
M.fromListWith strongestVerifiedCopy (zip (map toUUID l) l)
|
2015-10-08 21:58:32 +00:00
|
|
|
|
|
|
|
mkVerifiedCopy :: ToUUID u => (V -> VerifiedCopy) -> u -> VerifiedCopy
|
|
|
|
mkVerifiedCopy mk u = mk $ V (toUUID u) (return True) (return ())
|
|
|
|
|
|
|
|
invalidatableVerifiedCopy :: ToUUID u => (V -> VerifiedCopy) -> u -> IO VerifiedCopy
|
|
|
|
invalidatableVerifiedCopy mk u = do
|
|
|
|
v <- newEmptyMVar
|
|
|
|
let invalidate = do
|
|
|
|
_ <- tryPutMVar v ()
|
|
|
|
return ()
|
|
|
|
let check = isEmptyMVar v
|
|
|
|
return $ mk $ V (toUUID u) check invalidate
|
2015-10-09 14:30:22 +00:00
|
|
|
|
|
|
|
-- Constructs a VerifiedCopy, and runs the action, ensuring that the
|
|
|
|
-- verified copy is invalidated when the action returns, or on error.
|
|
|
|
withVerifiedCopy
|
|
|
|
:: (Monad m, MonadMask m, MonadIO m, ToUUID u)
|
|
|
|
=> (V -> VerifiedCopy)
|
|
|
|
-> u
|
|
|
|
-> (VerifiedCopy -> m a)
|
|
|
|
-> m a
|
|
|
|
withVerifiedCopy mk u = bracketIO setup cleanup
|
|
|
|
where
|
|
|
|
setup = invalidatableVerifiedCopy mk u
|
|
|
|
cleanup = invalidateVerifiedCopy
|
2015-10-09 15:09:46 +00:00
|
|
|
|
|
|
|
{- Check whether enough verification has been done of copies to allow
|
|
|
|
- dropping content safely.
|
|
|
|
-
|
|
|
|
- Unless numcopies is 0, at least one VerifiedCopyLock or TrustedCopy
|
|
|
|
- is required. A VerifiedCopyLock prevents races between concurrent
|
|
|
|
- drops from dropping the last copy, no matter what.
|
|
|
|
-
|
|
|
|
- The other N-1 copies can be less strong verifications, like
|
|
|
|
- RecentlyVerifiedCopy. While those are subject to concurrent drop races,
|
|
|
|
- and so could be dropped all at once, causing numcopies to be violated,
|
|
|
|
- this is the best that can be done without requiring all special remotes
|
|
|
|
- to support locking.
|
|
|
|
-}
|
|
|
|
isSafeDrop :: NumCopies -> [VerifiedCopy] -> Bool
|
|
|
|
isSafeDrop (NumCopies n) l
|
|
|
|
| n == 0 = True
|
|
|
|
| otherwise = length (deDupVerifiedCopies l) >= n && any fullVerification l
|
|
|
|
|
|
|
|
fullVerification :: VerifiedCopy -> Bool
|
|
|
|
fullVerification (VerifiedCopyLock _) = True
|
|
|
|
fullVerification (TrustedCopy _) = True
|
|
|
|
fullVerification (RecentlyVerifiedCopy _) = False
|
|
|
|
|
|
|
|
-- A proof that it's currently safe to drop an object.
|
|
|
|
data SafeDropProof = SafeDropProof NumCopies [VerifiedCopy]
|
|
|
|
|
|
|
|
-- Make sure that none of the VerifiedCopies have become invalidated
|
|
|
|
-- before constructing proof.
|
|
|
|
mkSafeDropProof :: NumCopies -> [VerifiedCopy] -> IO (Either [VerifiedCopy] SafeDropProof)
|
|
|
|
mkSafeDropProof need have = do
|
|
|
|
stillhave <- filterM checkVerifiedCopy have
|
|
|
|
return $ if isSafeDrop need stillhave
|
|
|
|
then Right (SafeDropProof need stillhave)
|
|
|
|
else Left stillhave
|