2014-01-19 21:35:36 +00:00
|
|
|
{- dropping of unwanted content
|
|
|
|
-
|
2015-01-21 16:50:09 +00:00
|
|
|
- Copyright 2012-2014 Joey Hess <id@joeyh.name>
|
2014-01-19 21:35:36 +00:00
|
|
|
-
|
|
|
|
- Licensed under the GNU GPL version 3 or higher.
|
|
|
|
-}
|
|
|
|
|
|
|
|
module Annex.Drop where
|
|
|
|
|
|
|
|
import Common.Annex
|
|
|
|
import Logs.Trust
|
2014-01-21 22:08:56 +00:00
|
|
|
import Config.NumCopies
|
2014-01-19 21:35:36 +00:00
|
|
|
import Types.Remote (uuid)
|
2014-01-23 20:37:08 +00:00
|
|
|
import Types.Key (key2file)
|
2014-01-19 21:35:36 +00:00
|
|
|
import qualified Remote
|
|
|
|
import qualified Command.Drop
|
|
|
|
import Command
|
|
|
|
import Annex.Wanted
|
|
|
|
import Config
|
|
|
|
import Annex.Content.Direct
|
|
|
|
|
|
|
|
import qualified Data.Set as S
|
|
|
|
import System.Log.Logger (debugM)
|
|
|
|
|
|
|
|
type Reason = String
|
|
|
|
|
|
|
|
{- Drop a key from local and/or remote when allowed by the preferred content
|
|
|
|
- and numcopies settings.
|
|
|
|
-
|
2014-01-20 17:31:03 +00:00
|
|
|
- The UUIDs are ones where the content is believed to be present.
|
|
|
|
- The Remote list can include other remotes that do not have the content;
|
|
|
|
- only ones that match the UUIDs will be dropped from.
|
|
|
|
- If allowed to drop fromhere, that drop will be tried first.
|
2014-01-19 21:35:36 +00:00
|
|
|
-
|
|
|
|
- A remote can be specified that is known to have the key. This can be
|
|
|
|
- used an an optimisation when eg, a key has just been uploaded to a
|
|
|
|
- remote.
|
|
|
|
-
|
|
|
|
- In direct mode, all associated files are checked, and only if all
|
|
|
|
- of them are unwanted are they dropped.
|
2014-01-20 17:31:03 +00:00
|
|
|
-
|
|
|
|
- The runner is used to run commands, and so can be either callCommand
|
|
|
|
- or commandAction.
|
2014-01-19 21:35:36 +00:00
|
|
|
-}
|
2015-04-10 21:08:07 +00:00
|
|
|
handleDropsFrom :: [UUID] -> [Remote] -> Reason -> Bool -> Key -> AssociatedFile -> Maybe Remote -> (CommandStart -> CommandCleanup) -> Annex ()
|
2014-01-23 20:37:08 +00:00
|
|
|
handleDropsFrom locs rs reason fromhere key afile knownpresentremote runner = do
|
2014-01-19 21:35:36 +00:00
|
|
|
fs <- ifM isDirect
|
|
|
|
( do
|
|
|
|
l <- associatedFilesRelative key
|
2014-02-01 21:14:38 +00:00
|
|
|
return $ if null l
|
|
|
|
then maybeToList afile
|
|
|
|
else l
|
|
|
|
, return $ maybeToList afile
|
2014-01-19 21:35:36 +00:00
|
|
|
)
|
|
|
|
n <- getcopies fs
|
|
|
|
if fromhere && checkcopies n Nothing
|
|
|
|
then go fs rs =<< dropl fs n
|
|
|
|
else go fs rs n
|
|
|
|
where
|
|
|
|
getcopies fs = do
|
|
|
|
(untrusted, have) <- trustPartition UnTrusted locs
|
2014-01-23 20:37:08 +00:00
|
|
|
numcopies <- if null fs
|
|
|
|
then getNumCopies
|
|
|
|
else maximum <$> mapM getFileNumCopies fs
|
2014-01-21 20:08:19 +00:00
|
|
|
return (NumCopies (length have), numcopies, S.fromList untrusted)
|
2014-01-19 21:35:36 +00:00
|
|
|
|
|
|
|
{- Check that we have enough copies still to drop the content.
|
|
|
|
- When the remote being dropped from is untrusted, it was not
|
|
|
|
- counted as a copy, so having only numcopies suffices. Otherwise,
|
|
|
|
- we need more than numcopies to safely drop. -}
|
|
|
|
checkcopies (have, numcopies, _untrusted) Nothing = have > numcopies
|
|
|
|
checkcopies (have, numcopies, untrusted) (Just u)
|
|
|
|
| S.member u untrusted = have >= numcopies
|
|
|
|
| otherwise = have > numcopies
|
|
|
|
|
|
|
|
decrcopies (have, numcopies, untrusted) Nothing =
|
2014-01-21 20:08:19 +00:00
|
|
|
(NumCopies (fromNumCopies have - 1), numcopies, untrusted)
|
2014-01-19 21:35:36 +00:00
|
|
|
decrcopies v@(_have, _numcopies, untrusted) (Just u)
|
|
|
|
| S.member u untrusted = v
|
|
|
|
| otherwise = decrcopies v Nothing
|
|
|
|
|
|
|
|
go _ [] _ = noop
|
|
|
|
go fs (r:rest) n
|
|
|
|
| uuid r `S.notMember` slocs = go fs rest n
|
|
|
|
| checkcopies n (Just $ Remote.uuid r) =
|
|
|
|
dropr fs r n >>= go fs rest
|
|
|
|
| otherwise = noop
|
|
|
|
|
2014-01-23 20:37:08 +00:00
|
|
|
checkdrop fs n u a
|
|
|
|
| null fs = check $ -- no associated files; unused content
|
|
|
|
wantDrop True u (Just key) Nothing
|
|
|
|
| otherwise = check $
|
|
|
|
allM (wantDrop True u (Just key) . Just) fs
|
|
|
|
where
|
|
|
|
check c = ifM c
|
|
|
|
( dodrop n u a
|
2014-01-19 21:35:36 +00:00
|
|
|
, return n
|
|
|
|
)
|
2014-01-23 20:37:08 +00:00
|
|
|
|
|
|
|
dodrop n@(have, numcopies, _untrusted) u a =
|
|
|
|
ifM (safely $ runner $ a numcopies)
|
|
|
|
( do
|
|
|
|
liftIO $ debugM "drop" $ unwords
|
|
|
|
[ "dropped"
|
|
|
|
, fromMaybe (key2file key) afile
|
|
|
|
, "(from " ++ maybe "here" show u ++ ")"
|
|
|
|
, "(copies now " ++ show (fromNumCopies have - 1) ++ ")"
|
|
|
|
, ": " ++ reason
|
|
|
|
]
|
|
|
|
return $ decrcopies n u
|
2014-01-19 21:35:36 +00:00
|
|
|
, return n
|
|
|
|
)
|
|
|
|
|
|
|
|
dropl fs n = checkdrop fs n Nothing $ \numcopies ->
|
2014-01-23 20:37:08 +00:00
|
|
|
Command.Drop.startLocal afile numcopies key knownpresentremote
|
2014-01-19 21:35:36 +00:00
|
|
|
|
|
|
|
dropr fs r n = checkdrop fs n (Just $ Remote.uuid r) $ \numcopies ->
|
2014-01-23 20:37:08 +00:00
|
|
|
Command.Drop.startRemote afile numcopies key r
|
2014-01-19 21:35:36 +00:00
|
|
|
|
2014-01-20 17:31:03 +00:00
|
|
|
slocs = S.fromList locs
|
|
|
|
|
unify exception handling into Utility.Exception
Removed old extensible-exceptions, only needed for very old ghc.
Made webdav use Utility.Exception, to work after some changes in DAV's
exception handling.
Removed Annex.Exception. Mostly this was trivial, but note that
tryAnnex is replaced with tryNonAsync and catchAnnex replaced with
catchNonAsync. In theory that could be a behavior change, since the former
caught all exceptions, and the latter don't catch async exceptions.
However, in practice, nothing in the Annex monad uses async exceptions.
Grepping for throwTo and killThread only find stuff in the assistant,
which does not seem related.
Command.Add.undo is changed to accept a SomeException, and things
that use it for rollback now catch non-async exceptions, rather than
only IOExceptions.
2014-08-08 01:55:44 +00:00
|
|
|
safely a = either (const False) id <$> tryNonAsync a
|
2014-01-19 21:35:36 +00:00
|
|
|
|