2010-10-15 20:42:36 +00:00
|
|
|
{- git-annex pseudo-backend
|
|
|
|
-
|
|
|
|
- This backend does not really do any independant data storage,
|
|
|
|
- it relies on the file contents in .git/annex/ in this repo,
|
|
|
|
- and other accessible repos.
|
|
|
|
-
|
2010-11-13 18:59:27 +00:00
|
|
|
- This is an abstract backend; name, getKey and fsckKey have to be implemented
|
|
|
|
- to complete it.
|
2010-10-27 20:53:54 +00:00
|
|
|
-
|
|
|
|
- Copyright 2010 Joey Hess <joey@kitenet.net>
|
|
|
|
-
|
|
|
|
- Licensed under the GNU GPL version 3 or higher.
|
2010-10-15 20:42:36 +00:00
|
|
|
-}
|
2010-10-10 17:47:04 +00:00
|
|
|
|
2010-11-13 18:59:27 +00:00
|
|
|
module Backend.File (backend, checkKey) where
|
2010-10-10 17:47:04 +00:00
|
|
|
|
2010-10-14 01:28:47 +00:00
|
|
|
import Control.Monad.State
|
2010-10-26 01:06:31 +00:00
|
|
|
import System.Directory
|
2010-10-16 20:20:49 +00:00
|
|
|
|
2010-10-18 06:06:27 +00:00
|
|
|
import TypeInternals
|
2010-10-13 19:55:18 +00:00
|
|
|
import LocationLog
|
|
|
|
import Locations
|
2010-10-14 06:41:54 +00:00
|
|
|
import qualified Remotes
|
2010-10-14 06:36:41 +00:00
|
|
|
import qualified GitRepo as Git
|
2010-10-14 20:13:43 +00:00
|
|
|
import Core
|
2010-10-14 21:37:20 +00:00
|
|
|
import qualified Annex
|
|
|
|
import UUID
|
2010-11-08 19:15:21 +00:00
|
|
|
import Messages
|
2010-10-10 17:47:04 +00:00
|
|
|
|
2010-10-31 20:00:32 +00:00
|
|
|
backend :: Backend
|
2010-10-10 17:47:04 +00:00
|
|
|
backend = Backend {
|
2010-10-15 23:32:56 +00:00
|
|
|
name = mustProvide,
|
|
|
|
getKey = mustProvide,
|
2010-10-10 19:41:35 +00:00
|
|
|
storeFileKey = dummyStore,
|
2010-10-13 19:55:18 +00:00
|
|
|
retrieveKeyFile = copyKeyFile,
|
2010-10-17 15:47:36 +00:00
|
|
|
removeKey = checkRemoveKey,
|
2010-11-22 21:51:55 +00:00
|
|
|
hasKey = inAnnex,
|
2010-11-13 18:59:27 +00:00
|
|
|
fsckKey = mustProvide
|
2010-10-10 17:47:04 +00:00
|
|
|
}
|
|
|
|
|
2010-10-31 20:00:32 +00:00
|
|
|
mustProvide :: a
|
2010-10-15 23:32:56 +00:00
|
|
|
mustProvide = error "must provide this field"
|
|
|
|
|
2010-10-15 20:42:36 +00:00
|
|
|
{- Storing a key is a no-op. -}
|
2010-11-22 21:51:55 +00:00
|
|
|
dummyStore :: FilePath -> Key -> Annex Bool
|
2010-10-31 20:00:32 +00:00
|
|
|
dummyStore _ _ = return True
|
2010-10-14 18:14:19 +00:00
|
|
|
|
2010-10-13 19:55:18 +00:00
|
|
|
{- Try to find a copy of the file in one of the remotes,
|
2010-10-10 19:54:02 +00:00
|
|
|
- and copy it over to this one. -}
|
2010-11-22 21:51:55 +00:00
|
|
|
copyKeyFile :: Key -> FilePath -> Annex Bool
|
2010-10-14 01:28:47 +00:00
|
|
|
copyKeyFile key file = do
|
2010-10-23 17:18:47 +00:00
|
|
|
remotes <- Remotes.keyPossibilities key
|
2010-11-22 21:51:55 +00:00
|
|
|
if null remotes
|
2010-10-19 17:39:53 +00:00
|
|
|
then do
|
2010-10-19 18:13:48 +00:00
|
|
|
showNote "not available"
|
2010-10-19 17:39:53 +00:00
|
|
|
showLocations key
|
|
|
|
return False
|
2010-10-17 17:13:49 +00:00
|
|
|
else trycopy remotes remotes
|
2010-10-13 19:55:18 +00:00
|
|
|
where
|
2010-10-17 17:13:49 +00:00
|
|
|
trycopy full [] = do
|
2010-10-19 18:13:48 +00:00
|
|
|
showTriedRemotes full
|
|
|
|
showLocations key
|
2010-10-17 17:13:49 +00:00
|
|
|
return False
|
2010-10-13 19:55:18 +00:00
|
|
|
trycopy full (r:rs) = do
|
2010-10-26 01:06:31 +00:00
|
|
|
probablythere <- probablyPresent r
|
2010-11-22 21:51:55 +00:00
|
|
|
if probablythere
|
2010-10-26 01:06:31 +00:00
|
|
|
then do
|
2010-11-22 21:51:55 +00:00
|
|
|
showNote $ "copying from " ++ Git.repoDescribe r ++ "..."
|
2010-10-26 01:06:31 +00:00
|
|
|
copied <- Remotes.copyFromRemote r key file
|
2010-11-22 21:51:55 +00:00
|
|
|
if copied
|
2010-10-26 01:06:31 +00:00
|
|
|
then return True
|
|
|
|
else trycopy full rs
|
2010-10-23 18:14:36 +00:00
|
|
|
else trycopy full rs
|
2010-11-22 21:51:55 +00:00
|
|
|
-- This check is to avoid an ugly message if a remote is a
|
|
|
|
-- drive that is not mounted. Avoid checking inAnnex for ssh
|
|
|
|
-- remotes because that is unnecessarily slow, and the
|
|
|
|
-- locationlog should be trusted. (If the ssh remote is down
|
|
|
|
-- or really lacks the file, it's ok to show an ugly message
|
|
|
|
-- before going on to the next remote.)
|
|
|
|
probablyPresent r =
|
|
|
|
if not $ Git.repoIsUrl r
|
2010-10-26 01:06:31 +00:00
|
|
|
then liftIO $ doesFileExist $ annexLocation r key
|
|
|
|
else return True
|
2010-10-19 18:13:48 +00:00
|
|
|
|
2010-10-17 15:47:36 +00:00
|
|
|
{- Checks remotes to verify that enough copies of a key exist to allow
|
|
|
|
- for a key to be safely removed (with no data loss), and fails with an
|
|
|
|
- error if not. -}
|
2010-11-28 19:28:20 +00:00
|
|
|
checkRemoveKey :: Key -> Maybe Int -> Annex Bool
|
|
|
|
checkRemoveKey key numcopiesM = do
|
2010-10-21 20:30:16 +00:00
|
|
|
force <- Annex.flagIsSet "force"
|
2010-11-28 19:28:20 +00:00
|
|
|
if force || numcopiesM == Just 0
|
2010-10-17 15:47:36 +00:00
|
|
|
then return True
|
|
|
|
else do
|
2010-10-23 17:18:47 +00:00
|
|
|
remotes <- Remotes.keyPossibilities key
|
2010-11-28 19:28:20 +00:00
|
|
|
numcopies <- getNumCopies numcopiesM
|
2010-11-22 21:51:55 +00:00
|
|
|
if numcopies > length remotes
|
2010-10-19 18:13:48 +00:00
|
|
|
then notEnoughCopies numcopies (length remotes) []
|
|
|
|
else findcopies numcopies 0 remotes []
|
2010-10-17 15:47:36 +00:00
|
|
|
where
|
2010-11-22 21:51:55 +00:00
|
|
|
findcopies need have [] bad
|
|
|
|
| have >= need = return True
|
|
|
|
| otherwise = notEnoughCopies need have bad
|
|
|
|
findcopies need have (r:rs) bad
|
|
|
|
| have >= need = return True
|
|
|
|
| otherwise = do
|
|
|
|
haskey <- Remotes.inAnnex r key
|
|
|
|
case haskey of
|
|
|
|
Right True -> findcopies need (have+1) rs bad
|
|
|
|
Right False -> findcopies need have rs bad
|
|
|
|
Left _ -> findcopies need have rs (r:bad)
|
2010-10-19 18:13:48 +00:00
|
|
|
notEnoughCopies need have bad = do
|
2010-10-17 17:13:49 +00:00
|
|
|
unsafe
|
2010-10-19 17:39:53 +00:00
|
|
|
showLongNote $
|
|
|
|
"Could only verify the existence of " ++
|
2010-11-22 21:51:55 +00:00
|
|
|
show have ++ " out of " ++ show need ++
|
2010-10-19 17:39:53 +00:00
|
|
|
" necessary copies"
|
2010-10-28 16:40:05 +00:00
|
|
|
showTriedRemotes bad
|
2010-10-19 17:39:53 +00:00
|
|
|
showLocations key
|
|
|
|
hint
|
2010-10-17 17:13:49 +00:00
|
|
|
return False
|
2010-10-19 17:39:53 +00:00
|
|
|
unsafe = showNote "unsafe"
|
2010-11-22 21:51:55 +00:00
|
|
|
hint = showLongNote "(Use --force to override this check, or adjust annex.numcopies.)"
|
2010-10-22 19:56:57 +00:00
|
|
|
|
|
|
|
showLocations :: Key -> Annex ()
|
|
|
|
showLocations key = do
|
|
|
|
g <- Annex.gitRepo
|
|
|
|
u <- getUUID g
|
|
|
|
uuids <- liftIO $ keyLocations g key
|
2010-11-22 21:51:55 +00:00
|
|
|
let uuidsf = filter (/= u) uuids
|
2010-10-22 19:56:57 +00:00
|
|
|
ppuuids <- prettyPrintUUIDs uuidsf
|
2010-11-22 21:51:55 +00:00
|
|
|
if null uuidsf
|
2010-10-23 00:47:14 +00:00
|
|
|
then showLongNote $ "No other repository is known to contain the file."
|
|
|
|
else showLongNote $ "Try making some of these repositories available:\n" ++ ppuuids
|
2010-10-31 20:00:32 +00:00
|
|
|
|
|
|
|
showTriedRemotes :: [Git.Repo] -> Annex ()
|
2010-10-28 16:40:05 +00:00
|
|
|
showTriedRemotes [] = return ()
|
2010-10-22 19:56:57 +00:00
|
|
|
showTriedRemotes remotes =
|
|
|
|
showLongNote $ "I was unable to access these remotes: " ++
|
2010-11-22 21:51:55 +00:00
|
|
|
Remotes.list remotes
|
2010-11-13 18:59:27 +00:00
|
|
|
|
2010-11-28 19:28:20 +00:00
|
|
|
getNumCopies :: Maybe Int -> Annex Int
|
|
|
|
getNumCopies (Just n) = return n
|
|
|
|
getNumCopies Nothing = do
|
2010-11-13 18:59:27 +00:00
|
|
|
g <- Annex.gitRepo
|
|
|
|
return $ read $ Git.configGet g config "1"
|
|
|
|
where
|
|
|
|
config = "annex.numcopies"
|
|
|
|
|
|
|
|
{- This is used to check that numcopies is satisfied for the key on fsck.
|
|
|
|
- This trusts the location log, and so checks all keys, even those with
|
|
|
|
- data not present in the current annex.
|
|
|
|
-
|
|
|
|
- The passed action is first run to allow backends deriving this one
|
|
|
|
- to do their own checks.
|
|
|
|
-}
|
2010-11-28 19:28:20 +00:00
|
|
|
checkKey :: (Key -> Annex Bool) -> Key -> Maybe Int -> Annex Bool
|
|
|
|
checkKey a key numcopies = do
|
2010-11-13 18:59:27 +00:00
|
|
|
a_ok <- a key
|
2010-11-28 19:28:20 +00:00
|
|
|
copies_ok <- checkKeyNumCopies key numcopies
|
2010-11-13 18:59:27 +00:00
|
|
|
return $ a_ok && copies_ok
|
|
|
|
|
2010-11-28 19:28:20 +00:00
|
|
|
checkKeyNumCopies :: Key -> Maybe Int -> Annex Bool
|
|
|
|
checkKeyNumCopies key numcopies = do
|
|
|
|
needed <- getNumCopies numcopies
|
2010-11-28 21:26:15 +00:00
|
|
|
g <- Annex.gitRepo
|
|
|
|
locations <- liftIO $ keyLocations g key
|
|
|
|
let present = length locations
|
2010-11-22 21:51:55 +00:00
|
|
|
if present < needed
|
2010-11-13 18:59:27 +00:00
|
|
|
then do
|
2010-11-15 22:37:49 +00:00
|
|
|
warning $ note present needed
|
2010-11-13 18:59:27 +00:00
|
|
|
return False
|
|
|
|
else return True
|
2010-11-13 19:24:36 +00:00
|
|
|
where
|
2010-11-28 21:33:01 +00:00
|
|
|
note 0 _ = "** No known copies of "++show key++" exist!"
|
2010-11-13 19:24:36 +00:00
|
|
|
note present needed =
|
|
|
|
"Only " ++ show present ++ " of " ++ show needed ++
|
2010-11-15 22:37:49 +00:00
|
|
|
" copies of "++show key++" exist. " ++
|
2010-11-13 19:24:36 +00:00
|
|
|
"Run git annex get somewhere else to back it up."
|