2011-07-05 22:31:46 +00:00
|
|
|
{- git-annex key/value backends
|
2010-10-27 20:53:54 +00:00
|
|
|
-
|
|
|
|
- Copyright 2010 Joey Hess <joey@kitenet.net>
|
|
|
|
-
|
|
|
|
- Licensed under the GNU GPL version 3 or higher.
|
|
|
|
-}
|
2010-10-10 17:47:04 +00:00
|
|
|
|
2010-10-11 21:52:46 +00:00
|
|
|
module Backend (
|
2011-09-15 20:57:02 +00:00
|
|
|
BackendFile,
|
2010-10-21 20:30:16 +00:00
|
|
|
list,
|
2011-07-05 22:31:46 +00:00
|
|
|
orderedList,
|
|
|
|
genKey,
|
2010-11-01 21:50:37 +00:00
|
|
|
lookupFile,
|
2010-11-15 22:04:19 +00:00
|
|
|
chooseBackends,
|
2011-03-16 05:23:20 +00:00
|
|
|
lookupBackendName,
|
|
|
|
maybeLookupBackendName
|
2010-10-11 21:52:46 +00:00
|
|
|
) where
|
2010-10-10 17:47:04 +00:00
|
|
|
|
2011-04-26 23:59:01 +00:00
|
|
|
import Control.Monad.State (liftIO, when)
|
2010-11-22 21:51:55 +00:00
|
|
|
import System.IO.Error (try)
|
2010-10-13 04:42:46 +00:00
|
|
|
import System.FilePath
|
|
|
|
import System.Posix.Files
|
2011-07-15 07:12:05 +00:00
|
|
|
import Data.Maybe
|
2010-10-16 20:20:49 +00:00
|
|
|
|
2010-10-10 19:54:02 +00:00
|
|
|
import Locations
|
2011-06-30 17:16:57 +00:00
|
|
|
import qualified Git
|
2010-10-14 07:18:11 +00:00
|
|
|
import qualified Annex
|
|
|
|
import Types
|
2011-06-02 01:56:04 +00:00
|
|
|
import Types.Key
|
|
|
|
import qualified Types.Backend as B
|
2010-11-08 19:15:21 +00:00
|
|
|
import Messages
|
2011-07-05 22:31:46 +00:00
|
|
|
|
|
|
|
-- When adding a new backend, import it here and add it to the list.
|
|
|
|
import qualified Backend.WORM
|
|
|
|
import qualified Backend.SHA
|
2011-08-06 18:57:22 +00:00
|
|
|
import qualified Backend.URL
|
2011-07-05 22:31:46 +00:00
|
|
|
|
|
|
|
list :: [Backend Annex]
|
2011-08-06 18:57:22 +00:00
|
|
|
list = Backend.WORM.backends ++ Backend.SHA.backends ++ Backend.URL.backends
|
2010-10-14 19:58:53 +00:00
|
|
|
|
|
|
|
{- List of backends in the order to try them when storing a new key. -}
|
2011-07-05 22:31:46 +00:00
|
|
|
orderedList :: Annex [Backend Annex]
|
|
|
|
orderedList = do
|
2011-01-26 01:49:04 +00:00
|
|
|
l <- Annex.getState Annex.backends -- list is cached here
|
2010-11-22 19:46:57 +00:00
|
|
|
if not $ null l
|
2010-10-14 19:58:53 +00:00
|
|
|
then return l
|
|
|
|
else do
|
2011-01-26 04:17:38 +00:00
|
|
|
s <- getstandard
|
2011-05-18 23:34:46 +00:00
|
|
|
d <- Annex.getState Annex.forcebackend
|
2011-01-26 04:17:38 +00:00
|
|
|
handle d s
|
|
|
|
where
|
2011-07-05 22:31:46 +00:00
|
|
|
parseBackendList [] = list
|
|
|
|
parseBackendList s = map lookupBackendName $ words s
|
2011-01-26 04:17:38 +00:00
|
|
|
handle Nothing s = return s
|
|
|
|
handle (Just "") s = return s
|
|
|
|
handle (Just name) s = do
|
2011-07-15 07:12:05 +00:00
|
|
|
let l' = lookupBackendName name : s
|
2011-01-26 04:17:38 +00:00
|
|
|
Annex.changeState $ \state -> state { Annex.backends = l' }
|
2010-10-21 20:30:16 +00:00
|
|
|
return l'
|
2011-01-26 04:17:38 +00:00
|
|
|
getstandard = do
|
|
|
|
g <- Annex.gitRepo
|
2011-07-05 22:31:46 +00:00
|
|
|
return $ parseBackendList $
|
2011-01-26 04:17:38 +00:00
|
|
|
Git.configGet g "annex.backends" ""
|
2010-10-17 15:47:36 +00:00
|
|
|
|
2011-07-05 22:31:46 +00:00
|
|
|
{- Generates a key for a file, trying each backend in turn until one
|
|
|
|
- accepts it. -}
|
|
|
|
genKey :: FilePath -> Maybe (Backend Annex) -> Annex (Maybe (Key, Backend Annex))
|
|
|
|
genKey file trybackend = do
|
|
|
|
bs <- orderedList
|
2011-08-06 16:50:20 +00:00
|
|
|
let bs' = maybe bs (: bs) trybackend
|
2011-07-05 22:31:46 +00:00
|
|
|
genKey' bs' file
|
|
|
|
genKey' :: [Backend Annex] -> FilePath -> Annex (Maybe (Key, Backend Annex))
|
|
|
|
genKey' [] _ = return Nothing
|
|
|
|
genKey' (b:bs) file = do
|
|
|
|
r <- (B.getKey b) file
|
|
|
|
case r of
|
|
|
|
Nothing -> genKey' bs file
|
|
|
|
Just k -> return $ Just (k, b)
|
2011-03-23 21:57:10 +00:00
|
|
|
|
2010-10-13 07:20:05 +00:00
|
|
|
{- Looks up the key and backend corresponding to an annexed file,
|
2010-10-13 04:42:46 +00:00
|
|
|
- by examining what the file symlinks to. -}
|
2011-01-26 01:02:34 +00:00
|
|
|
lookupFile :: FilePath -> Annex (Maybe (Key, Backend Annex))
|
2010-10-13 07:20:05 +00:00
|
|
|
lookupFile file = do
|
2010-10-31 22:04:34 +00:00
|
|
|
tl <- liftIO $ try getsymlink
|
|
|
|
case tl of
|
2010-10-31 18:39:53 +00:00
|
|
|
Left _ -> return Nothing
|
2011-07-05 22:31:46 +00:00
|
|
|
Right l -> makekey l
|
2010-10-31 22:04:34 +00:00
|
|
|
where
|
|
|
|
getsymlink = do
|
2010-10-13 07:20:05 +00:00
|
|
|
l <- readSymbolicLink file
|
2010-10-31 22:04:34 +00:00
|
|
|
return $ takeFileName l
|
2011-07-05 22:31:46 +00:00
|
|
|
makekey l = maybe (return Nothing) (makeret l) (fileKey l)
|
|
|
|
makeret l k =
|
|
|
|
case maybeLookupBackendName bname of
|
2011-03-16 01:34:13 +00:00
|
|
|
Just backend -> return $ Just (k, backend)
|
|
|
|
Nothing -> do
|
|
|
|
when (isLinkToAnnex l) $
|
|
|
|
warning skip
|
|
|
|
return Nothing
|
2010-10-15 00:05:04 +00:00
|
|
|
where
|
2011-03-16 01:34:13 +00:00
|
|
|
bname = keyBackendName k
|
2010-10-31 22:04:34 +00:00
|
|
|
skip = "skipping " ++ file ++
|
|
|
|
" (unknown backend " ++ bname ++ ")"
|
2010-11-01 21:50:37 +00:00
|
|
|
|
2011-09-15 20:57:02 +00:00
|
|
|
type BackendFile = (Maybe (Backend Annex), FilePath)
|
|
|
|
|
2010-11-01 21:50:37 +00:00
|
|
|
{- Looks up the backends that should be used for each file in a list.
|
|
|
|
- That can be configured on a per-file basis in the gitattributes file.
|
|
|
|
-}
|
2011-09-15 20:57:02 +00:00
|
|
|
chooseBackends :: [FilePath] -> Annex [BackendFile]
|
2010-11-01 21:50:37 +00:00
|
|
|
chooseBackends fs = do
|
2010-11-01 23:05:38 +00:00
|
|
|
g <- Annex.gitRepo
|
2011-05-18 23:34:46 +00:00
|
|
|
forced <- Annex.getState Annex.forcebackend
|
2011-09-21 03:24:48 +00:00
|
|
|
if isJust forced
|
2011-05-18 23:34:46 +00:00
|
|
|
then do
|
2011-07-05 22:31:46 +00:00
|
|
|
l <- orderedList
|
2011-09-15 20:57:02 +00:00
|
|
|
return $ map (\f -> (Just $ head l, f)) fs
|
2011-05-18 23:34:46 +00:00
|
|
|
else do
|
|
|
|
pairs <- liftIO $ Git.checkAttr g "annex.backend" fs
|
2011-09-15 20:57:02 +00:00
|
|
|
return $ map (\(f,b) -> (maybeLookupBackendName b, f)) pairs
|
2011-03-23 06:10:59 +00:00
|
|
|
|
2011-07-05 22:31:46 +00:00
|
|
|
{- Looks up a backend by name. May fail if unknown. -}
|
|
|
|
lookupBackendName :: String -> Backend Annex
|
2011-07-15 07:12:05 +00:00
|
|
|
lookupBackendName s = fromMaybe unknown $ maybeLookupBackendName s
|
2011-07-05 22:31:46 +00:00
|
|
|
where
|
|
|
|
unknown = error $ "unknown backend " ++ s
|
|
|
|
maybeLookupBackendName :: String -> Maybe (Backend Annex)
|
2011-08-30 17:23:21 +00:00
|
|
|
maybeLookupBackendName s
|
|
|
|
| length matches == 1 = Just $ head matches
|
|
|
|
| otherwise = Nothing
|
2011-07-05 22:31:46 +00:00
|
|
|
where matches = filter (\b -> s == B.name b) list
|