2010-10-10 17:47:04 +00:00
|
|
|
{- git-annex key/value storage backends
|
|
|
|
-
|
|
|
|
- git-annex uses a key/value abstraction layer to allow files contents to be
|
|
|
|
- stored in different ways. In theory, any key/value storage system could be
|
|
|
|
- used to store the file contents, and git-annex would then retrieve them
|
|
|
|
- as needed and put them in `.git/annex/`.
|
|
|
|
-
|
|
|
|
- When a file is annexed, a key is generated from its content and/or metadata.
|
|
|
|
- This key can later be used to retrieve the file's content (its value). This
|
|
|
|
- key generation must be stable for a given file content, name, and size.
|
|
|
|
-
|
|
|
|
- The mapping from filename to its key is stored in the .git-annex directory,
|
|
|
|
- in a file named `$filename.$backend`
|
|
|
|
-
|
|
|
|
- Multiple pluggable backends are supported, and more than one can be used
|
|
|
|
- to store different files' contents in a given repository.
|
|
|
|
- -}
|
|
|
|
|
2010-10-11 21:52:46 +00:00
|
|
|
module Backend (
|
|
|
|
lookupBackend,
|
|
|
|
storeFile,
|
|
|
|
dropFile
|
|
|
|
) where
|
2010-10-10 17:47:04 +00:00
|
|
|
|
|
|
|
import System.Directory
|
2010-10-10 19:54:02 +00:00
|
|
|
import Locations
|
2010-10-10 19:04:18 +00:00
|
|
|
import GitRepo
|
|
|
|
import Utility
|
2010-10-12 20:06:10 +00:00
|
|
|
import Types
|
2010-10-10 19:04:18 +00:00
|
|
|
|
2010-10-10 17:47:04 +00:00
|
|
|
{- Name of state file that holds the key for an annexed file,
|
|
|
|
- using a given backend. -}
|
2010-10-12 20:20:41 +00:00
|
|
|
backendFile :: State -> Backend -> FilePath -> String
|
|
|
|
backendFile state backend file =
|
2010-10-12 20:06:10 +00:00
|
|
|
gitStateDir (repo state) ++ (gitRelative (repo state) file) ++
|
|
|
|
"." ++ (name backend)
|
2010-10-10 17:47:04 +00:00
|
|
|
|
2010-10-10 19:21:17 +00:00
|
|
|
{- Attempts to store a file in one of the backends, and returns
|
|
|
|
- its key. -}
|
2010-10-12 20:20:41 +00:00
|
|
|
storeFile :: State -> FilePath -> IO (Maybe Key)
|
|
|
|
storeFile state file = storeFile' (backends state) state file
|
|
|
|
storeFile' [] _ _ = return Nothing
|
|
|
|
storeFile' (b:bs) state file = do
|
2010-10-12 20:06:10 +00:00
|
|
|
try <- (getKey b) state (gitRelative (repo state) file)
|
2010-10-10 19:04:18 +00:00
|
|
|
case (try) of
|
2010-10-10 19:21:17 +00:00
|
|
|
Nothing -> nextbackend
|
2010-10-10 19:04:18 +00:00
|
|
|
Just key -> do
|
2010-10-12 20:06:10 +00:00
|
|
|
stored <- (storeFileKey b) state file key
|
2010-10-10 19:21:17 +00:00
|
|
|
if (not stored)
|
|
|
|
then nextbackend
|
|
|
|
else do
|
|
|
|
bookkeeping key
|
|
|
|
return $ Just key
|
|
|
|
where
|
2010-10-12 20:20:41 +00:00
|
|
|
nextbackend = storeFile' bs state file
|
|
|
|
backendfile = backendFile state b file
|
2010-10-10 19:21:17 +00:00
|
|
|
bookkeeping key = do
|
2010-10-10 19:04:18 +00:00
|
|
|
createDirectoryIfMissing True (parentDir backendfile)
|
|
|
|
writeFile backendfile key
|
|
|
|
|
2010-10-10 19:21:17 +00:00
|
|
|
{- Attempts to retrieve an file from one of the backends, saving it to
|
2010-10-10 19:04:18 +00:00
|
|
|
- a specified location. -}
|
2010-10-12 20:20:41 +00:00
|
|
|
retrieveFile :: State -> FilePath -> FilePath -> IO Bool
|
|
|
|
retrieveFile state file dest = do
|
|
|
|
result <- lookupBackend state file
|
2010-10-10 19:04:18 +00:00
|
|
|
case (result) of
|
|
|
|
Nothing -> return False
|
2010-10-10 23:53:31 +00:00
|
|
|
Just b -> do
|
2010-10-12 20:06:10 +00:00
|
|
|
key <- lookupKey b state file
|
2010-10-12 20:10:15 +00:00
|
|
|
(retrieveKeyFile b) state key dest
|
2010-10-10 23:53:31 +00:00
|
|
|
|
|
|
|
{- Drops the key for a file from the backend that has it. -}
|
2010-10-12 20:20:41 +00:00
|
|
|
dropFile :: State -> FilePath -> IO (Maybe Key)
|
|
|
|
dropFile state file = do
|
|
|
|
result <- lookupBackend state file
|
2010-10-10 23:53:31 +00:00
|
|
|
case (result) of
|
|
|
|
Nothing -> return Nothing
|
|
|
|
Just b -> do
|
2010-10-12 20:06:10 +00:00
|
|
|
key <- lookupKey b state file
|
2010-10-12 20:10:15 +00:00
|
|
|
(removeKey b) state key
|
2010-10-12 20:20:41 +00:00
|
|
|
removeFile $ backendFile state b file
|
2010-10-10 23:53:31 +00:00
|
|
|
return $ Just key
|
|
|
|
|
|
|
|
{- Looks up the key a backend uses for an already annexed file. -}
|
2010-10-12 20:06:10 +00:00
|
|
|
lookupKey :: Backend -> State -> FilePath -> IO Key
|
2010-10-12 20:20:41 +00:00
|
|
|
lookupKey backend state file = readFile (backendFile state backend file)
|
2010-10-10 19:04:18 +00:00
|
|
|
|
2010-10-10 17:47:04 +00:00
|
|
|
{- Looks up the backend used for an already annexed file. -}
|
2010-10-12 20:20:41 +00:00
|
|
|
lookupBackend :: State -> FilePath -> IO (Maybe Backend)
|
|
|
|
lookupBackend state file = lookupBackend' (backends state) state file
|
|
|
|
lookupBackend' [] _ _ = return Nothing
|
|
|
|
lookupBackend' (b:bs) state file = do
|
2010-10-12 20:06:10 +00:00
|
|
|
present <- checkBackend b state file
|
2010-10-10 17:47:04 +00:00
|
|
|
if present
|
|
|
|
then
|
|
|
|
return $ Just b
|
|
|
|
else
|
2010-10-12 20:20:41 +00:00
|
|
|
lookupBackend' bs state file
|
2010-10-10 17:47:04 +00:00
|
|
|
|
|
|
|
{- Checks if a file is available via a given backend. -}
|
2010-10-12 20:06:10 +00:00
|
|
|
checkBackend :: Backend -> State -> FilePath -> IO (Bool)
|
2010-10-12 20:20:41 +00:00
|
|
|
checkBackend backend state file = doesFileExist $ backendFile state backend file
|