2011-07-05 22:31:46 +00:00
|
|
|
{- git-annex key/value backends
|
2010-10-27 20:53:54 +00:00
|
|
|
-
|
2014-04-17 22:03:39 +00:00
|
|
|
- Copyright 2010-2014 Joey Hess <joey@kitenet.net>
|
2010-10-27 20:53:54 +00:00
|
|
|
-
|
|
|
|
- Licensed under the GNU GPL version 3 or higher.
|
|
|
|
-}
|
2010-10-10 17:47:04 +00:00
|
|
|
|
2010-10-11 21:52:46 +00:00
|
|
|
module Backend (
|
2010-10-21 20:30:16 +00:00
|
|
|
list,
|
2011-07-05 22:31:46 +00:00
|
|
|
orderedList,
|
|
|
|
genKey,
|
2010-11-01 21:50:37 +00:00
|
|
|
lookupFile,
|
2014-04-17 22:03:39 +00:00
|
|
|
getBackend,
|
2013-02-15 20:02:35 +00:00
|
|
|
isAnnexLink,
|
2012-02-14 03:42:44 +00:00
|
|
|
chooseBackend,
|
2011-03-16 05:23:20 +00:00
|
|
|
lookupBackendName,
|
|
|
|
maybeLookupBackendName
|
2010-10-11 21:52:46 +00:00
|
|
|
) where
|
2010-10-10 17:47:04 +00:00
|
|
|
|
2011-10-05 20:02:51 +00:00
|
|
|
import Common.Annex
|
2010-10-14 07:18:11 +00:00
|
|
|
import qualified Annex
|
2012-02-14 03:42:44 +00:00
|
|
|
import Annex.CheckAttr
|
2013-01-05 19:26:22 +00:00
|
|
|
import Annex.CatFile
|
fully support core.symlinks=false in all relevant symlink handling code
Refactored annex link code into nice clean new library.
Audited and dealt with calls to createSymbolicLink.
Remaining calls are all safe, because:
Annex/Link.hs: ( liftIO $ createSymbolicLink linktarget file
only when core.symlinks=true
Assistant/WebApp/Configurators/Local.hs: createSymbolicLink link link
test if symlinks can be made
Command/Fix.hs: liftIO $ createSymbolicLink link file
command only works in indirect mode
Command/FromKey.hs: liftIO $ createSymbolicLink link file
command only works in indirect mode
Command/Indirect.hs: liftIO $ createSymbolicLink l f
refuses to run if core.symlinks=false
Init.hs: createSymbolicLink f f2
test if symlinks can be made
Remote/Directory.hs: go [file] = catchBoolIO $ createSymbolicLink file f >> return True
fast key linking; catches failure to make symlink and falls back to copy
Remote/Git.hs: liftIO $ catchBoolIO $ createSymbolicLink loc file >> return True
ditto
Upgrade/V1.hs: liftIO $ createSymbolicLink link f
v1 repos could not be on a filesystem w/o symlinks
Audited and dealt with calls to readSymbolicLink.
Remaining calls are all safe, because:
Annex/Link.hs: ( liftIO $ catchMaybeIO $ readSymbolicLink file
only when core.symlinks=true
Assistant/Threads/Watcher.hs: ifM ((==) (Just link) <$> liftIO (catchMaybeIO $ readSymbolicLink file))
code that fixes real symlinks when inotify sees them
It's ok to not fix psdueo-symlinks.
Assistant/Threads/Watcher.hs: mlink <- liftIO (catchMaybeIO $ readSymbolicLink file)
ditto
Command/Fix.hs: stopUnless ((/=) (Just link) <$> liftIO (catchMaybeIO $ readSymbolicLink file)) $ do
command only works in indirect mode
Upgrade/V1.hs: getsymlink = takeFileName <$> readSymbolicLink file
v1 repos could not be on a filesystem w/o symlinks
Audited and dealt with calls to isSymbolicLink.
(Typically used with getSymbolicLinkStatus, but that is just used because
getFileStatus is not as robust; it also works on pseudolinks.)
Remaining calls are all safe, because:
Assistant/Threads/SanityChecker.hs: | isSymbolicLink s -> addsymlink file ms
only handles staging of symlinks that were somehow not staged
(might need to be updated to support pseudolinks, but this is
only a belt-and-suspenders check anyway, and I've never seen the code run)
Command/Add.hs: if isSymbolicLink s || not (isRegularFile s)
avoids adding symlinks to the annex, so not relevant
Command/Indirect.hs: | isSymbolicLink s -> void $ flip whenAnnexed f $
only allowed on systems that support symlinks
Command/Indirect.hs: whenM (liftIO $ not . isSymbolicLink <$> getSymbolicLinkStatus f) $ do
ditto
Seek.hs:notSymlink f = liftIO $ not . isSymbolicLink <$> getSymbolicLinkStatus f
used to find unlocked files, only relevant in indirect mode
Utility/FSEvents.hs: | Files.isSymbolicLink s = runhook addSymlinkHook $ Just s
Utility/FSEvents.hs: | Files.isSymbolicLink s ->
Utility/INotify.hs: | Files.isSymbolicLink s ->
Utility/INotify.hs: checkfiletype Files.isSymbolicLink addSymlinkHook f
Utility/Kqueue.hs: | Files.isSymbolicLink s = callhook addSymlinkHook (Just s) change
all above are lower-level, not relevant
Audited and dealt with calls to isSymLink.
Remaining calls are all safe, because:
Annex/Direct.hs: | isSymLink (getmode item) =
This is looking at git diff-tree objects, not files on disk
Command/Unused.hs: | isSymLink (LsTree.mode l) = do
This is looking at git ls-tree, not file on disk
Utility/FileMode.hs:isSymLink :: FileMode -> Bool
Utility/FileMode.hs:isSymLink = checkMode symbolicLinkMode
low-level
Done!!
2013-02-17 19:05:55 +00:00
|
|
|
import Annex.Link
|
2011-06-02 01:56:04 +00:00
|
|
|
import Types.Key
|
2012-06-20 20:07:14 +00:00
|
|
|
import Types.KeySource
|
2011-06-02 01:56:04 +00:00
|
|
|
import qualified Types.Backend as B
|
2013-01-05 19:26:22 +00:00
|
|
|
import Config
|
2011-07-05 22:31:46 +00:00
|
|
|
|
|
|
|
-- When adding a new backend, import it here and add it to the list.
|
2013-10-02 00:34:06 +00:00
|
|
|
import qualified Backend.Hash
|
2011-11-04 19:21:45 +00:00
|
|
|
import qualified Backend.WORM
|
2011-08-06 18:57:22 +00:00
|
|
|
import qualified Backend.URL
|
2011-07-05 22:31:46 +00:00
|
|
|
|
2011-12-31 08:11:39 +00:00
|
|
|
list :: [Backend]
|
2013-10-02 00:34:06 +00:00
|
|
|
list = Backend.Hash.backends ++ Backend.WORM.backends ++ Backend.URL.backends
|
2010-10-14 19:58:53 +00:00
|
|
|
|
|
|
|
{- List of backends in the order to try them when storing a new key. -}
|
2011-12-31 08:11:39 +00:00
|
|
|
orderedList :: Annex [Backend]
|
2011-07-05 22:31:46 +00:00
|
|
|
orderedList = do
|
2011-01-26 01:49:04 +00:00
|
|
|
l <- Annex.getState Annex.backends -- list is cached here
|
2010-11-22 19:46:57 +00:00
|
|
|
if not $ null l
|
2010-10-14 19:58:53 +00:00
|
|
|
then return l
|
2012-12-30 03:10:18 +00:00
|
|
|
else do
|
|
|
|
f <- Annex.getState Annex.forcebackend
|
|
|
|
case f of
|
|
|
|
Just name | not (null name) ->
|
|
|
|
return [lookupBackendName name]
|
|
|
|
_ -> do
|
2013-01-01 17:52:47 +00:00
|
|
|
l' <- gen . annexBackends <$> Annex.getGitConfig
|
2012-12-30 03:10:18 +00:00
|
|
|
Annex.changeState $ \s -> s { Annex.backends = l' }
|
|
|
|
return l'
|
2012-10-29 02:09:09 +00:00
|
|
|
where
|
2012-12-30 03:10:18 +00:00
|
|
|
gen [] = list
|
|
|
|
gen l = map lookupBackendName l
|
2010-10-17 15:47:36 +00:00
|
|
|
|
2011-07-05 22:31:46 +00:00
|
|
|
{- Generates a key for a file, trying each backend in turn until one
|
2012-12-12 23:20:38 +00:00
|
|
|
- accepts it. -}
|
2012-06-20 20:07:14 +00:00
|
|
|
genKey :: KeySource -> Maybe Backend -> Annex (Maybe (Key, Backend))
|
2012-06-05 23:51:03 +00:00
|
|
|
genKey source trybackend = do
|
2011-07-05 22:31:46 +00:00
|
|
|
bs <- orderedList
|
2011-08-06 16:50:20 +00:00
|
|
|
let bs' = maybe bs (: bs) trybackend
|
2012-06-05 23:51:03 +00:00
|
|
|
genKey' bs' source
|
2012-06-20 20:07:14 +00:00
|
|
|
genKey' :: [Backend] -> KeySource -> Annex (Maybe (Key, Backend))
|
2011-07-05 22:31:46 +00:00
|
|
|
genKey' [] _ = return Nothing
|
2012-06-05 23:51:03 +00:00
|
|
|
genKey' (b:bs) source = do
|
|
|
|
r <- B.getKey b source
|
2011-07-05 22:31:46 +00:00
|
|
|
case r of
|
2012-06-05 23:51:03 +00:00
|
|
|
Nothing -> genKey' bs source
|
2011-12-06 17:02:50 +00:00
|
|
|
Just k -> return $ Just (makesane k, b)
|
2012-10-29 02:09:09 +00:00
|
|
|
where
|
|
|
|
-- keyNames should not contain newline characters.
|
|
|
|
makesane k = k { keyName = map fixbadchar (keyName k) }
|
|
|
|
fixbadchar c
|
|
|
|
| c == '\n' = '_'
|
|
|
|
| otherwise = c
|
2011-03-23 21:57:10 +00:00
|
|
|
|
2014-04-17 22:03:39 +00:00
|
|
|
{- Looks up the key corresponding to an annexed file,
|
fully support core.symlinks=false in all relevant symlink handling code
Refactored annex link code into nice clean new library.
Audited and dealt with calls to createSymbolicLink.
Remaining calls are all safe, because:
Annex/Link.hs: ( liftIO $ createSymbolicLink linktarget file
only when core.symlinks=true
Assistant/WebApp/Configurators/Local.hs: createSymbolicLink link link
test if symlinks can be made
Command/Fix.hs: liftIO $ createSymbolicLink link file
command only works in indirect mode
Command/FromKey.hs: liftIO $ createSymbolicLink link file
command only works in indirect mode
Command/Indirect.hs: liftIO $ createSymbolicLink l f
refuses to run if core.symlinks=false
Init.hs: createSymbolicLink f f2
test if symlinks can be made
Remote/Directory.hs: go [file] = catchBoolIO $ createSymbolicLink file f >> return True
fast key linking; catches failure to make symlink and falls back to copy
Remote/Git.hs: liftIO $ catchBoolIO $ createSymbolicLink loc file >> return True
ditto
Upgrade/V1.hs: liftIO $ createSymbolicLink link f
v1 repos could not be on a filesystem w/o symlinks
Audited and dealt with calls to readSymbolicLink.
Remaining calls are all safe, because:
Annex/Link.hs: ( liftIO $ catchMaybeIO $ readSymbolicLink file
only when core.symlinks=true
Assistant/Threads/Watcher.hs: ifM ((==) (Just link) <$> liftIO (catchMaybeIO $ readSymbolicLink file))
code that fixes real symlinks when inotify sees them
It's ok to not fix psdueo-symlinks.
Assistant/Threads/Watcher.hs: mlink <- liftIO (catchMaybeIO $ readSymbolicLink file)
ditto
Command/Fix.hs: stopUnless ((/=) (Just link) <$> liftIO (catchMaybeIO $ readSymbolicLink file)) $ do
command only works in indirect mode
Upgrade/V1.hs: getsymlink = takeFileName <$> readSymbolicLink file
v1 repos could not be on a filesystem w/o symlinks
Audited and dealt with calls to isSymbolicLink.
(Typically used with getSymbolicLinkStatus, but that is just used because
getFileStatus is not as robust; it also works on pseudolinks.)
Remaining calls are all safe, because:
Assistant/Threads/SanityChecker.hs: | isSymbolicLink s -> addsymlink file ms
only handles staging of symlinks that were somehow not staged
(might need to be updated to support pseudolinks, but this is
only a belt-and-suspenders check anyway, and I've never seen the code run)
Command/Add.hs: if isSymbolicLink s || not (isRegularFile s)
avoids adding symlinks to the annex, so not relevant
Command/Indirect.hs: | isSymbolicLink s -> void $ flip whenAnnexed f $
only allowed on systems that support symlinks
Command/Indirect.hs: whenM (liftIO $ not . isSymbolicLink <$> getSymbolicLinkStatus f) $ do
ditto
Seek.hs:notSymlink f = liftIO $ not . isSymbolicLink <$> getSymbolicLinkStatus f
used to find unlocked files, only relevant in indirect mode
Utility/FSEvents.hs: | Files.isSymbolicLink s = runhook addSymlinkHook $ Just s
Utility/FSEvents.hs: | Files.isSymbolicLink s ->
Utility/INotify.hs: | Files.isSymbolicLink s ->
Utility/INotify.hs: checkfiletype Files.isSymbolicLink addSymlinkHook f
Utility/Kqueue.hs: | Files.isSymbolicLink s = callhook addSymlinkHook (Just s) change
all above are lower-level, not relevant
Audited and dealt with calls to isSymLink.
Remaining calls are all safe, because:
Annex/Direct.hs: | isSymLink (getmode item) =
This is looking at git diff-tree objects, not files on disk
Command/Unused.hs: | isSymLink (LsTree.mode l) = do
This is looking at git ls-tree, not file on disk
Utility/FileMode.hs:isSymLink :: FileMode -> Bool
Utility/FileMode.hs:isSymLink = checkMode symbolicLinkMode
low-level
Done!!
2013-02-17 19:05:55 +00:00
|
|
|
- by examining what the file links to.
|
2013-01-05 19:26:22 +00:00
|
|
|
-
|
fully support core.symlinks=false in all relevant symlink handling code
Refactored annex link code into nice clean new library.
Audited and dealt with calls to createSymbolicLink.
Remaining calls are all safe, because:
Annex/Link.hs: ( liftIO $ createSymbolicLink linktarget file
only when core.symlinks=true
Assistant/WebApp/Configurators/Local.hs: createSymbolicLink link link
test if symlinks can be made
Command/Fix.hs: liftIO $ createSymbolicLink link file
command only works in indirect mode
Command/FromKey.hs: liftIO $ createSymbolicLink link file
command only works in indirect mode
Command/Indirect.hs: liftIO $ createSymbolicLink l f
refuses to run if core.symlinks=false
Init.hs: createSymbolicLink f f2
test if symlinks can be made
Remote/Directory.hs: go [file] = catchBoolIO $ createSymbolicLink file f >> return True
fast key linking; catches failure to make symlink and falls back to copy
Remote/Git.hs: liftIO $ catchBoolIO $ createSymbolicLink loc file >> return True
ditto
Upgrade/V1.hs: liftIO $ createSymbolicLink link f
v1 repos could not be on a filesystem w/o symlinks
Audited and dealt with calls to readSymbolicLink.
Remaining calls are all safe, because:
Annex/Link.hs: ( liftIO $ catchMaybeIO $ readSymbolicLink file
only when core.symlinks=true
Assistant/Threads/Watcher.hs: ifM ((==) (Just link) <$> liftIO (catchMaybeIO $ readSymbolicLink file))
code that fixes real symlinks when inotify sees them
It's ok to not fix psdueo-symlinks.
Assistant/Threads/Watcher.hs: mlink <- liftIO (catchMaybeIO $ readSymbolicLink file)
ditto
Command/Fix.hs: stopUnless ((/=) (Just link) <$> liftIO (catchMaybeIO $ readSymbolicLink file)) $ do
command only works in indirect mode
Upgrade/V1.hs: getsymlink = takeFileName <$> readSymbolicLink file
v1 repos could not be on a filesystem w/o symlinks
Audited and dealt with calls to isSymbolicLink.
(Typically used with getSymbolicLinkStatus, but that is just used because
getFileStatus is not as robust; it also works on pseudolinks.)
Remaining calls are all safe, because:
Assistant/Threads/SanityChecker.hs: | isSymbolicLink s -> addsymlink file ms
only handles staging of symlinks that were somehow not staged
(might need to be updated to support pseudolinks, but this is
only a belt-and-suspenders check anyway, and I've never seen the code run)
Command/Add.hs: if isSymbolicLink s || not (isRegularFile s)
avoids adding symlinks to the annex, so not relevant
Command/Indirect.hs: | isSymbolicLink s -> void $ flip whenAnnexed f $
only allowed on systems that support symlinks
Command/Indirect.hs: whenM (liftIO $ not . isSymbolicLink <$> getSymbolicLinkStatus f) $ do
ditto
Seek.hs:notSymlink f = liftIO $ not . isSymbolicLink <$> getSymbolicLinkStatus f
used to find unlocked files, only relevant in indirect mode
Utility/FSEvents.hs: | Files.isSymbolicLink s = runhook addSymlinkHook $ Just s
Utility/FSEvents.hs: | Files.isSymbolicLink s ->
Utility/INotify.hs: | Files.isSymbolicLink s ->
Utility/INotify.hs: checkfiletype Files.isSymbolicLink addSymlinkHook f
Utility/Kqueue.hs: | Files.isSymbolicLink s = callhook addSymlinkHook (Just s) change
all above are lower-level, not relevant
Audited and dealt with calls to isSymLink.
Remaining calls are all safe, because:
Annex/Direct.hs: | isSymLink (getmode item) =
This is looking at git diff-tree objects, not files on disk
Command/Unused.hs: | isSymLink (LsTree.mode l) = do
This is looking at git ls-tree, not file on disk
Utility/FileMode.hs:isSymLink :: FileMode -> Bool
Utility/FileMode.hs:isSymLink = checkMode symbolicLinkMode
low-level
Done!!
2013-02-17 19:05:55 +00:00
|
|
|
- In direct mode, there is often no link on disk, in which case
|
|
|
|
- the symlink is looked up in git instead. However, a real link
|
2013-01-05 19:26:22 +00:00
|
|
|
- on disk still takes precedence over what was committed to git in direct
|
|
|
|
- mode.
|
|
|
|
-}
|
2014-04-17 22:03:39 +00:00
|
|
|
lookupFile :: FilePath -> Annex (Maybe Key)
|
2010-10-13 07:20:05 +00:00
|
|
|
lookupFile file = do
|
2013-02-15 20:02:35 +00:00
|
|
|
mkey <- isAnnexLink file
|
|
|
|
case mkey of
|
|
|
|
Just key -> makeret key
|
|
|
|
Nothing -> ifM isDirect
|
2013-01-05 19:26:22 +00:00
|
|
|
( maybe (return Nothing) makeret =<< catKeyFile file
|
|
|
|
, return Nothing
|
|
|
|
)
|
2012-10-29 02:09:09 +00:00
|
|
|
where
|
2014-04-17 22:03:39 +00:00
|
|
|
makeret k = return $ Just k
|
|
|
|
|
|
|
|
getBackend :: FilePath -> Key -> Annex (Maybe Backend)
|
|
|
|
getBackend file k = let bname = keyBackendName k in
|
|
|
|
case maybeLookupBackendName bname of
|
|
|
|
Just backend -> return $ Just backend
|
|
|
|
Nothing -> do
|
|
|
|
warning $ "skipping " ++ file ++ " (unknown backend " ++ bname ++ ")"
|
|
|
|
return Nothing
|
2010-11-01 21:50:37 +00:00
|
|
|
|
2012-02-14 03:42:44 +00:00
|
|
|
{- Looks up the backend that should be used for a file.
|
2012-12-12 23:20:38 +00:00
|
|
|
- That can be configured on a per-file basis in the gitattributes file. -}
|
2012-02-14 03:42:44 +00:00
|
|
|
chooseBackend :: FilePath -> Annex (Maybe Backend)
|
|
|
|
chooseBackend f = Annex.getState Annex.forcebackend >>= go
|
2012-10-29 02:09:09 +00:00
|
|
|
where
|
|
|
|
go Nothing = maybeLookupBackendName <$> checkAttr "annex.backend" f
|
|
|
|
go (Just _) = Just . Prelude.head <$> orderedList
|
2011-03-23 06:10:59 +00:00
|
|
|
|
2011-07-05 22:31:46 +00:00
|
|
|
{- Looks up a backend by name. May fail if unknown. -}
|
2011-12-31 08:11:39 +00:00
|
|
|
lookupBackendName :: String -> Backend
|
2011-07-15 07:12:05 +00:00
|
|
|
lookupBackendName s = fromMaybe unknown $ maybeLookupBackendName s
|
2012-10-29 02:09:09 +00:00
|
|
|
where
|
|
|
|
unknown = error $ "unknown backend " ++ s
|
2011-12-31 08:11:39 +00:00
|
|
|
maybeLookupBackendName :: String -> Maybe Backend
|
2011-12-15 22:11:42 +00:00
|
|
|
maybeLookupBackendName s = headMaybe matches
|
2012-10-29 02:09:09 +00:00
|
|
|
where
|
|
|
|
matches = filter (\b -> s == B.name b) list
|