2011-04-28 21:21:45 +00:00
|
|
|
|
{- A remote that provides hooks to run shell commands.
|
|
|
|
|
-
|
|
|
|
|
- Copyright 2011 Joey Hess <joey@kitenet.net>
|
|
|
|
|
-
|
|
|
|
|
- Licensed under the GNU GPL version 3 or higher.
|
|
|
|
|
-}
|
|
|
|
|
|
|
|
|
|
module Remote.Hook (remote) where
|
|
|
|
|
|
2012-06-20 17:13:40 +00:00
|
|
|
|
import qualified Data.ByteString.Lazy as L
|
2011-04-28 21:21:45 +00:00
|
|
|
|
import qualified Data.Map as M
|
2014-01-14 19:36:33 +00:00
|
|
|
|
import qualified Data.AssocList as A
|
2012-06-05 01:52:36 +00:00
|
|
|
|
import System.Environment
|
2011-04-28 21:21:45 +00:00
|
|
|
|
|
2011-10-05 20:02:51 +00:00
|
|
|
|
import Common.Annex
|
2011-06-02 01:56:04 +00:00
|
|
|
|
import Types.Remote
|
2012-08-08 20:06:01 +00:00
|
|
|
|
import Types.Key
|
2011-06-30 17:16:57 +00:00
|
|
|
|
import qualified Git
|
2011-04-28 21:21:45 +00:00
|
|
|
|
import Config
|
2013-03-13 20:16:01 +00:00
|
|
|
|
import Config.Cost
|
2011-10-04 04:40:47 +00:00
|
|
|
|
import Annex.Content
|
2013-09-07 22:38:00 +00:00
|
|
|
|
import Annex.UUID
|
2011-08-17 00:49:54 +00:00
|
|
|
|
import Remote.Helper.Special
|
|
|
|
|
import Remote.Helper.Encryptable
|
2011-04-28 21:21:45 +00:00
|
|
|
|
import Crypto
|
2013-03-28 21:03:04 +00:00
|
|
|
|
import Utility.Metered
|
2011-04-28 21:21:45 +00:00
|
|
|
|
|
2013-05-21 23:19:03 +00:00
|
|
|
|
type Action = String
|
|
|
|
|
type HookName = String
|
|
|
|
|
|
2011-12-31 08:11:39 +00:00
|
|
|
|
remote :: RemoteType
|
2011-04-28 21:21:45 +00:00
|
|
|
|
remote = RemoteType {
|
|
|
|
|
typename = "hook",
|
|
|
|
|
enumerate = findSpecialRemotes "hooktype",
|
|
|
|
|
generate = gen,
|
|
|
|
|
setup = hookSetup
|
|
|
|
|
}
|
|
|
|
|
|
2013-09-12 19:54:35 +00:00
|
|
|
|
gen :: Git.Repo -> UUID -> RemoteConfig -> RemoteGitConfig -> Annex (Maybe Remote)
|
2013-01-01 17:52:47 +00:00
|
|
|
|
gen r u c gc = do
|
|
|
|
|
cst <- remoteCost gc expensiveRemoteCost
|
2013-09-12 19:54:35 +00:00
|
|
|
|
return $ Just $ encryptableRemote c
|
2013-09-01 18:12:00 +00:00
|
|
|
|
(storeEncrypted hooktype $ getGpgEncParams (c,gc))
|
2011-04-28 21:21:45 +00:00
|
|
|
|
(retrieveEncrypted hooktype)
|
|
|
|
|
Remote {
|
|
|
|
|
uuid = u,
|
|
|
|
|
cost = cst,
|
|
|
|
|
name = Git.repoDescribe r,
|
2012-12-13 04:45:27 +00:00
|
|
|
|
storeKey = store hooktype,
|
2011-04-28 21:21:45 +00:00
|
|
|
|
retrieveKeyFile = retrieve hooktype,
|
2012-01-20 17:23:11 +00:00
|
|
|
|
retrieveKeyFileCheap = retrieveCheap hooktype,
|
2011-04-28 21:21:45 +00:00
|
|
|
|
removeKey = remove hooktype,
|
|
|
|
|
hasKey = checkPresent r hooktype,
|
|
|
|
|
hasKeyCheap = False,
|
2012-02-14 07:49:48 +00:00
|
|
|
|
whereisKey = Nothing,
|
2013-10-11 20:03:18 +00:00
|
|
|
|
remoteFsck = Nothing,
|
2013-10-27 19:38:59 +00:00
|
|
|
|
repairRepo = Nothing,
|
2013-11-02 20:37:28 +00:00
|
|
|
|
config = c,
|
2012-08-26 18:26:43 +00:00
|
|
|
|
localpath = Nothing,
|
2011-12-31 07:27:37 +00:00
|
|
|
|
repo = r,
|
2013-01-01 17:52:47 +00:00
|
|
|
|
gitconfig = gc,
|
2012-08-26 19:39:02 +00:00
|
|
|
|
readonly = False,
|
2014-01-13 18:41:10 +00:00
|
|
|
|
availability = GloballyAvailable,
|
2011-12-31 07:27:37 +00:00
|
|
|
|
remotetype = remote
|
2011-04-28 21:21:45 +00:00
|
|
|
|
}
|
2013-01-01 17:52:47 +00:00
|
|
|
|
where
|
external special remotes mostly implemented (untested)
This has not been tested at all. It compiles!
The only known missing things are support for encryption, and for get/set
of special remote configuration, and of key state. (The latter needs
separate work to add a new per-key log file to store that state.)
Only thing I don't much like is that initremote needs to be passed both
type=external and externaltype=foo. It would be better to have just
type=foo
Most of this is quite straightforward code, that largely wrote itself given
the types. The only tricky parts were:
* Need to lock the remote when using it to eg make a request, because
in theory git-annex could have multiple threads that each try to use
a remote at the same time. I don't think that git-annex ever does
that currently, but better safe than sorry.
* Rather than starting up every external special remote program when
git-annex starts, they are started only on demand, when first used.
This will avoid slowdown, especially when running fast git-annex query
commands. Once started, they keep running until git-annex stops, currently,
which may not be ideal, but it's hard to know a better time to stop them.
* Bit of a chicken and egg problem with caching the cost of the remote,
because setting annex-cost in the git config needs the remote to already
be set up. Managed to finesse that.
This commit was sponsored by Lukas Anzinger.
2013-12-26 22:23:13 +00:00
|
|
|
|
hooktype = fromMaybe (error "missing hooktype") $ remoteAnnexHookType gc
|
2011-04-28 21:21:45 +00:00
|
|
|
|
|
2013-09-07 22:38:00 +00:00
|
|
|
|
hookSetup :: Maybe UUID -> RemoteConfig -> Annex (RemoteConfig, UUID)
|
|
|
|
|
hookSetup mu c = do
|
|
|
|
|
u <- maybe (liftIO genUUID) return mu
|
2011-07-15 16:47:14 +00:00
|
|
|
|
let hooktype = fromMaybe (error "Specify hooktype=") $
|
2011-05-15 06:49:43 +00:00
|
|
|
|
M.lookup "hooktype" c
|
2011-04-28 21:21:45 +00:00
|
|
|
|
c' <- encryptionSetup c
|
|
|
|
|
gitConfigSpecialRemote u c' "hooktype" hooktype
|
2013-09-07 22:38:00 +00:00
|
|
|
|
return (c', u)
|
2011-04-28 21:21:45 +00:00
|
|
|
|
|
2013-05-21 23:19:03 +00:00
|
|
|
|
hookEnv :: Action -> Key -> Maybe FilePath -> IO (Maybe [(String, String)])
|
|
|
|
|
hookEnv action k f = Just <$> mergeenv (fileenv f ++ keyenv)
|
2012-11-11 04:51:07 +00:00
|
|
|
|
where
|
2014-01-14 19:36:33 +00:00
|
|
|
|
mergeenv l = A.addEntries l <$> getEnvironment
|
2012-11-11 04:51:07 +00:00
|
|
|
|
env s v = ("ANNEX_" ++ s, v)
|
|
|
|
|
keyenv = catMaybes
|
|
|
|
|
[ Just $ env "KEY" (key2file k)
|
2013-05-21 23:19:03 +00:00
|
|
|
|
, Just $ env "ACTION" action
|
2012-11-11 04:51:07 +00:00
|
|
|
|
, env "HASH_1" <$> headMaybe hashbits
|
|
|
|
|
, env "HASH_2" <$> headMaybe (drop 1 hashbits)
|
|
|
|
|
]
|
|
|
|
|
fileenv Nothing = []
|
|
|
|
|
fileenv (Just file) = [env "FILE" file]
|
|
|
|
|
hashbits = map takeDirectory $ splitPath $ hashDirMixed k
|
2011-04-28 21:21:45 +00:00
|
|
|
|
|
2013-05-21 23:19:03 +00:00
|
|
|
|
lookupHook :: HookName -> Action -> Annex (Maybe String)
|
|
|
|
|
lookupHook hookname action = do
|
|
|
|
|
command <- getConfig (annexConfig hook) ""
|
2011-04-28 21:21:45 +00:00
|
|
|
|
if null command
|
|
|
|
|
then do
|
2013-09-26 03:19:01 +00:00
|
|
|
|
fallback <- getConfig (annexConfig hookfallback) ""
|
2013-05-21 23:19:03 +00:00
|
|
|
|
if null fallback
|
|
|
|
|
then do
|
|
|
|
|
warning $ "missing configuration for " ++ hook ++ " or " ++ hookfallback
|
|
|
|
|
return Nothing
|
|
|
|
|
else return $ Just fallback
|
2011-04-28 21:21:45 +00:00
|
|
|
|
else return $ Just command
|
2012-11-11 04:51:07 +00:00
|
|
|
|
where
|
2013-05-21 23:19:03 +00:00
|
|
|
|
hook = hookname ++ "-" ++ action ++ "-hook"
|
|
|
|
|
hookfallback = hookname ++ "-hook"
|
2011-04-28 21:21:45 +00:00
|
|
|
|
|
2013-05-21 23:19:03 +00:00
|
|
|
|
runHook :: HookName -> Action -> Key -> Maybe FilePath -> Annex Bool -> Annex Bool
|
|
|
|
|
runHook hook action k f a = maybe (return False) run =<< lookupHook hook action
|
2012-11-11 04:51:07 +00:00
|
|
|
|
where
|
|
|
|
|
run command = do
|
|
|
|
|
showOutput -- make way for hook output
|
2013-05-21 23:19:03 +00:00
|
|
|
|
ifM (liftIO $ boolSystemEnv "sh" [Param "-c", Param command] =<< hookEnv action k f)
|
2012-11-11 04:51:07 +00:00
|
|
|
|
( a
|
|
|
|
|
, do
|
|
|
|
|
warning $ hook ++ " hook exited nonzero!"
|
|
|
|
|
return False
|
|
|
|
|
)
|
2011-04-28 21:21:45 +00:00
|
|
|
|
|
2013-05-21 23:19:03 +00:00
|
|
|
|
store :: HookName -> Key -> AssociatedFile -> MeterUpdate -> Annex Bool
|
2013-01-09 22:42:29 +00:00
|
|
|
|
store h k _f _p = sendAnnex k (void $ remove h k) $ \src ->
|
2011-11-08 19:34:10 +00:00
|
|
|
|
runHook h "store" k (Just src) $ return True
|
2011-04-28 21:21:45 +00:00
|
|
|
|
|
2013-09-01 18:12:00 +00:00
|
|
|
|
storeEncrypted :: HookName -> [CommandParam] -> (Cipher, Key) -> Key -> MeterUpdate -> Annex Bool
|
2013-03-11 01:33:13 +00:00
|
|
|
|
storeEncrypted h gpgOpts (cipher, enck) k _p = withTmp enck $ \tmp ->
|
2013-01-09 22:42:29 +00:00
|
|
|
|
sendAnnex k (void $ remove h enck) $ \src -> do
|
2013-03-11 01:33:13 +00:00
|
|
|
|
liftIO $ encrypt gpgOpts cipher (feedFile src) $
|
2013-01-06 18:29:01 +00:00
|
|
|
|
readBytes $ L.writeFile tmp
|
|
|
|
|
runHook h "store" enck (Just tmp) $ return True
|
2011-04-28 21:21:45 +00:00
|
|
|
|
|
2013-05-21 23:19:03 +00:00
|
|
|
|
retrieve :: HookName -> Key -> AssociatedFile -> FilePath -> MeterUpdate -> Annex Bool
|
2013-04-11 21:15:45 +00:00
|
|
|
|
retrieve h k _f d _p = runHook h "retrieve" k (Just d) $ return True
|
2012-01-20 17:23:11 +00:00
|
|
|
|
|
2013-05-21 23:19:03 +00:00
|
|
|
|
retrieveCheap :: HookName -> Key -> FilePath -> Annex Bool
|
2012-01-20 17:23:11 +00:00
|
|
|
|
retrieveCheap _ _ _ = return False
|
2011-04-28 21:21:45 +00:00
|
|
|
|
|
2013-05-21 23:19:03 +00:00
|
|
|
|
retrieveEncrypted :: HookName -> (Cipher, Key) -> Key -> FilePath -> MeterUpdate -> Annex Bool
|
2013-04-11 21:15:45 +00:00
|
|
|
|
retrieveEncrypted h (cipher, enck) _ f _p = withTmp enck $ \tmp ->
|
2011-11-11 00:24:24 +00:00
|
|
|
|
runHook h "retrieve" enck (Just tmp) $ liftIO $ catchBoolIO $ do
|
2012-11-18 19:27:44 +00:00
|
|
|
|
decrypt cipher (feedFile tmp) $
|
|
|
|
|
readBytes $ L.writeFile f
|
2011-04-28 21:21:45 +00:00
|
|
|
|
return True
|
|
|
|
|
|
2013-05-21 23:19:03 +00:00
|
|
|
|
remove :: HookName -> Key -> Annex Bool
|
2011-07-15 16:47:14 +00:00
|
|
|
|
remove h k = runHook h "remove" k Nothing $ return True
|
2011-04-28 21:21:45 +00:00
|
|
|
|
|
2013-05-21 23:19:03 +00:00
|
|
|
|
checkPresent :: Git.Repo -> HookName -> Key -> Annex (Either String Bool)
|
2011-04-28 21:21:45 +00:00
|
|
|
|
checkPresent r h k = do
|
2011-07-19 18:07:23 +00:00
|
|
|
|
showAction $ "checking " ++ Git.repoDescribe r
|
2013-05-21 23:19:03 +00:00
|
|
|
|
v <- lookupHook h action
|
2011-11-11 00:24:24 +00:00
|
|
|
|
liftIO $ catchMsgIO $ check v
|
2012-11-11 04:51:07 +00:00
|
|
|
|
where
|
2013-05-21 23:19:03 +00:00
|
|
|
|
action = "checkpresent"
|
2012-11-11 04:51:07 +00:00
|
|
|
|
findkey s = key2file k `elem` lines s
|
2013-05-21 23:19:03 +00:00
|
|
|
|
check Nothing = error $ action ++ " hook misconfigured"
|
2012-11-11 04:51:07 +00:00
|
|
|
|
check (Just hook) = do
|
2013-05-21 23:19:03 +00:00
|
|
|
|
env <- hookEnv action k Nothing
|
2012-11-11 04:51:07 +00:00
|
|
|
|
findkey <$> readProcessEnv "sh" ["-c", hook] env
|