2011-04-28 17:21:45 -04:00
|
|
|
|
{- A remote that provides hooks to run shell commands.
|
|
|
|
|
-
|
|
|
|
|
- Copyright 2011 Joey Hess <joey@kitenet.net>
|
|
|
|
|
-
|
|
|
|
|
- Licensed under the GNU GPL version 3 or higher.
|
|
|
|
|
-}
|
|
|
|
|
|
|
|
|
|
module Remote.Hook (remote) where
|
|
|
|
|
|
2012-06-20 13:13:40 -04:00
|
|
|
|
import qualified Data.ByteString.Lazy as L
|
2011-04-28 17:21:45 -04:00
|
|
|
|
import qualified Data.Map as M
|
|
|
|
|
|
2011-10-05 16:02:51 -04:00
|
|
|
|
import Common.Annex
|
2011-06-01 21:56:04 -04:00
|
|
|
|
import Types.Remote
|
2012-08-08 16:06:01 -04:00
|
|
|
|
import Types.Key
|
2014-02-11 14:06:50 -04:00
|
|
|
|
import Types.Creds
|
2011-06-30 13:16:57 -04:00
|
|
|
|
import qualified Git
|
2011-04-28 17:21:45 -04:00
|
|
|
|
import Config
|
2013-03-13 16:16:01 -04:00
|
|
|
|
import Config.Cost
|
2011-10-04 00:40:47 -04:00
|
|
|
|
import Annex.Content
|
2013-09-07 18:38:00 -04:00
|
|
|
|
import Annex.UUID
|
2011-08-16 20:49:54 -04:00
|
|
|
|
import Remote.Helper.Special
|
|
|
|
|
import Remote.Helper.Encryptable
|
2011-04-28 17:21:45 -04:00
|
|
|
|
import Crypto
|
2013-03-28 17:03:04 -04:00
|
|
|
|
import Utility.Metered
|
2014-01-14 16:42:10 -04:00
|
|
|
|
import Utility.Env
|
2011-04-28 17:21:45 -04:00
|
|
|
|
|
2013-05-21 19:19:03 -04:00
|
|
|
|
type Action = String
|
|
|
|
|
type HookName = String
|
|
|
|
|
|
2011-12-31 04:11:39 -04:00
|
|
|
|
remote :: RemoteType
|
2011-04-28 17:21:45 -04:00
|
|
|
|
remote = RemoteType {
|
|
|
|
|
typename = "hook",
|
|
|
|
|
enumerate = findSpecialRemotes "hooktype",
|
|
|
|
|
generate = gen,
|
|
|
|
|
setup = hookSetup
|
|
|
|
|
}
|
|
|
|
|
|
2013-09-12 15:54:35 -04:00
|
|
|
|
gen :: Git.Repo -> UUID -> RemoteConfig -> RemoteGitConfig -> Annex (Maybe Remote)
|
2013-01-01 13:52:47 -04:00
|
|
|
|
gen r u c gc = do
|
|
|
|
|
cst <- remoteCost gc expensiveRemoteCost
|
2013-09-12 15:54:35 -04:00
|
|
|
|
return $ Just $ encryptableRemote c
|
2013-09-01 20:12:00 +02:00
|
|
|
|
(storeEncrypted hooktype $ getGpgEncParams (c,gc))
|
2011-04-28 17:21:45 -04:00
|
|
|
|
(retrieveEncrypted hooktype)
|
|
|
|
|
Remote {
|
|
|
|
|
uuid = u,
|
|
|
|
|
cost = cst,
|
|
|
|
|
name = Git.repoDescribe r,
|
2012-12-13 00:45:27 -04:00
|
|
|
|
storeKey = store hooktype,
|
2011-04-28 17:21:45 -04:00
|
|
|
|
retrieveKeyFile = retrieve hooktype,
|
2012-01-20 13:23:11 -04:00
|
|
|
|
retrieveKeyFileCheap = retrieveCheap hooktype,
|
2011-04-28 17:21:45 -04:00
|
|
|
|
removeKey = remove hooktype,
|
|
|
|
|
hasKey = checkPresent r hooktype,
|
|
|
|
|
hasKeyCheap = False,
|
2012-02-14 03:49:48 -04:00
|
|
|
|
whereisKey = Nothing,
|
2013-10-11 16:03:18 -04:00
|
|
|
|
remoteFsck = Nothing,
|
2013-10-27 15:38:59 -04:00
|
|
|
|
repairRepo = Nothing,
|
2013-11-02 16:37:28 -04:00
|
|
|
|
config = c,
|
2012-08-26 14:26:43 -04:00
|
|
|
|
localpath = Nothing,
|
2011-12-31 03:27:37 -04:00
|
|
|
|
repo = r,
|
2013-01-01 13:52:47 -04:00
|
|
|
|
gitconfig = gc,
|
2012-08-26 15:39:02 -04:00
|
|
|
|
readonly = False,
|
2014-01-13 14:41:10 -04:00
|
|
|
|
availability = GloballyAvailable,
|
2011-12-31 03:27:37 -04:00
|
|
|
|
remotetype = remote
|
2011-04-28 17:21:45 -04:00
|
|
|
|
}
|
2013-01-01 13:52:47 -04:00
|
|
|
|
where
|
external special remotes mostly implemented (untested)
This has not been tested at all. It compiles!
The only known missing things are support for encryption, and for get/set
of special remote configuration, and of key state. (The latter needs
separate work to add a new per-key log file to store that state.)
Only thing I don't much like is that initremote needs to be passed both
type=external and externaltype=foo. It would be better to have just
type=foo
Most of this is quite straightforward code, that largely wrote itself given
the types. The only tricky parts were:
* Need to lock the remote when using it to eg make a request, because
in theory git-annex could have multiple threads that each try to use
a remote at the same time. I don't think that git-annex ever does
that currently, but better safe than sorry.
* Rather than starting up every external special remote program when
git-annex starts, they are started only on demand, when first used.
This will avoid slowdown, especially when running fast git-annex query
commands. Once started, they keep running until git-annex stops, currently,
which may not be ideal, but it's hard to know a better time to stop them.
* Bit of a chicken and egg problem with caching the cost of the remote,
because setting annex-cost in the git config needs the remote to already
be set up. Managed to finesse that.
This commit was sponsored by Lukas Anzinger.
2013-12-26 18:23:13 -04:00
|
|
|
|
hooktype = fromMaybe (error "missing hooktype") $ remoteAnnexHookType gc
|
2011-04-28 17:21:45 -04:00
|
|
|
|
|
2014-02-11 14:06:50 -04:00
|
|
|
|
hookSetup :: Maybe UUID -> Maybe CredPair -> RemoteConfig -> Annex (RemoteConfig, UUID)
|
|
|
|
|
hookSetup mu _ c = do
|
2013-09-07 18:38:00 -04:00
|
|
|
|
u <- maybe (liftIO genUUID) return mu
|
2011-07-15 12:47:14 -04:00
|
|
|
|
let hooktype = fromMaybe (error "Specify hooktype=") $
|
2011-05-15 02:49:43 -04:00
|
|
|
|
M.lookup "hooktype" c
|
2011-04-28 17:21:45 -04:00
|
|
|
|
c' <- encryptionSetup c
|
|
|
|
|
gitConfigSpecialRemote u c' "hooktype" hooktype
|
2013-09-07 18:38:00 -04:00
|
|
|
|
return (c', u)
|
2011-04-28 17:21:45 -04:00
|
|
|
|
|
2013-05-21 19:19:03 -04:00
|
|
|
|
hookEnv :: Action -> Key -> Maybe FilePath -> IO (Maybe [(String, String)])
|
|
|
|
|
hookEnv action k f = Just <$> mergeenv (fileenv f ++ keyenv)
|
2012-11-11 00:51:07 -04:00
|
|
|
|
where
|
2014-01-14 16:42:10 -04:00
|
|
|
|
mergeenv l = addEntries l <$> getEnvironment
|
2012-11-11 00:51:07 -04:00
|
|
|
|
env s v = ("ANNEX_" ++ s, v)
|
|
|
|
|
keyenv = catMaybes
|
|
|
|
|
[ Just $ env "KEY" (key2file k)
|
2013-05-21 19:19:03 -04:00
|
|
|
|
, Just $ env "ACTION" action
|
2012-11-11 00:51:07 -04:00
|
|
|
|
, env "HASH_1" <$> headMaybe hashbits
|
|
|
|
|
, env "HASH_2" <$> headMaybe (drop 1 hashbits)
|
|
|
|
|
]
|
|
|
|
|
fileenv Nothing = []
|
|
|
|
|
fileenv (Just file) = [env "FILE" file]
|
|
|
|
|
hashbits = map takeDirectory $ splitPath $ hashDirMixed k
|
2011-04-28 17:21:45 -04:00
|
|
|
|
|
2013-05-21 19:19:03 -04:00
|
|
|
|
lookupHook :: HookName -> Action -> Annex (Maybe String)
|
|
|
|
|
lookupHook hookname action = do
|
|
|
|
|
command <- getConfig (annexConfig hook) ""
|
2011-04-28 17:21:45 -04:00
|
|
|
|
if null command
|
|
|
|
|
then do
|
2013-09-25 23:19:01 -04:00
|
|
|
|
fallback <- getConfig (annexConfig hookfallback) ""
|
2013-05-21 19:19:03 -04:00
|
|
|
|
if null fallback
|
|
|
|
|
then do
|
|
|
|
|
warning $ "missing configuration for " ++ hook ++ " or " ++ hookfallback
|
|
|
|
|
return Nothing
|
|
|
|
|
else return $ Just fallback
|
2011-04-28 17:21:45 -04:00
|
|
|
|
else return $ Just command
|
2012-11-11 00:51:07 -04:00
|
|
|
|
where
|
2013-05-21 19:19:03 -04:00
|
|
|
|
hook = hookname ++ "-" ++ action ++ "-hook"
|
|
|
|
|
hookfallback = hookname ++ "-hook"
|
2011-04-28 17:21:45 -04:00
|
|
|
|
|
2013-05-21 19:19:03 -04:00
|
|
|
|
runHook :: HookName -> Action -> Key -> Maybe FilePath -> Annex Bool -> Annex Bool
|
|
|
|
|
runHook hook action k f a = maybe (return False) run =<< lookupHook hook action
|
2012-11-11 00:51:07 -04:00
|
|
|
|
where
|
|
|
|
|
run command = do
|
|
|
|
|
showOutput -- make way for hook output
|
2013-05-21 19:19:03 -04:00
|
|
|
|
ifM (liftIO $ boolSystemEnv "sh" [Param "-c", Param command] =<< hookEnv action k f)
|
2012-11-11 00:51:07 -04:00
|
|
|
|
( a
|
|
|
|
|
, do
|
|
|
|
|
warning $ hook ++ " hook exited nonzero!"
|
|
|
|
|
return False
|
|
|
|
|
)
|
2011-04-28 17:21:45 -04:00
|
|
|
|
|
2013-05-21 19:19:03 -04:00
|
|
|
|
store :: HookName -> Key -> AssociatedFile -> MeterUpdate -> Annex Bool
|
2013-01-09 18:42:29 -04:00
|
|
|
|
store h k _f _p = sendAnnex k (void $ remove h k) $ \src ->
|
2011-11-08 15:34:10 -04:00
|
|
|
|
runHook h "store" k (Just src) $ return True
|
2011-04-28 17:21:45 -04:00
|
|
|
|
|
2013-09-01 20:12:00 +02:00
|
|
|
|
storeEncrypted :: HookName -> [CommandParam] -> (Cipher, Key) -> Key -> MeterUpdate -> Annex Bool
|
2013-03-11 02:33:13 +01:00
|
|
|
|
storeEncrypted h gpgOpts (cipher, enck) k _p = withTmp enck $ \tmp ->
|
2013-01-09 18:42:29 -04:00
|
|
|
|
sendAnnex k (void $ remove h enck) $ \src -> do
|
2013-03-11 02:33:13 +01:00
|
|
|
|
liftIO $ encrypt gpgOpts cipher (feedFile src) $
|
2013-01-06 14:29:01 -04:00
|
|
|
|
readBytes $ L.writeFile tmp
|
|
|
|
|
runHook h "store" enck (Just tmp) $ return True
|
2011-04-28 17:21:45 -04:00
|
|
|
|
|
2013-05-21 19:19:03 -04:00
|
|
|
|
retrieve :: HookName -> Key -> AssociatedFile -> FilePath -> MeterUpdate -> Annex Bool
|
2013-04-11 17:15:45 -04:00
|
|
|
|
retrieve h k _f d _p = runHook h "retrieve" k (Just d) $ return True
|
2012-01-20 13:23:11 -04:00
|
|
|
|
|
2013-05-21 19:19:03 -04:00
|
|
|
|
retrieveCheap :: HookName -> Key -> FilePath -> Annex Bool
|
2012-01-20 13:23:11 -04:00
|
|
|
|
retrieveCheap _ _ _ = return False
|
2011-04-28 17:21:45 -04:00
|
|
|
|
|
2013-05-21 19:19:03 -04:00
|
|
|
|
retrieveEncrypted :: HookName -> (Cipher, Key) -> Key -> FilePath -> MeterUpdate -> Annex Bool
|
2013-04-11 17:15:45 -04:00
|
|
|
|
retrieveEncrypted h (cipher, enck) _ f _p = withTmp enck $ \tmp ->
|
2011-11-10 20:24:24 -04:00
|
|
|
|
runHook h "retrieve" enck (Just tmp) $ liftIO $ catchBoolIO $ do
|
2012-11-18 15:27:44 -04:00
|
|
|
|
decrypt cipher (feedFile tmp) $
|
|
|
|
|
readBytes $ L.writeFile f
|
2011-04-28 17:21:45 -04:00
|
|
|
|
return True
|
|
|
|
|
|
2013-05-21 19:19:03 -04:00
|
|
|
|
remove :: HookName -> Key -> Annex Bool
|
2011-07-15 12:47:14 -04:00
|
|
|
|
remove h k = runHook h "remove" k Nothing $ return True
|
2011-04-28 17:21:45 -04:00
|
|
|
|
|
2013-05-21 19:19:03 -04:00
|
|
|
|
checkPresent :: Git.Repo -> HookName -> Key -> Annex (Either String Bool)
|
2011-04-28 17:21:45 -04:00
|
|
|
|
checkPresent r h k = do
|
2011-07-19 14:07:23 -04:00
|
|
|
|
showAction $ "checking " ++ Git.repoDescribe r
|
2013-05-21 19:19:03 -04:00
|
|
|
|
v <- lookupHook h action
|
2011-11-10 20:24:24 -04:00
|
|
|
|
liftIO $ catchMsgIO $ check v
|
2012-11-11 00:51:07 -04:00
|
|
|
|
where
|
2013-05-21 19:19:03 -04:00
|
|
|
|
action = "checkpresent"
|
2012-11-11 00:51:07 -04:00
|
|
|
|
findkey s = key2file k `elem` lines s
|
2013-05-21 19:19:03 -04:00
|
|
|
|
check Nothing = error $ action ++ " hook misconfigured"
|
2012-11-11 00:51:07 -04:00
|
|
|
|
check (Just hook) = do
|
2013-05-21 19:19:03 -04:00
|
|
|
|
env <- hookEnv action k Nothing
|
2012-11-11 00:51:07 -04:00
|
|
|
|
findkey <$> readProcessEnv "sh" ["-c", hook] env
|