2011-07-06 00:16:57 +00:00
|
|
|
{- git-annex remote log
|
|
|
|
-
|
2015-01-21 16:50:09 +00:00
|
|
|
- Copyright 2011 Joey Hess <id@joeyh.name>
|
2011-07-06 00:16:57 +00:00
|
|
|
-
|
|
|
|
- Licensed under the GNU GPL version 3 or higher.
|
|
|
|
-}
|
|
|
|
|
2011-10-15 20:21:08 +00:00
|
|
|
module Logs.Remote (
|
add ConfigMonitor thread
Monitors git-annex branch for changes, which are noticed by the Merger
thread whenever the branch ref is changed (either due to an incoming push,
or a local change), and refreshes cached config values for modified config
files.
Rate limited to run no more often than once per minute. This is important
because frequent git-annex branch changes happen when files are being
added, or transferred, etc.
A primary use case is that, when preferred content changes are made,
and get pushed to remotes, the remotes start honoring those settings.
Other use cases include propigating repository description and trust
changes to remotes, and learning when a remote has added a new special
remote, so the webapp can present the GUI to enable that special remote
locally.
Also added a uuid.log cache. All other config files already had caches.
2012-10-20 20:37:06 +00:00
|
|
|
remoteLog,
|
2011-07-06 00:16:57 +00:00
|
|
|
readRemoteLog,
|
|
|
|
configSet,
|
|
|
|
keyValToConfig,
|
|
|
|
configToKeyVal,
|
2012-12-20 04:02:33 +00:00
|
|
|
showConfig,
|
|
|
|
parseConfig,
|
2011-07-06 00:16:57 +00:00
|
|
|
|
2012-12-20 04:02:33 +00:00
|
|
|
prop_idempotent_configEscape,
|
|
|
|
prop_parse_show_Config,
|
2011-07-06 00:16:57 +00:00
|
|
|
) where
|
|
|
|
|
|
|
|
import qualified Data.Map as M
|
2011-10-06 20:07:51 +00:00
|
|
|
import Data.Time.Clock.POSIX
|
2011-07-06 00:16:57 +00:00
|
|
|
import Data.Char
|
|
|
|
|
2011-10-05 20:02:51 +00:00
|
|
|
import Common.Annex
|
2011-10-04 04:40:47 +00:00
|
|
|
import qualified Annex.Branch
|
2011-07-06 00:16:57 +00:00
|
|
|
import Types.Remote
|
2013-08-29 22:51:22 +00:00
|
|
|
import Logs
|
2011-10-15 20:21:08 +00:00
|
|
|
import Logs.UUIDBased
|
2011-07-06 00:16:57 +00:00
|
|
|
|
|
|
|
{- Adds or updates a remote's config in the log. -}
|
|
|
|
configSet :: UUID -> RemoteConfig -> Annex ()
|
2011-10-06 20:07:51 +00:00
|
|
|
configSet u c = do
|
2011-11-11 05:52:58 +00:00
|
|
|
ts <- liftIO getPOSIXTime
|
2011-10-06 20:07:51 +00:00
|
|
|
Annex.Branch.change remoteLog $
|
|
|
|
showLog showConfig . changeLog ts u c . parseLog parseConfig
|
2011-07-06 00:16:57 +00:00
|
|
|
|
|
|
|
{- Map of remotes by uuid containing key/value config maps. -}
|
|
|
|
readRemoteLog :: Annex (M.Map UUID RemoteConfig)
|
2012-05-02 23:51:41 +00:00
|
|
|
readRemoteLog = simpleMap . parseLog parseConfig <$> Annex.Branch.get remoteLog
|
2011-10-06 20:07:51 +00:00
|
|
|
|
|
|
|
parseConfig :: String -> Maybe RemoteConfig
|
|
|
|
parseConfig = Just . keyValToConfig . words
|
|
|
|
|
|
|
|
showConfig :: RemoteConfig -> String
|
|
|
|
showConfig = unwords . configToKeyVal
|
2011-07-06 00:16:57 +00:00
|
|
|
|
|
|
|
{- Given Strings like "key=value", generates a RemoteConfig. -}
|
|
|
|
keyValToConfig :: [String] -> RemoteConfig
|
|
|
|
keyValToConfig ws = M.fromList $ map (/=/) ws
|
2012-11-11 04:51:07 +00:00
|
|
|
where
|
|
|
|
(/=/) s = (k, v)
|
|
|
|
where
|
|
|
|
k = takeWhile (/= '=') s
|
|
|
|
v = configUnEscape $ drop (1 + length k) s
|
2011-07-06 00:16:57 +00:00
|
|
|
|
|
|
|
configToKeyVal :: M.Map String String -> [String]
|
|
|
|
configToKeyVal m = map toword $ sort $ M.toList m
|
2012-11-11 04:51:07 +00:00
|
|
|
where
|
|
|
|
toword (k, v) = k ++ "=" ++ configEscape v
|
2011-07-06 00:16:57 +00:00
|
|
|
|
|
|
|
configEscape :: String -> String
|
2012-05-02 23:51:41 +00:00
|
|
|
configEscape = concatMap escape
|
2012-11-11 04:51:07 +00:00
|
|
|
where
|
|
|
|
escape c
|
|
|
|
| isSpace c || c `elem` "&" = "&" ++ show (ord c) ++ ";"
|
|
|
|
| otherwise = [c]
|
2011-07-06 00:16:57 +00:00
|
|
|
|
|
|
|
configUnEscape :: String -> String
|
|
|
|
configUnEscape = unescape
|
2012-11-11 04:51:07 +00:00
|
|
|
where
|
|
|
|
unescape [] = []
|
|
|
|
unescape (c:rest)
|
|
|
|
| c == '&' = entity rest
|
|
|
|
| otherwise = c : unescape rest
|
|
|
|
entity s
|
|
|
|
| not (null num) && ";" `isPrefixOf` r =
|
|
|
|
chr (Prelude.read num) : unescape rest
|
|
|
|
| otherwise =
|
|
|
|
'&' : unescape s
|
|
|
|
where
|
|
|
|
num = takeWhile isNumber s
|
|
|
|
r = drop (length num) s
|
|
|
|
rest = drop 1 r
|
2011-07-06 00:16:57 +00:00
|
|
|
|
|
|
|
{- for quickcheck -}
|
|
|
|
prop_idempotent_configEscape :: String -> Bool
|
2011-07-15 07:12:05 +00:00
|
|
|
prop_idempotent_configEscape s = s == (configUnEscape . configEscape) s
|
2012-12-20 04:02:33 +00:00
|
|
|
|
|
|
|
prop_parse_show_Config :: RemoteConfig -> Bool
|
|
|
|
prop_parse_show_Config c
|
|
|
|
-- whitespace and '=' are not supported in keys
|
2013-04-03 07:52:41 +00:00
|
|
|
| any (\k -> any isSpace k || elem '=' k) (M.keys c) = True
|
2012-12-20 04:02:33 +00:00
|
|
|
| otherwise = parseConfig (showConfig c) ~~ Just c
|
|
|
|
where
|
|
|
|
normalize v = sort . M.toList <$> v
|
|
|
|
a ~~ b = normalize a == normalize b
|