2012-06-13 16:36:33 +00:00
|
|
|
{- git-annex assistant daemon
|
|
|
|
-
|
2013-05-22 17:10:54 +00:00
|
|
|
- Copyright 2012-2013 Joey Hess <joey@kitenet.net>
|
2012-06-13 16:36:33 +00:00
|
|
|
-
|
|
|
|
- Licensed under the GNU GPL version 3 or higher.
|
|
|
|
-}
|
|
|
|
|
2012-07-26 01:26:13 +00:00
|
|
|
{-# LANGUAGE CPP #-}
|
|
|
|
|
2012-06-13 16:36:33 +00:00
|
|
|
module Assistant where
|
|
|
|
|
2013-05-25 04:37:41 +00:00
|
|
|
import qualified Annex
|
2012-07-20 23:29:59 +00:00
|
|
|
import Assistant.Common
|
2012-06-13 16:36:33 +00:00
|
|
|
import Assistant.DaemonStatus
|
2012-10-30 18:34:48 +00:00
|
|
|
import Assistant.NamedThread
|
2012-10-29 23:07:10 +00:00
|
|
|
import Assistant.Types.ThreadedMonad
|
2012-09-06 18:56:04 +00:00
|
|
|
import Assistant.Threads.DaemonStatus
|
2012-06-25 20:10:10 +00:00
|
|
|
import Assistant.Threads.Watcher
|
|
|
|
import Assistant.Threads.Committer
|
|
|
|
import Assistant.Threads.Pusher
|
|
|
|
import Assistant.Threads.Merger
|
2012-07-03 14:58:40 +00:00
|
|
|
import Assistant.Threads.TransferWatcher
|
2012-07-05 20:34:20 +00:00
|
|
|
import Assistant.Threads.Transferrer
|
2012-06-25 20:10:10 +00:00
|
|
|
import Assistant.Threads.SanityChecker
|
2013-10-08 15:48:28 +00:00
|
|
|
import Assistant.Threads.Cronner
|
2013-10-29 18:22:56 +00:00
|
|
|
import Assistant.Threads.ProblemFixer
|
2013-03-12 09:48:41 +00:00
|
|
|
#ifdef WITH_CLIBS
|
2012-07-19 17:01:41 +00:00
|
|
|
import Assistant.Threads.MountWatcher
|
2013-03-12 09:48:41 +00:00
|
|
|
#endif
|
2012-08-21 23:58:53 +00:00
|
|
|
import Assistant.Threads.NetWatcher
|
2013-11-21 21:49:56 +00:00
|
|
|
import Assistant.Threads.Upgrader
|
2013-11-22 22:46:45 +00:00
|
|
|
import Assistant.Threads.UpgradeWatcher
|
2012-07-23 03:16:56 +00:00
|
|
|
import Assistant.Threads.TransferScanner
|
2012-08-28 18:04:28 +00:00
|
|
|
import Assistant.Threads.TransferPoller
|
add ConfigMonitor thread
Monitors git-annex branch for changes, which are noticed by the Merger
thread whenever the branch ref is changed (either due to an incoming push,
or a local change), and refreshes cached config values for modified config
files.
Rate limited to run no more often than once per minute. This is important
because frequent git-annex branch changes happen when files are being
added, or transferred, etc.
A primary use case is that, when preferred content changes are made,
and get pushed to remotes, the remotes start honoring those settings.
Other use cases include propigating repository description and trust
changes to remotes, and learning when a remote has added a new special
remote, so the webapp can present the GUI to enable that special remote
locally.
Also added a uuid.log cache. All other config files already had caches.
2012-10-20 20:37:06 +00:00
|
|
|
import Assistant.Threads.ConfigMonitor
|
2012-11-29 18:49:20 +00:00
|
|
|
import Assistant.Threads.Glacier
|
2012-07-26 01:26:13 +00:00
|
|
|
#ifdef WITH_WEBAPP
|
2012-09-08 23:57:15 +00:00
|
|
|
import Assistant.WebApp
|
2012-07-26 01:26:13 +00:00
|
|
|
import Assistant.Threads.WebApp
|
2012-09-08 19:07:44 +00:00
|
|
|
#ifdef WITH_PAIRING
|
|
|
|
import Assistant.Threads.PairListener
|
|
|
|
#endif
|
2012-11-03 21:34:19 +00:00
|
|
|
#ifdef WITH_XMPP
|
|
|
|
import Assistant.Threads.XMPPClient
|
2013-05-22 19:13:31 +00:00
|
|
|
import Assistant.Threads.XMPPPusher
|
2012-11-03 21:34:19 +00:00
|
|
|
#endif
|
2012-07-27 16:14:57 +00:00
|
|
|
#else
|
|
|
|
#warning Building without the webapp. You probably need to install Yesod..
|
2013-04-04 05:48:26 +00:00
|
|
|
import Assistant.Types.UrlRenderer
|
2012-07-26 01:26:13 +00:00
|
|
|
#endif
|
2012-06-13 16:36:33 +00:00
|
|
|
import qualified Utility.Daemon
|
|
|
|
import Utility.LogFile
|
2013-01-26 06:09:33 +00:00
|
|
|
import Utility.ThreadScheduler
|
2013-10-26 16:42:58 +00:00
|
|
|
import Utility.HumanTime
|
2013-11-13 16:54:18 +00:00
|
|
|
import Annex.Perms
|
2013-03-17 18:45:24 +00:00
|
|
|
import qualified Build.SysConfig as SysConfig
|
2012-09-06 18:56:04 +00:00
|
|
|
|
2013-03-27 16:37:15 +00:00
|
|
|
import System.Log.Logger
|
2013-04-08 19:04:35 +00:00
|
|
|
import Network.Socket (HostName)
|
2013-03-27 16:37:15 +00:00
|
|
|
|
2012-08-01 20:10:26 +00:00
|
|
|
stopDaemon :: Annex ()
|
|
|
|
stopDaemon = liftIO . Utility.Daemon.stopDaemon =<< fromRepo gitAnnexPidFile
|
|
|
|
|
2013-01-15 17:34:59 +00:00
|
|
|
{- Starts the daemon. If the daemon is run in the foreground, once it's
|
|
|
|
- running, can start the browser.
|
|
|
|
-
|
|
|
|
- startbrowser is passed the url and html shim file, as well as the original
|
|
|
|
- stdout and stderr descriptors. -}
|
2013-11-17 18:58:35 +00:00
|
|
|
startDaemon :: Bool -> Bool -> Maybe Duration -> Maybe String -> Maybe HostName -> Maybe (Maybe Handle -> Maybe Handle -> String -> FilePath -> IO ()) -> Annex ()
|
|
|
|
startDaemon assistant foreground startdelay cannotrun listenhost startbrowser = do
|
2013-05-25 04:37:41 +00:00
|
|
|
Annex.changeState $ \s -> s { Annex.daemon = True }
|
2013-01-15 17:34:59 +00:00
|
|
|
pidfile <- fromRepo gitAnnexPidFile
|
2013-03-27 16:37:15 +00:00
|
|
|
logfile <- fromRepo gitAnnexLogFile
|
2013-11-12 18:54:02 +00:00
|
|
|
#ifndef mingw32_HOST_OS
|
2013-11-13 16:54:18 +00:00
|
|
|
createAnnexDirectory (parentDir logfile)
|
2013-11-13 01:02:45 +00:00
|
|
|
logfd <- liftIO $ openLog logfile
|
2013-01-15 17:34:59 +00:00
|
|
|
if foreground
|
|
|
|
then do
|
|
|
|
origout <- liftIO $ catchMaybeIO $
|
|
|
|
fdToHandle =<< dup stdOutput
|
|
|
|
origerr <- liftIO $ catchMaybeIO $
|
|
|
|
fdToHandle =<< dup stdError
|
2013-05-09 16:02:31 +00:00
|
|
|
let undaemonize a = do
|
|
|
|
debugM desc $ "logging to " ++ logfile
|
|
|
|
Utility.Daemon.lockPidFile pidfile
|
|
|
|
Utility.LogFile.redirLog logfd
|
|
|
|
a
|
|
|
|
start undaemonize $
|
2013-01-15 17:34:59 +00:00
|
|
|
case startbrowser of
|
|
|
|
Nothing -> Nothing
|
|
|
|
Just a -> Just $ a origout origerr
|
|
|
|
else
|
|
|
|
start (Utility.Daemon.daemonize logfd (Just pidfile) False) Nothing
|
2013-11-12 18:54:02 +00:00
|
|
|
#else
|
|
|
|
-- Windows is always foreground, and has no log file.
|
2014-02-13 18:00:15 +00:00
|
|
|
liftIO $ Utility.Daemon.lockPidFile pidfile
|
|
|
|
start id $ do
|
2013-11-12 18:54:02 +00:00
|
|
|
case startbrowser of
|
|
|
|
Nothing -> Nothing
|
|
|
|
Just a -> Just $ a Nothing Nothing
|
|
|
|
#endif
|
2012-10-29 02:09:09 +00:00
|
|
|
where
|
2013-03-12 10:45:56 +00:00
|
|
|
desc
|
|
|
|
| assistant = "assistant"
|
|
|
|
| otherwise = "watch"
|
2013-01-15 17:34:59 +00:00
|
|
|
start daemonize webappwaiter = withThreadState $ \st -> do
|
|
|
|
checkCanWatch
|
|
|
|
dstatus <- startDaemonStatus
|
2013-03-27 16:37:15 +00:00
|
|
|
logfile <- fromRepo gitAnnexLogFile
|
|
|
|
liftIO $ debugM desc $ "logging to " ++ logfile
|
2013-01-15 17:34:59 +00:00
|
|
|
liftIO $ daemonize $
|
|
|
|
flip runAssistant (go webappwaiter)
|
|
|
|
=<< newAssistantData st dstatus
|
2012-08-01 20:10:26 +00:00
|
|
|
|
2012-09-23 15:48:09 +00:00
|
|
|
#ifdef WITH_WEBAPP
|
2013-04-03 21:44:34 +00:00
|
|
|
go webappwaiter = do
|
2013-01-26 03:14:32 +00:00
|
|
|
d <- getAssistant id
|
2013-02-06 19:38:41 +00:00
|
|
|
#else
|
2013-04-03 21:44:34 +00:00
|
|
|
go _webappwaiter = do
|
2012-09-23 15:48:09 +00:00
|
|
|
#endif
|
2013-04-03 21:44:34 +00:00
|
|
|
notice ["starting", desc, "version", SysConfig.packageversion]
|
|
|
|
urlrenderer <- liftIO newUrlRenderer
|
2012-08-02 13:09:06 +00:00
|
|
|
#ifdef WITH_WEBAPP
|
2013-11-17 18:58:35 +00:00
|
|
|
let webappthread = [ assist $ webAppThread d urlrenderer False cannotrun listenhost Nothing webappwaiter ]
|
|
|
|
#else
|
|
|
|
let webappthread = []
|
|
|
|
#endif
|
|
|
|
let threads = if isJust cannotrun
|
|
|
|
then webappthread
|
|
|
|
else webappthread ++
|
|
|
|
[ watch $ commitThread
|
|
|
|
#ifdef WITH_WEBAPP
|
2012-09-08 19:07:44 +00:00
|
|
|
#ifdef WITH_PAIRING
|
2013-11-17 18:58:35 +00:00
|
|
|
, assist $ pairListenerThread urlrenderer
|
2012-09-08 19:07:44 +00:00
|
|
|
#endif
|
2012-11-03 21:34:19 +00:00
|
|
|
#ifdef WITH_XMPP
|
2013-11-17 18:58:35 +00:00
|
|
|
, assist $ xmppClientThread urlrenderer
|
|
|
|
, assist $ xmppSendPackThread urlrenderer
|
|
|
|
, assist $ xmppReceivePackThread urlrenderer
|
2012-11-03 21:34:19 +00:00
|
|
|
#endif
|
2012-08-02 13:09:06 +00:00
|
|
|
#endif
|
2013-11-17 18:58:35 +00:00
|
|
|
, assist $ pushThread
|
|
|
|
, assist $ pushRetryThread
|
|
|
|
, assist $ mergeThread
|
|
|
|
, assist $ transferWatcherThread
|
|
|
|
, assist $ transferPollerThread
|
|
|
|
, assist $ transfererThread
|
|
|
|
, assist $ daemonStatusThread
|
assistant unused file handling
Make sanity checker run git annex unused daily, and queue up transfers
of unused files to any remotes that will have them. The transfer retrying
code works for us here, so eg when a backup disk remote is plugged in,
any transfers to it are done. Once the unused files reach a remote,
they'll be removed locally as unwanted.
If the setup does not cause unused files to go to a remote, they'll pile
up, and the sanity checker detects this using some heuristics that are
pretty good -- 1000 unused files, or 10% of disk used by unused files,
or more disk wasted by unused files than is left free. Once it detects
this, it pops up an alert in the webapp, with a button to take action.
TODO: Webapp UI to configure this, and also the ability to launch an
immediate cleanup of all unused files.
This commit was sponsored by Simon Michael.
2014-01-23 02:48:56 +00:00
|
|
|
, assist $ sanityCheckerDailyThread urlrenderer
|
2013-11-17 18:58:35 +00:00
|
|
|
, assist $ sanityCheckerHourlyThread
|
|
|
|
, assist $ problemFixerThread urlrenderer
|
2013-03-12 09:48:41 +00:00
|
|
|
#ifdef WITH_CLIBS
|
2013-11-17 18:58:35 +00:00
|
|
|
, assist $ mountWatcherThread urlrenderer
|
2013-03-12 09:48:41 +00:00
|
|
|
#endif
|
2013-11-17 18:58:35 +00:00
|
|
|
, assist $ netWatcherThread
|
2013-11-21 21:49:56 +00:00
|
|
|
, assist $ upgraderThread urlrenderer
|
2013-11-24 17:20:58 +00:00
|
|
|
, assist $ upgradeWatcherThread urlrenderer
|
2013-11-17 18:58:35 +00:00
|
|
|
, assist $ netWatcherFallbackThread
|
|
|
|
, assist $ transferScannerThread urlrenderer
|
|
|
|
, assist $ cronnerThread urlrenderer
|
|
|
|
, assist $ configMonitorThread
|
|
|
|
, assist $ glacierThread
|
|
|
|
, watch $ watchThread
|
|
|
|
-- must come last so that all threads that wait
|
|
|
|
-- on it have already started waiting
|
|
|
|
, watch $ sanityCheckerStartupThread startdelay
|
|
|
|
]
|
2013-01-15 17:34:59 +00:00
|
|
|
|
2013-11-17 18:58:35 +00:00
|
|
|
mapM_ (startthread urlrenderer) threads
|
2013-01-26 06:09:33 +00:00
|
|
|
liftIO waitForTermination
|
2012-10-25 19:30:49 +00:00
|
|
|
|
2012-10-29 02:09:09 +00:00
|
|
|
watch a = (True, a)
|
|
|
|
assist a = (False, a)
|
2013-01-26 06:09:33 +00:00
|
|
|
startthread urlrenderer (watcher, t)
|
2013-02-06 19:38:41 +00:00
|
|
|
| watcher || assistant = startNamedThread urlrenderer t
|
2012-10-29 02:09:09 +00:00
|
|
|
| otherwise = noop
|