2012-07-23 03:16:56 +00:00
|
|
|
{- git-annex assistant git pushing thread
|
2012-06-22 17:39:44 +00:00
|
|
|
-
|
|
|
|
- Copyright 2012 Joey Hess <joey@kitenet.net>
|
2012-06-23 05:20:40 +00:00
|
|
|
-
|
|
|
|
- Licensed under the GNU GPL version 3 or higher.
|
2012-06-22 17:39:44 +00:00
|
|
|
-}
|
|
|
|
|
2012-06-25 20:10:10 +00:00
|
|
|
module Assistant.Threads.Pusher where
|
2012-06-22 17:39:44 +00:00
|
|
|
|
2012-07-20 23:29:59 +00:00
|
|
|
import Assistant.Common
|
2012-06-22 17:39:44 +00:00
|
|
|
import Assistant.Commits
|
2012-06-25 20:38:12 +00:00
|
|
|
import Assistant.Pushes
|
2012-07-29 21:53:18 +00:00
|
|
|
import Assistant.Alert
|
2012-06-22 17:39:44 +00:00
|
|
|
import Assistant.ThreadedMonad
|
2012-07-29 21:53:18 +00:00
|
|
|
import Assistant.DaemonStatus
|
2012-08-22 18:32:17 +00:00
|
|
|
import Assistant.Sync
|
2012-06-22 17:39:44 +00:00
|
|
|
import Utility.ThreadScheduler
|
2012-08-26 18:56:26 +00:00
|
|
|
import qualified Remote
|
2012-08-26 19:39:02 +00:00
|
|
|
import qualified Types.Remote as Remote
|
2012-06-22 19:46:21 +00:00
|
|
|
|
|
|
|
import Data.Time.Clock
|
|
|
|
|
2012-07-20 23:29:59 +00:00
|
|
|
thisThread :: ThreadName
|
|
|
|
thisThread = "Pusher"
|
|
|
|
|
2012-06-25 20:38:12 +00:00
|
|
|
{- This thread retries pushes that failed before. -}
|
2012-09-06 18:56:04 +00:00
|
|
|
pushRetryThread :: ThreadState -> DaemonStatusHandle -> FailedPushMap -> NamedThread
|
|
|
|
pushRetryThread st dstatus pushmap = thread $ runEvery (Seconds halfhour) $ do
|
2012-06-25 20:38:12 +00:00
|
|
|
-- We already waited half an hour, now wait until there are failed
|
|
|
|
-- pushes to retry.
|
2012-06-26 21:33:34 +00:00
|
|
|
topush <- getFailedPushesBefore pushmap (fromIntegral halfhour)
|
|
|
|
unless (null topush) $ do
|
2012-07-20 23:29:59 +00:00
|
|
|
debug thisThread
|
|
|
|
[ "retrying"
|
|
|
|
, show (length topush)
|
|
|
|
, "failed pushes"
|
|
|
|
]
|
2012-06-26 21:33:34 +00:00
|
|
|
now <- getCurrentTime
|
2012-07-30 06:07:02 +00:00
|
|
|
void $ alertWhile dstatus (pushRetryAlert topush) $
|
2012-07-29 21:53:18 +00:00
|
|
|
pushToRemotes thisThread now st (Just pushmap) topush
|
2012-06-25 20:38:12 +00:00
|
|
|
where
|
|
|
|
halfhour = 1800
|
2012-09-06 18:56:04 +00:00
|
|
|
thread = NamedThread thisThread
|
2012-06-22 17:39:44 +00:00
|
|
|
|
2012-06-25 20:38:12 +00:00
|
|
|
{- This thread pushes git commits out to remotes soon after they are made. -}
|
2012-09-06 18:56:04 +00:00
|
|
|
pushThread :: ThreadState -> DaemonStatusHandle -> CommitChan -> FailedPushMap -> NamedThread
|
|
|
|
pushThread st dstatus commitchan pushmap = thread $ do
|
2012-06-25 20:38:12 +00:00
|
|
|
runEvery (Seconds 2) $ do
|
2012-06-22 19:46:21 +00:00
|
|
|
-- We already waited two seconds as a simple rate limiter.
|
|
|
|
-- Next, wait until at least one commit has been made
|
|
|
|
commits <- getCommits commitchan
|
2012-06-22 21:01:08 +00:00
|
|
|
-- Now see if now's a good time to push.
|
2012-06-25 20:38:12 +00:00
|
|
|
now <- getCurrentTime
|
|
|
|
if shouldPush now commits
|
2012-07-05 16:21:22 +00:00
|
|
|
then do
|
2012-08-26 19:39:02 +00:00
|
|
|
remotes <- filter pushable . knownRemotes
|
|
|
|
<$> getDaemonStatus dstatus
|
2012-08-02 13:00:13 +00:00
|
|
|
unless (null remotes) $
|
|
|
|
void $ alertWhile dstatus (pushAlert remotes) $
|
|
|
|
pushToRemotes thisThread now st (Just pushmap) remotes
|
2012-07-20 23:29:59 +00:00
|
|
|
else do
|
|
|
|
debug thisThread
|
|
|
|
[ "delaying push of"
|
|
|
|
, show (length commits)
|
|
|
|
, "commits"
|
|
|
|
]
|
|
|
|
refillCommits commitchan commits
|
2012-09-06 18:56:04 +00:00
|
|
|
where
|
|
|
|
thread = NamedThread thisThread
|
|
|
|
pushable r
|
|
|
|
| Remote.specialRemote r = False
|
|
|
|
| Remote.readonly r = False
|
|
|
|
| otherwise = True
|
2012-06-22 17:39:44 +00:00
|
|
|
|
2012-06-22 21:01:08 +00:00
|
|
|
{- Decide if now is a good time to push to remotes.
|
2012-06-22 19:46:21 +00:00
|
|
|
-
|
2012-06-22 21:01:08 +00:00
|
|
|
- Current strategy: Immediately push all commits. The commit machinery
|
2012-06-22 19:46:21 +00:00
|
|
|
- already determines batches of changes, so we can't easily determine
|
|
|
|
- batches better.
|
|
|
|
-}
|
2012-06-25 20:38:12 +00:00
|
|
|
shouldPush :: UTCTime -> [Commit] -> Bool
|
|
|
|
shouldPush _now commits
|
2012-06-22 19:46:21 +00:00
|
|
|
| not (null commits) = True
|
|
|
|
| otherwise = False
|