2013-03-13 01:51:03 +00:00
|
|
|
{- git-annex assistant webapp repository list
|
|
|
|
-
|
2013-03-15 02:10:51 +00:00
|
|
|
- Copyright 2012,2013 Joey Hess <joey@kitenet.net>
|
2013-03-13 01:51:03 +00:00
|
|
|
-
|
|
|
|
- Licensed under the GNU AGPL version 3 or higher.
|
|
|
|
-}
|
|
|
|
|
2013-06-05 01:02:09 +00:00
|
|
|
{-# LANGUAGE QuasiQuotes, TemplateHaskell, OverloadedStrings, CPP #-}
|
2013-03-13 01:51:03 +00:00
|
|
|
|
|
|
|
module Assistant.WebApp.RepoList where
|
|
|
|
|
|
|
|
import Assistant.WebApp.Common
|
|
|
|
import Assistant.DaemonStatus
|
|
|
|
import Assistant.WebApp.Notifications
|
|
|
|
import Assistant.WebApp.Utility
|
webapp: Improve handling of remotes whose setup has stalled.
This includes recovery from the ssh-agent problem that led to many reporting
http://git-annex.branchable.com/bugs/Internal_Server_Error:_Unknown_UUID/
(Including fixing up .ssh/config to set IdentitiesOnly.)
Remotes that have no known uuid are now displayed in the webapp as
"unfinished". There's a link to check their status, and if the remote
has been set annex-ignore, a retry button can be used to unset that and
try again to set up the remote.
As this bug has shown, the process of adding a ssh remote has some failure
modes that are not really ideal. It would certianly be better if, when
setting up a ssh remote it would detect if it's failed to get the UUID,
and handle that in the remote setup process, rather than waiting until
later and handling it this way.
However, that's hard to do, particularly for local pairing, since the
PairListener runs as a background thread. The best it could do is pop up an
alert if there's a problem. This solution is not much different.
Also, this solution handles cases where the user has gotten their repo into
a mess manually and let's the assistant help with cleaning it up.
This commit was sponsored by Chia Shee Liang. Thanks!
2013-07-31 20:01:20 +00:00
|
|
|
import Assistant.Ssh
|
2013-03-13 01:51:03 +00:00
|
|
|
import qualified Annex
|
|
|
|
import qualified Remote
|
|
|
|
import qualified Types.Remote as Remote
|
2013-03-13 21:59:33 +00:00
|
|
|
import Remote.List (remoteListRefresh)
|
2013-03-13 01:51:03 +00:00
|
|
|
import Annex.UUID (getUUID)
|
|
|
|
import Logs.Remote
|
|
|
|
import Logs.Trust
|
2013-04-04 01:58:08 +00:00
|
|
|
import Logs.Group
|
2013-03-13 21:59:33 +00:00
|
|
|
import Config
|
webapp: Improve handling of remotes whose setup has stalled.
This includes recovery from the ssh-agent problem that led to many reporting
http://git-annex.branchable.com/bugs/Internal_Server_Error:_Unknown_UUID/
(Including fixing up .ssh/config to set IdentitiesOnly.)
Remotes that have no known uuid are now displayed in the webapp as
"unfinished". There's a link to check their status, and if the remote
has been set annex-ignore, a retry button can be used to unset that and
try again to set up the remote.
As this bug has shown, the process of adding a ssh remote has some failure
modes that are not really ideal. It would certianly be better if, when
setting up a ssh remote it would detect if it's failed to get the UUID,
and handle that in the remote setup process, rather than waiting until
later and handling it this way.
However, that's hard to do, particularly for local pairing, since the
PairListener runs as a background thread. The best it could do is pop up an
alert if there's a problem. This solution is not much different.
Also, this solution handles cases where the user has gotten their repo into
a mess manually and let's the assistant help with cleaning it up.
This commit was sponsored by Chia Shee Liang. Thanks!
2013-07-31 20:01:20 +00:00
|
|
|
import Git.Config
|
|
|
|
import Assistant.Sync
|
2013-03-13 21:59:33 +00:00
|
|
|
import Config.Cost
|
2013-03-13 01:51:03 +00:00
|
|
|
import qualified Git
|
|
|
|
#ifdef WITH_XMPP
|
|
|
|
#endif
|
|
|
|
|
|
|
|
import qualified Data.Map as M
|
2013-03-14 17:33:30 +00:00
|
|
|
import qualified Data.Set as S
|
2013-03-14 17:12:27 +00:00
|
|
|
import qualified Data.Text as T
|
2013-03-13 01:51:03 +00:00
|
|
|
|
|
|
|
data Actions
|
|
|
|
= DisabledRepoActions
|
|
|
|
{ setupRepoLink :: Route WebApp }
|
|
|
|
| SyncingRepoActions
|
|
|
|
{ setupRepoLink :: Route WebApp
|
|
|
|
, syncToggleLink :: Route WebApp
|
|
|
|
}
|
|
|
|
| NotSyncingRepoActions
|
|
|
|
{ setupRepoLink :: Route WebApp
|
|
|
|
, syncToggleLink :: Route WebApp
|
|
|
|
}
|
2013-04-04 01:58:08 +00:00
|
|
|
| UnwantedRepoActions
|
|
|
|
{ setupRepoLink :: Route WebApp }
|
2013-03-13 01:51:03 +00:00
|
|
|
|
|
|
|
mkSyncingRepoActions :: UUID -> Actions
|
|
|
|
mkSyncingRepoActions u = SyncingRepoActions
|
|
|
|
{ setupRepoLink = EditRepositoryR u
|
|
|
|
, syncToggleLink = DisableSyncR u
|
|
|
|
}
|
|
|
|
|
|
|
|
mkNotSyncingRepoActions :: UUID -> Actions
|
|
|
|
mkNotSyncingRepoActions u = NotSyncingRepoActions
|
|
|
|
{ setupRepoLink = EditRepositoryR u
|
|
|
|
, syncToggleLink = EnableSyncR u
|
|
|
|
}
|
|
|
|
|
2013-04-04 01:58:08 +00:00
|
|
|
mkUnwantedRepoActions :: UUID -> Actions
|
|
|
|
mkUnwantedRepoActions u = UnwantedRepoActions
|
|
|
|
{ setupRepoLink = EditRepositoryR u
|
|
|
|
}
|
|
|
|
|
2013-03-13 01:51:03 +00:00
|
|
|
needsEnabled :: Actions -> Bool
|
|
|
|
needsEnabled (DisabledRepoActions _) = True
|
|
|
|
needsEnabled _ = False
|
|
|
|
|
|
|
|
notSyncing :: Actions -> Bool
|
2013-03-14 15:55:36 +00:00
|
|
|
notSyncing (SyncingRepoActions _ _) = False
|
2013-03-13 01:51:03 +00:00
|
|
|
notSyncing _ = True
|
|
|
|
|
2013-04-04 01:58:08 +00:00
|
|
|
notWanted :: Actions -> Bool
|
|
|
|
notWanted (UnwantedRepoActions _) = True
|
|
|
|
notWanted _ = False
|
|
|
|
|
2013-03-13 01:51:03 +00:00
|
|
|
{- Called by client to get a list of repos, that refreshes
|
2013-03-15 04:34:42 +00:00
|
|
|
- when new repos are added.
|
2013-03-13 01:51:03 +00:00
|
|
|
-
|
|
|
|
- Returns a div, which will be inserted into the calling page.
|
|
|
|
-}
|
2013-06-27 05:15:28 +00:00
|
|
|
getRepoListR :: RepoListNotificationId -> Handler Html
|
2013-03-13 01:51:03 +00:00
|
|
|
getRepoListR (RepoListNotificationId nid reposelector) = do
|
|
|
|
waitNotifier getRepoListBroadcaster nid
|
|
|
|
p <- widgetToPageContent $ repoListDisplay reposelector
|
2013-06-27 05:15:28 +00:00
|
|
|
giveUrlRenderer $ [hamlet|^{pageBody p}|]
|
2013-03-13 01:51:03 +00:00
|
|
|
|
2013-03-15 04:34:42 +00:00
|
|
|
mainRepoSelector :: RepoSelector
|
|
|
|
mainRepoSelector = RepoSelector
|
|
|
|
{ onlyCloud = False
|
|
|
|
, onlyConfigured = False
|
|
|
|
, includeHere = True
|
|
|
|
, nudgeAddMore = False
|
|
|
|
}
|
|
|
|
|
2013-03-15 21:52:41 +00:00
|
|
|
{- List of cloud repositories, configured and not. -}
|
|
|
|
cloudRepoList :: Widget
|
|
|
|
cloudRepoList = repoListDisplay $ RepoSelector
|
|
|
|
{ onlyCloud = True
|
|
|
|
, onlyConfigured = False
|
|
|
|
, includeHere = False
|
|
|
|
, nudgeAddMore = False
|
|
|
|
}
|
|
|
|
|
2013-03-13 01:51:03 +00:00
|
|
|
repoListDisplay :: RepoSelector -> Widget
|
|
|
|
repoListDisplay reposelector = do
|
|
|
|
autoUpdate ident (NotifierRepoListR reposelector) (10 :: Int) (10 :: Int)
|
2013-03-14 02:47:16 +00:00
|
|
|
addScript $ StaticR jquery_ui_core_js
|
|
|
|
addScript $ StaticR jquery_ui_widget_js
|
|
|
|
addScript $ StaticR jquery_ui_mouse_js
|
|
|
|
addScript $ StaticR jquery_ui_sortable_js
|
2013-03-13 01:51:03 +00:00
|
|
|
|
2013-06-03 17:51:54 +00:00
|
|
|
repolist <- liftH $ repoList reposelector
|
2013-03-15 04:34:42 +00:00
|
|
|
let addmore = nudgeAddMore reposelector
|
|
|
|
let nootherrepos = length repolist < 2
|
2013-03-13 01:51:03 +00:00
|
|
|
|
2013-03-15 02:10:51 +00:00
|
|
|
$(widgetFile "repolist")
|
2013-03-13 01:51:03 +00:00
|
|
|
where
|
|
|
|
ident = "repolist"
|
2013-08-02 16:32:16 +00:00
|
|
|
unfinished uuid = uuid == NoUUID
|
2013-03-13 01:51:03 +00:00
|
|
|
|
2013-03-15 04:34:42 +00:00
|
|
|
type RepoList = [(String, UUID, Actions)]
|
2013-03-13 01:51:03 +00:00
|
|
|
|
2013-03-15 04:34:42 +00:00
|
|
|
{- A list of known repositories, with actions that can be taken on them. -}
|
2013-03-13 01:51:03 +00:00
|
|
|
repoList :: RepoSelector -> Handler RepoList
|
|
|
|
repoList reposelector
|
|
|
|
| onlyConfigured reposelector = list =<< configured
|
2013-03-14 17:33:30 +00:00
|
|
|
| otherwise = list =<< (++) <$> configured <*> unconfigured
|
2013-03-13 01:51:03 +00:00
|
|
|
where
|
|
|
|
configured = do
|
2013-04-04 01:58:08 +00:00
|
|
|
syncing <- S.fromList . map Remote.uuid . syncRemotes
|
2013-03-13 01:51:03 +00:00
|
|
|
<$> liftAssistant getDaemonStatus
|
|
|
|
liftAnnex $ do
|
2013-04-04 01:58:08 +00:00
|
|
|
unwanted <- S.fromList
|
|
|
|
<$> filterM inUnwantedGroup (S.toList syncing)
|
|
|
|
rs <- filter selectedrepo . concat . Remote.byCost
|
2013-04-22 18:57:09 +00:00
|
|
|
<$> Remote.remoteList
|
2013-03-13 01:51:03 +00:00
|
|
|
let us = map Remote.uuid rs
|
2013-04-04 01:58:08 +00:00
|
|
|
let maker u
|
|
|
|
| u `S.member` unwanted = mkUnwantedRepoActions u
|
|
|
|
| u `S.member` syncing = mkSyncingRepoActions u
|
|
|
|
| otherwise = mkNotSyncingRepoActions u
|
|
|
|
let l = zip us $ map (maker . Remote.uuid) rs
|
2013-03-13 01:51:03 +00:00
|
|
|
if includeHere reposelector
|
|
|
|
then do
|
|
|
|
u <- getUUID
|
|
|
|
autocommit <- annexAutoCommit <$> Annex.getGitConfig
|
|
|
|
let hereactions = if autocommit
|
|
|
|
then mkSyncingRepoActions u
|
|
|
|
else mkNotSyncingRepoActions u
|
|
|
|
let here = (u, hereactions)
|
|
|
|
return $ here : l
|
|
|
|
else return l
|
2013-03-14 17:33:30 +00:00
|
|
|
unconfigured = liftAnnex $ do
|
2013-03-13 01:51:03 +00:00
|
|
|
m <- readRemoteLog
|
2013-04-04 01:58:08 +00:00
|
|
|
map snd . catMaybes . filter selectedremote
|
2013-03-13 01:51:03 +00:00
|
|
|
. map (findinfo m)
|
|
|
|
<$> (trustExclude DeadTrusted $ M.keys m)
|
2013-04-04 01:58:08 +00:00
|
|
|
selectedrepo r
|
2013-03-13 01:51:03 +00:00
|
|
|
| Remote.readonly r = False
|
|
|
|
| onlyCloud reposelector = Git.repoIsUrl (Remote.repo r) && not (isXMPPRemote r)
|
|
|
|
| otherwise = True
|
2013-04-04 01:58:08 +00:00
|
|
|
selectedremote Nothing = False
|
|
|
|
selectedremote (Just (iscloud, _))
|
2013-03-13 01:51:03 +00:00
|
|
|
| onlyCloud reposelector = iscloud
|
|
|
|
| otherwise = True
|
2013-04-25 20:42:17 +00:00
|
|
|
findinfo m u = case M.lookup "type" =<< M.lookup u m of
|
|
|
|
Just "rsync" -> val True EnableRsyncR
|
|
|
|
Just "directory" -> val False EnableDirectoryR
|
2013-03-13 01:51:03 +00:00
|
|
|
#ifdef WITH_S3
|
2013-04-25 20:42:17 +00:00
|
|
|
Just "S3" -> val True EnableS3R
|
2013-03-13 01:51:03 +00:00
|
|
|
#endif
|
2013-04-25 20:42:17 +00:00
|
|
|
Just "glacier" -> val True EnableGlacierR
|
2013-03-13 01:51:03 +00:00
|
|
|
#ifdef WITH_WEBDAV
|
2013-04-25 20:42:17 +00:00
|
|
|
Just "webdav" -> val True EnableWebDAVR
|
2013-03-13 01:51:03 +00:00
|
|
|
#endif
|
2013-04-25 20:42:17 +00:00
|
|
|
_ -> Nothing
|
2013-03-13 01:51:03 +00:00
|
|
|
where
|
|
|
|
val iscloud r = Just (iscloud, (u, DisabledRepoActions $ r u))
|
|
|
|
list l = liftAnnex $ do
|
webapp: Improve handling of remotes whose setup has stalled.
This includes recovery from the ssh-agent problem that led to many reporting
http://git-annex.branchable.com/bugs/Internal_Server_Error:_Unknown_UUID/
(Including fixing up .ssh/config to set IdentitiesOnly.)
Remotes that have no known uuid are now displayed in the webapp as
"unfinished". There's a link to check their status, and if the remote
has been set annex-ignore, a retry button can be used to unset that and
try again to set up the remote.
As this bug has shown, the process of adding a ssh remote has some failure
modes that are not really ideal. It would certianly be better if, when
setting up a ssh remote it would detect if it's failed to get the UUID,
and handle that in the remote setup process, rather than waiting until
later and handling it this way.
However, that's hard to do, particularly for local pairing, since the
PairListener runs as a background thread. The best it could do is pop up an
alert if there's a problem. This solution is not much different.
Also, this solution handles cases where the user has gotten their repo into
a mess manually and let's the assistant help with cleaning it up.
This commit was sponsored by Chia Shee Liang. Thanks!
2013-07-31 20:01:20 +00:00
|
|
|
let l' = nubBy (\x y -> fst x == fst y) l
|
2013-03-15 04:34:42 +00:00
|
|
|
l'' <- zip
|
|
|
|
<$> Remote.prettyListUUIDs (map fst l')
|
2013-03-14 15:55:36 +00:00
|
|
|
<*> pure l'
|
2013-03-15 04:34:42 +00:00
|
|
|
return $ map (\(name, (uuid, actions)) -> (name, uuid, actions)) l''
|
2013-03-13 01:51:03 +00:00
|
|
|
|
|
|
|
getEnableSyncR :: UUID -> Handler ()
|
|
|
|
getEnableSyncR = flipSync True
|
|
|
|
|
|
|
|
getDisableSyncR :: UUID -> Handler ()
|
|
|
|
getDisableSyncR = flipSync False
|
|
|
|
|
|
|
|
flipSync :: Bool -> UUID -> Handler ()
|
|
|
|
flipSync enable uuid = do
|
|
|
|
mremote <- liftAnnex $ Remote.remoteFromUUID uuid
|
|
|
|
changeSyncable mremote enable
|
2013-03-15 04:34:42 +00:00
|
|
|
redirectBack
|
2013-03-13 21:59:33 +00:00
|
|
|
|
2013-03-14 15:55:36 +00:00
|
|
|
getRepositoriesReorderR :: Handler ()
|
|
|
|
getRepositoriesReorderR = do
|
2013-03-14 17:12:27 +00:00
|
|
|
{- Get uuid of the moved item, and the list it was moved within. -}
|
|
|
|
moved <- fromjs <$> runInputGet (ireq textField "moved")
|
|
|
|
list <- map fromjs <$> lookupGetParams "list[]"
|
2013-03-18 17:13:33 +00:00
|
|
|
liftAnnex $ go list =<< Remote.remoteFromUUID moved
|
|
|
|
liftAssistant updateSyncRemotes
|
|
|
|
where
|
|
|
|
go _ Nothing = noop
|
|
|
|
go list (Just remote) = do
|
2013-03-14 19:23:45 +00:00
|
|
|
rs <- catMaybes <$> mapM Remote.remoteFromUUID list
|
|
|
|
forM_ (reorderCosts remote rs) $ \(r, newcost) ->
|
2013-03-14 17:12:27 +00:00
|
|
|
when (Remote.cost r /= newcost) $
|
|
|
|
setRemoteCost r newcost
|
2013-03-18 17:13:33 +00:00
|
|
|
void remoteListRefresh
|
2013-03-14 20:22:18 +00:00
|
|
|
fromjs = toUUID . T.unpack
|
2013-03-14 17:12:27 +00:00
|
|
|
|
2013-03-14 19:23:45 +00:00
|
|
|
reorderCosts :: Remote -> [Remote] -> [(Remote, Cost)]
|
|
|
|
reorderCosts remote rs = zip rs'' (insertCostAfter costs i)
|
2013-03-14 17:12:27 +00:00
|
|
|
where
|
2013-03-14 19:23:45 +00:00
|
|
|
{- Find the index of the remote in the list that the remote
|
2013-03-14 17:12:27 +00:00
|
|
|
- was moved to be after.
|
|
|
|
- If it was moved to the start of the list, -1 -}
|
2013-03-14 19:23:45 +00:00
|
|
|
i = fromMaybe 0 (elemIndex remote rs) - 1
|
|
|
|
rs' = filter (\r -> Remote.uuid r /= Remote.uuid remote) rs
|
2013-03-14 17:12:27 +00:00
|
|
|
costs = map Remote.cost rs'
|
|
|
|
rs'' = (\(x, y) -> x ++ [remote] ++ y) $ splitAt (i + 1) rs'
|
webapp: Improve handling of remotes whose setup has stalled.
This includes recovery from the ssh-agent problem that led to many reporting
http://git-annex.branchable.com/bugs/Internal_Server_Error:_Unknown_UUID/
(Including fixing up .ssh/config to set IdentitiesOnly.)
Remotes that have no known uuid are now displayed in the webapp as
"unfinished". There's a link to check their status, and if the remote
has been set annex-ignore, a retry button can be used to unset that and
try again to set up the remote.
As this bug has shown, the process of adding a ssh remote has some failure
modes that are not really ideal. It would certianly be better if, when
setting up a ssh remote it would detect if it's failed to get the UUID,
and handle that in the remote setup process, rather than waiting until
later and handling it this way.
However, that's hard to do, particularly for local pairing, since the
PairListener runs as a background thread. The best it could do is pop up an
alert if there's a problem. This solution is not much different.
Also, this solution handles cases where the user has gotten their repo into
a mess manually and let's the assistant help with cleaning it up.
This commit was sponsored by Chia Shee Liang. Thanks!
2013-07-31 20:01:20 +00:00
|
|
|
|
|
|
|
{- Checks to see if any repositories with NoUUID have annex-ignore set.
|
|
|
|
- That could happen if there's a problem contacting a ssh remote
|
|
|
|
- soon after it was added. -}
|
|
|
|
getCheckUnfinishedRepositoriesR :: Handler Html
|
|
|
|
getCheckUnfinishedRepositoriesR = page "Unfinished repositories" (Just Configuration) $ do
|
|
|
|
stalled <- liftAnnex findStalled
|
|
|
|
$(widgetFile "configurators/checkunfinished")
|
|
|
|
|
|
|
|
findStalled :: Annex [Remote]
|
|
|
|
findStalled = filter isstalled <$> remoteListRefresh
|
|
|
|
where
|
|
|
|
isstalled r = Remote.uuid r == NoUUID
|
|
|
|
&& remoteAnnexIgnore (Remote.gitconfig r)
|
|
|
|
|
|
|
|
getRetryUnfinishedRepositoriesR :: Handler ()
|
|
|
|
getRetryUnfinishedRepositoriesR = do
|
|
|
|
liftAssistant $ mapM_ unstall =<< liftAnnex findStalled
|
|
|
|
redirect DashboardR
|
|
|
|
where
|
|
|
|
unstall r = do
|
|
|
|
liftIO $ fixSshKeyPair
|
|
|
|
liftAnnex $ setConfig
|
|
|
|
(remoteConfig (Remote.repo r) "ignore")
|
|
|
|
(boolConfig False)
|
|
|
|
syncRemote r
|
|
|
|
liftAnnex $ void remoteListRefresh
|