2011-07-01 19:24:07 +00:00
|
|
|
{- Web remotes.
|
|
|
|
-
|
|
|
|
- Copyright 2011 Joey Hess <joey@kitenet.net>
|
|
|
|
-
|
|
|
|
- Licensed under the GNU GPL version 3 or higher.
|
|
|
|
-}
|
|
|
|
|
|
|
|
module Remote.Web (
|
2011-07-01 21:15:46 +00:00
|
|
|
remote,
|
|
|
|
setUrl,
|
|
|
|
download
|
2011-07-01 19:24:07 +00:00
|
|
|
) where
|
|
|
|
|
|
|
|
import Control.Monad.State (liftIO)
|
|
|
|
import Control.Exception
|
|
|
|
import System.FilePath
|
2011-07-04 23:31:45 +00:00
|
|
|
import Network.Browser
|
|
|
|
import Network.HTTP
|
|
|
|
import Network.URI
|
2011-07-01 19:24:07 +00:00
|
|
|
|
|
|
|
import Types
|
|
|
|
import Types.Remote
|
|
|
|
import qualified Git
|
2011-07-01 21:15:46 +00:00
|
|
|
import qualified Annex
|
2011-07-01 19:24:07 +00:00
|
|
|
import Messages
|
|
|
|
import Utility
|
|
|
|
import UUID
|
|
|
|
import Config
|
|
|
|
import PresenceLog
|
2011-07-01 21:15:46 +00:00
|
|
|
import LocationLog
|
2011-07-01 21:23:01 +00:00
|
|
|
import Locations
|
2011-07-01 19:24:07 +00:00
|
|
|
|
2011-07-04 23:31:45 +00:00
|
|
|
type URLString = String
|
|
|
|
|
2011-07-01 19:24:07 +00:00
|
|
|
remote :: RemoteType Annex
|
|
|
|
remote = RemoteType {
|
|
|
|
typename = "web",
|
|
|
|
enumerate = list,
|
|
|
|
generate = gen,
|
|
|
|
setup = error "not supported"
|
|
|
|
}
|
|
|
|
|
|
|
|
-- There is only one web remote, and it always exists.
|
|
|
|
-- (If the web should cease to exist, remove this module and redistribute
|
|
|
|
-- a new release to the survivors by carrier pigeon.)
|
|
|
|
list :: Annex [Git.Repo]
|
|
|
|
list = return [Git.repoRemoteNameSet Git.repoFromUnknown "remote.web.dummy"]
|
|
|
|
|
|
|
|
-- Dummy uuid for the whole web. Do not alter.
|
|
|
|
webUUID :: UUID
|
|
|
|
webUUID = "00000000-0000-0000-0000-000000000001"
|
|
|
|
|
|
|
|
gen :: Git.Repo -> UUID -> Maybe RemoteConfig -> Annex (Remote Annex)
|
|
|
|
gen r _ _ =
|
2011-07-15 16:47:14 +00:00
|
|
|
return Remote {
|
2011-07-01 19:24:07 +00:00
|
|
|
uuid = webUUID,
|
|
|
|
cost = expensiveRemoteCost,
|
|
|
|
name = Git.repoDescribe r,
|
2011-07-01 21:15:46 +00:00
|
|
|
storeKey = uploadKey,
|
|
|
|
retrieveKeyFile = downloadKey,
|
|
|
|
removeKey = dropKey,
|
|
|
|
hasKey = checkKey,
|
2011-07-01 19:24:07 +00:00
|
|
|
hasKeyCheap = False,
|
|
|
|
config = Nothing
|
|
|
|
}
|
|
|
|
|
2011-07-01 21:23:01 +00:00
|
|
|
{- The urls for a key are stored in remote/web/hash/key.log
|
|
|
|
- in the git-annex branch. -}
|
2011-07-01 19:24:07 +00:00
|
|
|
urlLog :: Key -> FilePath
|
2011-07-01 21:23:01 +00:00
|
|
|
urlLog key = "remote/web" </> hashDirLower key </> show key ++ ".log"
|
2011-07-01 19:24:07 +00:00
|
|
|
|
2011-07-01 21:15:46 +00:00
|
|
|
getUrls :: Key -> Annex [URLString]
|
|
|
|
getUrls key = currentLog (urlLog key)
|
2011-07-01 19:24:07 +00:00
|
|
|
|
2011-07-01 21:15:46 +00:00
|
|
|
{- Records a change in an url for a key. -}
|
|
|
|
setUrl :: Key -> URLString -> LogStatus -> Annex ()
|
|
|
|
setUrl key url status = do
|
|
|
|
g <- Annex.gitRepo
|
|
|
|
addLog (urlLog key) =<< logNow status url
|
|
|
|
|
|
|
|
-- update location log to indicate that the web has the key, or not
|
|
|
|
us <- getUrls key
|
|
|
|
logChange g key webUUID (if null us then InfoMissing else InfoPresent)
|
|
|
|
|
|
|
|
downloadKey :: Key -> FilePath -> Annex Bool
|
2011-07-01 22:46:07 +00:00
|
|
|
downloadKey key file = do
|
|
|
|
us <- getUrls key
|
|
|
|
download us file
|
2011-07-01 19:24:07 +00:00
|
|
|
|
2011-07-01 21:15:46 +00:00
|
|
|
uploadKey :: Key -> Annex Bool
|
|
|
|
uploadKey _ = do
|
2011-07-01 19:24:07 +00:00
|
|
|
warning "upload to web not supported"
|
|
|
|
return False
|
|
|
|
|
2011-07-01 21:15:46 +00:00
|
|
|
dropKey :: Key -> Annex Bool
|
|
|
|
dropKey _ = do
|
2011-07-01 19:24:07 +00:00
|
|
|
warning "removal from web not supported"
|
|
|
|
return False
|
|
|
|
|
2011-07-01 21:15:46 +00:00
|
|
|
checkKey :: Key -> Annex (Either IOException Bool)
|
|
|
|
checkKey key = do
|
|
|
|
us <- getUrls key
|
2011-07-01 19:24:07 +00:00
|
|
|
if null us
|
|
|
|
then return $ Right False
|
2011-07-01 21:15:46 +00:00
|
|
|
else return . Right =<< checkKey' us
|
|
|
|
checkKey' :: [URLString] -> Annex Bool
|
|
|
|
checkKey' [] = return False
|
|
|
|
checkKey' (u:us) = do
|
2011-07-01 19:24:07 +00:00
|
|
|
showNote ("checking " ++ u)
|
|
|
|
e <- liftIO $ urlexists u
|
2011-07-01 21:15:46 +00:00
|
|
|
if e then return e else checkKey' us
|
2011-07-01 19:24:07 +00:00
|
|
|
|
|
|
|
urlexists :: URLString -> IO Bool
|
2011-07-15 16:47:14 +00:00
|
|
|
urlexists url =
|
2011-07-04 23:31:45 +00:00
|
|
|
case parseURI url of
|
|
|
|
Nothing -> return False
|
|
|
|
Just u -> do
|
|
|
|
(_, r) <- Network.Browser.browse $ do
|
|
|
|
setErrHandler ignore
|
|
|
|
setOutHandler ignore
|
|
|
|
setAllowRedirects True
|
|
|
|
request (mkRequest HEAD u :: Request_String)
|
|
|
|
case rspCode r of
|
|
|
|
(2,_,_) -> return True
|
|
|
|
_ -> return False
|
|
|
|
where
|
|
|
|
ignore = const $ return ()
|
2011-07-01 21:15:46 +00:00
|
|
|
|
2011-07-01 22:46:07 +00:00
|
|
|
download :: [URLString] -> FilePath -> Annex Bool
|
|
|
|
download [] _ = return False
|
|
|
|
download (url:us) file = do
|
2011-07-01 21:15:46 +00:00
|
|
|
showProgress -- make way for curl progress bar
|
2011-07-02 01:52:27 +00:00
|
|
|
ok <- liftIO $ boolSystem "curl" [Params "-L -C - -# -o", File file, File url]
|
2011-07-01 22:46:07 +00:00
|
|
|
if ok then return ok else download us file
|