2011-07-01 19:24:07 +00:00
|
|
|
{- Web remotes.
|
|
|
|
-
|
|
|
|
- Copyright 2011 Joey Hess <joey@kitenet.net>
|
|
|
|
-
|
|
|
|
- Licensed under the GNU GPL version 3 or higher.
|
|
|
|
-}
|
|
|
|
|
2013-09-09 06:16:22 +00:00
|
|
|
{-# LANGUAGE CPP #-}
|
|
|
|
|
2011-10-15 20:36:56 +00:00
|
|
|
module Remote.Web (remote) where
|
2011-07-01 19:24:07 +00:00
|
|
|
|
2011-10-05 20:02:51 +00:00
|
|
|
import Common.Annex
|
2011-07-01 19:24:07 +00:00
|
|
|
import Types.Remote
|
|
|
|
import qualified Git
|
2011-12-13 19:05:07 +00:00
|
|
|
import qualified Git.Construct
|
2012-01-02 18:20:20 +00:00
|
|
|
import Annex.Content
|
2011-07-01 19:24:07 +00:00
|
|
|
import Config
|
2013-03-13 20:16:01 +00:00
|
|
|
import Config.Cost
|
2011-10-15 20:25:51 +00:00
|
|
|
import Logs.Web
|
2012-02-10 23:17:41 +00:00
|
|
|
import Types.Key
|
2013-03-28 21:03:04 +00:00
|
|
|
import Utility.Metered
|
2013-08-22 22:25:21 +00:00
|
|
|
import qualified Utility.Url as Url
|
2013-09-09 06:16:22 +00:00
|
|
|
#ifdef WITH_QUVI
|
2013-08-22 22:25:21 +00:00
|
|
|
import Annex.Quvi
|
|
|
|
import qualified Utility.Quvi as Quvi
|
2013-09-09 06:16:22 +00:00
|
|
|
#endif
|
2011-07-01 19:24:07 +00:00
|
|
|
|
2012-11-30 04:55:59 +00:00
|
|
|
import qualified Data.Map as M
|
|
|
|
|
2011-12-31 08:11:39 +00:00
|
|
|
remote :: RemoteType
|
2011-07-01 19:24:07 +00:00
|
|
|
remote = RemoteType {
|
|
|
|
typename = "web",
|
|
|
|
enumerate = list,
|
|
|
|
generate = gen,
|
|
|
|
setup = error "not supported"
|
|
|
|
}
|
|
|
|
|
|
|
|
-- There is only one web remote, and it always exists.
|
|
|
|
-- (If the web should cease to exist, remove this module and redistribute
|
|
|
|
-- a new release to the survivors by carrier pigeon.)
|
|
|
|
list :: Annex [Git.Repo]
|
2011-12-14 19:30:14 +00:00
|
|
|
list = do
|
|
|
|
r <- liftIO $ Git.Construct.remoteNamed "web" Git.Construct.fromUnknown
|
|
|
|
return [r]
|
2011-07-01 19:24:07 +00:00
|
|
|
|
2013-09-12 19:54:35 +00:00
|
|
|
gen :: Git.Repo -> UUID -> RemoteConfig -> RemoteGitConfig -> Annex (Maybe Remote)
|
2013-01-01 17:52:47 +00:00
|
|
|
gen r _ _ gc =
|
2013-09-12 19:54:35 +00:00
|
|
|
return $ Just Remote {
|
2011-07-01 19:24:07 +00:00
|
|
|
uuid = webUUID,
|
|
|
|
cost = expensiveRemoteCost,
|
|
|
|
name = Git.repoDescribe r,
|
2011-07-01 21:15:46 +00:00
|
|
|
storeKey = uploadKey,
|
|
|
|
retrieveKeyFile = downloadKey,
|
2012-01-20 17:23:11 +00:00
|
|
|
retrieveKeyFileCheap = downloadKeyCheap,
|
2011-07-01 21:15:46 +00:00
|
|
|
removeKey = dropKey,
|
|
|
|
hasKey = checkKey,
|
2011-07-01 19:24:07 +00:00
|
|
|
hasKeyCheap = False,
|
2012-02-14 07:49:48 +00:00
|
|
|
whereisKey = Just getUrls,
|
2012-11-30 04:55:59 +00:00
|
|
|
config = M.empty,
|
2013-01-01 17:52:47 +00:00
|
|
|
gitconfig = gc,
|
2012-08-26 18:26:43 +00:00
|
|
|
localpath = Nothing,
|
2011-12-31 07:27:37 +00:00
|
|
|
repo = r,
|
2012-08-26 19:39:02 +00:00
|
|
|
readonly = True,
|
2013-03-15 23:16:13 +00:00
|
|
|
globallyAvailable = True,
|
2011-12-31 07:27:37 +00:00
|
|
|
remotetype = remote
|
2011-07-01 19:24:07 +00:00
|
|
|
}
|
|
|
|
|
2013-04-11 21:15:45 +00:00
|
|
|
downloadKey :: Key -> AssociatedFile -> FilePath -> MeterUpdate -> Annex Bool
|
|
|
|
downloadKey key _file dest _p = get =<< getUrls key
|
2012-11-11 04:51:07 +00:00
|
|
|
where
|
|
|
|
get [] = do
|
|
|
|
warning "no known url"
|
|
|
|
return False
|
|
|
|
get urls = do
|
|
|
|
showOutput -- make way for download progress bar
|
2013-08-22 22:25:21 +00:00
|
|
|
untilTrue urls $ \u -> do
|
|
|
|
let (u', downloader) = getDownloader u
|
|
|
|
case downloader of
|
2013-09-09 06:16:22 +00:00
|
|
|
QuviDownloader -> do
|
|
|
|
#ifdef WITH_QUVI
|
|
|
|
flip downloadUrl dest
|
|
|
|
=<< withQuviOptions Quvi.queryLinks [Quvi.httponly, Quvi.quiet] u'
|
|
|
|
#else
|
|
|
|
warning "quvi support needed for this url"
|
|
|
|
return False
|
|
|
|
#endif
|
2013-08-23 03:36:35 +00:00
|
|
|
DefaultDownloader -> downloadUrl [u'] dest
|
2011-07-01 19:24:07 +00:00
|
|
|
|
2012-01-20 17:23:11 +00:00
|
|
|
downloadKeyCheap :: Key -> FilePath -> Annex Bool
|
|
|
|
downloadKeyCheap _ _ = return False
|
|
|
|
|
2012-09-21 18:50:14 +00:00
|
|
|
uploadKey :: Key -> AssociatedFile -> MeterUpdate -> Annex Bool
|
2012-09-19 20:08:37 +00:00
|
|
|
uploadKey _ _ _ = do
|
2011-07-01 19:24:07 +00:00
|
|
|
warning "upload to web not supported"
|
|
|
|
return False
|
|
|
|
|
2011-07-01 21:15:46 +00:00
|
|
|
dropKey :: Key -> Annex Bool
|
2012-11-29 21:01:07 +00:00
|
|
|
dropKey k = do
|
|
|
|
mapM_ (setUrlMissing k) =<< getUrls k
|
|
|
|
return True
|
2011-07-01 19:24:07 +00:00
|
|
|
|
2011-11-09 22:33:15 +00:00
|
|
|
checkKey :: Key -> Annex (Either String Bool)
|
2011-07-01 21:15:46 +00:00
|
|
|
checkKey key = do
|
|
|
|
us <- getUrls key
|
2011-07-01 19:24:07 +00:00
|
|
|
if null us
|
|
|
|
then return $ Right False
|
2013-09-09 06:16:22 +00:00
|
|
|
else return =<< checkKey' key us
|
|
|
|
checkKey' :: Key -> [URLString] -> Annex (Either String Bool)
|
|
|
|
checkKey' key us = firsthit us (Right False) $ \u -> do
|
2013-08-22 22:25:21 +00:00
|
|
|
let (u', downloader) = getDownloader u
|
|
|
|
showAction $ "checking " ++ u'
|
|
|
|
case downloader of
|
|
|
|
QuviDownloader ->
|
2013-09-09 06:16:22 +00:00
|
|
|
#ifdef WITH_QUVI
|
|
|
|
Right <$> withQuviOptions Quvi.check [Quvi.httponly, Quvi.quiet] u'
|
|
|
|
#else
|
|
|
|
return $ Left "quvi support needed for this url"
|
|
|
|
#endif
|
2013-08-23 03:36:35 +00:00
|
|
|
DefaultDownloader -> do
|
2013-08-22 22:25:21 +00:00
|
|
|
headers <- getHttpHeaders
|
2013-09-09 06:16:22 +00:00
|
|
|
liftIO $ Right <$> Url.check u' headers (keySize key)
|
|
|
|
where
|
|
|
|
firsthit [] miss _ = return miss
|
|
|
|
firsthit (u:rest) _ a = do
|
|
|
|
r <- a u
|
|
|
|
case r of
|
|
|
|
Right _ -> return r
|
|
|
|
Left _ -> firsthit rest r a
|