{- Downloads git-annex autobuilds and installs them into the git-annex - repository in ~/lib/downloads that is used to distribute git-annex - releases. - - Generates info files, containing the version (of the corresponding file - from the autobuild). - - Also gpg signs the files. -} import Common.Annex import Types.Distribution import Build.Version import Utility.UserInfo import Utility.Url import qualified Git.Construct import qualified Annex import Annex.Content import Backend import Git.Command import Data.Default import Data.Time.Clock -- git-annex distribution signing key (for Joey Hess) signingKey :: String signingKey = "89C809CB" -- URL to an autobuilt git-annex file, and the place to install -- it in the repository. autobuilds :: [(URLString, FilePath)] autobuilds = (map linuxarch ["i386", "amd64", "armel"]) ++ (map androidversion ["4.0", "4.3"]) ++ [ ("https://downloads.kitenet.net/git-annex/autobuild/x86_64-apple-mavericks/git-annex.dmg", "git-annex/OSX/current/10.9_Mavericks/git-annex.dmg") , ("https://qa.nest-initiative.org/view/msysGit/job/msysgit-git-annex-assistant-test/lastSuccessfulBuild/artifact/git-annex/git-annex-installer.exe", "git-annex/windows/current/git-annex-installer.exe") ] where linuxarch a = ( "https://downloads.kitenet.net/git-annex/autobuild/" ++ a ++ "/git-annex-standalone-" ++ a ++ ".tar.gz" , "git-annex/linux/current/git-annex-standalone-" ++ a ++ ".tar.gz" ) androidversion v = ( "http://downloads.kitenet.net/git-annex/autobuild/android/" ++ v ++ "/git-annex.apk" , "git-annex/android/current/" ++ v ++ "/git-annex.apk" ) main :: IO () main = do repodir <- getRepoDir updated <- catMaybes <$> mapM (getbuild repodir) autobuilds state <- Annex.new =<< Git.Construct.fromPath repodir Annex.eval state (makeinfos updated) -- Download a build from the autobuilder, and return its version. -- It's very important that the version matches the build, otherwise -- auto-upgrades can loop reatedly. So, check build-version before -- and after downloading the file. getbuild :: FilePath -> (URLString, FilePath) -> IO (Maybe (FilePath, Version)) getbuild repodir (url, f) = do bv1 <- getbv createDirectoryIfMissing True repodir let dest = repodir f let tmp = dest ++ ".tmp" nukeFile tmp let oops s = do nukeFile tmp putStrLn $ "*** " ++ s return Nothing ifM (download url tmp def) ( do bv2 <- getbv case bv2 of Nothing -> oops $ "no build-version file for " ++ url (Just v) | bv2 == bv1 -> do nukeFile dest renameFile tmp dest -- remove git rev part of version let v' = takeWhile (/= '-') v return $ Just (f, v') | otherwise -> oops $ "build version changed while downloading " ++ url ++ " " ++ show (bv1, bv2) , oops $ "failed to download " ++ url ) where getbv = do bv <- catchDefaultIO "" $ readProcess "curl" [takeDirectory url ++ "build-version"] return $ if null bv then Nothing else Just bv makeinfos :: [(FilePath, Version)] -> Annex () makeinfos updated = do version <- liftIO getChangelogVersion void $ inRepo $ runBool [ Param "commit" , Param "-a" , Param "-m" , Param $ "publishing git-annex " ++ version ] basedir <- liftIO getRepoDir now <- liftIO getCurrentTime liftIO $ putStrLn $ "building info files in " ++ basedir forM_ updated $ \(f, bv) -> do v <- lookupFile f case v of Nothing -> noop Just k -> whenM (inAnnex k) $ do liftIO $ putStrLn f let infofile = f ++ ".info" liftIO $ writeFile infofile $ show $ GitAnnexDistribution { distributionUrl = mkUrl basedir f , distributionKey = k , distributionVersion = bv , distributionReleasedate = now , distributionUrgentUpgrade = Nothing } void $ inRepo $ runBool [Param "add", File infofile] signFile infofile signFile f void $ inRepo $ runBool [ Param "commit" , Param "-m" , Param $ "updated info files for git-annex " ++ version ] void $ inRepo $ runBool [ Param "annex" , Params "move --to website" ] void $ inRepo $ runBool [ Param "annex" , Params "sync" ] -- Check for out of date info files. infos <- liftIO $ filter (".info" `isSuffixOf`) <$> dirContentsRecursive (basedir "git-annex") ds <- liftIO $ forM infos (readish <$$> readFile) let dis = zip infos ds let ood = filter (outofdate version) dis unless (null ood) $ error $ "Some info files are out of date: " ++ show (map fst ood) where outofdate version (_, md) = case md of Nothing -> True Just d -> distributionVersion d /= version getRepoDir :: IO FilePath getRepoDir = do home <- liftIO myHomeDir return $ home "lib" "downloads" mkUrl :: FilePath -> FilePath -> String mkUrl basedir f = "https://downloads.kitenet.net/" ++ relPathDirToFile basedir f signFile :: FilePath -> Annex () signFile f = do void $ liftIO $ boolSystem "gpg" [ Param "-a" , Param $ "--default-key=" ++ signingKey , Param "--detach-sign" , File f ] liftIO $ rename (f ++ ".asc") (f ++ ".sig") void $ inRepo $ runBool [Param "add", File (f ++ ".sig")]