2011-07-01 21:17:02 +00:00
|
|
|
{- git-annex SHA backend
|
2011-03-01 20:50:53 +00:00
|
|
|
-
|
|
|
|
- Copyright 2011 Joey Hess <joey@kitenet.net>
|
|
|
|
-
|
|
|
|
- Licensed under the GNU GPL version 3 or higher.
|
|
|
|
-}
|
|
|
|
|
2011-03-02 17:47:45 +00:00
|
|
|
module Backend.SHA (backends) where
|
2011-03-01 20:50:53 +00:00
|
|
|
|
2011-10-05 20:02:51 +00:00
|
|
|
import Common.Annex
|
2011-03-01 20:50:53 +00:00
|
|
|
import qualified Annex
|
2011-10-04 04:40:47 +00:00
|
|
|
import Annex.Content
|
2011-06-02 01:56:04 +00:00
|
|
|
import Types.Backend
|
|
|
|
import Types.Key
|
2011-08-20 20:11:42 +00:00
|
|
|
import qualified Build.SysConfig as SysConfig
|
2011-03-01 20:50:53 +00:00
|
|
|
|
|
|
|
type SHASize = Int
|
2011-05-16 15:46:34 +00:00
|
|
|
|
2011-11-04 19:21:45 +00:00
|
|
|
-- order is slightly significant; want SHA256 first, and more general
|
|
|
|
-- sizes earlier
|
2011-05-16 15:46:34 +00:00
|
|
|
sizes :: [Int]
|
2011-11-04 19:21:45 +00:00
|
|
|
sizes = [256, 1, 512, 224, 384]
|
2011-05-16 15:46:34 +00:00
|
|
|
|
2011-12-31 08:11:39 +00:00
|
|
|
backends :: [Backend]
|
2011-05-16 15:46:34 +00:00
|
|
|
backends = catMaybes $ map genBackend sizes ++ map genBackendE sizes
|
2011-03-02 17:47:45 +00:00
|
|
|
|
2011-12-31 08:11:39 +00:00
|
|
|
genBackend :: SHASize -> Maybe Backend
|
2011-03-02 17:47:45 +00:00
|
|
|
genBackend size
|
2011-09-21 03:24:48 +00:00
|
|
|
| isNothing (shaCommand size) = Nothing
|
2011-04-08 01:47:56 +00:00
|
|
|
| otherwise = Just b
|
2011-03-02 17:47:45 +00:00
|
|
|
where
|
2011-12-31 08:11:39 +00:00
|
|
|
b = Backend
|
2011-03-02 17:47:45 +00:00
|
|
|
{ name = shaName size
|
|
|
|
, getKey = keyValue size
|
2011-07-05 22:31:46 +00:00
|
|
|
, fsckKey = checkKeyChecksum size
|
2011-03-02 17:47:45 +00:00
|
|
|
}
|
2011-04-08 00:08:11 +00:00
|
|
|
|
2011-12-31 08:11:39 +00:00
|
|
|
genBackendE :: SHASize -> Maybe Backend
|
2011-05-16 15:46:34 +00:00
|
|
|
genBackendE size =
|
|
|
|
case genBackend size of
|
|
|
|
Nothing -> Nothing
|
|
|
|
Just b -> Just $ b
|
|
|
|
{ name = shaNameE size
|
|
|
|
, getKey = keyValueE size
|
|
|
|
}
|
|
|
|
|
2011-04-08 01:47:56 +00:00
|
|
|
shaCommand :: SHASize -> Maybe String
|
2011-04-08 00:08:11 +00:00
|
|
|
shaCommand 1 = SysConfig.sha1
|
|
|
|
shaCommand 256 = SysConfig.sha256
|
|
|
|
shaCommand 224 = SysConfig.sha224
|
|
|
|
shaCommand 384 = SysConfig.sha384
|
|
|
|
shaCommand 512 = SysConfig.sha512
|
2011-04-08 01:47:56 +00:00
|
|
|
shaCommand _ = Nothing
|
2011-03-01 20:50:53 +00:00
|
|
|
|
|
|
|
shaName :: SHASize -> String
|
|
|
|
shaName size = "SHA" ++ show size
|
|
|
|
|
2011-05-16 15:46:34 +00:00
|
|
|
shaNameE :: SHASize -> String
|
|
|
|
shaNameE size = shaName size ++ "E"
|
|
|
|
|
2011-03-01 20:50:53 +00:00
|
|
|
shaN :: SHASize -> FilePath -> Annex String
|
|
|
|
shaN size file = do
|
2011-07-19 18:07:23 +00:00
|
|
|
showAction "checksum"
|
2011-03-01 20:50:53 +00:00
|
|
|
liftIO $ pOpen ReadFromPipe command (toCommand [File file]) $ \h -> do
|
2011-12-15 22:11:42 +00:00
|
|
|
sha <- fst . separate (== ' ') <$> hGetLine h
|
|
|
|
if null sha
|
2011-03-01 20:50:53 +00:00
|
|
|
then error $ command ++ " parse error"
|
2011-12-15 22:11:42 +00:00
|
|
|
else return sha
|
2011-03-01 20:50:53 +00:00
|
|
|
where
|
2011-04-08 01:47:56 +00:00
|
|
|
command = fromJust $ shaCommand size
|
2011-03-01 20:50:53 +00:00
|
|
|
|
2011-03-16 01:34:13 +00:00
|
|
|
{- A key is a checksum of its contents. -}
|
2011-03-01 20:50:53 +00:00
|
|
|
keyValue :: SHASize -> FilePath -> Annex (Maybe Key)
|
|
|
|
keyValue size file = do
|
|
|
|
s <- shaN size file
|
2011-03-16 01:34:13 +00:00
|
|
|
stat <- liftIO $ getFileStatus file
|
2011-05-16 15:46:34 +00:00
|
|
|
return $ Just $ stubKey
|
|
|
|
{ keyName = s
|
|
|
|
, keyBackendName = shaName size
|
|
|
|
, keySize = Just $ fromIntegral $ fileSize stat
|
|
|
|
}
|
|
|
|
|
|
|
|
{- Extension preserving keys. -}
|
|
|
|
keyValueE :: SHASize -> FilePath -> Annex (Maybe Key)
|
2011-11-02 18:18:21 +00:00
|
|
|
keyValueE size file = keyValue size file >>= maybe (return Nothing) addE
|
2011-05-16 15:46:34 +00:00
|
|
|
where
|
|
|
|
addE k = return $ Just $ k
|
|
|
|
{ keyName = keyName k ++ extension
|
|
|
|
, keyBackendName = shaNameE size
|
|
|
|
}
|
|
|
|
naiveextension = takeExtension file
|
2011-12-06 17:02:50 +00:00
|
|
|
extension
|
|
|
|
-- long or newline containing extensions are
|
|
|
|
-- probably not really an extension
|
|
|
|
| length naiveextension > 6 ||
|
|
|
|
'\n' `elem` naiveextension = ""
|
|
|
|
| otherwise = naiveextension
|
2011-03-01 20:50:53 +00:00
|
|
|
|
2011-08-06 16:50:20 +00:00
|
|
|
{- A key's checksum is checked during fsck. -}
|
2011-03-01 20:50:53 +00:00
|
|
|
checkKeyChecksum :: SHASize -> Key -> Annex Bool
|
|
|
|
checkKeyChecksum size key = do
|
2011-03-22 21:41:06 +00:00
|
|
|
fast <- Annex.getState Annex.fast
|
2011-11-29 02:43:51 +00:00
|
|
|
file <- inRepo $ gitAnnexLocation key
|
2011-03-01 20:50:53 +00:00
|
|
|
present <- liftIO $ doesFileExist file
|
2011-07-15 07:12:05 +00:00
|
|
|
if not present || fast
|
2011-03-01 20:50:53 +00:00
|
|
|
then return True
|
2011-10-11 18:43:45 +00:00
|
|
|
else check =<< shaN size file
|
|
|
|
where
|
|
|
|
check s
|
|
|
|
| s == dropExtension (keyName key) = return True
|
|
|
|
| otherwise = do
|
|
|
|
dest <- moveBad key
|
|
|
|
warning $ "Bad file content; moved to " ++ dest
|
|
|
|
return False
|