2013-05-25 17:51:27 +00:00
|
|
|
{- git-annex file matcher types
|
|
|
|
-
|
2023-07-25 20:11:06 +00:00
|
|
|
- Copyright 2013-2023 Joey Hess <id@joeyh.name>
|
2013-05-25 17:51:27 +00:00
|
|
|
-
|
2019-03-13 19:48:14 +00:00
|
|
|
- Licensed under the GNU AGPL version 3 or higher.
|
2013-05-25 17:51:27 +00:00
|
|
|
-}
|
|
|
|
|
|
|
|
module Types.FileMatcher where
|
|
|
|
|
2014-03-29 18:43:34 +00:00
|
|
|
import Types.UUID (UUID)
|
2021-03-02 16:47:23 +00:00
|
|
|
import Types.Key (Key)
|
|
|
|
import Types.Link (LinkType)
|
2019-04-30 15:58:06 +00:00
|
|
|
import Types.Mime
|
2024-08-23 20:35:12 +00:00
|
|
|
import Types.RepoSize (LiveUpdate)
|
2023-07-25 20:11:06 +00:00
|
|
|
import Utility.Matcher (Matcher, Token, MatchDesc)
|
2016-01-25 20:16:18 +00:00
|
|
|
import Utility.FileSize
|
2019-12-09 17:49:05 +00:00
|
|
|
import Utility.FileSystemEncoding
|
2014-03-29 18:43:34 +00:00
|
|
|
|
2016-01-25 20:16:18 +00:00
|
|
|
import Control.Monad.IO.Class
|
2014-03-29 18:43:34 +00:00
|
|
|
import qualified Data.Map as M
|
|
|
|
import qualified Data.Set as S
|
2014-01-18 18:51:55 +00:00
|
|
|
|
2020-12-14 21:42:02 +00:00
|
|
|
-- Information about a file and/or a key that can be matched on.
|
2014-01-18 18:51:55 +00:00
|
|
|
data MatchInfo
|
|
|
|
= MatchingFile FileInfo
|
2019-04-30 15:58:06 +00:00
|
|
|
| MatchingInfo ProvidedInfo
|
2020-09-28 16:06:10 +00:00
|
|
|
| MatchingUserInfo UserProvidedInfo
|
2014-01-18 18:51:55 +00:00
|
|
|
|
2013-05-25 17:51:27 +00:00
|
|
|
data FileInfo = FileInfo
|
2021-03-01 20:34:40 +00:00
|
|
|
{ contentFile :: RawFilePath
|
2020-09-28 15:08:30 +00:00
|
|
|
-- ^ path to a file containing the content, for operations
|
|
|
|
-- that examine it
|
2019-12-09 17:49:05 +00:00
|
|
|
, matchFile :: RawFilePath
|
2020-12-14 20:52:53 +00:00
|
|
|
-- ^ filepath to match on; may be relative to top of repo or cwd,
|
|
|
|
-- depending on how globs in preferred content expressions
|
|
|
|
-- are intended to be matched
|
2020-12-14 21:42:02 +00:00
|
|
|
, matchKey :: Maybe Key
|
|
|
|
-- ^ provided if a key is already known
|
2013-05-25 17:51:27 +00:00
|
|
|
}
|
2014-03-29 18:43:34 +00:00
|
|
|
|
2019-04-30 15:58:06 +00:00
|
|
|
data ProvidedInfo = ProvidedInfo
|
2021-03-02 16:47:23 +00:00
|
|
|
{ providedFilePath :: Maybe RawFilePath
|
|
|
|
-- ^ filepath to match on, should not be accessed from disk.
|
2020-09-28 16:06:10 +00:00
|
|
|
, providedKey :: Maybe Key
|
2021-03-02 16:47:23 +00:00
|
|
|
, providedFileSize :: Maybe FileSize
|
2020-09-28 16:06:10 +00:00
|
|
|
, providedMimeType :: Maybe MimeType
|
|
|
|
, providedMimeEncoding :: Maybe MimeEncoding
|
2021-03-02 16:47:23 +00:00
|
|
|
, providedLinkType :: Maybe LinkType
|
2020-09-28 16:06:10 +00:00
|
|
|
}
|
|
|
|
|
fromkey unlocked files support
fromkey: Create an unlocked file when used in an adjusted branch where the
file should be unlocked, or when configured by annex.addunlocked.
There is some overlap with code in Annex.Ingest, however it's not quite the
same because ingesting has a temp file with the content, where here the
content, if any, is in the annex object file. So it eg, makes sense for
Annex.Ingest to copy the execute mode of the content file, but it does not make
sense for fromkey to do that.
Also changed in passing to stage the file in git directly, rather than
using git add. One consequence of that is that if the file is gitignored,
it will still get added, rather than the old behavior:
The following paths are ignored by one of your .gitignore files:
ignored
hint: Use -f if you really want to add them.
hint: Turn this message off by running
hint: "git config advice.addIgnoredFile false"
git-annex: user error (xargs ["-0","git","--git-dir=.git","--work-tree=.","--literal-pathspecs","add","--"] exited 123)
That old behavior was a surprise to me, and so I consider it a bug, and doubt
anyone would have relied on it.
Note that, when on an --hide-missing branch, it is possible to fromkey a key
that is not present (needs --force). The annex link or pointer file still gets
written in this case. It doesn't seem to make any sense not to write it,
because then fromkey would not do anything useful in this case, and this way
the file can be committed and synced to master, and the branch re-adjusted to
hide the new missing file.
This commit was sponsored by Noam Kremen on Patreon.
2021-05-03 15:26:18 +00:00
|
|
|
keyMatchInfoWithoutContent :: Key -> RawFilePath -> MatchInfo
|
|
|
|
keyMatchInfoWithoutContent key file = MatchingInfo $ ProvidedInfo
|
|
|
|
{ providedFilePath = Just file
|
|
|
|
, providedKey = Just key
|
|
|
|
, providedFileSize = Nothing
|
|
|
|
, providedMimeType = Nothing
|
|
|
|
, providedMimeEncoding = Nothing
|
|
|
|
, providedLinkType = Nothing
|
|
|
|
}
|
|
|
|
|
2020-09-28 16:06:10 +00:00
|
|
|
-- This is used when testing a matcher, with values to match against
|
|
|
|
-- provided by the user.
|
|
|
|
data UserProvidedInfo = UserProvidedInfo
|
|
|
|
{ userProvidedFilePath :: UserInfo FilePath
|
|
|
|
, userProvidedKey :: UserInfo Key
|
|
|
|
, userProvidedFileSize :: UserInfo FileSize
|
|
|
|
, userProvidedMimeType :: UserInfo MimeType
|
|
|
|
, userProvidedMimeEncoding :: UserInfo MimeEncoding
|
2019-04-30 15:58:06 +00:00
|
|
|
}
|
|
|
|
|
2020-09-28 16:06:10 +00:00
|
|
|
-- This may fail if the user did not provide the information.
|
|
|
|
type UserInfo a = Either (IO a) a
|
2016-01-25 20:16:18 +00:00
|
|
|
|
2020-09-28 16:06:10 +00:00
|
|
|
-- If the UserInfo is not available, accessing it may result in eg an
|
2016-01-25 20:16:18 +00:00
|
|
|
-- exception being thrown.
|
2020-09-28 16:06:10 +00:00
|
|
|
getUserInfo :: MonadIO m => UserInfo a -> m a
|
|
|
|
getUserInfo (Right i) = return i
|
|
|
|
getUserInfo (Left e) = liftIO e
|
2016-01-25 20:16:18 +00:00
|
|
|
|
2023-07-26 18:34:21 +00:00
|
|
|
newtype MatcherDesc = MatcherDesc String
|
|
|
|
|
2019-05-21 18:38:00 +00:00
|
|
|
type FileMatcherMap a = M.Map UUID (FileMatcher a)
|
2014-03-29 18:43:34 +00:00
|
|
|
|
|
|
|
type MkLimit a = String -> Either String (MatchFiles a)
|
|
|
|
|
|
|
|
type AssumeNotPresent = S.Set UUID
|
|
|
|
|
2020-09-24 17:55:19 +00:00
|
|
|
data MatchFiles a = MatchFiles
|
2024-08-23 20:35:12 +00:00
|
|
|
{ matchAction :: LiveUpdate -> AssumeNotPresent -> MatchInfo -> a Bool
|
2020-09-24 19:12:09 +00:00
|
|
|
, matchNeedsFileName :: Bool
|
|
|
|
-- ^ does the matchAction need a filename in order to match?
|
2020-09-24 17:55:19 +00:00
|
|
|
, matchNeedsFileContent :: Bool
|
2020-09-24 19:12:09 +00:00
|
|
|
-- ^ does the matchAction need the file content to be present in
|
|
|
|
-- order to succeed?
|
2020-09-24 21:59:05 +00:00
|
|
|
, matchNeedsKey :: Bool
|
|
|
|
-- ^ does the matchAction look at information about the key?
|
|
|
|
, matchNeedsLocationLog :: Bool
|
|
|
|
-- ^ does the matchAction look at the location log?
|
2024-08-28 14:52:34 +00:00
|
|
|
, matchNeedsLiveRepoSize :: Bool
|
|
|
|
-- ^ does the matchAction need live repo size information?
|
2024-09-03 17:49:34 +00:00
|
|
|
, matchNegationUnstable :: Bool
|
|
|
|
-- ^ does negating the matchAction lead to unstable behavior?
|
|
|
|
, matchDesc :: Maybe Bool -> MatchDesc
|
2023-07-25 20:11:06 +00:00
|
|
|
-- ^ displayed to the user to describe whether it matched or not
|
2020-09-24 17:55:19 +00:00
|
|
|
}
|
2014-03-29 18:43:34 +00:00
|
|
|
|
2023-07-26 18:34:21 +00:00
|
|
|
type FileMatcher a = (Matcher (MatchFiles a), MatcherDesc)
|
2014-03-29 18:43:34 +00:00
|
|
|
|
|
|
|
-- This is a matcher that can have tokens added to it while it's being
|
2023-03-14 02:39:16 +00:00
|
|
|
-- built, and once complete is compiled to an unchangeable matcher.
|
2014-03-29 18:43:34 +00:00
|
|
|
data ExpandableMatcher a
|
2020-09-24 17:55:19 +00:00
|
|
|
= BuildingMatcher [Token (MatchFiles a)]
|
|
|
|
| CompleteMatcher (Matcher (MatchFiles a))
|