Windows: Support long filenames in more (possibly all) of the code

Works around this bug in unix-compat:
https://github.com/jacobstanley/unix-compat/issues/56
getFileStatus and other FilePath using functions in unix-compat do not do
UNC conversion on Windows.

Made Utility.RawFilePath use convertToWindowsNativeNamespace to do the
necessary conversion on windows to support long filenames.

Audited all imports of System.PosixCompat.Files to make sure that no
functions that operate on FilePath were imported from it. Instead, use
the equvilants from Utility.RawFilePath. In particular the
re-export of that module in Common had to be removed, which led to lots
of other changes throughout the code.

The changes to Build.Configure, Build.DesktopFile, and Build.TestConfig
make Utility.Directory not be needed to build setup. And so let it use
Utility.RawFilePath, which depends on unix, which cannot be in
setup-depends.

Sponsored-by: Dartmouth College's Datalad project

Command/Add.hs

@@ -31,7 +31,7 @@ import Annex.CheckIgnore
 import qualified Utility.RawFilePath as R
 import qualified System.FilePath.ByteString as P
 
-import System.PosixCompat.Files (fileSize)
+import System.PosixCompat.Files (fileSize, isSymbolicLink, isRegularFile, modificationTime, fileID, deviceID, fileMode, ownerExecuteMode, intersectFileModes)
 
 cmd :: Command
 cmd = notBareRepo $ 

Command/Fix.hs

@@ -19,9 +19,10 @@ import Annex.Link
 import qualified Database.Keys
 import qualified Utility.RawFilePath as R
 
+import System.PosixCompat.Files (fileMode, linkCount)
 #if ! defined(mingw32_HOST_OS)
-import Utility.Touch
 import qualified System.Posix.Files as Posix
+import Utility.Touch
 #endif
 
 cmd :: Command

Command/Fsck.hs

@@ -49,6 +49,7 @@ import qualified Data.Set as S
 import qualified Data.Map as M
 import Data.Either
 import qualified System.FilePath.ByteString as P
+import System.PosixCompat.Files (fileMode, isSymbolicLink, modificationTime)
 
 cmd :: Command
 cmd = withAnnexOptions [jobsOption, jsonOptions, annexedMatchingOptions] $

Command/FuzzTest.hs

@@ -274,4 +274,4 @@ newDir parent = go (100 :: Int)
 			)
 
 doesnotexist :: FilePath -> IO Bool
-doesnotexist f = isNothing <$> catchMaybeIO (getSymbolicLinkStatus f)
+doesnotexist f = isNothing <$> catchMaybeIO (R.getSymbolicLinkStatus (toRawFilePath f))

Command/Import.hs

@@ -37,6 +37,7 @@ import Utility.Metered
 import qualified Utility.RawFilePath as R
 
 import Control.Concurrent.STM
+import System.PosixCompat.Files (isDirectory, isSymbolicLink, isRegularFile)
 
 cmd :: Command
 cmd = notBareRepo $

Command/ImportFeed.hs

@@ -50,6 +50,7 @@ import Command.AddUrl (addWorkTree, checkRaw)
 import Annex.UntrustedFilePath
 import qualified Annex.Branch
 import Logs
+import qualified Utility.RawFilePath as R
 
 cmd :: Command
 cmd = notBareRepo $ withAnnexOptions [backendOption] $
@@ -312,7 +313,7 @@ performDownload' started addunlockedmatcher opts cache todownload = case locatio
 				let (d, base) = splitFileName file
 				in d </> show n ++ "_" ++ base
 		tryanother = makeunique url (n + 1) file
-		alreadyexists = liftIO $ isJust <$> catchMaybeIO (getSymbolicLinkStatus f)
+		alreadyexists = liftIO $ isJust <$> catchMaybeIO (R.getSymbolicLinkStatus (toRawFilePath f))
 		checksameurl k = ifM (elem url <$> getUrls k)
 			( return Nothing
 			, tryanother

Command/Info.hs

@@ -13,6 +13,7 @@ import "mtl" Control.Monad.State.Strict
 import qualified Data.Map.Strict as M
 import qualified Data.Vector as V
 import qualified System.FilePath.ByteString as P
+import System.PosixCompat.Files (isDirectory)
 import Data.Ord
 import qualified Data.Semigroup as Sem
 import Prelude
@@ -47,6 +48,7 @@ import qualified Limit
 import Messages.JSON (DualDisp(..), ObjectMap(..))
 import Annex.BloomFilter
 import qualified Command.Unused
+import qualified Utility.RawFilePath as R
 
 -- a named computation that produces a statistic
 type Stat = StatState (Maybe (String, StatState String))
@@ -163,7 +165,7 @@ autoenableInfo = showCustom "info" (SeekInput []) $ do
 	return True
 
 itemInfo :: InfoOptions -> (SeekInput, String) -> Annex ()
-itemInfo o (si, p) = ifM (isdir p)
+itemInfo o (si, p) = ifM (isdir (toRawFilePath p))
 	( dirInfo o p si
 	, Remote.byName' p >>= \case
 		Right r -> remoteInfo o r si
@@ -177,7 +179,7 @@ itemInfo o (si, p) = ifM (isdir p)
 			(_us, msg) -> noInfo p si msg
 	)
   where
-	isdir = liftIO . catchBoolIO . (isDirectory <$$> getFileStatus)
+	isdir = liftIO . catchBoolIO . (isDirectory <$$> R.getFileStatus)
 
 noInfo :: String -> SeekInput -> String -> Annex ()
 noInfo s si msg = do

Command/Lock.hs

@@ -20,6 +20,8 @@ import Annex.Ingest
 import Logs.Location
 import Git.FilePath
 import qualified Utility.RawFilePath as R
+
+import System.PosixCompat.Files (linkCount)
 	
 cmd :: Command
 cmd = withAnnexOptions [jsonOptions, annexedMatchingOptions] $

Command/ReKey.hs

@@ -20,6 +20,8 @@ import Annex.WorkTree
 import Utility.InodeCache
 import qualified Utility.RawFilePath as R
 
+import System.PosixCompat.Files (linkCount, fileMode)
+
 cmd :: Command
 cmd = command "rekey" SectionPlumbing
 	"change keys used for files"

Command/Unannex.hs

@@ -19,6 +19,8 @@ import Annex.InodeSentinal
 import Git.FilePath
 import qualified Utility.RawFilePath as R
 
+import System.PosixCompat.Files (linkCount)
+
 cmd :: Command
 cmd = withAnnexOptions [annexedMatchingOptions] $
 	command "unannex" SectionUtility

Command/Uninit.hs

@@ -22,6 +22,8 @@ import Annex.WorkTree
 import Utility.FileMode
 import qualified Utility.RawFilePath as R
 
+import System.PosixCompat.Files (linkCount)
+
 cmd :: Command
 cmd = addCheck check $ 
 	command "uninit" SectionUtility

Command/Unlock.hs

@@ -18,6 +18,8 @@ import Git.FilePath
 import qualified Database.Keys
 import qualified Utility.RawFilePath as R
 
+import System.PosixCompat.Files (fileMode)
+
 cmd :: Command
 cmd = mkcmd "unlock" "unlock files for modification"