015a5e485f
benchmarking keys database/addAssociatedFile to 1000 (old)
time 516.1 μs (514.7 μs .. 517.4 μs)
1.000 R² (1.000 R² .. 1.000 R²)
mean 514.0 μs (512.1 μs .. 515.2 μs)
std dev 4.740 μs (2.972 μs .. 7.068 μs)
benchmarking keys database/addAssociatedFile to 1000 (new)
time 5.750 ms (4.857 ms .. 6.885 ms)
0.815 R² (0.698 R² .. 0.904 R²)
mean 7.858 ms (7.311 ms .. 8.421 ms)
std dev 1.684 ms (1.383 ms .. 2.027 ms)
variance introduced by outliers: 88% (severely inflated)
benchmarking keys database/addAssociatedFile to 10000 (old)
time 515.7 μs (514.8 μs .. 516.5 μs)
1.000 R² (1.000 R² .. 1.000 R²)
mean 515.4 μs (513.7 μs .. 516.6 μs)
std dev 4.824 μs (2.957 μs .. 7.167 μs)
benchmarking keys database/addAssociatedFile to 10000 (new)
time 8.934 ms (7.779 ms .. 10.05 ms)
0.868 R² (0.751 R² .. 0.934 R²)
mean 11.51 ms (10.66 ms .. 12.26 ms)
std dev 2.174 ms (1.816 ms .. 2.747 ms)
variance introduced by outliers: 82% (severely inflated)
123 lines
3.7 KiB
Haskell
123 lines
3.7 KiB
Haskell
{- git-annex benchmark
|
|
-
|
|
- Copyright 2016 Joey Hess <id@joeyh.name>
|
|
-
|
|
- Licensed under the GNU GPL version 3 or higher.
|
|
-}
|
|
|
|
{-# OPTIONS_GHC -fno-warn-orphans #-}
|
|
|
|
module Command.Benchmark where
|
|
|
|
import Command
|
|
import Database.Types
|
|
import qualified Database.Keys.SQL as SQL
|
|
import qualified Database.Queue as H
|
|
import Utility.Tmp
|
|
import Git.FilePath
|
|
|
|
import Criterion.Main
|
|
import Criterion.Internal (runAndAnalyse)
|
|
import Criterion.Monad
|
|
import Control.Monad.IO.Class (liftIO)
|
|
import Control.Monad
|
|
import Control.DeepSeq
|
|
import System.FilePath
|
|
import System.Random
|
|
|
|
cmd :: Command
|
|
cmd = noRepo (withParams benchmark) $
|
|
dontCheck repoExists $
|
|
command "benchmark" SectionTesting
|
|
"run benchmarks"
|
|
paramNothing
|
|
(withParams (liftIO . benchmark))
|
|
|
|
benchmark :: CmdParams -> IO ()
|
|
benchmark _ = withTmpDirIn "." "benchmark" $ \tmpdir -> do
|
|
-- benchmark different sizes of databases
|
|
dbs <- mapM (benchDb tmpdir)
|
|
[ 1000
|
|
, 10000
|
|
-- , 100000
|
|
]
|
|
runCriterion $
|
|
bgroup "keys database" $ flip concatMap dbs $ \db ->
|
|
[ getAssociatedFilesHitBench db
|
|
, getAssociatedFilesMissBench db
|
|
, getAssociatedKeyHitBench db
|
|
, getAssociatedKeyMissBench db
|
|
, addAssociatedFileOldBench db
|
|
, addAssociatedFileNewBench db
|
|
]
|
|
|
|
getAssociatedFilesHitBench :: BenchDb -> Benchmark
|
|
getAssociatedFilesHitBench ( BenchDb h num) = bench ("getAssociatedFiles from " ++ show num ++ " (hit)") $ nfIO $ do
|
|
n <- getStdRandom (randomR (1,num))
|
|
SQL.getAssociatedFiles (keyN n) (SQL.ReadHandle h)
|
|
|
|
getAssociatedFilesMissBench :: BenchDb -> Benchmark
|
|
getAssociatedFilesMissBench ( BenchDb h num) = bench ("getAssociatedFiles from " ++ show num ++ " (miss)") $ nfIO $
|
|
SQL.getAssociatedFiles keyMiss (SQL.ReadHandle h)
|
|
|
|
getAssociatedKeyHitBench :: BenchDb -> Benchmark
|
|
getAssociatedKeyHitBench (BenchDb h num) = bench ("getAssociatedKey from " ++ show num ++ " (hit)") $ nfIO $ do
|
|
n <- getStdRandom (randomR (1,num))
|
|
SQL.getAssociatedKey (fileN n) (SQL.ReadHandle h)
|
|
|
|
getAssociatedKeyMissBench :: BenchDb -> Benchmark
|
|
getAssociatedKeyMissBench (BenchDb h num) = bench ("getAssociatedKey from " ++ show num ++ " (miss)") $ nfIO $
|
|
SQL.getAssociatedKey fileMiss (SQL.ReadHandle h)
|
|
|
|
addAssociatedFileOldBench :: BenchDb -> Benchmark
|
|
addAssociatedFileOldBench ( BenchDb h num) = bench ("addAssociatedFile to " ++ show num ++ " (old)") $ nfIO $ do
|
|
n <- getStdRandom (randomR (1,num))
|
|
SQL.addAssociatedFile (keyN n) (fileN n) (SQL.WriteHandle h)
|
|
H.flushDbQueue h
|
|
|
|
addAssociatedFileNewBench :: BenchDb -> Benchmark
|
|
addAssociatedFileNewBench ( BenchDb h num) = bench ("addAssociatedFile to " ++ show num ++ " (new)") $ nfIO $ do
|
|
n <- getStdRandom (randomR (1,num))
|
|
SQL.addAssociatedFile (keyN n) (fileN (n+1)) (SQL.WriteHandle h)
|
|
H.flushDbQueue h
|
|
|
|
populateAssociatedFiles :: H.DbQueue -> Int -> IO ()
|
|
populateAssociatedFiles h num = do
|
|
forM_ [1..num] $ \n ->
|
|
SQL.addAssociatedFile (keyN n) (fileN n) (SQL.WriteHandle h)
|
|
H.flushDbQueue h
|
|
|
|
keyN :: Int -> SKey
|
|
keyN n = SKey ("key" ++ show n)
|
|
|
|
fileN :: Int -> TopFilePath
|
|
fileN n = asTopFilePath ("file" ++ show n)
|
|
|
|
keyMiss :: SKey
|
|
keyMiss = keyN 0 -- 0 is never stored
|
|
|
|
fileMiss :: TopFilePath
|
|
fileMiss = fileN 0 -- 0 is never stored
|
|
|
|
data BenchDb = BenchDb H.DbQueue Int
|
|
|
|
benchDb :: FilePath -> Int -> IO BenchDb
|
|
benchDb tmpdir num = do
|
|
putStrLn $ "setting up database with " ++ show num
|
|
H.initDb f SQL.createTables
|
|
h <- H.openDbQueue f SQL.containedTable
|
|
populateAssociatedFiles h num
|
|
return (BenchDb h num)
|
|
where
|
|
f = tmpdir </> "db" ++ show num
|
|
|
|
instance NFData TopFilePath where
|
|
rnf = rnf . getTopFilePath
|
|
|
|
instance NFData SKey where
|
|
rnf (SKey s) = rnf s
|
|
|
|
-- can't use Criterion's defaultMain here because it looks at
|
|
-- command-line parameters
|
|
runCriterion :: Benchmark -> IO ()
|
|
runCriterion = withConfig defaultConfig . runAndAnalyse (const True)
|