feat(inject-files): additionally throttle by file count

config/settings.yml

@@ -242,6 +242,10 @@ token-buckets:
     depth: 20971520  # 20MiB
     inv-rate: 9.5e-7 # 1MiB/s
     initial-value: 0
+  inject-files-count:
+    depth: 100
+    inv-rate: 1
+    initial-value: 0
   prune-files:
     depth: 1572864000 # 1500MiB
     inv-rate: 1.9e-6  # 2MiB/s

src/Jobs/Handler/Files.hs

@@ -370,6 +370,7 @@ dispatchJobInjectFiles = JobHandlerException . maybeT (return ()) $ do
               .| C.mapMaybe extractReference
               .| maybe (C.map id) (takeWhileTime . (/ 2)) interval
               .| transPipe (lift . runDB . setSerializable) (persistentTokenBucketTakeC' TokenBucketInjectFiles $ views _1 Minio.oiSize)
+              .| transPipe (lift . runDB . setSerializable) (persistentTokenBucketTakeC' TokenBucketInjectFilesCount $ const 1)
               .| C.mapM (lift . injectOrDelete)
               .| C.mapM (\res@(Sum inj, Sum sz) -> res <$ observeInjectedFiles inj sz)
               .| C.fold

src/Model/Types/Misc.hs

@@ -265,7 +265,7 @@ instance Csv.FromField Sex where
   parseField = maybe (fail "Could not parse Field of type Sex") return . fromPathPiece <=< Csv.parseField
 
 
-data TokenBucketIdent = TokenBucketInjectFiles
+data TokenBucketIdent = TokenBucketInjectFiles | TokenBucketInjectFilesCount
                       | TokenBucketPruneFiles
                       | TokenBucketRechunkFiles
   deriving (Eq, Ord, Read, Show, Enum, Bounded, Generic, Typeable)