2e7984b71c
Also take max-keys as an argument for listObjects' and max-uploads for listIncompleteUploads'.
84 lines
3.1 KiB
Haskell
84 lines
3.1 KiB
Haskell
--
|
|
-- Minio Haskell SDK, (C) 2017 Minio, Inc.
|
|
--
|
|
-- Licensed under the Apache License, Version 2.0 (the "License");
|
|
-- you may not use this file except in compliance with the License.
|
|
-- You may obtain a copy of the License at
|
|
--
|
|
-- http://www.apache.org/licenses/LICENSE-2.0
|
|
--
|
|
-- Unless required by applicable law or agreed to in writing, software
|
|
-- distributed under the License is distributed on an "AS IS" BASIS,
|
|
-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
-- See the License for the specific language governing permissions and
|
|
-- limitations under the License.
|
|
--
|
|
|
|
module Network.Minio.ListOps where
|
|
|
|
import qualified Data.Conduit as C
|
|
import qualified Data.Conduit.Combinators as CC
|
|
import qualified Data.Conduit.List as CL
|
|
|
|
import Lib.Prelude
|
|
|
|
import Network.Minio.Data
|
|
import Network.Minio.S3API
|
|
|
|
-- | List objects in a bucket matching the given prefix. If recurse is
|
|
-- set to True objects matching prefix are recursively listed.
|
|
listObjects :: Bucket -> Maybe Text -> Bool -> C.Producer Minio ObjectInfo
|
|
listObjects bucket prefix recurse = loop Nothing
|
|
where
|
|
loop :: Maybe Text -> C.Producer Minio ObjectInfo
|
|
loop nextToken = do
|
|
let
|
|
delimiter = bool (Just "/") Nothing recurse
|
|
|
|
res <- lift $ listObjects' bucket prefix nextToken delimiter Nothing
|
|
CL.sourceList $ lorObjects res
|
|
when (lorHasMore res) $
|
|
loop (lorNextToken res)
|
|
|
|
-- | List incomplete uploads in a bucket matching the given prefix. If
|
|
-- recurse is set to True incomplete uploads for the given prefix are
|
|
-- recursively listed.
|
|
listIncompleteUploads :: Bucket -> Maybe Text -> Bool
|
|
-> C.Producer Minio UploadInfo
|
|
listIncompleteUploads bucket prefix recurse = loop Nothing Nothing
|
|
where
|
|
loop :: Maybe Text -> Maybe Text -> C.Producer Minio UploadInfo
|
|
loop nextKeyMarker nextUploadIdMarker = do
|
|
let
|
|
delimiter = bool (Just "/") Nothing recurse
|
|
|
|
res <- lift $ listIncompleteUploads' bucket prefix delimiter
|
|
nextKeyMarker nextUploadIdMarker Nothing
|
|
|
|
aggrSizes <- lift $ forM (lurUploads res) $ \(uKey, uId, _) -> do
|
|
partInfos <- listIncompleteParts bucket uKey uId C.$$ CC.sinkList
|
|
return $ foldl (\sizeSofar p -> opiSize p + sizeSofar) 0 partInfos
|
|
|
|
CL.sourceList $
|
|
map (\((uKey, uId, uInitTime), size) ->
|
|
UploadInfo uKey uId uInitTime size
|
|
) $ zip (lurUploads res) aggrSizes
|
|
|
|
when (lurHasMore res) $
|
|
loop (lurNextKey res) (lurNextUpload res)
|
|
|
|
|
|
-- | List object parts of an ongoing multipart upload for given
|
|
-- bucket, object and uploadId.
|
|
listIncompleteParts :: Bucket -> Object -> UploadId
|
|
-> C.Producer Minio ObjectPartInfo
|
|
listIncompleteParts bucket object uploadId = loop Nothing
|
|
where
|
|
loop :: Maybe Text -> C.Producer Minio ObjectPartInfo
|
|
loop nextPartMarker = do
|
|
res <- lift $ listIncompleteParts' bucket object uploadId Nothing
|
|
nextPartMarker
|
|
CL.sourceList $ lprParts res
|
|
when (lprHasMore res) $
|
|
loop (show <$> lprNextPart res)
|