From 5f950295133b160b88ca911529b2041cffe7d023 Mon Sep 17 00:00:00 2001 From: Adam Bergmark Date: Wed, 7 Jul 2021 23:53:51 +0200 Subject: [PATCH] Organize benchmarks --- build-constraints.yaml | 87 +++++++++++++++++------------------------- 1 file changed, 35 insertions(+), 52 deletions(-) diff --git a/build-constraints.yaml b/build-constraints.yaml index 8613fb06..edff9265 100644 --- a/build-constraints.yaml +++ b/build-constraints.yaml @@ -7542,27 +7542,6 @@ expected-test-failures: # end of expected-test-failures -# Benchmarks which are known not to build. Note that, currently we do not run -# benchmarks, and therefore failures are only for building, not running. -expected-benchmark-failures: - # Recursive deps https://github.com/fpco/stackage/issues/1818 - - hashable - - # Missing files in sdist - - # Compilation failures - - cmark-gfm # https://github.com/kivikakk/cmark-gfm-hs/issues/5 - - cryptohash # https://github.com/vincenthz/hs-cryptohash/pull/43 - - egison # https://github.com/egison/egison/issues/249 - - http2 - - lz4 # https://github.com/fpco/stackage/issues/3510 - - raaz # https://github.com/commercialhaskell/stackage/issues/4766 - - thyme - - xmlgen # https://github.com/skogsbaer/xmlgen/issues/6 - - genvalidity-persistent # https://github.com/commercialhaskell/stackage/issues/5903 - -# end of expected-benchmark-failures - # Haddocks which are expected to fail. Same concept as expected test failures. expected-haddock-failures: @@ -7615,6 +7594,27 @@ skipped-haddocks: - hw-ip # https://github.com/commercialhaskell/stackage/issues/5014 # end of skipped-haddocks +# Benchmarks which are known not to build. Note that, currently we do not run +# benchmarks, and therefore failures are only for building, not running. +expected-benchmark-failures: + # Compilation failures + - OrderedBits + - aeson-combinators + - cipher-blowfish # https://github.com/vincenthz/hs-crypto-cipher/issues/46 + - cmark-gfm # https://github.com/kivikakk/cmark-gfm-hs/issues/5 + - cryptohash # https://github.com/vincenthz/hs-cryptohash/pull/43 + - egison # https://github.com/egison/egison/issues/249 + - extensible # via freer-effects https://github.com/fumieval/extensible/issues/12 + - genvalidity-persistent # https://github.com/commercialhaskell/stackage/issues/5903 + - lz4 # https://github.com/fpco/stackage/issues/3510 + - raaz # https://github.com/commercialhaskell/stackage/issues/4766 + - thyme + - universum + - xmlgen # https://github.com/skogsbaer/xmlgen/issues/6 + +# end of expected-benchmark-failures + + # Benchmarks which should not be built. Note that Stackage builds benchmarks but does not run them. # By skipping a benchmark, we do not pull in the build dependencies # Packages should only be added here if required by `stackage-curator check' @@ -7622,20 +7622,18 @@ skipped-haddocks: # Otherwise place them in expected-benchmark-failures. skipped-benchmarks: - - tls # tasty-quickcheck - - # Compilation failures - - cipher-aes # https://github.com/vincenthz/hs-crypto-cipher/issues/46 - - cipher-blowfish # https://github.com/vincenthz/hs-crypto-cipher/issues/46 - - cipher-camellia # https://github.com/vincenthz/hs-crypto-cipher/issues/46 - - cipher-des # https://github.com/vincenthz/hs-crypto-cipher/issues/46 - - cipher-rc4 # https://github.com/vincenthz/hs-crypto-cipher/issues/46 - - extensible # via freer-effects https://github.com/fumieval/extensible/issues/12 - - hw-bits # https://github.com/haskell-works/hw-bits/issues/8 - - persistent-template # https://github.com/commercialhaskell/stackage/issues/4760 - # Cyclic dependencies + - attoparsec + - case-insensitive - cassava + - clock + - criterion + - foundation + - hashable # https://github.com/fpco/stackage/issues/1818 + - hspec + - nanospec + - scientific + - vector-binary-instances # Timeouts - gogol-youtube @@ -7684,17 +7682,6 @@ skipped-benchmarks: - prettyprinter - prettyprinter-ansi-terminal # https://github.com/commercialhaskell/stackage/issues/5560 - # Due to cycles, which are actually just limitations in Stack right now. - - criterion - - foundation - - hspec - - attoparsec - - case-insensitive - - nanospec - - scientific - - vector-binary-instances - - clock - # # GHC 9 benchmark bounds issues # @@ -7705,6 +7692,10 @@ skipped-benchmarks: - binary-parsers # tried binary-parsers-0.2.4.0, but its *benchmarks* does not support: criterion-1.5.9.0 - buffer-builder # tried buffer-builder-0.2.4.7, but its *benchmarks* requires the disabled package: json-builder - chronos # tried chronos-1.1.2, but its *benchmarks* requires the disabled package: thyme + - cipher-aes # tried cipher-aes-0.2.11, but its *benchmarks* requires the disabled package: crypto-cipher-benchmarks + - cipher-camellia # tried cipher-camellia-0.0.2, but its *benchmarks* requires the disabled package: crypto-cipher-benchmarks + - cipher-des # tried cipher-des-0.0.6, but its *benchmarks* requires the disabled package: crypto-cipher-benchmarks + - cipher-rc4 # tried cipher-rc4-0.1.4, but its *benchmarks* requires the disabled package: crypto-cipher-benchmarks - distributed-process # tried distributed-process-0.7.4, but its *benchmarks* does not support: network-transport-tcp-0.8.0 - ed25519 # tried ed25519-0.0.5.0, but its *benchmarks* does not support: criterion-1.5.9.0 - elynx-tree # tried elynx-tree-0.5.1.1, but its *benchmarks* requires the disabled package: elynx-tools @@ -7732,14 +7723,6 @@ skipped-benchmarks: - uri-bytestring # tried uri-bytestring-0.3.3.1, but its *benchmarks* requires the disabled package: deepseq-generics - xxhash-ffi # tried xxhash-ffi-0.2.0.0, but its *benchmarks* requires the disabled package: xxhash - # - # GHC 9 benchmark compilation failures - # - - OrderedBits - - aeson-combinators - - universum - - universum-some - # end of skipped-benchmarks