Organize benchmarks

build-constraints.yaml

@@ -7542,27 +7542,6 @@ expected-test-failures:
 
 # end of expected-test-failures
 
-# Benchmarks which are known not to build. Note that, currently we do not run
-# benchmarks, and therefore failures are only for building, not running.
-expected-benchmark-failures:
-    # Recursive deps https://github.com/fpco/stackage/issues/1818
-    - hashable
-
-    # Missing files in sdist
-
-    # Compilation failures
-    - cmark-gfm # https://github.com/kivikakk/cmark-gfm-hs/issues/5
-    - cryptohash # https://github.com/vincenthz/hs-cryptohash/pull/43
-    - egison # https://github.com/egison/egison/issues/249
-    - http2
-    - lz4 # https://github.com/fpco/stackage/issues/3510
-    - raaz # https://github.com/commercialhaskell/stackage/issues/4766
-    - thyme
-    - xmlgen # https://github.com/skogsbaer/xmlgen/issues/6
-    - genvalidity-persistent # https://github.com/commercialhaskell/stackage/issues/5903
-
-# end of expected-benchmark-failures
-
 
 # Haddocks which are expected to fail. Same concept as expected test failures.
 expected-haddock-failures:
@@ -7615,6 +7594,27 @@ skipped-haddocks:
 - hw-ip # https://github.com/commercialhaskell/stackage/issues/5014
 # end of skipped-haddocks
 
+# Benchmarks which are known not to build. Note that, currently we do not run
+# benchmarks, and therefore failures are only for building, not running.
+expected-benchmark-failures:
+    # Compilation failures
+    - OrderedBits
+    - aeson-combinators
+    - cipher-blowfish # https://github.com/vincenthz/hs-crypto-cipher/issues/46
+    - cmark-gfm # https://github.com/kivikakk/cmark-gfm-hs/issues/5
+    - cryptohash # https://github.com/vincenthz/hs-cryptohash/pull/43
+    - egison # https://github.com/egison/egison/issues/249
+    - extensible # via freer-effects https://github.com/fumieval/extensible/issues/12
+    - genvalidity-persistent # https://github.com/commercialhaskell/stackage/issues/5903
+    - lz4 # https://github.com/fpco/stackage/issues/3510
+    - raaz # https://github.com/commercialhaskell/stackage/issues/4766
+    - thyme
+    - universum
+    - xmlgen # https://github.com/skogsbaer/xmlgen/issues/6
+
+# end of expected-benchmark-failures
+
+
 # Benchmarks which should not be built. Note that Stackage builds benchmarks but does not run them.
 # By skipping a benchmark, we do not pull in the build dependencies
 # Packages should only be added here if required by `stackage-curator check'
@@ -7622,20 +7622,18 @@ skipped-haddocks:
 # Otherwise place them in expected-benchmark-failures.
 skipped-benchmarks:
 
-    - tls # tasty-quickcheck
-
-    # Compilation failures
-    - cipher-aes # https://github.com/vincenthz/hs-crypto-cipher/issues/46
-    - cipher-blowfish # https://github.com/vincenthz/hs-crypto-cipher/issues/46
-    - cipher-camellia # https://github.com/vincenthz/hs-crypto-cipher/issues/46
-    - cipher-des # https://github.com/vincenthz/hs-crypto-cipher/issues/46
-    - cipher-rc4 # https://github.com/vincenthz/hs-crypto-cipher/issues/46
-    - extensible # via freer-effects https://github.com/fumieval/extensible/issues/12
-    - hw-bits # https://github.com/haskell-works/hw-bits/issues/8
-    - persistent-template # https://github.com/commercialhaskell/stackage/issues/4760
-
     # Cyclic dependencies
+    - attoparsec
+    - case-insensitive
     - cassava
+    - clock
+    - criterion
+    - foundation
+    - hashable # https://github.com/fpco/stackage/issues/1818
+    - hspec
+    - nanospec
+    - scientific
+    - vector-binary-instances
 
     # Timeouts
     - gogol-youtube
@@ -7684,17 +7682,6 @@ skipped-benchmarks:
     - prettyprinter
     - prettyprinter-ansi-terminal # https://github.com/commercialhaskell/stackage/issues/5560
 
-    # Due to cycles, which are actually just limitations in Stack right now.
-    - criterion
-    - foundation
-    - hspec
-    - attoparsec
-    - case-insensitive
-    - nanospec
-    - scientific
-    - vector-binary-instances
-    - clock
-
     #
     # GHC 9 benchmark bounds issues
     #
@@ -7705,6 +7692,10 @@ skipped-benchmarks:
     - binary-parsers # tried binary-parsers-0.2.4.0, but its *benchmarks* does not support: criterion-1.5.9.0
     - buffer-builder # tried buffer-builder-0.2.4.7, but its *benchmarks* requires the disabled package: json-builder
     - chronos # tried chronos-1.1.2, but its *benchmarks* requires the disabled package: thyme
+    - cipher-aes # tried cipher-aes-0.2.11, but its *benchmarks* requires the disabled package: crypto-cipher-benchmarks
+    - cipher-camellia # tried cipher-camellia-0.0.2, but its *benchmarks* requires the disabled package: crypto-cipher-benchmarks
+    - cipher-des # tried cipher-des-0.0.6, but its *benchmarks* requires the disabled package: crypto-cipher-benchmarks
+    - cipher-rc4 # tried cipher-rc4-0.1.4, but its *benchmarks* requires the disabled package: crypto-cipher-benchmarks
     - distributed-process # tried distributed-process-0.7.4, but its *benchmarks* does not support: network-transport-tcp-0.8.0
     - ed25519 # tried ed25519-0.0.5.0, but its *benchmarks* does not support: criterion-1.5.9.0
     - elynx-tree # tried elynx-tree-0.5.1.1, but its *benchmarks* requires the disabled package: elynx-tools
@@ -7732,14 +7723,6 @@ skipped-benchmarks:
     - uri-bytestring # tried uri-bytestring-0.3.3.1, but its *benchmarks* requires the disabled package: deepseq-generics
     - xxhash-ffi # tried xxhash-ffi-0.2.0.0, but its *benchmarks* requires the disabled package: xxhash
 
-    #
-    # GHC 9 benchmark compilation failures
-    #
-    - OrderedBits
-    - aeson-combinators
-    - universum
-    - universum-some
-
 # end of skipped-benchmarks