From af443cd4ad7c799db4e9ed816fb1c47e22c60695 Mon Sep 17 00:00:00 2001 From: Adam Bergmark Date: Mon, 13 Aug 2018 19:09:39 +0200 Subject: [PATCH] test / bench cleanup --- build-constraints.yaml | 121 +++++++++++------------------------------ 1 file changed, 31 insertions(+), 90 deletions(-) diff --git a/build-constraints.yaml b/build-constraints.yaml index 7a8e7675..9a66cace 100644 --- a/build-constraints.yaml +++ b/build-constraints.yaml @@ -3874,7 +3874,7 @@ skipped-tests: - binary-search # Never finishes https://github.com/nushio3/binary-search/issues/2 - cpio-conduit # Test file not in tarball https://github.com/da-x/cpio-conduit/issues/1 - jsaddle # Never finishes without framebuffer https://github.com/ghcjs/jsaddle/issues/9 -nn - binary-parsers # https://github.com/winterland1989/binary-parsers/issues/3 + - binary-parsers # https://github.com/winterland1989/binary-parsers/issues/3 # Missing foreign library - symengine # symengine @@ -3949,6 +3949,7 @@ expected-test-failures: - aeson-lens # https://github.com/tanakh/aeson-lens/issues/10 - cabal-debian # https://github.com/ddssff/cabal-debian/issues/50 - capataz # https://github.com/roman/Haskell-capataz/issues/6 + - concurrent-extra # https://github.com/commercialhaskell/stackage/issues/3717 - crypto-numbers - css-text # 0.1.2.2 https://github.com/yesodweb/css-text/issues/10 - distributed-process @@ -3966,11 +3967,10 @@ expected-test-failures: - mltool # https://github.com/Alexander-Ignatyev/mltool/issues/1 - network # Unfortunately network failures seem to happen haphazardly - nsis # Intermittent on non-Windows systems + - pandoc # https://github.com/commercialhaskell/stackage/issues/3719 - pandoc-citeproc # https://github.com/jgm/pandoc-citeproc/issues/172 - spdx # https://github.com/phadej/spdx/issues/8 - statistics # https://github.com/bos/statistics/issues/42 - - concurrent-extra # https://github.com/commercialhaskell/stackage/issues/3717 - - pandoc # https://github.com/commercialhaskell/stackage/issues/3719 # Timeouts # These tests sometimes take too long and hit the stackage build @@ -3980,11 +3980,11 @@ expected-test-failures: - cabal-helper - generic-random - graphviz + - network-attoparsec - punycode + - unagi-chan - zeromq4-patterns - zip - - unagi-chan - - network-attoparsec # Requires running servers, accounts, or a specific # environment. These shouldn't be re-enabled unless we know a fix @@ -3993,6 +3993,7 @@ expected-test-failures: - HTF # Requires shell script and are incompatible with sandboxed package databases - HaRe # # Needs ~/.ghc-mod/cabal-helper https://github.com/fpco/stackage/pull/906 - IPv6DB + - accelerate-bignum # CUDA GPU - amqp - aws # AWS Credentials - bindings-GLFW # Expects running X server @@ -4014,8 +4015,10 @@ expected-test-failures: - eventsource-geteventstore-store - eventstore # Event Store - fb # Facebook app + - gdax # Needs environment variables set - ghc-imported-from # depends on haddocks being generated first https://github.com/fpco/stackage/pull/1315 - ghc-mod # https://github.com/DanielG/ghc-mod/issues/611 + - githash # Needs a git repo - gitson # 0.5.2 error with git executable https://github.com/myfreeweb/gitson/issues/1 - gitson # https://github.com/myfreeweb/gitson/issues/1 - happy # Needs mtl in the user package DB @@ -4031,6 +4034,7 @@ expected-test-failures: - jvm - katip-elasticsearch # elasticsearch - log # ElasticSearch + - lxd-client # Needs LXD, not available on debian - mangopay # https://github.com/prowdsponsor/mangopay/issues/30 - memcached-binary # memcached - milena @@ -4058,90 +4062,60 @@ expected-test-failures: - shake # Needs ghc on $PATH with some installed haskell packages - singletons # Needs ghc on $PATH with som installed haskell packages - stack # https://github.com/fpco/stackage/issues/3707 + - stripe-http-streams # https://github.com/fpco/stackage/issues/2945, needs Stripe account - users-persistent # sqlite - users-postgresql-simple # PostgreSQL - wai-cors # PhantomJS - wai-session-postgresql # PostgreSQL - webdriver-angular # webdriver server - websockets - - accelerate-bignum # CUDA GPU - - gdax # Needs environment variables set - - lxd-client # Needs LXD, not available on debian - - stripe-http-streams # https://github.com/fpco/stackage/issues/2945, needs Stripe account # Test executable requires arguments - hpqtypes # Deprecated # Eventually we'll have to disable these packages completely. - - doctest-prop # https://github.com/bitemyapp/bloodhound/issues/146 - system-filepath # https://github.com/jmillikin/haskell-filesystem/issues/3 # Missing test files in sdist # Hopefully gets fixed in the next release... - - angel # https://github.com/MichaelXavier/Angel/issues/43 - - camfort # 0.900 https://github.com/camfort/camfort/issues/41 - crypto-pubkey # https://github.com/vincenthz/hs-crypto-pubkey/issues/23 - - cubicbezier # https://github.com/kuribas/cubicbezier/issues/3 - - doctest-discover # 0.1.0.9 https://github.com/karun012/doctest-discover/issues/22 - - ghc-events # https://github.com/haskell/ghc-events/issues/9 - - ghc-syb-utils # https://github.com/nominolo/ghc-syb/issues/18 - - git-vogue # https://github.com/christian-marie/git-vogue/issues/103 - graylog # 0.1.0.1 https://github.com/fpco/stackage/pull/1254 - - matplotlib # https://github.com/fpco/stackage/issues/2365 - - rematch # No issue tracker, sent e-mail to maintainer https://github.com/fpco/stackage/issues/376 - - web3 # https://github.com/airalab/hs-web3/issues/63 - - xlsior # https://github.com/rcallahan/xlsior/issues/1 # Assertion failures, these can be real bugs or just limitations # in the test cases. - DRBG # https://github.com/TomMD/DRBG/issues/7 - - cayley-client # https://github.com/MichelBoucey/cayley-client/issues/2 - - download # https://github.com/fpco/stackage/issues/2811 - - ghc-exactprint # https://github.com/alanz/ghc-exactprint/issues/47 - - llvm-hs-pretty # https://github.com/llvm-hs/llvm-hs-pretty/issues/48 - - nettle # https://github.com/stbuehler/haskell-nettle/issues/8 - - pixelated-avatar-generator # 0.1.3 https://github.com/ExcaliburZero/pixelated-avatar-generator/issues/19 - - shikensu # https://github.com/icidasset/shikensu/issues/5 - - unicode-show # https://github.com/nushio3/unicode-show/issues/2 - - xml-picklers # https://github.com/Philonous/xml-picklers/issues/5 - - bitx-bitcoin # https://github.com/tebello-thejane/bitx.hs/issues/4 - - http-link-header # https://github.com/myfreeweb/http-link-header/issues/7 - courier # https://github.com/hargettp/courier/issues/19 - - main-tester # https://github.com/fpco/stackage/pull/3528 - - wreq + - download # https://github.com/fpco/stackage/issues/2811 - http-client # https://github.com/snoyberg/http-client/issues/360 - http-client-tls # https://github.com/snoyberg/http-client/issues/360 + - http-link-header # https://github.com/myfreeweb/http-link-header/issues/7 + - main-tester # https://github.com/fpco/stackage/pull/3528 + - unicode-show # https://github.com/nushio3/unicode-show/issues/2 + - wreq # Compilation failures - - yeshql # https://bitbucket.org/tdammers/yeshql/issues/1/stackage-nightly-test-failure - ListLike # No issue tracker, e-mail sent to maintainer - amazonka-core # https://github.com/brendanhay/amazonka/issues/397 - commutative # https://github.com/athanclark/commutative/issues/4 - conduit-throttle # https://github.com/mtesseract/conduit-throttle/issues/12 - - flat # https://github.com/Quid2/flat/issues/1 - haddock - - hledger-iadd # https://github.com/fpco/stackage/issues/3473 + - haskell-tools-builtin-refactorings + - hoopl # https://github.com/haskell/hoopl/issues/50 - hspec-expectations-pretty-diff # GHC 8 issue not reported upstream since issue tracker disabled - hweblib # https://github.com/aycanirican/hweblib/issues/3 - - language-dockerfile # https://github.com/beijaflor-io/haskell-language-dockerfile/issues/8 - - language-lua2 # https://github.com/mitchellwrosen/language-lua2/issues/4 + - perf # https://github.com/fpco/stackage/pull/2859 - picosat # https://github.com/fpco/stackage/pull/2382 - pkcs10 # https://github.com/fcomb/pkcs10-hs/issues/2 - sourcemap # https://github.com/chrisdone/sourcemap/issues/3 + - squeal-postgresql # https://github.com/fpco/stackage/issues/3180 - text-icu # https://github.com/bos/text-icu/issues/32 - text-ldap # https://github.com/khibino/haskell-text-ldap/issues/1 - - thyme # https://github.com/liyang/thyme/issues/50 - tls # https://github.com/vincenthz/hs-tls/issues/247 - unicode-transforms # https://github.com/harendra-kumar/unicode-transforms/issues/15 - vector-algorithms # http://hub.darcs.net/dolio/vector-algorithms/issue/9 - - wai-middleware-content-type # 0.4.1 - https://github.com/athanclark/wai-middleware-content-type/issues/2 - xmlgen # https://github.com/skogsbaer/xmlgen/issues/6 - - yesod-auth-basic # https://github.com/creichert/yesod-auth-basic/issues/1 - - perf # https://github.com/fpco/stackage/pull/2859 - - haskell-tools-builtin-refactorings - - squeal-postgresql # https://github.com/fpco/stackage/issues/3180 - - hoopl # https://github.com/haskell/hoopl/issues/50 + - yeshql # https://bitbucket.org/tdammers/yeshql/issues/1/stackage-nightly-test-failure - yeshql-core # https://github.com/tdammers/yeshql/issues/6 - yeshql-hdbc # https://github.com/tdammers/yeshql/issues/6 @@ -4156,25 +4130,18 @@ expected-test-failures: # these if we want them fixed - skein # openfile: does not exist https://github.com/fpco/stackage/issues/1187 - haskell-tools-daemon # openFile: permission denied https://github.com/fpco/stackage/issues/2502 - - importify # importify-test: /var/stackage/.stack/global-project: createDirectory: permission denied (Read-only file system) # Doctests require hidden Glob package - - multiset - makefile # Doctest failures - - model # https://github.com/Quid2/model/issues/2 # Misc. - dbus - - distributed-process-supervisor # # https://github.com/haskell-d - ghcid # Weird conflicts with sandboxingistributed/distributed-process-supervisor/issues/1 - - haskell-docs # GHC bug - - heist # not updated to pandoc 2, see https://github.com/snapframework/heist/pull/111 - rattletrap # OOM? https://github.com/fpco/stackage/issues/2232 - stm-delay # https://github.com/joeyadams/haskell-stm-delay/issues/5 - pg-transact # https://github.com/jfischoff/pg-transact/issues/2 - - postgresql-simple-queue # same issue as before, see also https://github.com/fpco/stackage/issues/2592 as that will fix both - tcp-streams # https://github.com/didi-FP/tcp-streams/issues/5 - tmp-postgres # https://github.com/jfischoff/tmp-postgres/issues/1 - HTTP # e.g. "ERROR: Network.Socket.connect: : unsupported operation (Cannot assign requested address)", I'm not sure if this is a build server issue... @@ -4184,10 +4151,6 @@ expected-test-failures: # https://www.snoyman.com/blog/2017/11/future-proofing-test-suites - folds - - servant-swagger - - # Needs a Git repo for testing - - githash # end of expected-test-failures # Benchmarks which are known not to build. Note that, currently we do not run @@ -4200,17 +4163,12 @@ expected-benchmark-failures: # Missing files in sdist # Compilation failures - - Frames # https://github.com/acowley/Frames/issues/47 - - cryptohash # https://github.com/vincenthz/hs-cryptohash/pull/43 - - ghc-mod # https://github.com/DanielG/ghc-mod/issues/895 - - thyme # https://github.com/liyang/thyme/issues/50 - - xmlgen # https://github.com/skogsbaer/xmlgen/issues/6 - - raaz # https://github.com/raaz-crypto/raaz/issues/338 - - http2 - - xxhash # https://github.com/christian-marie/xxhash/issues/4 - cmark-gfm # https://github.com/kivikakk/cmark-gfm-hs/issues/5 - - lz4 # https://github.com/fpco/stackage/issues/3510 + - cryptohash # https://github.com/vincenthz/hs-cryptohash/pull/43 - hledger # https://github.com/fpco/stackage/issues/3573 + - http2 + - lz4 # https://github.com/fpco/stackage/issues/3510 + - xmlgen # https://github.com/skogsbaer/xmlgen/issues/6 # end of expected-benchmark-failures @@ -4220,7 +4178,6 @@ expected-haddock-failures: # Requires build before haddock, which doesn't always happen in incremental # builds. Could consider special-casing this requirement. - - gtk - gtk3 # Intermittent failures or unreliable. These may pass when @@ -4230,15 +4187,11 @@ expected-haddock-failures: # Problem on the stackage build server, we need to dig deeper into # these if we want them fixed - - yesod-job-queue # https://github.com/fpco/stackage/issues/1383 # "Compilation" errors - MemoTrie # https://github.com/conal/MemoTrie/issues/10 - - cubicbezier # https://github.com/kuribas/cubicbezier/issues/4 - classy-prelude-yesod - haddock-library # https://github.com/fpco/stackage/issues/3236 - - pusher-http-haskell # https://github.com/pusher-community/pusher-http-haskell/issues/60 - - text-generic-pretty # https://github.com/fpco/stackage/pull/2160 # end of expected-haddock-failures @@ -4261,26 +4214,22 @@ skipped-benchmarks: # just remove these lines and run `stackage-curator check' # to verify. - binary-parsers # criterion 1.5 + - buffer-builder # ghc 8.4 via json-builder build failure - cryptohash-sha512 # criterion 1.5 - - hw-rankselect # via criterion-1.5.0.0 + - ed25519 # Criterion + - hw-balancedparens # criterion 1.5, https://github.com/commercialhaskell/stackage/issues/3880 + - hw-rankselect-base # criterion 1.5, https://github.com/commercialhaskell/stackage/issues/3880 - identicon # via criterion-1.5.0.0 - pandoc-types # via criterion-1.5.0.0 - pipes # optparse-applicative 0.13 + - psqueues # ghc 8.4 via PSQueue build failure - skylighting-core # via criterion-1.5.0.0 - snap-server # via criterion-1.5.0.0 - superbuffer # criterion 1.5 - - text-builder # criterion 1.5 https://github.com/commercialhaskell/stackage/issues/3668 - ttrie # criterion-plus and th-pprint - tz # criterion 1.5 - unicode-transforms # path-io - unordered-containers # criterion 1.5 - - hw-prim # criterion 1.5, https://github.com/commercialhaskell/stackage/issues/3880 - - hw-rankselect-base # criterion 1.5, https://github.com/commercialhaskell/stackage/issues/3880 - - hw-balancedparens # criterion 1.5, https://github.com/commercialhaskell/stackage/issues/3880 - - # ghc 8.4 outdated dependencies - - buffer-builder # ghc 8.4 via json-builder build failure - - psqueues # ghc 8.4 via PSQueue build failure - xxhash-ffi # ghc 8.4 via xxhash build failure # Transitive outdated dependencies @@ -4289,7 +4238,6 @@ skipped-benchmarks: - o-clock # base-4.10 and time-1.8 via tiempo - minisat-solver # Cabal-2.2.0.1 via easyrender - # Compilation failures - cipher-aes # https://github.com/vincenthz/hs-crypto-cipher/issues/46 - cipher-blowfish # https://github.com/vincenthz/hs-crypto-cipher/issues/46 @@ -4344,15 +4292,12 @@ skipped-benchmarks: - wl-pprint-text # @lexi-lambda https://github.com/fpco/stackage/pull/3080 - freer-simple - - - ed25519 # Criterion - - - fmt # haskell-src-exts via interpolate - # @phadej - dlist-nonempty # criterion-1.3 - splitmix # criterion-1.3 + + # end of skipped-benchmarks @@ -4391,13 +4336,9 @@ github-users: - ekmett haskell-openal: - svenpanne - # - the-real-blackh haskell-opengl: - ekmett - svenpanne - # - dagit - # - elliottt - # - jmcarthur lambdabot: - DanBurton - mokus0