test / bench cleanup

This commit is contained in:
Adam Bergmark 2018-08-13 19:09:39 +02:00
parent 5bdecb9e2a
commit af443cd4ad

View File

@ -3874,7 +3874,7 @@ skipped-tests:
- binary-search # Never finishes https://github.com/nushio3/binary-search/issues/2 - binary-search # Never finishes https://github.com/nushio3/binary-search/issues/2
- cpio-conduit # Test file not in tarball https://github.com/da-x/cpio-conduit/issues/1 - cpio-conduit # Test file not in tarball https://github.com/da-x/cpio-conduit/issues/1
- jsaddle # Never finishes without framebuffer https://github.com/ghcjs/jsaddle/issues/9 - jsaddle # Never finishes without framebuffer https://github.com/ghcjs/jsaddle/issues/9
nn - binary-parsers # https://github.com/winterland1989/binary-parsers/issues/3 - binary-parsers # https://github.com/winterland1989/binary-parsers/issues/3
# Missing foreign library # Missing foreign library
- symengine # symengine - symengine # symengine
@ -3949,6 +3949,7 @@ expected-test-failures:
- aeson-lens # https://github.com/tanakh/aeson-lens/issues/10 - aeson-lens # https://github.com/tanakh/aeson-lens/issues/10
- cabal-debian # https://github.com/ddssff/cabal-debian/issues/50 - cabal-debian # https://github.com/ddssff/cabal-debian/issues/50
- capataz # https://github.com/roman/Haskell-capataz/issues/6 - capataz # https://github.com/roman/Haskell-capataz/issues/6
- concurrent-extra # https://github.com/commercialhaskell/stackage/issues/3717
- crypto-numbers - crypto-numbers
- css-text # 0.1.2.2 https://github.com/yesodweb/css-text/issues/10 - css-text # 0.1.2.2 https://github.com/yesodweb/css-text/issues/10
- distributed-process - distributed-process
@ -3966,11 +3967,10 @@ expected-test-failures:
- mltool # https://github.com/Alexander-Ignatyev/mltool/issues/1 - mltool # https://github.com/Alexander-Ignatyev/mltool/issues/1
- network # Unfortunately network failures seem to happen haphazardly - network # Unfortunately network failures seem to happen haphazardly
- nsis # Intermittent on non-Windows systems - nsis # Intermittent on non-Windows systems
- pandoc # https://github.com/commercialhaskell/stackage/issues/3719
- pandoc-citeproc # https://github.com/jgm/pandoc-citeproc/issues/172 - pandoc-citeproc # https://github.com/jgm/pandoc-citeproc/issues/172
- spdx # https://github.com/phadej/spdx/issues/8 - spdx # https://github.com/phadej/spdx/issues/8
- statistics # https://github.com/bos/statistics/issues/42 - statistics # https://github.com/bos/statistics/issues/42
- concurrent-extra # https://github.com/commercialhaskell/stackage/issues/3717
- pandoc # https://github.com/commercialhaskell/stackage/issues/3719
# Timeouts # Timeouts
# These tests sometimes take too long and hit the stackage build # These tests sometimes take too long and hit the stackage build
@ -3980,11 +3980,11 @@ expected-test-failures:
- cabal-helper - cabal-helper
- generic-random - generic-random
- graphviz - graphviz
- network-attoparsec
- punycode - punycode
- unagi-chan
- zeromq4-patterns - zeromq4-patterns
- zip - zip
- unagi-chan
- network-attoparsec
# Requires running servers, accounts, or a specific # Requires running servers, accounts, or a specific
# environment. These shouldn't be re-enabled unless we know a fix # environment. These shouldn't be re-enabled unless we know a fix
@ -3993,6 +3993,7 @@ expected-test-failures:
- HTF # Requires shell script and are incompatible with sandboxed package databases - HTF # Requires shell script and are incompatible with sandboxed package databases
- HaRe # # Needs ~/.ghc-mod/cabal-helper https://github.com/fpco/stackage/pull/906 - HaRe # # Needs ~/.ghc-mod/cabal-helper https://github.com/fpco/stackage/pull/906
- IPv6DB - IPv6DB
- accelerate-bignum # CUDA GPU
- amqp - amqp
- aws # AWS Credentials - aws # AWS Credentials
- bindings-GLFW # Expects running X server - bindings-GLFW # Expects running X server
@ -4014,8 +4015,10 @@ expected-test-failures:
- eventsource-geteventstore-store - eventsource-geteventstore-store
- eventstore # Event Store - eventstore # Event Store
- fb # Facebook app - fb # Facebook app
- gdax # Needs environment variables set
- ghc-imported-from # depends on haddocks being generated first https://github.com/fpco/stackage/pull/1315 - ghc-imported-from # depends on haddocks being generated first https://github.com/fpco/stackage/pull/1315
- ghc-mod # https://github.com/DanielG/ghc-mod/issues/611 - ghc-mod # https://github.com/DanielG/ghc-mod/issues/611
- githash # Needs a git repo
- gitson # 0.5.2 error with git executable https://github.com/myfreeweb/gitson/issues/1 - gitson # 0.5.2 error with git executable https://github.com/myfreeweb/gitson/issues/1
- gitson # https://github.com/myfreeweb/gitson/issues/1 - gitson # https://github.com/myfreeweb/gitson/issues/1
- happy # Needs mtl in the user package DB - happy # Needs mtl in the user package DB
@ -4031,6 +4034,7 @@ expected-test-failures:
- jvm - jvm
- katip-elasticsearch # elasticsearch - katip-elasticsearch # elasticsearch
- log # ElasticSearch - log # ElasticSearch
- lxd-client # Needs LXD, not available on debian
- mangopay # https://github.com/prowdsponsor/mangopay/issues/30 - mangopay # https://github.com/prowdsponsor/mangopay/issues/30
- memcached-binary # memcached - memcached-binary # memcached
- milena - milena
@ -4058,90 +4062,60 @@ expected-test-failures:
- shake # Needs ghc on $PATH with some installed haskell packages - shake # Needs ghc on $PATH with some installed haskell packages
- singletons # Needs ghc on $PATH with som installed haskell packages - singletons # Needs ghc on $PATH with som installed haskell packages
- stack # https://github.com/fpco/stackage/issues/3707 - stack # https://github.com/fpco/stackage/issues/3707
- stripe-http-streams # https://github.com/fpco/stackage/issues/2945, needs Stripe account
- users-persistent # sqlite - users-persistent # sqlite
- users-postgresql-simple # PostgreSQL - users-postgresql-simple # PostgreSQL
- wai-cors # PhantomJS - wai-cors # PhantomJS
- wai-session-postgresql # PostgreSQL - wai-session-postgresql # PostgreSQL
- webdriver-angular # webdriver server - webdriver-angular # webdriver server
- websockets - websockets
- accelerate-bignum # CUDA GPU
- gdax # Needs environment variables set
- lxd-client # Needs LXD, not available on debian
- stripe-http-streams # https://github.com/fpco/stackage/issues/2945, needs Stripe account
# Test executable requires arguments # Test executable requires arguments
- hpqtypes - hpqtypes
# Deprecated # Deprecated
# Eventually we'll have to disable these packages completely. # Eventually we'll have to disable these packages completely.
- doctest-prop # https://github.com/bitemyapp/bloodhound/issues/146
- system-filepath # https://github.com/jmillikin/haskell-filesystem/issues/3 - system-filepath # https://github.com/jmillikin/haskell-filesystem/issues/3
# Missing test files in sdist # Missing test files in sdist
# Hopefully gets fixed in the next release... # Hopefully gets fixed in the next release...
- angel # https://github.com/MichaelXavier/Angel/issues/43
- camfort # 0.900 https://github.com/camfort/camfort/issues/41
- crypto-pubkey # https://github.com/vincenthz/hs-crypto-pubkey/issues/23 - crypto-pubkey # https://github.com/vincenthz/hs-crypto-pubkey/issues/23
- cubicbezier # https://github.com/kuribas/cubicbezier/issues/3
- doctest-discover # 0.1.0.9 https://github.com/karun012/doctest-discover/issues/22
- ghc-events # https://github.com/haskell/ghc-events/issues/9
- ghc-syb-utils # https://github.com/nominolo/ghc-syb/issues/18
- git-vogue # https://github.com/christian-marie/git-vogue/issues/103
- graylog # 0.1.0.1 https://github.com/fpco/stackage/pull/1254 - graylog # 0.1.0.1 https://github.com/fpco/stackage/pull/1254
- matplotlib # https://github.com/fpco/stackage/issues/2365
- rematch # No issue tracker, sent e-mail to maintainer https://github.com/fpco/stackage/issues/376
- web3 # https://github.com/airalab/hs-web3/issues/63
- xlsior # https://github.com/rcallahan/xlsior/issues/1
# Assertion failures, these can be real bugs or just limitations # Assertion failures, these can be real bugs or just limitations
# in the test cases. # in the test cases.
- DRBG # https://github.com/TomMD/DRBG/issues/7 - DRBG # https://github.com/TomMD/DRBG/issues/7
- cayley-client # https://github.com/MichelBoucey/cayley-client/issues/2
- download # https://github.com/fpco/stackage/issues/2811
- ghc-exactprint # https://github.com/alanz/ghc-exactprint/issues/47
- llvm-hs-pretty # https://github.com/llvm-hs/llvm-hs-pretty/issues/48
- nettle # https://github.com/stbuehler/haskell-nettle/issues/8
- pixelated-avatar-generator # 0.1.3 https://github.com/ExcaliburZero/pixelated-avatar-generator/issues/19
- shikensu # https://github.com/icidasset/shikensu/issues/5
- unicode-show # https://github.com/nushio3/unicode-show/issues/2
- xml-picklers # https://github.com/Philonous/xml-picklers/issues/5
- bitx-bitcoin # https://github.com/tebello-thejane/bitx.hs/issues/4
- http-link-header # https://github.com/myfreeweb/http-link-header/issues/7
- courier # https://github.com/hargettp/courier/issues/19 - courier # https://github.com/hargettp/courier/issues/19
- main-tester # https://github.com/fpco/stackage/pull/3528 - download # https://github.com/fpco/stackage/issues/2811
- wreq
- http-client # https://github.com/snoyberg/http-client/issues/360 - http-client # https://github.com/snoyberg/http-client/issues/360
- http-client-tls # https://github.com/snoyberg/http-client/issues/360 - http-client-tls # https://github.com/snoyberg/http-client/issues/360
- http-link-header # https://github.com/myfreeweb/http-link-header/issues/7
- main-tester # https://github.com/fpco/stackage/pull/3528
- unicode-show # https://github.com/nushio3/unicode-show/issues/2
- wreq
# Compilation failures # Compilation failures
- yeshql # https://bitbucket.org/tdammers/yeshql/issues/1/stackage-nightly-test-failure
- ListLike # No issue tracker, e-mail sent to maintainer - ListLike # No issue tracker, e-mail sent to maintainer
- amazonka-core # https://github.com/brendanhay/amazonka/issues/397 - amazonka-core # https://github.com/brendanhay/amazonka/issues/397
- commutative # https://github.com/athanclark/commutative/issues/4 - commutative # https://github.com/athanclark/commutative/issues/4
- conduit-throttle # https://github.com/mtesseract/conduit-throttle/issues/12 - conduit-throttle # https://github.com/mtesseract/conduit-throttle/issues/12
- flat # https://github.com/Quid2/flat/issues/1
- haddock - haddock
- hledger-iadd # https://github.com/fpco/stackage/issues/3473 - haskell-tools-builtin-refactorings
- hoopl # https://github.com/haskell/hoopl/issues/50
- hspec-expectations-pretty-diff # GHC 8 issue not reported upstream since issue tracker disabled - hspec-expectations-pretty-diff # GHC 8 issue not reported upstream since issue tracker disabled
- hweblib # https://github.com/aycanirican/hweblib/issues/3 - hweblib # https://github.com/aycanirican/hweblib/issues/3
- language-dockerfile # https://github.com/beijaflor-io/haskell-language-dockerfile/issues/8 - perf # https://github.com/fpco/stackage/pull/2859
- language-lua2 # https://github.com/mitchellwrosen/language-lua2/issues/4
- picosat # https://github.com/fpco/stackage/pull/2382 - picosat # https://github.com/fpco/stackage/pull/2382
- pkcs10 # https://github.com/fcomb/pkcs10-hs/issues/2 - pkcs10 # https://github.com/fcomb/pkcs10-hs/issues/2
- sourcemap # https://github.com/chrisdone/sourcemap/issues/3 - sourcemap # https://github.com/chrisdone/sourcemap/issues/3
- squeal-postgresql # https://github.com/fpco/stackage/issues/3180
- text-icu # https://github.com/bos/text-icu/issues/32 - text-icu # https://github.com/bos/text-icu/issues/32
- text-ldap # https://github.com/khibino/haskell-text-ldap/issues/1 - text-ldap # https://github.com/khibino/haskell-text-ldap/issues/1
- thyme # https://github.com/liyang/thyme/issues/50
- tls # https://github.com/vincenthz/hs-tls/issues/247 - tls # https://github.com/vincenthz/hs-tls/issues/247
- unicode-transforms # https://github.com/harendra-kumar/unicode-transforms/issues/15 - unicode-transforms # https://github.com/harendra-kumar/unicode-transforms/issues/15
- vector-algorithms # http://hub.darcs.net/dolio/vector-algorithms/issue/9 - vector-algorithms # http://hub.darcs.net/dolio/vector-algorithms/issue/9
- wai-middleware-content-type # 0.4.1 - https://github.com/athanclark/wai-middleware-content-type/issues/2
- xmlgen # https://github.com/skogsbaer/xmlgen/issues/6 - xmlgen # https://github.com/skogsbaer/xmlgen/issues/6
- yesod-auth-basic # https://github.com/creichert/yesod-auth-basic/issues/1 - yeshql # https://bitbucket.org/tdammers/yeshql/issues/1/stackage-nightly-test-failure
- perf # https://github.com/fpco/stackage/pull/2859
- haskell-tools-builtin-refactorings
- squeal-postgresql # https://github.com/fpco/stackage/issues/3180
- hoopl # https://github.com/haskell/hoopl/issues/50
- yeshql-core # https://github.com/tdammers/yeshql/issues/6 - yeshql-core # https://github.com/tdammers/yeshql/issues/6
- yeshql-hdbc # https://github.com/tdammers/yeshql/issues/6 - yeshql-hdbc # https://github.com/tdammers/yeshql/issues/6
@ -4156,25 +4130,18 @@ expected-test-failures:
# these if we want them fixed # these if we want them fixed
- skein # openfile: does not exist https://github.com/fpco/stackage/issues/1187 - skein # openfile: does not exist https://github.com/fpco/stackage/issues/1187
- haskell-tools-daemon # openFile: permission denied https://github.com/fpco/stackage/issues/2502 - haskell-tools-daemon # openFile: permission denied https://github.com/fpco/stackage/issues/2502
- importify # importify-test: /var/stackage/.stack/global-project: createDirectory: permission denied (Read-only file system)
# Doctests require hidden Glob package # Doctests require hidden Glob package
- multiset
- makefile - makefile
# Doctest failures # Doctest failures
- model # https://github.com/Quid2/model/issues/2
# Misc. # Misc.
- dbus - dbus
- distributed-process-supervisor # # https://github.com/haskell-d
- ghcid # Weird conflicts with sandboxingistributed/distributed-process-supervisor/issues/1 - ghcid # Weird conflicts with sandboxingistributed/distributed-process-supervisor/issues/1
- haskell-docs # GHC bug
- heist # not updated to pandoc 2, see https://github.com/snapframework/heist/pull/111
- rattletrap # OOM? https://github.com/fpco/stackage/issues/2232 - rattletrap # OOM? https://github.com/fpco/stackage/issues/2232
- stm-delay # https://github.com/joeyadams/haskell-stm-delay/issues/5 - stm-delay # https://github.com/joeyadams/haskell-stm-delay/issues/5
- pg-transact # https://github.com/jfischoff/pg-transact/issues/2 - pg-transact # https://github.com/jfischoff/pg-transact/issues/2
- postgresql-simple-queue # same issue as before, see also https://github.com/fpco/stackage/issues/2592 as that will fix both
- tcp-streams # https://github.com/didi-FP/tcp-streams/issues/5 - tcp-streams # https://github.com/didi-FP/tcp-streams/issues/5
- tmp-postgres # https://github.com/jfischoff/tmp-postgres/issues/1 - tmp-postgres # https://github.com/jfischoff/tmp-postgres/issues/1
- HTTP # e.g. "ERROR: Network.Socket.connect: <socket: 6>: unsupported operation (Cannot assign requested address)", I'm not sure if this is a build server issue... - HTTP # e.g. "ERROR: Network.Socket.connect: <socket: 6>: unsupported operation (Cannot assign requested address)", I'm not sure if this is a build server issue...
@ -4184,10 +4151,6 @@ expected-test-failures:
# https://www.snoyman.com/blog/2017/11/future-proofing-test-suites # https://www.snoyman.com/blog/2017/11/future-proofing-test-suites
- folds - folds
- servant-swagger
# Needs a Git repo for testing
- githash
# end of expected-test-failures # end of expected-test-failures
# Benchmarks which are known not to build. Note that, currently we do not run # Benchmarks which are known not to build. Note that, currently we do not run
@ -4200,17 +4163,12 @@ expected-benchmark-failures:
# Missing files in sdist # Missing files in sdist
# Compilation failures # Compilation failures
- Frames # https://github.com/acowley/Frames/issues/47
- cryptohash # https://github.com/vincenthz/hs-cryptohash/pull/43
- ghc-mod # https://github.com/DanielG/ghc-mod/issues/895
- thyme # https://github.com/liyang/thyme/issues/50
- xmlgen # https://github.com/skogsbaer/xmlgen/issues/6
- raaz # https://github.com/raaz-crypto/raaz/issues/338
- http2
- xxhash # https://github.com/christian-marie/xxhash/issues/4
- cmark-gfm # https://github.com/kivikakk/cmark-gfm-hs/issues/5 - cmark-gfm # https://github.com/kivikakk/cmark-gfm-hs/issues/5
- lz4 # https://github.com/fpco/stackage/issues/3510 - cryptohash # https://github.com/vincenthz/hs-cryptohash/pull/43
- hledger # https://github.com/fpco/stackage/issues/3573 - hledger # https://github.com/fpco/stackage/issues/3573
- http2
- lz4 # https://github.com/fpco/stackage/issues/3510
- xmlgen # https://github.com/skogsbaer/xmlgen/issues/6
# end of expected-benchmark-failures # end of expected-benchmark-failures
@ -4220,7 +4178,6 @@ expected-haddock-failures:
# Requires build before haddock, which doesn't always happen in incremental # Requires build before haddock, which doesn't always happen in incremental
# builds. Could consider special-casing this requirement. # builds. Could consider special-casing this requirement.
- gtk
- gtk3 - gtk3
# Intermittent failures or unreliable. These may pass when # Intermittent failures or unreliable. These may pass when
@ -4230,15 +4187,11 @@ expected-haddock-failures:
# Problem on the stackage build server, we need to dig deeper into # Problem on the stackage build server, we need to dig deeper into
# these if we want them fixed # these if we want them fixed
- yesod-job-queue # https://github.com/fpco/stackage/issues/1383
# "Compilation" errors # "Compilation" errors
- MemoTrie # https://github.com/conal/MemoTrie/issues/10 - MemoTrie # https://github.com/conal/MemoTrie/issues/10
- cubicbezier # https://github.com/kuribas/cubicbezier/issues/4
- classy-prelude-yesod - classy-prelude-yesod
- haddock-library # https://github.com/fpco/stackage/issues/3236 - haddock-library # https://github.com/fpco/stackage/issues/3236
- pusher-http-haskell # https://github.com/pusher-community/pusher-http-haskell/issues/60
- text-generic-pretty # https://github.com/fpco/stackage/pull/2160
# end of expected-haddock-failures # end of expected-haddock-failures
@ -4261,26 +4214,22 @@ skipped-benchmarks:
# just remove these lines and run `stackage-curator check' # just remove these lines and run `stackage-curator check'
# to verify. # to verify.
- binary-parsers # criterion 1.5 - binary-parsers # criterion 1.5
- buffer-builder # ghc 8.4 via json-builder build failure
- cryptohash-sha512 # criterion 1.5 - cryptohash-sha512 # criterion 1.5
- hw-rankselect # via criterion-1.5.0.0 - ed25519 # Criterion
- hw-balancedparens # criterion 1.5, https://github.com/commercialhaskell/stackage/issues/3880
- hw-rankselect-base # criterion 1.5, https://github.com/commercialhaskell/stackage/issues/3880
- identicon # via criterion-1.5.0.0 - identicon # via criterion-1.5.0.0
- pandoc-types # via criterion-1.5.0.0 - pandoc-types # via criterion-1.5.0.0
- pipes # optparse-applicative 0.13 - pipes # optparse-applicative 0.13
- psqueues # ghc 8.4 via PSQueue build failure
- skylighting-core # via criterion-1.5.0.0 - skylighting-core # via criterion-1.5.0.0
- snap-server # via criterion-1.5.0.0 - snap-server # via criterion-1.5.0.0
- superbuffer # criterion 1.5 - superbuffer # criterion 1.5
- text-builder # criterion 1.5 https://github.com/commercialhaskell/stackage/issues/3668
- ttrie # criterion-plus and th-pprint - ttrie # criterion-plus and th-pprint
- tz # criterion 1.5 - tz # criterion 1.5
- unicode-transforms # path-io - unicode-transforms # path-io
- unordered-containers # criterion 1.5 - unordered-containers # criterion 1.5
- hw-prim # criterion 1.5, https://github.com/commercialhaskell/stackage/issues/3880
- hw-rankselect-base # criterion 1.5, https://github.com/commercialhaskell/stackage/issues/3880
- hw-balancedparens # criterion 1.5, https://github.com/commercialhaskell/stackage/issues/3880
# ghc 8.4 outdated dependencies
- buffer-builder # ghc 8.4 via json-builder build failure
- psqueues # ghc 8.4 via PSQueue build failure
- xxhash-ffi # ghc 8.4 via xxhash build failure - xxhash-ffi # ghc 8.4 via xxhash build failure
# Transitive outdated dependencies # Transitive outdated dependencies
@ -4289,7 +4238,6 @@ skipped-benchmarks:
- o-clock # base-4.10 and time-1.8 via tiempo - o-clock # base-4.10 and time-1.8 via tiempo
- minisat-solver # Cabal-2.2.0.1 via easyrender - minisat-solver # Cabal-2.2.0.1 via easyrender
# Compilation failures # Compilation failures
- cipher-aes # https://github.com/vincenthz/hs-crypto-cipher/issues/46 - cipher-aes # https://github.com/vincenthz/hs-crypto-cipher/issues/46
- cipher-blowfish # https://github.com/vincenthz/hs-crypto-cipher/issues/46 - cipher-blowfish # https://github.com/vincenthz/hs-crypto-cipher/issues/46
@ -4344,15 +4292,12 @@ skipped-benchmarks:
- wl-pprint-text - wl-pprint-text
# @lexi-lambda https://github.com/fpco/stackage/pull/3080 # @lexi-lambda https://github.com/fpco/stackage/pull/3080
- freer-simple - freer-simple
- ed25519 # Criterion
- fmt # haskell-src-exts via interpolate
# @phadej # @phadej
- dlist-nonempty # criterion-1.3 - dlist-nonempty # criterion-1.3
- splitmix # criterion-1.3 - splitmix # criterion-1.3
# end of skipped-benchmarks # end of skipped-benchmarks
@ -4391,13 +4336,9 @@ github-users:
- ekmett - ekmett
haskell-openal: haskell-openal:
- svenpanne - svenpanne
# - the-real-blackh
haskell-opengl: haskell-opengl:
- ekmett - ekmett
- svenpanne - svenpanne
# - dagit
# - elliottt
# - jmcarthur
lambdabot: lambdabot:
- DanBurton - DanBurton
- mokus0 - mokus0