Add validate.sh script [ci skip]

This script contains similar commands to appveyor.yml, except it relies
on cabal new-build, so should be safe to run locally.

Using this script can ease Travis stress.

ATM I see following tests failing:

- PackageTests/Backpack/Includes3/setup-external-ok.test.hs
    - haskell#5039
- PackageTests/CustomPlain/setup.test.hs
    - `<command line>: cannot satisfy -package-id Cabal-2.1.0.0-inplace`
- PackageTests/CustomDep/sandbox.test.hs
    - `.../dist-sandbox-3402c05b/setup/setup: createProcess: runInteractiveProcess: exec: permission denied (Permission denied)`

cabal.project

@@ -1,6 +1,6 @@
 packages: Cabal/ cabal-testsuite/ cabal-install/ solver-benchmarks/
-constraints: unix >= 2.7.1.0,
-             cabal-install +lib +monolithic
+constraints: unix >= 2.7.1.0
+           , cabal-install +lib +monolithic
 
 -- Uncomment to allow picking up extra local unpacked deps:
 --optional-packages: */

cabal.project.validate

@@ -0,0 +1,11 @@
+packages: Cabal/ cabal-testsuite/ cabal-install/
+-- We need +lib to build test-suites, however we don't need monolithic build
+constraints: cabal-install +lib -monolithic
+
+package Cabal
+  ghc-options: -Werror -fno-ignore-asserts
+package cabal-testsuite
+  -- no -Werror atm
+  ghc-options: -fno-ignore-asserts
+package cabal-install
+  ghc-options: -Werror -fno-ignore-asserts

validate.sh

@@ -0,0 +1,148 @@
+#!/bin/sh
+# shellcheck disable=SC2086
+
+# This is a helper script to build and run tests locally
+# It mimics appveyor.yml
+#
+# Simple usage:
+#
+#     $ HC=ghc-7.10.3 sh validate.sh
+#
+# Multiple ghcs (serial), this takes very long.
+#
+#     $ sh validate.sh ghc-7.6.3 ghc-7.8.4 ghc-7.10.3 ghc-8.0.2 ghc-8.2.2
+#
+
+# Loop thru compilers if given as an argument
+if [ $# -ne 0 ]; then
+    set -e
+    for HC in "$@"; do
+        export HC
+        sh $0
+    done
+    exit 0
+fi
+
+HC=${HC-ghc-8.2.2}
+JOBS=${JOBS--j4}
+
+CABAL_VERSION="2.1.0.0"
+if [ "$(uname)" = "Linux" ]; then
+    ARCH="x86_64-linux"
+else
+    ARCH="x86_64-osx"
+fi
+
+BUILDDIR=dist-newstyle-validate-$HC
+CABAL_TESTSUITE_BDIR="$(pwd)/$BUILDDIR/build/$ARCH/$HC/cabal-testsuite-${CABAL_VERSION}"
+
+CABALNEWBUILD="cabal new-build $JOBS -w $HC --builddir=$BUILDDIR --project-file=cabal.project.validate"
+CABALPLAN="cabal-plan --builddir=$BUILDDIR"
+
+OUTPUT=$(mktemp)
+
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+BLUE='\033[0;34m'
+CYAN='\033[0;96m'
+RESET='\033[0m' # No Color
+
+JOB_START_TIME=$(date +%s)
+
+timed() {
+    PRETTYCMD=$(echo "$@" | sed -E 's/\/home[^ ]*\/([^\/])/**\/\1/g')
+    echo "$BLUE>>> $PRETTYCMD $RESET"
+    start_time=$(date +%s)
+
+    "$@" > "$OUTPUT" 2>&1
+    # echo "MOCK" > "$OUTPUT"
+    RET=$?
+
+    end_time=$(date +%s)
+    duration=$((end_time - start_time))
+    tduration=$((end_time - JOB_START_TIME))
+
+    if [ $RET -eq 0 ]; then
+        echo "$GREEN<<< $PRETTYCMD $RESET ($duration/$tduration sec)"
+        tail -n 5 "$OUTPUT"
+        rm -f "$OUTPUT"
+
+        # bottom-margin
+        echo ""
+    else
+        echo "$RED<<< $PRETTYCMD $RESET ($duration/$tduration sec, $RET)"
+        cat "$OUTPUT"
+        echo "$RED<<< $PRETTYCMD $RESET ($duration/$tduration sec, $RET)"
+        rm -f "$OUTPUT"
+        exit 1
+    fi
+}
+
+# Info
+echo "$CYAN!!! Validating with $HC $RESET"
+
+
+# Cabal
+echo "$CYAN=== Cabal: build $RESET"
+
+timed $CABALNEWBUILD Cabal:lib:Cabal --enable-tests --disable-benchmarks --dep || exit 1
+timed $CABALNEWBUILD Cabal:lib:Cabal --enable-tests --disable-benchmarks || exit 1
+
+
+## Cabal tests
+echo "$CYAN=== Cabal: test $RESET"
+
+timed $CABALNEWBUILD Cabal:tests --enable-tests --disable-benchmarks --dry-run || exit 1
+timed $CABALNEWBUILD Cabal:tests --enable-tests --disable-benchmarks || exit 1
+
+CMD=$($CABALPLAN list-bin Cabal:test:unit-tests)
+(cd Cabal && timed $CMD --hide-successes) || exit 1
+
+CMD=$($CABALPLAN list-bin Cabal:test:check-tests)
+(cd Cabal && timed $CMD --hide-successes) || exit 1
+
+CMD=$($CABALPLAN list-bin Cabal:test:parser-tests)
+(cd Cabal && timed $CMD --hide-successes) || exit 1
+
+CMD=$($CABALPLAN list-bin Cabal:test:parser-hackage-tests)
+(cd Cabal && timed $CMD parse-parsec d) || exit 1
+(cd Cabal && timed $CMD roundtrip k) || exit 1
+
+
+# cabal-testsuite
+# cabal test ssuite is run first
+echo "$CYAN=== cabal-install cabal-testsuite: build $RESET"
+
+timed $CABALNEWBUILD all --enable-tests --disable-benchmarks --dry-run || exit 1
+timed $CABALNEWBUILD all --enable-tests --disable-benchmarks || exit 1
+
+
+# cabal-install tests
+echo "$CYAN=== cabal-install: test $RESET"
+
+# this are sorted in asc time used, quicker tests first.
+CMD=$($CABALPLAN list-bin cabal-install:test:solver-quickcheck)
+(cd cabal-install && timed $CMD --hide-successes) || exit 1
+
+CMD=$($CABALPLAN list-bin cabal-install:test:unit-tests)
+(cd cabal-install && timed $CMD --hide-successes) || exit 1
+
+CMD=$($CABALPLAN list-bin cabal-install:test:memory-usage-tests)
+(cd cabal-install && timed $CMD) || exit 1
+
+CMD=$($CABALPLAN list-bin cabal-install:test:integration-tests2)
+(cd cabal-install && timed $CMD --hide-successes) || exit 1
+
+
+# cabal-testsuite tests
+echo "$CYAN=== cabal-testsuite: test $RESET"
+
+CMD="$($CABALPLAN list-bin cabal-testsuite:exe:cabal-tests) --builddir=$CABAL_TESTSUITE_BDIR --with-cabal=$($CABALPLAN list-bin cabal-install:exe:cabal) -j3"
+(cd cabal-testsuite && timed $CMD) || exit 1
+
+
+# Footer
+JOB_END_TIME=$(date +%s)
+tduration=$((JOB_END_TIME - JOB_START_TIME))
+
+echo "$CYAN!!! Validation took $tduration seconds."