Clean up and complete xfromR and friends #1554
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This GitHub workflow config has been generated by a script via | |
| # | |
| # haskell-ci 'github' 'horde-ad.cabal' | |
| # | |
| # To regenerate the script (for example after adjusting tested-with) run | |
| # | |
| # haskell-ci regenerate | |
| # | |
| # For more information, see https://github.com/haskell-CI/haskell-ci | |
| # | |
| # version: 0.14.1 | |
| # | |
| # REGENDATA ("0.14.1",["github","horde-ad.cabal"]) | |
| # | |
| name: Haskell-CI | |
| on: | |
| - push | |
| - pull_request | |
| jobs: | |
| linux: | |
| name: Haskell-CI - Linux - ${{ matrix.compiler }} | |
| runs-on: ubuntu-20.04 | |
| timeout-minutes: | |
| 60 | |
| container: | |
| image: buildpack-deps:bionic | |
| continue-on-error: ${{ matrix.allow-failure }} | |
| strategy: | |
| matrix: | |
| include: | |
| - compiler: ghc-9.8.3 | |
| compilerKind: ghc | |
| compilerVersion: 9.8.3 | |
| allow-failure: false | |
| tests-short: true | |
| - compiler: ghc-9.8.3-nn | |
| compilerKind: ghc | |
| compilerVersion: 9.8.3 | |
| allow-failure: false | |
| tests-short: false | |
| - compiler: ghc-9.6.6 | |
| compilerKind: ghc | |
| compilerVersion: 9.6.6 | |
| allow-failure: false | |
| tests-short: true | |
| - compiler: ghc-9.6.6-nn | |
| compilerKind: ghc | |
| compilerVersion: 9.6.6 | |
| allow-failure: false | |
| tests-short: false | |
| fail-fast: false | |
| steps: | |
| - name: apt | |
| run: | | |
| apt-get update | |
| apt-get install -y --no-install-recommends gnupg ca-certificates dirmngr curl git software-properties-common libtinfo5 libgsl0-dev liblapack-dev libatlas-base-dev | |
| mkdir -p "$HOME/.ghcup/bin" | |
| curl -sL https://downloads.haskell.org/ghcup/0.1.30.0/x86_64-linux-ghcup-0.1.30.0 > "$HOME/.ghcup/bin/ghcup" | |
| chmod a+x "$HOME/.ghcup/bin/ghcup" | |
| "$HOME/.ghcup/bin/ghcup" install ghc "$HCVER" || (cat "$HOME"/.ghcup/logs/*.* && false) | |
| "$HOME/.ghcup/bin/ghcup" install cabal 3.12.1.0 || (cat "$HOME"/.ghcup/logs/*.* && false) | |
| env: | |
| HCKIND: ${{ matrix.compilerKind }} | |
| HCNAME: ${{ matrix.compiler }} | |
| HCVER: ${{ matrix.compilerVersion }} | |
| - name: Set PATH and environment variables | |
| run: | | |
| echo "$HOME/.cabal/bin" >> $GITHUB_PATH | |
| echo "LANG=C.UTF-8" >> "$GITHUB_ENV" | |
| echo "CABAL_DIR=$HOME/.cabal" >> "$GITHUB_ENV" | |
| echo "CABAL_CONFIG=$HOME/.cabal/config" >> "$GITHUB_ENV" | |
| HCDIR=/opt/$HCKIND/$HCVER | |
| HC=$HOME/.ghcup/bin/$HCKIND-$HCVER | |
| echo "HC=$HC" >> "$GITHUB_ENV" | |
| echo "HCPKG=$HOME/.ghcup/bin/$HCKIND-pkg-$HCVER" >> "$GITHUB_ENV" | |
| echo "HADDOCK=$HOME/.ghcup/bin/haddock-$HCVER" >> "$GITHUB_ENV" | |
| echo "CABAL=$HOME/.ghcup/bin/cabal-3.12.1.0 -vnormal+nowrap" >> "$GITHUB_ENV" | |
| HCNUMVER=$(${HC} --numeric-version|perl -ne '/^(\d+)\.(\d+)\.(\d+)(\.(\d+))?$/; print(10000 * $1 + 100 * $2 + ($3 == 0 ? $5 != 1 : $3))') | |
| echo "HCNUMVER=$HCNUMVER" >> "$GITHUB_ENV" | |
| echo "ARG_TESTS=--enable-tests" >> "$GITHUB_ENV" | |
| echo "ARG_BENCH=--enable-benchmarks" >> "$GITHUB_ENV" | |
| echo "HEADHACKAGE=false" >> "$GITHUB_ENV" | |
| echo "ARG_COMPILER=--$HCKIND --with-compiler=$HC --allow-older=strict-containers:containers" >> "$GITHUB_ENV" | |
| echo "GHCJSARITH=0" >> "$GITHUB_ENV" | |
| env: | |
| HCKIND: ${{ matrix.compilerKind }} | |
| HCNAME: ${{ matrix.compiler }} | |
| HCVER: ${{ matrix.compilerVersion }} | |
| - name: env | |
| run: | | |
| env | |
| - name: write cabal config | |
| run: | | |
| mkdir -p $CABAL_DIR | |
| cat >> $CABAL_CONFIG <<EOF | |
| remote-build-reporting: anonymous | |
| write-ghc-environment-files: never | |
| remote-repo-cache: $CABAL_DIR/packages | |
| logs-dir: $CABAL_DIR/logs | |
| world-file: $CABAL_DIR/world | |
| extra-prog-path: $CABAL_DIR/bin | |
| symlink-bindir: $CABAL_DIR/bin | |
| installdir: $CABAL_DIR/bin | |
| build-summary: $CABAL_DIR/logs/build.log | |
| store-dir: $CABAL_DIR/store | |
| install-dirs user | |
| prefix: $CABAL_DIR | |
| repository hackage.haskell.org | |
| url: http://hackage.haskell.org/ | |
| EOF | |
| cat >> $CABAL_CONFIG <<EOF | |
| program-default-options | |
| ghc-options: $GHCJOBS +RTS -M3G -RTS | |
| EOF | |
| cat $CABAL_CONFIG | |
| - name: versions | |
| run: | | |
| $HC --version || true | |
| $HC --print-project-git-commit-id || true | |
| $CABAL --version || true | |
| - name: update cabal index | |
| run: | | |
| $CABAL v2-update -v | |
| - name: install cabal-plan | |
| run: | | |
| mkdir -p $HOME/.cabal/bin | |
| curl -sL https://github.com/haskell-hvr/cabal-plan/releases/download/v0.6.2.0/cabal-plan-0.6.2.0-x86_64-linux.xz > cabal-plan.xz | |
| echo 'de73600b1836d3f55e32d80385acc055fd97f60eaa0ab68a755302685f5d81bc cabal-plan.xz' | sha256sum -c - | |
| xz -d < cabal-plan.xz > $HOME/.cabal/bin/cabal-plan | |
| rm -f cabal-plan.xz | |
| chmod a+x $HOME/.cabal/bin/cabal-plan | |
| cabal-plan --version | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| path: source | |
| - name: checkout ox-arrays | |
| run: | |
| git clone --branch=singletons https://git.tomsmeding.com/ox-arrays $GITHUB_WORKSPACE/source/ox-arrays | |
| - name: initial cabal.project for sdist | |
| run: | | |
| touch cabal.project | |
| echo "packages: $GITHUB_WORKSPACE/source/." >> cabal.project | |
| cat cabal.project | |
| - name: sdist | |
| run: | | |
| mkdir -p sdist | |
| $CABAL sdist all --output-dir $GITHUB_WORKSPACE/sdist | |
| - name: unpack | |
| run: | | |
| mkdir -p unpacked | |
| find sdist -maxdepth 1 -type f -name '*.tar.gz' -exec tar -C $GITHUB_WORKSPACE/unpacked -xzvf {} \; | |
| - name: generate cabal.project | |
| run: | | |
| PKGDIR_horde_ad="$(find "$GITHUB_WORKSPACE/unpacked" -maxdepth 1 -type d -regex '.*/horde-ad-[0-9.]*')" | |
| PKGDIR_ox_arrays="$(find "$GITHUB_WORKSPACE/source" -maxdepth 1 -type d -regex '.*/ox-arrays')" | |
| echo "PKGDIR_horde_ad=${PKGDIR_horde_ad}" >> "$GITHUB_ENV" | |
| echo "PKGDIR_ox_arrays=${PKGDIR_ox_arrays}" >> "$GITHUB_ENV" | |
| rm -f cabal.project cabal.project.local | |
| touch cabal.project | |
| touch cabal.project.local | |
| echo "packages: ${PKGDIR_horde_ad} ${PKGDIR_ox_arrays}" >> cabal.project | |
| echo "package horde-ad" >> cabal.project | |
| echo " ghc-options: -Werror=missing-methods" >> cabal.project | |
| cat >> cabal.project <<EOF | |
| EOF | |
| $HCPKG list --simple-output --names-only | perl -ne 'for (split /\s+/) { print "constraints: $_ installed\n" unless /^(horde-ad)$/; }' >> cabal.project.local | |
| cat cabal.project | |
| cat cabal.project.local | |
| - name: dump install plan | |
| run: | | |
| $CABAL v2-build $ARG_COMPILER $ARG_TESTS $ARG_BENCH --dry-run --allow-newer all | |
| cabal-plan | |
| - name: cache | |
| uses: actions/cache@v3 | |
| with: | |
| key: ${{ runner.os }}-${{ matrix.compiler }}-${{ github.sha }} | |
| path: ~/.cabal/store | |
| restore-keys: ${{ runner.os }}-${{ matrix.compiler }}- | |
| - name: install dependencies | |
| run: | | |
| $CABAL v2-build $ARG_COMPILER --disable-tests --disable-benchmarks --dependencies-only -j2 --allow-newer all | |
| $CABAL v2-build $ARG_COMPILER $ARG_TESTS $ARG_BENCH --dependencies-only -j2 --allow-newer all | |
| # - name: build w/o tests | |
| # run: | | |
| # $CABAL v2-build $ARG_COMPILER --disable-tests --disable-benchmarks --allow-newer -j1 --ghc-options=-fno-specialise-aggressively all | |
| - name: build | |
| run: | | |
| $CABAL v2-build $ARG_COMPILER $ARG_TESTS $ARG_BENCH --allow-newer -j1 --ghc-options=-fno-specialise-aggressively all --write-ghc-environment-files=always | |
| - name: minimalTest | |
| run: | | |
| $CABAL v2-test $ARG_COMPILER $ARG_TESTS $ARG_BENCH minimalTest --allow-newer -j1 --ghc-options=-fno-specialise-aggressively --test-options='-p "! /PP/"' | |
| - name: tests | |
| run: | | |
| ln -s $GITHUB_WORKSPACE/source/samplesData ${PKGDIR_horde_ad} | |
| if [ "${{ matrix.tests-short }}" = true ]; then | |
| $CABAL v2-test --allow-newer -j1 --ghc-options=-fno-specialise-aggressively $ARG_COMPILER $ARG_TESTS $ARG_BENCH simplifiedOnlyTest -ftest_seq --test-options="-p Short_tests" | |
| else | |
| $CABAL v2-test --allow-newer -j1 --ghc-options=-fno-specialise-aggressively $ARG_COMPILER $ARG_TESTS $ARG_BENCH simplifiedOnlyTest -ftest_seq --test-options="-p Neural_network_tests" | |
| fi | |
| # - name: prod benches | |
| # if: ${{ false }} # disable for now | |
| # run: | | |
| # $CABAL v2-bench --allow-newer -j1 --ghc-options=-fno-specialise-aggressively $ARG_COMPILER $ARG_TESTS $ARG_BENCH shortProdForCI | |
| # - name: mnist benches | |
| # if: ${{ false }} # disable for now | |
| # run: | | |
| # $CABAL v2-bench --allow-newer -j1 --ghc-options=-fno-specialise-aggressively $ARG_COMPILER $ARG_TESTS $ARG_BENCH shortMnistForCI | |
| - name: cabal check | |
| if: matrix.tests-short | |
| run: | | |
| cd ${PKGDIR_horde_ad} || false | |
| ${CABAL} -vnormal check || true #until TypeAbstractions don't error | |
| - name: haddock | |
| if: matrix.tests-short | |
| run: | | |
| $CABAL v2-haddock --allow-newer -j1 --ghc-options=-fno-specialise-aggressively --disable-documentation $ARG_COMPILER --with-haddock $HADDOCK $ARG_TESTS $ARG_BENCH all | |
| # - name: unconstrained build | |
| # run: | | |
| # rm -f cabal.project.local | |
| # $CABAL v2-build --allow-newer -j1 --ghc-options=-fno-specialise-aggressively $ARG_COMPILER --disable-tests --disable-benchmarks all |