DO NOT MERGE: test github actions

.github/workflows/tests.yml

@@ -0,0 +1,149 @@
+name: Run all tests
+
+# Run this workflow every time a new commit is pushed to the repository
+on:
+  push:
+    branches:
+    - master
+  pull_request:
+
+jobs:
+  ensure-conventions:
+    name: Ensure conventions are followed
+    runs-on: ubuntu-latest
+
+    steps:
+      # Checks out a copy of your repository on the ubuntu-latest machine
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Ensure src/lib.rs files exist
+        run: bash ./_test/ensure-lib-src-rs-exist.sh
+
+      - name: Count ignores
+        run: sh ./_test/count-ignores.sh
+
+      - name: Check UUIDs
+        run: sh ./_test/check-uuids.sh
+
+      - name: Verify exercise difficulties
+        run: ./_test/verify-exercise-difficulties.sh
+
+      - name: Check exercises for authors
+        run: ./_test/check-exercises-for-authors.sh
+
+  configlet:
+    name: Setup configlet
+    runs-on: ubuntu-latest
+
+    steps:
+      # Checks out master locally so that it is available to the scripts.
+      - name: Checkout master
+        uses: actions/checkout@v2
+        with:
+          ref: master
+
+      # Checks out a copy of your repository on the ubuntu-latest machine
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      # Sets TRAVIS_PULL_REQUEST to false if this is not a pull request.
+      - name: set TRAVIS_PULL_REQUEST
+        env:
+          PR_NUMBER: ${{ github.event.pull_request.number }}
+        run: echo "TRAVIS_PULL_REQUEST=${PR_NUMBER:-false}" >> $GITHUB_ENV
+
+      - name: Fetch configlet
+        run: ./bin/fetch-configlet
+
+      - name: Check configlet format
+        run: ./_test/check-configlet-fmt.sh
+
+      - name: Ensure readmes are updated
+        run: sh ./_test/ensure-readmes-are-updated.sh
+
+      - name: Lint configlet
+        run: ./bin/configlet lint .
+
+
+  compilation:
+    name: Check compilation
+    runs-on: ubuntu-latest
+
+    strategy:
+      # Allows running the job multiple times with different configurations
+      matrix:
+        rust: ["stable", "beta"]
+        deny_warnings: ['', '1']
+
+    steps:
+      # Checks out master locally so that it is available to the scripts.
+      - name: Checkout master
+        uses: actions/checkout@v2
+        with:
+          ref: master
+
+      # Checks out a copy of your repository on the ubuntu-latest machine
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Setup toolchain
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: ${{ matrix.rust }}
+          default: true
+
+      # Sets TRAVIS_PULL_REQUEST to false if this is not a pull request.
+      - name: set TRAVIS_PULL_REQUEST
+        env:
+          PR_NUMBER: ${{ github.event.pull_request.number }}
+        run: echo "TRAVIS_PULL_REQUEST=${PR_NUMBER:-false}" >> $GITHUB_ENV
+
+      # run scripts as steps
+      # TODO: the TRAVIS_PULL_REQUEST variable is a holdover from before the
+      # migration to GitHub Actions. The scripts that use it do so in order to
+      # run only on changed files.
+      - name: Check exercises
+        env:
+          DENYWARNINGS: ${{ matrix.deny_warnings }}      
+        run: ./_test/check-exercises.sh
+        continue-on-error: ${{ matrix.rust == 'beta' && matrix.deny_warnings == '1' }}
+
+      - name: Ensure stubs compile
+        env:
+          DENYWARNINGS: ${{ matrix.deny_warnings }}
+        run: sh ./_test/ensure-stubs-compile.sh
+        continue-on-error: ${{ matrix.rust == 'beta' && matrix.deny_warnings == '1' }}
+
+      - name: Check exercise crate
+        env:
+          DENYWARNINGS: ${{ matrix.deny_warnings }}
+        run: sh ./_test/check-exercise-crate.sh
+        continue-on-error: ${{ matrix.rust == 'beta' && matrix.deny_warnings == '1' }}
+
+  nightly-compilation:
+    name: Check exercises on nightly (benchmark enabled)
+    runs-on: ubuntu-latest
+    continue-on-error: true # It's okay if the nightly job fails
+
+    steps:
+      # Checks out master locally so that it is available to the scripts.
+      - name: Checkout master
+        uses: actions/checkout@v2
+        with:
+          ref: master
+
+      # Checks out a copy of your repository on the ubuntu-latest machine
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Setup nightly toolchain
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: nightly
+          default: true
+
+      - name: Check exercises
+        env:
+          BENCHMARK: '1'
+        run: ./_test/check-exercises.sh

_test/check-configlet-fmt.sh

@@ -3,12 +3,16 @@
 # This ensures that config.json and config/maintainers.json are compatible
 # with the output of configlet fmt.
 
+# FIXME: causes failures in CI
+# # Improve error propagation during CI
+# set -e -o pipefail
+
 # Check if config.json or maintainers.json were modified
 check_pattern="config.json\|config/maintainers.json"
 
 if [ "$TRAVIS_PULL_REQUEST" != "false" ]; then
     # Check the changes on the current branch against master branch
-    git diff --name-only master | grep "$check_pattern"
+    git diff --name-only remotes/origin/master | grep "$check_pattern"
 else
     # Check the commits on the master branch made during the week
     # This is because Travis cron is set to test the master branch weekly.

_test/check-exercise-crate.sh

@@ -2,11 +2,15 @@
 
 # A script to ensure that the util/exercise crate builds after it was modified.
 
+# FIXME: causes failures in CI
+# # Improve error propagation during CI
+# set -e -o pipefail
+
 EXERCISE_CRATE_PATH="util/exercise"
 
 if [ "$TRAVIS_PULL_REQUEST" != "false" ]; then
     # Check the changes on the current branch against master branch
-    git diff --name-only master | grep "$EXERCISE_CRATE_PATH"
+    git diff --name-only remotes/origin/master | grep "$EXERCISE_CRATE_PATH"
 else
     # Check the commits on the master branch made during the week
     # This is because Travis cron is set to test the master branch weekly.

_test/check-exercises.sh

@@ -1,5 +1,9 @@
 #!/bin/bash
 
+# NOTE: this causes the job to fail always
+# # Improve error propagation during CI
+# set -e -o pipefail
+
 # test for existence and executability of the test-exercise script
 # this depends on that
 if [ ! -f "./bin/test-exercise" ]; then
@@ -28,7 +32,7 @@ fi
 repo=$(cd "$(dirname "$0")/.." && pwd)
 
 if [ "$TRAVIS_PULL_REQUEST" != "false" ]; then
-	files="$(git diff --diff-filter=d --name-only master | grep "exercises/" | cut -d '/' -f -2 | sort -u | awk -v repo=$repo '{print repo"/"$1}')"
+   files="$(git diff --diff-filter=d --name-only remotes/origin/master | grep "exercises/" | cut -d '/' -f -2 | sort -u | awk -v repo=$repo '{print repo"/"$1}')"
 else
 	files=$repo/exercises/*
 fi

_test/ensure-readmes-are-updated.sh

@@ -12,7 +12,7 @@ newline=$'\n  '
 
 missing_readmes=""
 wrong_readmes=""
-for exercise in $(git diff --diff-filter=d --name-only master..$(git rev-parse --abbrev-ref HEAD) | grep exercises/ | cut -d'/' -f2 -s | sort -fu); do
+for exercise in $(git diff --diff-filter=d --name-only remotes/origin/master..$(git rev-parse --abbrev-ref HEAD) | grep exercises/ | cut -d'/' -f2 -s | sort -fu); do
    echo "Checking readme for $exercise"
    readme_path="exercises/${exercise}/README.md"
    if [ ! -f $readme_path ]; then

_test/ensure-stubs-compile.sh

@@ -1,9 +1,13 @@
 #!/bin/sh
 
+# FIXME: causes failures in CI
+# # Improve error propagation during CI
+# set -e -o pipefail
+
 repo=$(cd "$(dirname "$0")/.." && pwd)
 
 if [ "$TRAVIS_PULL_REQUEST" != "false" ]; then
-	changed_exercises="$(git diff --diff-filter=d --name-only master | grep "exercises/" | cut -d '/' -f -2 | sort -u | awk -v repo=$repo '{print repo"/"$1}')"
+	changed_exercises="$(git diff --diff-filter=d --name-only remotes/origin/master | grep "exercises/" | cut -d '/' -f -2 | sort -u | awk -v repo=$repo '{print repo"/"$1}')"
 else
 	changed_exercises=$repo/exercises/*
 fi