diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
index 0f8073c017b..d81e710dc2e 100644
--- a/.github/workflows/ci.yaml
+++ b/.github/workflows/ci.yaml
@@ -78,6 +78,13 @@ jobs:
         run: |
           mamba env update -f $CONDA_ENV_FILE
 
+      # We only want to install this on one run, because otherwise we'll have
+      # duplicate annotations.
+      - name: Install error reporter
+        if: ${{ matrix.os }} == 'ubuntu-latest' and ${{ matrix.python-version }} == '3.10'
+        run: |
+          python -m pip install pytest-github-actions-annotate-failures
+
       - name: Install xarray
         run: |
           python -m pip install --no-deps -e .
diff --git a/ci/requirements/environment.yml b/ci/requirements/environment.yml
index 9269a70badf..516c964afc7 100644
--- a/ci/requirements/environment.yml
+++ b/ci/requirements/environment.yml
@@ -37,7 +37,6 @@ dependencies:
   - pytest
   - pytest-cov
   - pytest-env
-  - pytest-github-actions-annotate-failures
   - pytest-xdist
   - rasterio
   - scipy