diff --git a/.github/workflows/plugin.yaml b/.github/workflows/plugin.yaml
index fd49998..86953d6 100644
--- a/.github/workflows/plugin.yaml
+++ b/.github/workflows/plugin.yaml
@@ -43,22 +43,8 @@ jobs:
         with:
           name: logs-${{ matrix.python-version }}-please_pex-${{ matrix.pex-tool }}
           path: plz-out/log
-  test_in_repo_python:
-    name: Test (Python 3.12 in repo)
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v5
-      - name: Run tests
-        run: ./pleasew test --profile in_repo_python
-      - name: Archive logs
-        if: always()
-        uses: actions/upload-artifact@v4
-        with:
-          name: logs-in-repo-python
-          path: plz-out/log
   release:
-    needs: [test, test_in_repo_python]
+    needs: [test]
     runs-on: ubuntu-latest
     if: github.ref == 'refs/heads/master' || github.ref == 'refs/heads/v1'
     steps:
diff --git a/.plzconfig.in_repo_python b/.plzconfig.in_repo_python
deleted file mode 100644
index 2d34658..0000000
--- a/.plzconfig.in_repo_python
+++ /dev/null
@@ -1,3 +0,0 @@
-[plugin "python"]
-defaultinterpreter = //third_party/cpython:cpython|python
-defaultshebang = /usr/bin/python3 -S