Use HIP as kernel backend instead of HSA

.buildkite/pipeline.yml

@@ -18,65 +18,28 @@ steps:
     agents:
       queue: "juliagpu"
       rocm: "*"
+      rocmgpu: "gfx1031"
     if: build.message !~ /\[skip docs\]/
     timeout_in_minutes: 10
-  #  - label: "Julia 1.8 - GPUArrays 8"
-  #    plugins:
-  #      - JuliaCI/julia#v1:
-  #          version: 1.8
-  #      - JuliaCI/julia-test#v1:
-  #      - JuliaCI/julia-coverage#v1:
-  #          codecov: true
-  #    agents:
-  #      queue: "juliagpu"
-  #      rocm: "*"
-  #      rocmgpu: "*"
-  #    if: build.message !~ /\[skip tests\]/
-  #    command: "julia --project -e 'using Pkg; Pkg.update()'"
-  #    soft_fail: true
-  #    timeout_in_minutes: 180
-  #    env:
-  #      JULIA_AMDGPU_CORE_MUST_LOAD: "1"
-  #      JULIA_AMDGPU_HIP_MUST_LOAD: "1"
-  #
-  #  - label: "Julia 1.8 - GPUArrays 8 - No artifacts"
-  #    plugins:
-  #      - JuliaCI/julia#v1:
-  #          version: 1.8
-  #      - JuliaCI/julia-test#v1:
-  #      - JuliaCI/julia-coverage#v1:
-  #          codecov: true
-  #    agents:
-  #      queue: "juliagpu"
-  #      rocm: "*"
-  #      rocmgpu: "*"
-  #    if: build.message !~ /\[skip tests\]/
-  #    command: "julia --project -e 'using Pkg; Pkg.update()'"
-  #    soft_fail: true
-  #    timeout_in_minutes: 180
-  #    env:
-  #      JULIA_AMDGPU_CORE_MUST_LOAD: "1"
-  #      JULIA_AMDGPU_HIP_MUST_LOAD: "1"
-  #      JULIA_AMDGPU_DISABLE_ARTIFACTS: "1"
-  #
-  - label: "Julia 1.9 - GPUArrays 8"
-    plugins:
-      - JuliaCI/julia#v1:
-          version: 1.9-nightly
-      - JuliaCI/julia-test#v1:
-      - JuliaCI/julia-coverage#v1:
-          codecov: true
-    agents:
-      queue: "juliagpu"
-      julia_1.9: "*"
-      rocm: "*"
-      rocmgpu: "*"
-    if: build.message !~ /\[skip tests\]/
-    command: "julia --project -e 'using Pkg; Pkg.update()'"
-    timeout_in_minutes: 180
-    env:
-      JULIA_AMDGPU_CORE_MUST_LOAD: "1"
-      JULIA_AMDGPU_HIP_MUST_LOAD: "1"
+
+  # - label: "Julia 1.9 - GPUArrays 8"
+  #   plugins:
+  #     - JuliaCI/julia#v1:
+  #         version: 1.9-nightly
+  #     - JuliaCI/julia-test#v1:
+  #     - JuliaCI/julia-coverage#v1:
+  #         codecov: true
+  #   agents:
+  #     queue: "juliagpu"
+  #     julia_1.9: "*"
+  #     rocm: "*"
+  #     rocmgpu: "*"
+  #   if: build.message !~ /\[skip tests\]/
+  #   command: "julia --project -e 'using Pkg; Pkg.update()'"
+  #   timeout_in_minutes: 180
+  #   env:
+  #     JULIA_AMDGPU_CORE_MUST_LOAD: "1"
+  #     JULIA_AMDGPU_HIP_MUST_LOAD: "1"
 
   - label: "Julia 1.9 - GPUArrays 8 - No Artifacts"
     plugins:
@@ -89,74 +52,16 @@ steps:
       queue: "juliagpu"
       julia_1.9: "*"
       rocm: "*"
-      rocmgpu: "*"
+      rocmgpu: "gfx1031"
     if: build.message !~ /\[skip tests\]/
     command: "julia --project -e 'using Pkg; Pkg.update()'"
     timeout_in_minutes: 180
     env:
+      JULIA_NUM_THREADS: 8
       JULIA_AMDGPU_CORE_MUST_LOAD: "1"
       JULIA_AMDGPU_HIP_MUST_LOAD: "1"
       JULIA_AMDGPU_DISABLE_ARTIFACTS: "1"
 
-  - label: "Julia 1.9 - GPUArrays 8 - HIP Malloc"
-    plugins:
-      - JuliaCI/julia#v1:
-          version: 1.9-nightly
-      - JuliaCI/julia-test#v1:
-      - JuliaCI/julia-coverage#v1:
-          codecov: true
-    agents:
-      queue: "juliagpu"
-      julia_1.9: "*"
-      rocm: "*"
-      rocmgpu: "*"
-    if: build.message !~ /\[skip tests\]/
-    command: "julia --project -e 'using Pkg; Pkg.update()'"
-    timeout_in_minutes: 180
-    env:
-      JULIA_AMDGPU_CORE_MUST_LOAD: "1"
-      JULIA_AMDGPU_HIP_MUST_LOAD: "1"
-      JULIA_AMDGPU_USE_HIP_MALLOC_OVERRIDE: "1"
-
-  # - label: "Julia nightly - GPUArrays 8"
-  #   plugins:
-  #     - JuliaCI/julia#v1:
-  #         version: nightly
-  #     - JuliaCI/julia-test#v1:
-  #     - JuliaCI/julia-coverage#v1:
-  #         codecov: true
-  #   agents:
-  #     queue: "juliagpu"
-  #     rocm: "*"
-  #     rocmgpu: "*"
-  #   if: build.message !~ /\[skip tests\]/
-  #   command: "julia --project -e 'using Pkg; Pkg.update()'"
-  #   soft_fail: true
-  #   timeout_in_minutes: 180
-  #   env:
-  #     JULIA_AMDGPU_CORE_MUST_LOAD: "1"
-  #     JULIA_AMDGPU_HIP_MUST_LOAD: "1"
-
-  # - label: "Julia nightly - GPUArrays 8 - No Artifacts"
-  #   plugins:
-  #     - JuliaCI/julia#v1:
-  #         version: nightly
-  #     - JuliaCI/julia-test#v1:
-  #     - JuliaCI/julia-coverage#v1:
-  #         codecov: true
-  #   agents:
-  #     queue: "juliagpu"
-  #     rocm: "*"
-  #     rocmgpu: "*"
-  #   if: build.message !~ /\[skip tests\]/
-  #   command: "julia --project -e 'using Pkg; Pkg.update()'"
-  #   soft_fail: true
-  #   timeout_in_minutes: 180
-  #   env:
-  #     JULIA_AMDGPU_CORE_MUST_LOAD: "1"
-  #     JULIA_AMDGPU_HIP_MUST_LOAD: "1"
-  #     JULIA_AMDGPU_DISABLE_ARTIFACTS: "1"
-
 env:
   JULIA_AMDGPU_LOGGING_ENABLED: true
   SECRET_CODECOV_TOKEN: "lVqFGgrywYmQrILXBcP8i6TosP+q/W2oTDVLIdkWFWscd/a61oSVb8Tycq3qvngsrdmKU9EevdQo+1x+w7cu4IuTq63ahQc0RFgi4Q29hC52OgN2wFql984Cqq3T96P3jyV0ZljaRT+a+9AY0oWmmCph55amvvQ4DOMq3tfGDbp7gdueQvJmSYQGVT3/9Sjn4/esYppcKBGltQqQX2E7WrHLpnqRmsmjcSeZ/S/+PgPRb4ZnpBecAUP2d/MlPgKfP0ZUGbDlcbGu+ZDZNksxKIYuAlNrWPhpNAro7hACfEk4T5RRpNiwmJyXJZ8LUD8zNYIUKSmHjUtmqhNXgujWXA==;U2FsdGVkX1/v/P2Y7KZsvC55Au6eET37uDE6M5I6J275maix+SMD0EoJQ19cFp/lae+G8V7dvpPGfrh4hj2nOg=="

.github/workflows/CompatHelper.yml

@@ -19,7 +19,7 @@ jobs:
       - uses: julia-actions/setup-julia@v1
         with:
           # version: ${{ steps.julia_compat.outputs.version }}
-          version: "1.7-nightly"
+          version: "1.9"
       - name: Pkg.add("CompatHelper")
         run: julia -e 'using Pkg; Pkg.add("CompatHelper")'
       - name: CompatHelper.main()

.github/workflows/ci-julia-1.7.yml

@@ -1,4 +1,4 @@
-name: CI (Julia 1.7)
+name: CI (Julia 1.9)
 on:
   push:
     branches:
@@ -9,14 +9,14 @@ defaults:
   run:
     shell: bash
 jobs:
-  CI-julia-1-7:
-    name: CI-julia-1-7
+  CI-julia-1-0:
+    name: CI-julia-1-9
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
       matrix:
         version:
-          - '1.7'
+          - '1.9'
         os:
           - ubuntu-latest
           - macOS-latest

Project.toml

@@ -1,7 +1,7 @@
 name = "AMDGPU"
 uuid = "21141c5a-9bdb-4563-92ae-f87d6854732e"
 authors = ["Julian P Samaroo <jpsamaroo@jpsamaroo.me>", "Valentin Churavy <v.churavy@gmail.com>", "Anton Smirnov <tonysmn97@gmail.com>"]
-version = "0.4.15"
+version = "0.5.0"
 
 [deps]
 AbstractFFTs = "621f4979-c628-5d54-868e-fcf4e3e8185c"
@@ -19,14 +19,11 @@ LLVM_jll = "86de99a1-58d6-5da7-8064-bd56ce2e322c"
 Libdl = "8f399da3-3557-5675-b5ff-fb832c97cbdb"
 LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"
 MacroTools = "1914dd2f-81c6-5fcd-8719-6d5c9610ff09"
-MsgPack = "99f44e22-a591-53d1-9472-aa23ef4bd671"
-ObjectFile = "d8793406-e978-5875-9003-1fc021f44a92"
 Pkg = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f"
 Preferences = "21216c6a-2e73-6563-6e65-726566657250"
 Printf = "de0858da-6303-5e67-8744-51eddeeeb8d7"
 ROCmDeviceLibs_jll = "873c0968-716b-5aa7-bb8d-d1e2e2aeff2d"
 Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
-Setfield = "efcf1570-3423-57d1-acb7-fd33fddbac46"
 SpecialFunctions = "276daf66-3868-5448-9aa4-cd146d93841b"
 Statistics = "10745b16-79ce-11e8-11f9-7d13ad32a3b2"
 TimespanLogging = "a526e669-04d3-4846-9525-c66122c55f63"
@@ -37,29 +34,26 @@ rocRAND_jll = "a6151927-a32b-54c0-bc8c-bbd7b3f1a996"
 rocSPARSE_jll = "8c6ce2ba-659c-5ec7-ba4c-37596cf1f22a"
 
 [compat]
-AbstractFFTs = "0.5, 1.0"
+AbstractFFTs = "1.0"
 Adapt = "3.0"
 BinaryProvider = "0.5"
-CEnum = "0.2, 0.3, 0.4"
+CEnum = "0.4"
 ExprTools = "0.1"
-GPUArrays = "6, 7, 8"
-GPUCompiler = "0.19"
-HIP_jll = "4, 5"
+GPUArrays = "8"
+GPUCompiler = "0.21"
+HIP_jll = "5"
 KernelAbstractions = "0.9.2"
-LLD_jll = "12, 13, 14, 15"
-LLVM = "5"
-LLVM_jll = "12, 13, 14, 15"
+LLD_jll = "14, 15"
+LLVM = "6"
+LLVM_jll = "14, 15"
 MacroTools = "0.5"
-MsgPack = "1"
-ObjectFile = "0.3"
 Preferences = "1"
-ROCmDeviceLibs_jll = "4, 5"
-Setfield = "0.5, 0.6, 0.7, 1.0"
-SpecialFunctions = "1, 2"
+ROCmDeviceLibs_jll = "5"
+SpecialFunctions = "2"
 TimespanLogging = "0.1"
 UnsafeAtomicsLLVM = "0.1"
-hsa_rocr_jll = "4, 5"
-julia = "1.7"
-rocBLAS_jll = "4, 5"
-rocRAND_jll = "4, 5"
-rocSPARSE_jll = "4, 5"
+hsa_rocr_jll = "5"
+julia = "1.9"
+rocBLAS_jll = "5"
+rocRAND_jll = "5"
+rocSPARSE_jll = "5"

README.md

@@ -19,7 +19,6 @@
 [docs-dev-url]: https://amdgpu.juliagpu.org/dev
 
 
-
 ## Quick start
 
 AMDGPU.jl can be installed with the Julia package manager.
@@ -38,7 +37,7 @@ julia> import Pkg; Pkg.add("AMDGPU")
 
 ## Project Status
 
-The package is tested against, and being developed for, Julia 1.7, 1.9, and above.
+The package is tested against and being developed for Julia 1.9, and above.
 *Julia 1.8 is not supported and should not be used with AMDGPU.jl, as Julia 1.8
 cannot properly handle the code generated by AMDGPU.jl.*