diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index c58182f..3b9645a 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -40,7 +40,6 @@ jobs:
       run: bundle install
     - name: Run test
       run: rake compile test
-      continue-on-error: ${{ contains(matrix.ruby, 'truffleruby') }}
 
   spec:
     runs-on: ubuntu-latest
diff --git a/test/pathname/test_pathname.rb b/test/pathname/test_pathname.rb
index e2d6a09..460aaec 100644
--- a/test/pathname/test_pathname.rb
+++ b/test/pathname/test_pathname.rb
@@ -491,6 +491,7 @@ def obj.to_str; "a/b"; end
   end
 
   def test_initialize_nul
+    omit "https://github.com/truffleruby/truffleruby/issues/4047" if RUBY_ENGINE == "truffleruby"
     assert_raise(ArgumentError) { Pathname.new("a\0") }
   end
 
@@ -612,6 +613,7 @@ def test_destructive_update
   end
 
   def test_null_character
+    omit "https://github.com/truffleruby/truffleruby/issues/4047" if RUBY_ENGINE == "truffleruby"
     assert_raise(ArgumentError) { Pathname.new("\0") }
   end