diff --git a/ci/conda_env_sphinx.txt b/ci/conda_env_sphinx.txt
index 1d5b5ab7db8..a7768085107 100644
--- a/ci/conda_env_sphinx.txt
+++ b/ci/conda_env_sphinx.txt
@@ -24,3 +24,5 @@ pydata-sphinx-theme
 sphinx-design
 sphinx>=4.2
 sphinx-copybutton
+# Requirement for doctest-cython
+pytest-cython
diff --git a/docker-compose.yml b/docker-compose.yml
index 406d310cbb0..cfa70708bdd 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -1055,12 +1055,14 @@ services:
       LANG: "C.UTF-8"
       BUILD_DOCS_CPP: "ON"
       BUILD_DOCS_PYTHON: "ON"
+      PYTEST_ARGS: "--doctest-modules"
     volumes: *conda-volumes
     command:
       ["/arrow/ci/scripts/cpp_build.sh /arrow /build &&
         /arrow/ci/scripts/python_build.sh /arrow /build &&
         pip install -e /arrow/dev/archery[numpydoc] &&
-        archery numpydoc --allow-rule PR01,PR10"]
+        archery numpydoc --allow-rule PR01,PR10 &&
+        /arrow/ci/scripts/python_test.sh /arrow"]
 
   conda-python-dask:
     # Possible $DASK parameters:
diff --git a/python/pyarrow/fs.py b/python/pyarrow/fs.py
index e391e7d1ee2..f22eaf03041 100644
--- a/python/pyarrow/fs.py
+++ b/python/pyarrow/fs.py
@@ -224,12 +224,13 @@ def copy_files(source, destination,
     --------
     Copy an S3 bucket's files to a local directory:
 
-    >>> copy_files("s3://your-bucket-name", "local-directory")
+    >>> copy_files("s3://your-bucket-name",
+    ...            "local-directory") # doctest: +SKIP
 
     Using a FileSystem object:
 
     >>> copy_files("your-bucket-name", "local-directory",
-    ...            source_filesystem=S3FileSystem(...))
+    ...            source_filesystem=S3FileSystem(...)) # doctest: +SKIP
 
     """
     source_fs, source_path = _resolve_filesystem_and_path(
@@ -263,7 +264,7 @@ class FSSpecHandler(FileSystemHandler):
 
     Examples
     --------
-    >>> PyFileSystem(FSSpecHandler(fsspec_fs))
+    >>> PyFileSystem(FSSpecHandler(fsspec_fs)) # doctest: +SKIP
     """
 
     def __init__(self, fs):
diff --git a/python/pyarrow/parquet/__init__.py b/python/pyarrow/parquet/__init__.py
index 049f955f808..b4713a717c3 100644
--- a/python/pyarrow/parquet/__init__.py
+++ b/python/pyarrow/parquet/__init__.py
@@ -1926,7 +1926,7 @@ def read_pandas(self, **kwargs):
         Select pandas metadata:
 
         >>> dataset.read_pandas(columns=["n_legs"]).schema.pandas_metadata
-        {'index_columns': [{'kind': 'range', ... 'pandas_version': '1.4.1'}
+        {'index_columns': [{'kind': 'range', 'name': None, 'start': 0, ...}
         """
         return self.read(use_pandas_metadata=True, **kwargs)
 
@@ -2486,7 +2486,7 @@ def read_pandas(self, **kwargs):
         n_legs: [[2,2,4,4,5,100]]
 
         >>> dataset.read_pandas(columns=["n_legs"]).schema.pandas_metadata
-        {'index_columns': [{'kind': 'range', ... 'pandas_version': '1.4.1'}
+        {'index_columns': [{'kind': 'range', 'name': None, 'start': 0, ...}
         """
         return self.read(use_pandas_metadata=True, **kwargs)