[bug] launch gateway failed due to lack of __init__.py

[chenghuichen]

Description

launch gateway failed due to lack of __init__.py when calling importlib.resources.files(_JAVA_DEPS_PACKAGE)

Steps to Reproduce

use any pypaimon function which will trigger launch_gateway

Actual Behavior

Receiving error message:

Traceback (most recent call last):
  File "./ray/python/ray/data/_internal/datasource/paimon_datasource.py", line 283, in <module>
    catalog = Catalog.create(catalog_options)
  File "./ray/venv/lib/python3.9/site-packages/pypaimon/py4j/java_implementation.py", line 45, in create
    j_catalog_context = java_utils.to_j_catalog_context(catalog_options)
  File "./ray/venv/lib/python3.9/site-packages/pypaimon/py4j/util/java_utils.py", line 26, in to_j_catalog_context
    gateway = get_gateway()
  File "./ray/venv/lib/python3.9/site-packages/pypaimon/py4j/java_gateway.py", line 45, in get_gateway
    _gateway = launch_gateway()
  File "./ray/venv/lib/python3.9/site-packages/pypaimon/py4j/java_gateway.py", line 78, in launch_gateway
    p = launch_gateway_server_process(env)
  File "./ray/venv/lib/python3.9/site-packages/pypaimon/py4j/gateway_server.py", line 50, in launch_gateway_server_process
    classpath = _get_classpath(env)
  File "./ray/venv/lib/python3.9/site-packages/pypaimon/py4j/gateway_server.py", line 86, in _get_classpath
    jars = importlib.resources.files(_JAVA_DEPS_PACKAGE)
  File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/importlib/resources.py", line 147, in files
    return _common.from_package(_get_package(package))
  File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/importlib/_common.py", line 14, in from_package
    return fallback_resources(package.__spec__)
  File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/importlib/_common.py", line 18, in fallback_resources
    package_directory = pathlib.Path(spec.origin).parent
  File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/pathlib.py", line 1072, in __new__
    self = cls._from_parts(args, init=False)
  File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/pathlib.py", line 697, in _from_parts
    drv, root, parts = self._parse_args(args)
  File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/pathlib.py", line 681, in _parse_args
    a = os.fspath(a)
TypeError: expected str, bytes or os.PathLike object, not NoneType

[EzioHaojia]

I am still encountering this issue. Could you please advise on how to resolve it?

`File /mnt/workspace/pypaimon/pypaimon/py4j/java_implementation.py:45, in Catalog.create(catalog_options)
43 @staticmethod
44 def create(catalog_options: dict) -> 'Catalog':
---> 45 j_catalog_context = java_utils.to_j_catalog_context(catalog_options)
46 gateway = get_gateway()
47 j_catalog = gateway.jvm.CatalogFactory.createCatalog(j_catalog_context)

File /mnt/workspace/pypaimon/pypaimon/py4j/util/java_utils.py:26, in to_j_catalog_context(catalog_options)
25 def to_j_catalog_context(catalog_options: dict):
---> 26 gateway = get_gateway()
27 j_options = gateway.jvm.Options(catalog_options)
28 return gateway.jvm.CatalogContext.create(j_options)

File /mnt/workspace/pypaimon/pypaimon/py4j/java_gateway.py:45, in get_gateway()
42 if _gateway is None:
43 # Set the level to WARN to mute the noisy INFO level logs
44 logger.level = WARN
---> 45 _gateway = launch_gateway()
47 callback_server = _gateway.get_callback_server()
48 callback_server_listening_address = callback_server.get_listening_address()

File /mnt/workspace/pypaimon/pypaimon/py4j/java_gateway.py:78, in launch_gateway()
75 env = dict(os.environ)
76 env[constants.PYPAIMON_CONN_INFO_PATH] = conn_info_file
---> 78 p = launch_gateway_server_process(env)
80 while not p.poll() and not os.path.isfile(conn_info_file):
81 time.sleep(0.1)

File /mnt/workspace/pypaimon/pypaimon/py4j/gateway_server.py:50, in launch_gateway_server_process(env)
48 log_settings = []
49 jvm_args = env.get(constants.PYPAIMON_JVM_ARGS, '').split()
---> 50 classpath = _get_classpath(env)
51 main_args = env.get(constants.PYPAIMON_MAIN_ARGS, '').split()
52 command = [
53 java_executable,
54 *jvm_args,
(...)
63 *main_args
64 ]

File /mnt/workspace/pypaimon/pypaimon/py4j/gateway_server.py:86, in _get_classpath(env)
84 test_mode = os.environ.get(constants.PYPAIMON4J_TEST_MODE)
85 if not test_mode or test_mode.lower() != "true":
---> 86 jars = importlib.resources.files(_JAVA_DEPS_PACKAGE)
87 one_jar = next(iter(jars.iterdir()), None)
88 if not one_jar:

File ~/miniconda3/envs/pypaimon/lib/python3.9/importlib/resources.py:147, in files(package)
143 def files(package: Package) -> resources_abc.Traversable:
144 """
145 Get a Traversable resource from a package
146 """
--> 147 return _common.from_package(_get_package(package))

File ~/miniconda3/envs/pypaimon/lib/python3.9/importlib/_common.py:14, in from_package(package)
9 def from_package(package):
10 """
11 Return a Traversable object for the given package.
12
13 """
---> 14 return fallback_resources(package.spec)

File ~/miniconda3/envs/pypaimon/lib/python3.9/importlib/_common.py:18, in fallback_resources(spec)
17 def fallback_resources(spec):
---> 18 package_directory = pathlib.Path(spec.origin).parent
19 try:
20 archive_path = spec.loader.archive

File ~/miniconda3/envs/pypaimon/lib/python3.9/pathlib.py:1082, in Path.new(cls, *args, **kwargs)
1080 if cls is Path:
1081 cls = WindowsPath if os.name == 'nt' else PosixPath
-> 1082 self = cls._from_parts(args, init=False)
1083 if not self._flavour.is_supported:
1084 raise NotImplementedError("cannot instantiate %r on your system"
1085 % (cls.name,))

File ~/miniconda3/envs/pypaimon/lib/python3.9/pathlib.py:707, in PurePath._from_parts(cls, args, init)
702 @classmethod
703 def _from_parts(cls, args, init=True):
704 # We need to call _parse_args on the instance, so as to get the
705 # right flavour.
706 self = object.new(cls)
--> 707 drv, root, parts = self._parse_args(args)
708 self._drv = drv
709 self._root = root

File ~/miniconda3/envs/pypaimon/lib/python3.9/pathlib.py:691, in PurePath._parse_args(cls, args)
689 parts += a._parts
690 else:
--> 691 a = os.fspath(a)
692 if isinstance(a, str):
693 # Force-cast str subclasses to str (issue #21127)
694 parts.append(str(a))

TypeError: expected str, bytes or os.PathLike object, not NoneType`