Use importlib instead of pkg_resources (#643)

pkg_resources is now deprecated, as importlib has covered
most use-cases since python 3.8. This removes the code
causing warnings in downstream tests.

Also suppress numpy 'product' warnings when running pytest.

libtbx_refresh.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 import contextlib
+import importlib
 import inspect
 import io
 import os
@@ -17,11 +18,6 @@
 except ModuleNotFoundError:
     pass
 
-try:
-    import pkg_resources
-except ModuleNotFoundError:
-    pkg_resources = None
-
 
 def _install_setup_readonly_fallback(package_name: str):
     """
@@ -67,9 +63,8 @@ def _install_setup_readonly_fallback(package_name: str):
     if import_path not in sys.path:
         sys.path.insert(0, import_path)
 
-    # ...and add to the existing pkg_resources working_set
-    if pkg_resources:
-        pkg_resources.working_set.add_entry(import_path)
+    # ...and make sure it is picked up by the import system
+    importlib.invalidate_caches()
 
     # This is already generated by this point, but will get picked up
     # on the second libtbx.refresh.

newsfragments/643.misc

@@ -0,0 +1 @@
+Move from deprecated pkg_resources to importlib.

pytest.ini

@@ -5,6 +5,7 @@ filterwarnings =
     ignore:numpy.dtype size changed:RuntimeWarning
     ignore:Datablocks are deprecated:UserWarning
     ignore:Deprecated call to `pkg_resources.declare_namespace:DeprecationWarning
+    ignore:`product` is deprecated as of NumPy:DeprecationWarning:h5py|numpy
 junit_family = legacy
 markers =
     regression: dxtbx regression test

src/dxtbx/format/Registry.py

@@ -5,12 +5,11 @@
 """
 from __future__ import annotations
 
+import importlib.metadata
 import os
 import typing
 from typing import Callable
 
-import pkg_resources
-
 from dxtbx.util import get_url_scheme
 
 if typing.TYPE_CHECKING:
@@ -35,7 +34,7 @@ def get_format_class_index() -> dict[str, tuple[Callable[[], type[Format]], list
     """
     if not hasattr(get_format_class_index, "cache"):
         class_index = {}
-        for e in pkg_resources.iter_entry_points("dxtbx.format"):
+        for e in importlib.metadata.entry_points()["dxtbx.format"]:
             if ":" in e.name:
                 format_name, base_classes_str = e.name.split(":", 1)
                 base_classes = tuple(base_classes_str.split(","))

src/dxtbx/model/experiment_list.py

@@ -3,6 +3,7 @@
 import collections
 import copy
 import errno
+import importlib.metadata
 import itertools
 import json
 import logging
@@ -11,8 +12,6 @@
 import pickle
 from typing import Any, Callable, Generator, Iterable
 
-import pkg_resources
-
 import dxtbx.datablock
 from dxtbx.datablock import (
     BeamComparison,
@@ -323,7 +322,6 @@ def decode(self):
         # a sensible experiment.
         el = ExperimentList()
         for eobj in self._obj["experiment"]:
-
             # Get the models
             identifier = eobj.get("identifier", "")
             beam = self._lookup_model("beam", eobj)
@@ -467,7 +465,7 @@ def _lookup_model(self, name, experiment_dict):
     @staticmethod
     def _scaling_model_from_dict(obj):
         """Get the scaling model from a dictionary."""
-        for entry_point in pkg_resources.iter_entry_points("dxtbx.scaling_model_ext"):
+        for entry_point in importlib.metadata.entry_points()["dxtbx.scaling_model_ext"]:
             if entry_point.name == obj["__id__"]:
                 return entry_point.load().from_dict(obj)
 

src/dxtbx/model/profile.py

@@ -1,9 +1,8 @@
 from __future__ import annotations
 
+import importlib.metadata
 import logging
 
-import pkg_resources
-
 
 class ProfileModelFactory:
     """
@@ -17,7 +16,7 @@ def from_dict(obj):
         """
         if obj is None:
             return None
-        for entry_point in pkg_resources.iter_entry_points("dxtbx.profile_model"):
+        for entry_point in importlib.metadata.entry_points()["dxtbx.profile_model"]:
             if entry_point.name == obj["__id__"]:
                 return entry_point.load().from_dict(obj)
         logging.getLogger("dxtbx.model.profile").warn(