Merge pull request #76 from VIDA-NYU/fix_image_reader

VIDA-NYU · Nov 10, 2023 · f8db1c5 · f8db1c5
2 parents 8af98ca + 2597fdf
commit f8db1c5
Show file tree

Hide file tree

Showing 3 changed files with 20 additions and 5 deletions.
diff --git a/alpha_automl/builtin_primitives/image_encoder.py b/alpha_automl/builtin_primitives/image_encoder.py
@@ -4,8 +4,8 @@
 from alpha_automl.base_primitive import BasePrimitive
 from alpha_automl._optional_dependency import check_optional_dependency
 
-ml_task = 'image'
-check_optional_dependency('skimage', ml_task)
+ml_task = "image"
+check_optional_dependency("skimage", ml_task)
 
 from skimage.color import gray2rgb, rgb2gray, rgba2rgb
 from skimage.feature import ORB, canny, fisher_vector, hog, learn_gmm
@@ -32,7 +32,13 @@ def transform(self, images):
         data = []
         if isinstance(images, pd.DataFrame):
             for file in images[images.columns[0]]:
-                im = imread(file)
+                try:
+                    im = imread(file)
+                except (IOError, SyntaxError) as e:
+                    logger.error(
+                        f"Using a zeros vector instead of the actual image due to failure while reading the image at path [{file}].\nPlease fix this image or remove it from the training data. Loading failed due to error: {e}"
+                    )
+                    im = np.zeros([224, 224, 3], np.uint8)
                 im = resize(im, (self.width, self.height))
                 if len(im.shape) < 3:
                     im = gray2rgb(im)
@@ -43,7 +49,13 @@ def transform(self, images):
                 data.append(im)
         else:
             for file in images:
-                im = imread(file[0])
+                try:
+                    im = imread(file[0])
+                except (IOError, SyntaxError) as e:
+                    logger.error(
+                        f"Using a zeros vector instead of the actual image due to failure while reading the image at path [{file[0]}].\nPlease fix this image or remove it from the training data. Loading failed due to error: {e}"
+                    )
+                    im = np.zeros([224, 224, 3], np.uint8)
                 im = resize(im, (self.width, self.height))
                 if len(im.shape) < 3:
                     im = gray2rgb(im)

diff --git a/alpha_automl/utils.py b/alpha_automl/utils.py
@@ -208,6 +208,7 @@ def hide_logs(level):
     """
     warnings.filterwarnings('ignore')
     logging.root.setLevel(logging.CRITICAL)
+    logging.getLogger('libav').setLevel(logging.CRITICAL)
     logging.getLogger('alpha_automl').setLevel(level)
 
 

diff --git a/extra_requirements.txt b/extra_requirements.txt
@@ -6,4 +6,6 @@ mxnet==1.9.1:               timeseries
 pmdarima==2.0.3:            timeseries
 fasttext-wheel:             nlp
 transformers:               nlp, image
-scikit-image:               image
+scikit-image:               image
+imageio[opencv]:            image
+imageio[pyav]:              image